@mohanscodex/spectra-ai 0.4.0

package/dist/providers/anthropic.js

@@ -0,0 +1,279 @@
+import Anthropic from "@anthropic-ai/sdk";
+import { AssistantMessageEventStream } from "../event-stream.js";
+function getEnvApiKey(provider) {
+    const keys = {
+        anthropic: process.env.ANTHROPIC_API_KEY ?? process.env.ANTHROPIC_KEY,
+    };
+    return keys[provider];
+}
+function sanitizeSurrogates(text) {
+    return text.replace(/[\u0080-\uFFFF]/g, (c) => `\\u${c.charCodeAt(0).toString(16)}`);
+}
+function toAnthropicMessage(message) {
+    if (message.role === "user") {
+        const content = typeof message.content === "string"
+            ? sanitizeSurrogates(message.content)
+            : message.content.map((block) => {
+                if (block.type === "text") {
+                    return { type: "text", text: sanitizeSurrogates(block.text) };
+                }
+                if (block.type === "image") {
+                    return {
+                        type: "image",
+                        source: {
+                            type: "base64",
+                            media_type: block.mimeType,
+                            data: block.data,
+                        },
+                    };
+                }
+                return { type: "text", text: "" };
+            });
+        return { role: "user", content };
+    }
+    if (message.role === "assistant") {
+        const content = message.content.map((block) => {
+            if (block.type === "text") {
+                return { type: "text", text: sanitizeSurrogates(block.text) };
+            }
+            if (block.type === "thinking") {
+                return {
+                    type: "text",
+                    text: sanitizeSurrogates(block.thinking),
+                };
+            }
+            if (block.type === "toolCall") {
+                let input;
+                if (typeof block.arguments === "string") {
+                    try {
+                        input = JSON.parse(block.arguments);
+                    }
+                    catch {
+                        input = {};
+                    }
+                }
+                else {
+                    input = block.arguments;
+                }
+                return {
+                    type: "tool_use",
+                    id: block.id,
+                    name: block.name,
+                    input,
+                };
+            }
+            return { type: "text", text: "" };
+        });
+        return { role: "assistant", content };
+    }
+    if (message.role === "toolResult") {
+        const content = message.content.map((block) => {
+            if (block.type === "text") {
+                return {
+                    type: "tool_result",
+                    tool_use_id: message.toolCallId,
+                    content: sanitizeSurrogates(block.text),
+                };
+            }
+            if (block.type === "image") {
+                return {
+                    type: "tool_result",
+                    tool_use_id: message.toolCallId,
+                    content: [{
+                            type: "image",
+                            source: {
+                                type: "base64",
+                                media_type: block.mimeType,
+                                data: block.data,
+                            },
+                        }],
+                };
+            }
+            return { type: "tool_result", tool_use_id: message.toolCallId, content: "" };
+        });
+        return { role: "user", content };
+    }
+    return { role: "user", content: "" };
+}
+function toAnthropicTool(tool) {
+    const jsonSchema = tool.parameters;
+    return {
+        name: tool.name,
+        description: tool.description,
+        input_schema: {
+            type: "object",
+            properties: jsonSchema.properties ?? {},
+            required: jsonSchema.required ?? [],
+        },
+    };
+}
+function mapStopReason(reason) {
+    switch (reason) {
+        case "end_turn":
+            return "stop";
+        case "max_tokens":
+            return "length";
+        case "tool_use":
+            return "toolUse";
+        case "refusal":
+        case "sensitive":
+            return "error";
+        default:
+            return "stop";
+    }
+}
+export function createAnthropicProvider() {
+    return {
+        name: "anthropic",
+        listModels: () => import("../models.js").then((m) => m.getProviderModels("anthropic")),
+        stream(model, context, options) {
+            const stream = new AssistantMessageEventStream();
+            const run = async () => {
+                const apiKey = options?.apiKey ?? getEnvApiKey(model.provider);
+                if (!apiKey) {
+                    const errorMsg = {
+                        role: "assistant",
+                        content: [],
+                        provider: model.provider,
+                        model: model.id,
+                        responseId: undefined,
+                        usage: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, totalTokens: 0 },
+                        stopReason: "error",
+                        errorMessage: "ANTHROPIC_API_KEY not set",
+                        timestamp: Date.now(),
+                    };
+                    stream.push({ type: "start", partial: errorMsg });
+                    stream.push({ type: "error", reason: "error", error: errorMsg });
+                    stream.end();
+                    return;
+                }
+                const client = new Anthropic({ apiKey });
+                const output = {
+                    role: "assistant",
+                    content: [],
+                    provider: model.provider,
+                    model: model.id,
+                    responseId: undefined,
+                    usage: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, totalTokens: 0 },
+                    stopReason: "stop",
+                    timestamp: Date.now(),
+                };
+                try {
+                    const messages = context.messages.map(toAnthropicMessage);
+                    const tools = context.tools?.map(toAnthropicTool) ?? [];
+                    const params = {
+                        model: model.id,
+                        max_tokens: options?.maxTokens ?? 4096,
+                        messages,
+                        tools: tools.length > 0 ? tools : undefined,
+                        system: context.systemPrompt,
+                        temperature: options?.temperature,
+                        stream: true,
+                    };
+                    const anthropicStream = client.messages.stream(params, { signal: options?.signal });
+                    stream.push({ type: "start", partial: output });
+                    const blocks = output.content;
+                    for await (const event of anthropicStream) {
+                        if (event.type === "message_start") {
+                            output.responseId = event.message.id;
+                            output.usage.input = event.message.usage.input_tokens || 0;
+                            output.usage.output = event.message.usage.output_tokens || 0;
+                            output.usage.cacheRead = event.message.usage.cache_read_input_tokens || 0;
+                            output.usage.cacheWrite = event.message.usage.cache_creation_input_tokens || 0;
+                            output.usage.totalTokens = output.usage.input + output.usage.output + output.usage.cacheRead + output.usage.cacheWrite;
+                        }
+                        else if (event.type === "content_block_start") {
+                            if (event.content_block.type === "text") {
+                                const block = { type: "text", text: "", index: event.index };
+                                output.content.push(block);
+                                stream.push({ type: "text_start", contentIndex: output.content.length - 1, partial: output });
+                            }
+                            else if (event.content_block.type === "tool_use") {
+                                const block = { type: "toolCall", id: event.content_block.id, name: event.content_block.name, arguments: event.content_block.input ?? {}, partialJson: "", index: event.index };
+                                output.content.push(block);
+                                stream.push({ type: "toolcall_start", contentIndex: output.content.length - 1, partial: output });
+                            }
+                        }
+                        else if (event.type === "content_block_delta") {
+                            if (event.delta.type === "text_delta") {
+                                const idx = blocks.findIndex((b) => b.index === event.index);
+                                const block = blocks[idx];
+                                if (block && block.type === "text") {
+                                    block.text += event.delta.text;
+                                    stream.push({ type: "text_delta", contentIndex: idx, delta: event.delta.text, partial: output });
+                                }
+                            }
+                            else if (event.delta.type === "input_json_delta") {
+                                const idx = blocks.findIndex((b) => b.index === event.index);
+                                const block = blocks[idx];
+                                if (block && block.type === "toolCall") {
+                                    block.partialJson = (block.partialJson ?? "") + event.delta.partial_json;
+                                    try {
+                                        block.arguments = JSON.parse(block.partialJson);
+                                    }
+                                    catch {
+                                        // incomplete JSON, keep partial
+                                    }
+                                    stream.push({ type: "toolcall_delta", contentIndex: idx, delta: event.delta.partial_json, partial: output });
+                                }
+                            }
+                        }
+                        else if (event.type === "content_block_stop") {
+                            const idx = blocks.findIndex((b) => b.index === event.index);
+                            const block = blocks[idx];
+                            if (block) {
+                                delete block.index;
+                                if (block.type === "text") {
+                                    stream.push({ type: "text_end", contentIndex: idx, content: block.text, partial: output });
+                                }
+                                else if (block.type === "toolCall") {
+                                    try {
+                                        block.arguments = JSON.parse(block.partialJson ?? "");
+                                    }
+                                    catch {
+                                        block.arguments = {};
+                                    }
+                                    delete block.partialJson;
+                                    stream.push({ type: "toolcall_end", contentIndex: idx, toolCall: block, partial: output });
+                                }
+                            }
+                        }
+                        else if (event.type === "message_delta") {
+                            if (event.delta.stop_reason) {
+                                output.stopReason = mapStopReason(event.delta.stop_reason);
+                            }
+                        }
+                    }
+                    if (options?.signal?.aborted) {
+                        throw new Error("Request aborted");
+                    }
+                    cleanupBlocks(blocks);
+                    stream.push({ type: "done", reason: output.stopReason, message: output });
+                    stream.end();
+                }
+                catch (error) {
+                    cleanupOutputContent(output);
+                    output.stopReason = options?.signal?.aborted ? "aborted" : "error";
+                    output.errorMessage = error instanceof Error ? error.message : String(error);
+                    stream.push({ type: "error", reason: output.stopReason, error: output });
+                    stream.end();
+                }
+            };
+            run();
+            return stream;
+        },
+    };
+}
+function cleanupBlocks(blocks) {
+    for (const block of blocks) {
+        delete block.index;
+        delete block.partialJson;
+    }
+}
+function cleanupOutputContent(output) {
+    for (const block of output.content) {
+        delete block.index;
+        delete block.partialJson;
+    }
+}
+//# sourceMappingURL=anthropic.js.map

package/dist/providers/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAoB1C,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AAKjE,SAAS,YAAY,CAAC,QAAgB;IACpC,MAAM,IAAI,GAAuC;QAC/C,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa;KACtE,CAAC;IACF,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AACvF,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAgB;IAC1C,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;YACjD,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC;YACrC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1B,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzE,CAAC;gBACD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAC3B,OAAO;wBACL,IAAI,EAAE,OAAgB;wBACtB,MAAM,EAAE;4BACN,IAAI,EAAE,QAAiB;4BACvB,UAAU,EAAE,KAAK,CAAC,QAAmE;4BACrF,IAAI,EAAE,KAAK,CAAC,IAAI;yBACjB;qBACF,CAAC;gBACJ,CAAC;gBACD,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;YAC7C,CAAC,CAAC,CAAC;QACL,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACnC,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QACjC,MAAM,OAAO,GAAwB,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACjE,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC1B,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACzE,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC9B,OAAO;oBACL,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,kBAAkB,CAAC,KAAK,CAAC,QAAQ,CAAC;iBACzC,CAAC;YACJ,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC9B,IAAI,KAA8B,CAAC;gBACnC,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;oBACxC,IAAI,CAAC;wBACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;oBACtC,CAAC;oBAAC,MAAM,CAAC;wBACP,KAAK,GAAG,EAAE,CAAC;oBACb,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC;gBAC1B,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,UAAmB;oBACzB,EAAE,EAAE,KAAK,CAAC,EAAE;oBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,KAAK;iBACN,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;QAC7C,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;IACxC,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QAClC,MAAM,OAAO,GAAwB,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACjE,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC1B,OAAO;oBACL,IAAI,EAAE,aAAsB;oBAC5B,WAAW,EAAE,OAAO,CAAC,UAAU;oBAC/B,OAAO,EAAE,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC;iBACxC,CAAC;YACJ,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC3B,OAAO;oBACL,IAAI,EAAE,aAAsB;oBAC5B,WAAW,EAAE,OAAO,CAAC,UAAU;oBAC/B,OAAO,EAAE,CAAC;4BACR,IAAI,EAAE,OAAgB;4BACtB,MAAM,EAAE;gCACN,IAAI,EAAE,QAAiB;gCACvB,UAAU,EAAE,KAAK,CAAC,QAAmE;gCACrF,IAAI,EAAE,KAAK,CAAC,IAAI;6BACjB;yBACF,CAAC;iBACH,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,aAAsB,EAAE,WAAW,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QACxF,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACnC,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;AACvC,CAAC;AAED,SAAS,eAAe,CAAC,IAAU;IAKjC,MAAM,UAAU,GAAG,IAAI,CAAC,UAA2E,CAAC;IACpG,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,UAAU,CAAC,UAAU,IAAI,EAAE;YACvC,QAAQ,EAAE,UAAU,CAAC,QAAQ,IAAI,EAAE;SACpC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,MAAc;IACnC,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,UAAU;YACb,OAAO,MAAM,CAAC;QAChB,KAAK,YAAY;YACf,OAAO,QAAQ,CAAC;QAClB,KAAK,UAAU;YACb,OAAO,SAAS,CAAC;QACnB,KAAK,SAAS,CAAC;QACf,KAAK,WAAW;YACd,OAAO,OAAO,CAAC;QACjB;YACE,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,uBAAuB;IACrC,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,UAAU,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QACtF,MAAM,CAAC,KAAY,EAAE,OAAgB,EAAE,OAAuB;YAC5D,MAAM,MAAM,GAAG,IAAI,2BAA2B,EAAE,CAAC;YAEjD,MAAM,GAAG,GAAG,KAAK,IAAI,EAAE;gBACrB,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAE/D,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,QAAQ,GAAqB;wBACjC,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,EAAE;wBACX,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,KAAK,EAAE,KAAK,CAAC,EAAE;wBACf,UAAU,EAAE,SAAS;wBACrB,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;wBAC3E,UAAU,EAAE,OAAO;wBACnB,YAAY,EAAE,2BAA2B;wBACzC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;qBACtB,CAAC;oBACF,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;oBAClD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;oBACjE,MAAM,CAAC,GAAG,EAAE,CAAC;oBACb,OAAO;gBACT,CAAC;gBAED,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;gBAEzC,MAAM,MAAM,GAAqB;oBAC/B,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,EAAE;oBACX,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,KAAK,EAAE,KAAK,CAAC,EAAE;oBACf,UAAU,EAAE,SAAS;oBACrB,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;oBAC3E,UAAU,EAAE,MAAM;oBAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAmB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;oBAC1E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;oBAExD,MAAM,MAAM,GAAiC;wBAC3C,KAAK,EAAE,KAAK,CAAC,EAAE;wBACf,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;wBACtC,QAAQ;wBACR,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;wBAC3C,MAAM,EAAE,OAAO,CAAC,YAAY;wBAC5B,WAAW,EAAE,OAAO,EAAE,WAAW;wBACjC,MAAM,EAAE,IAAI;qBACb,CAAC;oBAEF,MAAM,eAAe,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;oBACpF,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;oBAEhD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAwB,CAAC;oBAE/C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;wBAC1C,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;4BACnC,MAAM,CAAC,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;4BACrC,MAAM,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;4BAC3D,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;4BAC7D,MAAM,CAAC,KAAK,CAAC,SAAS,GAAI,KAAK,CAAC,OAAO,CAAC,KAA8C,CAAC,uBAAuB,IAAI,CAAC,CAAC;4BACpH,MAAM,CAAC,KAAK,CAAC,UAAU,GAAI,KAAK,CAAC,OAAO,CAAC,KAAkD,CAAC,2BAA2B,IAAI,CAAC,CAAC;4BAC7H,MAAM,CAAC,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;wBACzH,CAAC;6BAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;4BAChD,IAAI,KAAK,CAAC,aAAa,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gCACxC,MAAM,KAAK,GAAgB,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;gCAC1E,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gCAC3B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;4BAChG,CAAC;iCAAM,IAAI,KAAK,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gCACnD,MAAM,KAAK,GAAgB,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,KAAK,CAAC,aAAa,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,aAAa,CAAC,KAAgC,IAAI,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;gCACxN,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gCAC3B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;4BACpG,CAAC;wBACH,CAAC;6BAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;4BAChD,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gCACtC,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC;gCAC7D,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;gCAC1B,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oCACnC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;oCAC/B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;gCACnG,CAAC;4BACH,CAAC;iCAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;gCACnD,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC;gCAC7D,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;gCAC1B,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oCACvC,KAAK,CAAC,WAAW,GAAG,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;oCACzE,IAAI,CAAC;wCACH,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;oCAClD,CAAC;oCAAC,MAAM,CAAC;wCACP,gCAAgC;oCAClC,CAAC;oCACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,YAAY,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;gCAC/G,CAAC;4BACH,CAAC;wBACH,CAAC;6BAAM,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;4BAC/C,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC;4BAC7D,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;4BAC1B,IAAI,KAAK,EAAE,CAAC;gCACV,OAAO,KAAK,CAAC,KAAK,CAAC;gCACnB,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oCAC1B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;gCAC7F,CAAC;qCAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oCACrC,IAAI,CAAC;wCACH,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;oCACxD,CAAC;oCAAC,MAAM,CAAC;wCACP,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC;oCACvB,CAAC;oCACD,OAAO,KAAK,CAAC,WAAW,CAAC;oCACzB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,YAAY,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAiB,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;gCACzG,CAAC;4BACH,CAAC;wBACH,CAAC;6BAAM,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;4BAC1C,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;gCAC5B,MAAM,CAAC,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;4BAC7D,CAAC;wBACH,CAAC;oBACH,CAAC;oBAED,IAAI,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;wBAC7B,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;oBACrC,CAAC;oBAED,aAAa,CAAC,MAAM,CAAC,CAAC;oBAEtB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC1E,MAAM,CAAC,GAAG,EAAE,CAAC;gBACf,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,oBAAoB,CAAC,MAAM,CAAC,CAAC;oBAC7B,MAAM,CAAC,UAAU,GAAG,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;oBACnE,MAAM,CAAC,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC7E,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;oBACzE,MAAM,CAAC,GAAG,EAAE,CAAC;gBACf,CAAC;YACH,CAAC,CAAC;YAEF,GAAG,EAAE,CAAC;YAEN,OAAO,MAAM,CAAC;QAChB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,MAAqB;IAC1C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,KAAK,CAAC;QACnB,OAAO,KAAK,CAAC,WAAW,CAAC;IAC3B,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAwB;IACpD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnC,OAAQ,KAAqB,CAAC,KAAK,CAAC;QACpC,OAAQ,KAAqB,CAAC,WAAW,CAAC;IAC5C,CAAC;AACH,CAAC"}

package/dist/providers/groq.d.ts

@@ -0,0 +1,16 @@
+import type { Context, Model, StreamOptions } from "../types.js";
+import { AssistantMessageEventStream } from "../event-stream.js";
+export interface GroqOptions extends StreamOptions {
+    toolChoice?: "auto" | "none" | "required" | {
+        type: "function";
+        function: {
+            name: string;
+        };
+    };
+}
+export declare function createGroqProvider(): {
+    name: string;
+    listModels: () => Promise<import("../models.js").ModelEntry[]>;
+    stream(model: Model, context: Context, options?: GroqOptions): AssistantMessageEventStream;
+};
+//# sourceMappingURL=groq.d.ts.map

package/dist/providers/groq.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"groq.d.ts","sourceRoot":"","sources":["../../src/providers/groq.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAEV,OAAO,EACP,KAAK,EACL,aAAa,EACd,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AASjE,MAAM,WAAW,WAAY,SAAQ,aAAa;IAChD,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,UAAU,GAAG;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,QAAQ,EAAE;YAAE,IAAI,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,CAAC;CAC9F;AAED,wBAAgB,kBAAkB;;;kBAIhB,KAAK,WAAW,OAAO,YAAY,WAAW,GAAG,2BAA2B;EAgJ7F"}

package/dist/providers/groq.js

@@ -0,0 +1,196 @@
+import OpenAI from "openai";
+import { AssistantMessageEventStream } from "../event-stream.js";
+import { sanitizeSurrogates, parseStreamingJson } from "./shared.js";
+const GROQ_BASE_URL = "https://api.groq.com/openai/v1";
+function getEnvApiKey() {
+    return process.env.GROQ_API_KEY;
+}
+export function createGroqProvider() {
+    return {
+        name: "groq",
+        listModels: () => import("../models.js").then((m) => m.getProviderModels("groq")),
+        stream(model, context, options) {
+            const stream = new AssistantMessageEventStream();
+            const run = async () => {
+                const output = {
+                    role: "assistant",
+                    content: [],
+                    provider: model.provider,
+                    model: model.id,
+                    responseId: undefined,
+                    usage: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, totalTokens: 0 },
+                    stopReason: "stop",
+                    timestamp: Date.now(),
+                };
+                try {
+                    const apiKey = options?.apiKey ?? getEnvApiKey();
+                    if (!apiKey) {
+                        output.stopReason = "error";
+                        output.errorMessage = `No API key for Groq. Set GROQ_API_KEY environment variable or pass apiKey in options.`;
+                        stream.push({ type: "start", partial: output });
+                        stream.push({ type: "error", reason: "error", error: output });
+                        stream.end();
+                        return;
+                    }
+                    const client = new OpenAI({
+                        apiKey,
+                        baseURL: GROQ_BASE_URL,
+                        dangerouslyAllowBrowser: true,
+                    });
+                    const messages = convertMessages(context);
+                    const params = {
+                        model: model.id,
+                        messages,
+                        stream: true,
+                        stream_options: { include_usage: true },
+                    };
+                    if (options?.maxTokens) {
+                        params.max_tokens = options.maxTokens;
+                    }
+                    if (options?.temperature !== undefined) {
+                        params.temperature = options.temperature;
+                    }
+                    const tools = context.tools?.map((tool) => ({
+                        type: "function",
+                        function: {
+                            name: tool.name,
+                            description: tool.description,
+                            parameters: tool.parameters,
+                        },
+                    }));
+                    if (tools && tools.length > 0) {
+                        params.tools = tools;
+                    }
+                    if (options?.toolChoice) {
+                        params.tool_choice = options.toolChoice;
+                    }
+                    const response = await client.chat.completions.create(params);
+                    const toolCallFragments = {};
+                    for await (const chunk of response) {
+                        if (options?.signal?.aborted)
+                            break;
+                        const delta = chunk.choices[0]?.delta;
+                        const finishReason = chunk.choices[0]?.finish_reason;
+                        if (chunk.usage) {
+                            output.usage = {
+                                input: chunk.usage.prompt_tokens ?? 0,
+                                output: chunk.usage.completion_tokens ?? 0,
+                                cacheRead: 0,
+                                cacheWrite: 0,
+                                totalTokens: chunk.usage.total_tokens ?? 0,
+                            };
+                        }
+                        // Handle tool calls
+                        if (delta?.tool_calls && delta.tool_calls.length > 0) {
+                            for (const tc of delta.tool_calls) {
+                                const index = tc.index ?? 0;
+                                if (!toolCallFragments[index]) {
+                                    toolCallFragments[index] = { id: tc.id ?? "", name: tc.function?.name ?? "", args: "" };
+                                }
+                                if (tc.function?.arguments) {
+                                    toolCallFragments[index].args += tc.function.arguments;
+                                }
+                                if (tc.id)
+                                    toolCallFragments[index].id = tc.id;
+                                if (tc.function?.name)
+                                    toolCallFragments[index].name = tc.function.name;
+                            }
+                        }
+                        // Handle content
+                        if (delta?.content) {
+                            const text = sanitizeSurrogates(delta.content);
+                            stream.push({
+                                type: "text_delta",
+                                contentIndex: 0,
+                                delta: text,
+                                partial: output,
+                            });
+                        }
+                        // Handle stop reason
+                        if (finishReason) {
+                            output.stopReason = finishReason === "tool_calls" ? "toolUse" : "stop";
+                        }
+                    }
+                    // Assemble tool calls
+                    const assembledToolCalls = Object.values(toolCallFragments).map((tc) => ({
+                        type: "toolCall",
+                        id: tc.id,
+                        name: tc.name,
+                        arguments: parseStreamingJson(tc.args),
+                    }));
+                    if (assembledToolCalls.length > 0) {
+                        output.content = assembledToolCalls;
+                        output.stopReason = "toolUse";
+                    }
+                    stream.push({ type: "done", reason: output.stopReason, message: output });
+                    stream.end();
+                }
+                catch (err) {
+                    output.stopReason = options?.signal?.aborted ? "aborted" : "error";
+                    output.errorMessage = err instanceof Error ? err.message : String(err);
+                    stream.push({ type: "error", reason: output.stopReason, error: output });
+                    stream.end();
+                }
+            };
+            run();
+            return stream;
+        },
+    };
+}
+function convertMessages(context) {
+    const messages = [];
+    if (context.systemPrompt) {
+        messages.push({ role: "system", content: context.systemPrompt });
+    }
+    for (const msg of context.messages) {
+        switch (msg.role) {
+            case "user":
+                messages.push({
+                    role: "user",
+                    content: typeof msg.content === "string" ? msg.content : msg.content.map((c) => {
+                        if (c.type === "text")
+                            return c.text;
+                        return "";
+                    }).join(""),
+                });
+                break;
+            case "assistant":
+                if (msg.content.some((c) => c.type === "toolCall")) {
+                    messages.push({
+                        role: "assistant",
+                        content: null,
+                        tool_calls: msg.content
+                            .filter((c) => c.type === "toolCall")
+                            .map((tc) => ({
+                            id: tc.id,
+                            type: "function",
+                            function: {
+                                name: tc.name,
+                                arguments: JSON.stringify(tc.arguments),
+                            },
+                        })),
+                    });
+                }
+                else {
+                    messages.push({
+                        role: "assistant",
+                        content: msg.content.map((c) => {
+                            if (c.type === "text")
+                                return c.text;
+                            return "";
+                        }).join(""),
+                    });
+                }
+                break;
+            case "toolResult":
+                messages.push({
+                    role: "tool",
+                    tool_call_id: msg.toolCallId,
+                    content: typeof msg.content === "string" ? msg.content : JSON.stringify(msg.content),
+                });
+                break;
+        }
+    }
+    return messages;
+}
+//# sourceMappingURL=groq.js.map

package/dist/providers/groq.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"groq.js","sourceRoot":"","sources":["../../src/providers/groq.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAO5B,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAErE,MAAM,aAAa,GAAG,gCAAgC,CAAC;AAEvD,SAAS,YAAY;IACnB,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;AAClC,CAAC;AAMD,MAAM,UAAU,kBAAkB;IAChC,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACjF,MAAM,CAAC,KAAY,EAAE,OAAgB,EAAE,OAAqB;YAC1D,MAAM,MAAM,GAAG,IAAI,2BAA2B,EAAE,CAAC;YAEjD,MAAM,GAAG,GAAG,KAAK,IAAI,EAAE;gBACrB,MAAM,MAAM,GAAqB;oBAC/B,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,EAAE;oBACX,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,KAAK,EAAE,KAAK,CAAC,EAAE;oBACf,UAAU,EAAE,SAAS;oBACrB,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;oBAC3E,UAAU,EAAE,MAAM;oBAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,YAAY,EAAE,CAAC;oBACjD,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC;wBAC5B,MAAM,CAAC,YAAY,GAAG,uFAAuF,CAAC;wBAC9G,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;wBAChD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;wBAC/D,MAAM,CAAC,GAAG,EAAE,CAAC;wBACb,OAAO;oBACT,CAAC;oBAED,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;wBACxB,MAAM;wBACN,OAAO,EAAE,aAAa;wBACtB,uBAAuB,EAAE,IAAI;qBAC9B,CAAC,CAAC;oBAEH,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;oBAE1C,MAAM,MAAM,GAAgE;wBAC1E,KAAK,EAAE,KAAK,CAAC,EAAE;wBACf,QAAQ;wBACR,MAAM,EAAE,IAAI;wBACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;qBACxC,CAAC;oBAEF,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;wBACvB,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;oBACxC,CAAC;oBACD,IAAI,OAAO,EAAE,WAAW,KAAK,SAAS,EAAE,CAAC;wBACvC,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;oBAC3C,CAAC;oBAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBAC1C,IAAI,EAAE,UAAmB;wBACzB,QAAQ,EAAE;4BACR,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,WAAW,EAAE,IAAI,CAAC,WAAW;4BAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;yBAC5B;qBACF,CAAC,CAAC,CAAC;oBAEJ,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC9B,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;oBACvB,CAAC;oBAED,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;wBACxB,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;oBAC1C,CAAC;oBAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;oBAE9D,MAAM,iBAAiB,GAA+D,EAAE,CAAC;oBAEzF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;wBACnC,IAAI,OAAO,EAAE,MAAM,EAAE,OAAO;4BAAE,MAAM;wBAEpC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;wBACtC,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC;wBAErD,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;4BAChB,MAAM,CAAC,KAAK,GAAG;gCACb,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;gCACrC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;gCAC1C,SAAS,EAAE,CAAC;gCACZ,UAAU,EAAE,CAAC;gCACb,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;6BAC3C,CAAC;wBACJ,CAAC;wBAED,oBAAoB;wBACpB,IAAI,KAAK,EAAE,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACrD,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gCAClC,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC;gCAC5B,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;oCAC9B,iBAAiB,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;gCAC1F,CAAC;gCACD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;oCAC3B,iBAAiB,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;gCACzD,CAAC;gCACD,IAAI,EAAE,CAAC,EAAE;oCAAE,iBAAiB,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;gCAC/C,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;oCAAE,iBAAiB,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;4BAC1E,CAAC;wBACH,CAAC;wBAED,iBAAiB;wBACjB,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;4BACnB,MAAM,IAAI,GAAG,kBAAkB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;4BAC/C,MAAM,CAAC,IAAI,CAAC;gCACV,IAAI,EAAE,YAAY;gCAClB,YAAY,EAAE,CAAC;gCACf,KAAK,EAAE,IAAI;gCACX,OAAO,EAAE,MAAM;6BAChB,CAAC,CAAC;wBACL,CAAC;wBAED,qBAAqB;wBACrB,IAAI,YAAY,EAAE,CAAC;4BACjB,MAAM,CAAC,UAAU,GAAG,YAAY,KAAK,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;wBACzE,CAAC;oBACH,CAAC;oBAED,sBAAsB;oBACtB,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;wBACvE,IAAI,EAAE,UAAmB;wBACzB,EAAE,EAAE,EAAE,CAAC,EAAE;wBACT,IAAI,EAAE,EAAE,CAAC,IAAI;wBACb,SAAS,EAAE,kBAAkB,CAAC,EAAE,CAAC,IAAI,CAAC;qBACvC,CAAC,CAAC,CAAC;oBAEJ,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAClC,MAAM,CAAC,OAAO,GAAG,kBAAkB,CAAC;wBACpC,MAAM,CAAC,UAAU,GAAG,SAAS,CAAC;oBAChC,CAAC;oBAED,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC1E,MAAM,CAAC,GAAG,EAAE,CAAC;gBACf,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,UAAU,GAAG,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;oBACnE,MAAM,CAAC,YAAY,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBACvE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;oBACzE,MAAM,CAAC,GAAG,EAAE,CAAC;gBACf,CAAC;YACH,CAAC,CAAC;YAEF,GAAG,EAAE,CAAC;YACN,OAAO,MAAM,CAAC;QAChB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,OAAgB;IACvC,MAAM,QAAQ,GAAyD,EAAE,CAAC;IAE1E,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnC,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,MAAM;gBACT,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;wBAC7E,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;4BAAE,OAAO,CAAC,CAAC,IAAI,CAAC;wBACrC,OAAO,EAAE,CAAC;oBACZ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;iBACZ,CAAC,CAAC;gBACH,MAAM;YACR,KAAK,WAAW;gBACd,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,EAAE,CAAC;oBACnD,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,IAAI;wBACb,UAAU,EAAE,GAAG,CAAC,OAAO;6BACpB,MAAM,CAAC,CAAC,CAAC,EAA2F,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;6BAC7H,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;4BACZ,EAAE,EAAE,EAAE,CAAC,EAAE;4BACT,IAAI,EAAE,UAAmB;4BACzB,QAAQ,EAAE;gCACR,IAAI,EAAE,EAAE,CAAC,IAAI;gCACb,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC;6BACxC;yBACF,CAAC,CAAC;qBACN,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;4BAC7B,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;gCAAE,OAAO,CAAC,CAAC,IAAI,CAAC;4BACrC,OAAO,EAAE,CAAC;wBACZ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;qBACZ,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM;YACR,KAAK,YAAY;gBACf,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,MAAM;oBACZ,YAAY,EAAE,GAAG,CAAC,UAAU;oBAC5B,OAAO,EAAE,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC;iBACrF,CAAC,CAAC;gBACH,MAAM;QACV,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/providers/openai-completions.d.ts

@@ -0,0 +1,17 @@
+import type { Context, Model, StreamOptions } from "../types.js";
+import { AssistantMessageEventStream } from "../event-stream.js";
+export interface OpenAICompletionsOptions extends StreamOptions {
+    toolChoice?: "auto" | "none" | "required" | {
+        type: "function";
+        function: {
+            name: string;
+        };
+    };
+    reasoningEffort?: "minimal" | "low" | "medium" | "high" | "xhigh";
+}
+export declare function createOpenAICompletionsProvider(): {
+    name: string;
+    listModels: () => Promise<import("../models.js").ModelEntry[]>;
+    stream(model: Model, context: Context, options?: OpenAICompletionsOptions): AssistantMessageEventStream;
+};
+//# sourceMappingURL=openai-completions.d.ts.map

package/dist/providers/openai-completions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-completions.d.ts","sourceRoot":"","sources":["../../src/providers/openai-completions.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAEV,OAAO,EACP,KAAK,EACL,aAAa,EAId,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AAgBjE,MAAM,WAAW,wBAAyB,SAAQ,aAAa;IAC7D,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,UAAU,GAAG;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,QAAQ,EAAE;YAAE,IAAI,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,CAAC;IAC7F,eAAe,CAAC,EAAE,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;CACnE;AAED,wBAAgB,+BAA+B;;;kBAI7B,KAAK,WAAW,OAAO,YAAY,wBAAwB,GAAG,2BAA2B;EAgN1G"}