klaus-agent 0.1.0 → 0.2.0

package/dist/providers/anthropic.js

@@ -0,0 +1,173 @@
+// Anthropic LLM provider
+import Anthropic from "@anthropic-ai/sdk";
+import { withRetry, RETRYABLE_PATTERNS, mapThinkingBudget } from "./shared.js";
+export class AnthropicProvider {
+    client;
+    constructor(apiKey, baseUrl) {
+        this.client = new Anthropic({
+            apiKey: apiKey || process.env.ANTHROPIC_API_KEY,
+            ...(baseUrl ? { baseURL: baseUrl } : {}),
+        });
+    }
+    async *stream(options) {
+        yield* withRetry(() => this._streamOnce(options), RETRYABLE_PATTERNS.anthropic);
+    }
+    async *_streamOnce(options) {
+        const { model, systemPrompt, messages, tools, thinkingLevel, maxTokens, signal } = options;
+        const thinkingBudget = mapThinkingBudget(thinkingLevel);
+        const params = {
+            model,
+            max_tokens: maxTokens ?? 8192,
+            system: systemPrompt,
+            messages: messages.map((m) => {
+                if (m.role === "user") {
+                    return { role: "user", content: typeof m.content === "string" ? m.content : m.content.map(mapContentBlock) };
+                }
+                if (m.role === "assistant") {
+                    return { role: "assistant", content: m.content.map(mapAssistantBlock) };
+                }
+                // tool_result
+                return {
+                    role: "user",
+                    content: [{
+                            type: "tool_result",
+                            tool_use_id: m.toolCallId,
+                            content: typeof m.content === "string" ? m.content : m.content.map(mapToolResultContent),
+                            ...(m.isError ? { is_error: true } : {}),
+                        }],
+                };
+            }),
+            stream: true,
+            ...(tools?.length ? {
+                tools: tools.map((t) => ({
+                    name: t.name,
+                    description: t.description,
+                    input_schema: t.inputSchema,
+                })),
+            } : {}),
+            ...(thinkingBudget ? {
+                thinking: { type: "enabled", budget_tokens: thinkingBudget },
+            } : {}),
+        };
+        const contentBlocks = [];
+        const toolInputBuffers = new Map();
+        let usage = { inputTokens: 0, outputTokens: 0, totalTokens: 0 };
+        const stream = this.client.messages.stream(params, { signal });
+        for await (const event of stream) {
+            if (event.type === "content_block_start") {
+                const block = event.content_block;
+                if (block.type === "text") {
+                    contentBlocks.push({ type: "text", text: "" });
+                }
+                else if (block.type === "tool_use") {
+                    contentBlocks.push({ type: "tool_call", id: block.id, name: block.name, input: {} });
+                    toolInputBuffers.set(event.index, "");
+                    yield { type: "tool_call_start", id: block.id, name: block.name };
+                }
+                else if (block.type === "thinking") {
+                    contentBlocks.push({ type: "thinking", thinking: "" });
+                }
+            }
+            else if (event.type === "content_block_delta") {
+                const delta = event.delta;
+                if (delta.type === "text_delta") {
+                    const block = contentBlocks[event.index];
+                    if (block && block.type === "text") {
+                        block.text += delta.text;
+                    }
+                    yield { type: "text", text: delta.text };
+                }
+                else if (delta.type === "input_json_delta") {
+                    const buf = (toolInputBuffers.get(event.index) ?? "") + delta.partial_json;
+                    toolInputBuffers.set(event.index, buf);
+                    const block = contentBlocks[event.index];
+                    if (block && block.type === "tool_call") {
+                        yield { type: "tool_call_delta", id: block.id, input: delta.partial_json };
+                    }
+                }
+                else if (delta.type === "thinking_delta") {
+                    const block = contentBlocks[event.index];
+                    if (block && block.type === "thinking") {
+                        block.thinking += delta.thinking;
+                    }
+                    yield { type: "thinking", thinking: delta.thinking };
+                }
+            }
+            else if (event.type === "content_block_stop") {
+                const block = contentBlocks[event.index];
+                if (block && block.type === "tool_call") {
+                    const buf = toolInputBuffers.get(event.index) ?? "{}";
+                    try {
+                        block.input = JSON.parse(buf || "{}");
+                    }
+                    catch {
+                        block.input = {};
+                    }
+                    toolInputBuffers.delete(event.index);
+                }
+            }
+            else if (event.type === "message_delta") {
+                if (event.usage) {
+                    usage = {
+                        inputTokens: usage.inputTokens,
+                        outputTokens: event.usage.output_tokens,
+                        totalTokens: usage.inputTokens + event.usage.output_tokens,
+                    };
+                }
+            }
+            else if (event.type === "message_start") {
+                if (event.message.usage) {
+                    usage = {
+                        inputTokens: event.message.usage.input_tokens,
+                        outputTokens: event.message.usage.output_tokens,
+                        totalTokens: event.message.usage.input_tokens + event.message.usage.output_tokens,
+                        cacheReadTokens: event.message.usage.cache_read_input_tokens,
+                        cacheWriteTokens: event.message.usage.cache_creation_input_tokens,
+                    };
+                }
+            }
+        }
+        const message = { role: "assistant", content: contentBlocks };
+        yield { type: "done", message, usage };
+    }
+}
+function mapToolResultContent(block) {
+    if (block.type === "image" && block.source?.type === "base64") {
+        return {
+            type: "image",
+            source: { type: "base64", media_type: block.source.mediaType, data: block.source.data },
+        };
+    }
+    if (block.type === "image" && block.source?.type === "url") {
+        return { type: "image", source: { type: "url", url: block.source.url } };
+    }
+    return { type: "text", text: block.type === "text" ? block.text : JSON.stringify(block) };
+}
+function mapContentBlock(block) {
+    if (block.type === "text") {
+        return { type: "text", text: block.text };
+    }
+    if (block.type === "image") {
+        if (block.source.type === "base64") {
+            return {
+                type: "image",
+                source: { type: "base64", media_type: block.source.mediaType, data: block.source.data },
+            };
+        }
+        return { type: "image", source: { type: "url", url: block.source.url } };
+    }
+    return { type: "text", text: JSON.stringify(block) };
+}
+function mapAssistantBlock(block) {
+    if (block.type === "text") {
+        return { type: "text", text: block.text };
+    }
+    if (block.type === "tool_call") {
+        return { type: "tool_use", id: block.id, name: block.name, input: block.input };
+    }
+    if (block.type === "thinking") {
+        return { type: "thinking", thinking: block.thinking, signature: "" };
+    }
+    return { type: "text", text: JSON.stringify(block) };
+}
+//# sourceMappingURL=anthropic.js.map

package/dist/providers/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,yBAAyB;AAEzB,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAS1C,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAE/E,MAAM,OAAO,iBAAiB;IACpB,MAAM,CAAY;IAE1B,YAAY,MAAe,EAAE,OAAgB;QAC3C,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC;YAC1B,MAAM,EAAE,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB;YAC/C,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,OAA0B;QACtC,KAAK,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAClF,CAAC;IAEO,KAAK,CAAC,CAAC,WAAW,CAAC,OAA0B;QACnD,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAE3F,MAAM,cAAc,GAAG,iBAAiB,CAAC,aAAa,CAAC,CAAC;QAExD,MAAM,MAAM,GAA2C;YACrD,KAAK;YACL,UAAU,EAAE,SAAS,IAAI,IAAI;YAC7B,MAAM,EAAE,YAAY;YACpB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC3B,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACtB,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC;gBACxH,CAAC;gBACD,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBAC3B,OAAO,EAAE,IAAI,EAAE,WAAoB,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBACnF,CAAC;gBACD,cAAc;gBACd,OAAO;oBACL,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,CAAC;4BACR,IAAI,EAAE,aAAsB;4BAC5B,WAAW,EAAE,CAAC,CAAC,UAAU;4BACzB,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;4BACxF,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;yBAClD,CAAC;iBACH,CAAC;YACJ,CAAC,CAAC;YACF,MAAM,EAAE,IAAI;YACZ,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;gBAClB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACvB,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,YAAY,EAAE,CAAC,CAAC,WAAyC;iBAC1D,CAAC,CAAC;aACJ,CAAC,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC;gBACnB,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAkB,EAAE,aAAa,EAAE,cAAc,EAAE;aACtE,CAAC,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;QAEF,MAAM,aAAa,GAA4B,EAAE,CAAC;QAClD,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAC;QACnD,IAAI,KAAK,GAAe,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;QAE5E,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAE/D,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBACzC,MAAM,KAAK,GAAG,KAAK,CAAC,aAAa,CAAC;gBAClC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1B,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBACjD,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBACrC,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;oBACrF,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBACtC,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;gBACpE,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBACrC,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;gBACzD,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAChD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;gBAC1B,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAChC,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACzC,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBACnC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC;oBAC3B,CAAC;oBACD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC3C,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;oBAC7C,MAAM,GAAG,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC;oBAC3E,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;oBACvC,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACzC,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;wBACxC,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC;oBAC7E,CAAC;gBACH,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;oBAC3C,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACzC,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;wBACvC,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC;oBACnC,CAAC;oBACD,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACvD,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;gBAC/C,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACzC,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACxC,MAAM,GAAG,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;oBACtD,IAAI,CAAC;wBACH,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;oBACxC,CAAC;oBAAC,MAAM,CAAC;wBACP,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;oBACnB,CAAC;oBACD,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACvC,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBAC1C,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChB,KAAK,GAAG;wBACN,WAAW,EAAE,KAAK,CAAC,WAAW;wBAC9B,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa;wBACvC,WAAW,EAAE,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa;qBAC3D,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;oBACxB,KAAK,GAAG;wBACN,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY;wBAC7C,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa;wBAC/C,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa;wBACjF,eAAe,EAAG,KAAK,CAAC,OAAO,CAAC,KAAa,CAAC,uBAAuB;wBACrE,gBAAgB,EAAG,KAAK,CAAC,OAAO,CAAC,KAAa,CAAC,2BAA2B;qBAC3E,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAEH,MAAM,OAAO,GAAqB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC;QAChF,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACzC,CAAC;CACF;AAED,SAAS,oBAAoB,CAAC,KAA2C;IACvE,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC9D,OAAO;YACL,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE;SACxF,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,KAAK,EAAE,CAAC;QAC3D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC;IAC3E,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;AAC5F,CAAC;AAED,SAAS,eAAe,CAAC,KAA2C;IAClE,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC1B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;IAC5C,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACnC,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE;aACxF,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC;IAC3E,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;AACvD,CAAC;AAED,SAAS,iBAAiB,CAAC,KAA4B;IACrD,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC1B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;IAC5C,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC/B,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;IAClF,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC9B,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;IACvE,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;AACvD,CAAC"}

package/dist/providers/google.d.ts

@@ -0,0 +1,8 @@
+import type { LLMProvider, LLMRequestOptions, AssistantMessageEvent } from "../llm/types.js";
+export declare class GeminiProvider implements LLMProvider {
+    private client;
+    private baseUrl?;
+    constructor(apiKey?: string, baseUrl?: string);
+    stream(options: LLMRequestOptions): AsyncIterable<AssistantMessageEvent>;
+    private _streamOnce;
+}

package/dist/providers/google.js

@@ -0,0 +1,148 @@
+// Google Gemini LLM provider
+import { GoogleGenerativeAI } from "@google/generative-ai";
+import { generateId } from "../utils/id.js";
+import { withRetry, RETRYABLE_PATTERNS, mapThinkingBudget } from "./shared.js";
+export class GeminiProvider {
+    client;
+    baseUrl;
+    constructor(apiKey, baseUrl) {
+        this.client = new GoogleGenerativeAI(apiKey || process.env.GOOGLE_API_KEY || "");
+        this.baseUrl = baseUrl;
+    }
+    async *stream(options) {
+        yield* withRetry(() => this._streamOnce(options), RETRYABLE_PATTERNS.google);
+    }
+    async *_streamOnce(options) {
+        const { model: modelId, systemPrompt, messages, tools, thinkingLevel, maxTokens, signal } = options;
+        const thinkingBudget = mapThinkingBudget(thinkingLevel);
+        const genModel = this.client.getGenerativeModel({
+            model: modelId,
+            systemInstruction: systemPrompt,
+            ...(tools?.length ? {
+                tools: [{
+                        functionDeclarations: tools.map((t) => ({
+                            name: t.name,
+                            description: t.description,
+                            parameters: t.inputSchema,
+                        })),
+                    }],
+            } : {}),
+            generationConfig: {
+                maxOutputTokens: maxTokens ?? 8192,
+                ...(thinkingBudget ? {
+                    thinkingConfig: { thinkingBudget },
+                } : {}),
+            },
+        }, this.baseUrl ? { baseUrl: this.baseUrl } : undefined);
+        const contents = mapMessages(messages);
+        const result = await genModel.generateContentStream({ contents }, { signal });
+        const contentBlocks = [];
+        let usage = { inputTokens: 0, outputTokens: 0, totalTokens: 0 };
+        for await (const chunk of result.stream) {
+            const text = chunk.text?.();
+            if (text) {
+                if (contentBlocks.length === 0 || contentBlocks[contentBlocks.length - 1].type !== "text") {
+                    contentBlocks.push({ type: "text", text: "" });
+                }
+                const block = contentBlocks[contentBlocks.length - 1];
+                if (block.type === "text") {
+                    block.text += text;
+                }
+                yield { type: "text", text };
+            }
+            // Function calls (Gemini returns them complete, not streamed)
+            const fnCalls = chunk.functionCalls?.();
+            if (fnCalls) {
+                for (const fc of fnCalls) {
+                    const id = generateId();
+                    const input = (fc.args ?? {});
+                    contentBlocks.push({ type: "tool_call", id, name: fc.name, input });
+                    yield { type: "tool_call_start", id, name: fc.name };
+                    yield { type: "tool_call_delta", id, input: JSON.stringify(input) };
+                }
+            }
+            // Usage
+            if (chunk.usageMetadata) {
+                usage = {
+                    inputTokens: chunk.usageMetadata.promptTokenCount ?? 0,
+                    outputTokens: chunk.usageMetadata.candidatesTokenCount ?? 0,
+                    totalTokens: chunk.usageMetadata.totalTokenCount ?? 0,
+                };
+            }
+        }
+        const message = { role: "assistant", content: contentBlocks };
+        yield { type: "done", message, usage };
+    }
+}
+function mapMessages(messages) {
+    const contents = [];
+    for (const m of messages) {
+        if (m.role === "user") {
+            const parts = [];
+            if (typeof m.content === "string") {
+                parts.push({ text: m.content });
+            }
+            else {
+                for (const block of m.content) {
+                    if (block.type === "text") {
+                        parts.push({ text: block.text });
+                    }
+                    else if (block.type === "image" && block.source.type === "base64") {
+                        parts.push({
+                            inlineData: { mimeType: block.source.mediaType, data: block.source.data },
+                        });
+                    }
+                }
+            }
+            contents.push({ role: "user", parts });
+        }
+        else if (m.role === "assistant") {
+            const parts = [];
+            for (const block of m.content) {
+                if (block.type === "text") {
+                    parts.push({ text: block.text });
+                }
+                else if (block.type === "tool_call") {
+                    parts.push({
+                        functionCall: { name: block.name, args: block.input },
+                    });
+                }
+                else if (block.type === "thinking") {
+                    parts.push({ text: block.thinking });
+                }
+            }
+            contents.push({ role: "model", parts });
+        }
+        else {
+            // tool_result → functionResponse
+            // Need to find the tool name from previous assistant messages
+            const toolName = findToolName(messages, m.toolCallId) ?? "unknown";
+            const responseContent = typeof m.content === "string"
+                ? m.content
+                : m.content.map((b) => b.type === "text" ? b.text : JSON.stringify(b)).join("\n");
+            contents.push({
+                role: "user",
+                parts: [{
+                        functionResponse: {
+                            name: toolName,
+                            response: { content: responseContent },
+                        },
+                    }],
+            });
+        }
+    }
+    return contents;
+}
+function findToolName(messages, toolCallId) {
+    for (const m of messages) {
+        if (m.role === "assistant") {
+            for (const block of m.content) {
+                if (block.type === "tool_call" && block.id === toolCallId) {
+                    return block.name;
+                }
+            }
+        }
+    }
+    return undefined;
+}
+//# sourceMappingURL=google.js.map

package/dist/providers/google.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google.js","sourceRoot":"","sources":["../../src/providers/google.ts"],"names":[],"mappings":"AAAA,6BAA6B;AAE7B,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAW3D,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAE/E,MAAM,OAAO,cAAc;IACjB,MAAM,CAAqB;IAC3B,OAAO,CAAU;IAEzB,YAAY,MAAe,EAAE,OAAgB;QAC3C,IAAI,CAAC,MAAM,GAAG,IAAI,kBAAkB,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;QACjF,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,OAA0B;QACtC,KAAK,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC/E,CAAC;IAEO,KAAK,CAAC,CAAC,WAAW,CAAC,OAA0B;QACnD,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAEpG,MAAM,cAAc,GAAG,iBAAiB,CAAC,aAAa,CAAC,CAAC;QAExD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAC7C;YACE,KAAK,EAAE,OAAO;YACd,iBAAiB,EAAE,YAAY;YAC/B,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;gBAClB,KAAK,EAAE,CAAC;wBACN,oBAAoB,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAuB,EAAE,CAAC,CAAC;4BAC3D,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,WAAW,EAAE,CAAC,CAAC,WAAW;4BAC1B,UAAU,EAAE,CAAC,CAAC,WAAkB;yBACjC,CAAC,CAAC;qBACJ,CAAC;aACH,CAAC,CAAC,CAAC,EAAE,CAAC;YACP,gBAAgB,EAAE;gBAChB,eAAe,EAAE,SAAS,IAAI,IAAI;gBAClC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC;oBACnB,cAAc,EAAE,EAAE,cAAc,EAAE;iBAC5B,CAAC,CAAC,CAAC,EAAE,CAAC;aACf;SACF,EACD,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CACrD,CAAC;QAEF,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,qBAAqB,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAE9E,MAAM,aAAa,GAA4B,EAAE,CAAC;QAClD,IAAI,KAAK,GAAe,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;QAE5E,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YAC5B,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,IAAI,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1F,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBACjD,CAAC;gBACD,MAAM,KAAK,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBACtD,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1B,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC;gBACrB,CAAC;gBACD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YAC/B,CAAC;YAED,8DAA8D;YAC9D,MAAM,OAAO,GAAG,KAAK,CAAC,aAAa,EAAE,EAAE,CAAC;YACxC,IAAI,OAAO,EAAE,CAAC;gBACZ,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;oBACzB,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;oBACxB,MAAM,KAAK,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAA4B,CAAC;oBACzD,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;oBACpE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;oBACrD,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtE,CAAC;YACH,CAAC;YAED,QAAQ;YACR,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;gBACxB,KAAK,GAAG;oBACN,WAAW,EAAE,KAAK,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC;oBACtD,YAAY,EAAE,KAAK,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC;oBAC3D,WAAW,EAAE,KAAK,CAAC,aAAa,CAAC,eAAe,IAAI,CAAC;iBACtD,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAqB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC;QAChF,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACzC,CAAC;CACF;AAED,SAAS,WAAW,CAAC,QAAmB;IACtC,MAAM,QAAQ,GAAc,EAAE,CAAC;IAE/B,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,MAAM,KAAK,GAAW,EAAE,CAAC;YACzB,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAClC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,KAAK,MAAM,KAAK,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;oBAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBAC1B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;oBACnC,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;wBACpE,KAAK,CAAC,IAAI,CAAC;4BACT,UAAU,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE;yBAC1E,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACzC,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAClC,MAAM,KAAK,GAAW,EAAE,CAAC;YACzB,KAAK,MAAM,KAAK,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;gBAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBACnC,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACtC,KAAK,CAAC,IAAI,CAAC;wBACT,YAAY,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE;qBACtD,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBACrC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;gBACvC,CAAC;YACH,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,iCAAiC;YACjC,8DAA8D;YAC9D,MAAM,QAAQ,GAAG,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,SAAS,CAAC;YACnE,MAAM,eAAe,GAAG,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;gBACnD,CAAC,CAAC,CAAC,CAAC,OAAO;gBACX,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpF,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,CAAC;wBACN,gBAAgB,EAAE;4BAChB,IAAI,EAAE,QAAQ;4BACd,QAAQ,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE;yBACvC;qBACF,CAAC;aACH,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,YAAY,CAAC,QAAmB,EAAE,UAAkB;IAC3D,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,KAAK,MAAM,KAAK,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;gBAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,EAAE,KAAK,UAAU,EAAE,CAAC;oBAC1D,OAAO,KAAK,CAAC,IAAI,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/providers/index.d.ts

@@ -0,0 +1,6 @@
+export { AnthropicProvider } from "./anthropic.js";
+export { OpenAIProvider } from "./openai.js";
+export { GeminiProvider } from "./google.js";
+export { MiniMaxProvider } from "./minimax.js";
+export { KimiProvider } from "./kimi.js";
+export { VolcengineProvider } from "./volcengine.js";

package/dist/providers/index.js

@@ -0,0 +1,7 @@
+export { AnthropicProvider } from "./anthropic.js";
+export { OpenAIProvider } from "./openai.js";
+export { GeminiProvider } from "./google.js";
+export { MiniMaxProvider } from "./minimax.js";
+export { KimiProvider } from "./kimi.js";
+export { VolcengineProvider } from "./volcengine.js";
+//# sourceMappingURL=index.js.map

package/dist/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/providers/kimi.d.ts

@@ -0,0 +1,4 @@
+import { AnthropicProvider } from "./anthropic.js";
+export declare class KimiProvider extends AnthropicProvider {
+    constructor(apiKey?: string, baseUrl?: string);
+}

package/dist/providers/kimi.js

@@ -0,0 +1,8 @@
+// Kimi LLM provider (Anthropic Messages API compatible)
+import { AnthropicProvider } from "./anthropic.js";
+export class KimiProvider extends AnthropicProvider {
+    constructor(apiKey, baseUrl) {
+        super(apiKey ?? process.env.KIMI_API_KEY, baseUrl ?? "https://api.kimi.com/coding");
+    }
+}
+//# sourceMappingURL=kimi.js.map

package/dist/providers/kimi.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kimi.js","sourceRoot":"","sources":["../../src/providers/kimi.ts"],"names":[],"mappings":"AAAA,wDAAwD;AAExD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEnD,MAAM,OAAO,YAAa,SAAQ,iBAAiB;IACjD,YAAY,MAAe,EAAE,OAAgB;QAC3C,KAAK,CACH,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,EAClC,OAAO,IAAI,6BAA6B,CACzC,CAAC;IACJ,CAAC;CACF"}

package/dist/providers/minimax.d.ts

@@ -0,0 +1,4 @@
+import { AnthropicProvider } from "./anthropic.js";
+export declare class MiniMaxProvider extends AnthropicProvider {
+    constructor(apiKey?: string, baseUrl?: string);
+}

package/dist/providers/minimax.js

@@ -0,0 +1,8 @@
+// MiniMax LLM provider (Anthropic Messages API compatible)
+import { AnthropicProvider } from "./anthropic.js";
+export class MiniMaxProvider extends AnthropicProvider {
+    constructor(apiKey, baseUrl) {
+        super(apiKey ?? process.env.MINIMAX_API_KEY, baseUrl ?? "https://api.minimaxi.com/anthropic");
+    }
+}
+//# sourceMappingURL=minimax.js.map

package/dist/providers/minimax.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"minimax.js","sourceRoot":"","sources":["../../src/providers/minimax.ts"],"names":[],"mappings":"AAAA,2DAA2D;AAE3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEnD,MAAM,OAAO,eAAgB,SAAQ,iBAAiB;IACpD,YAAY,MAAe,EAAE,OAAgB;QAC3C,KAAK,CACH,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,EACrC,OAAO,IAAI,oCAAoC,CAChD,CAAC;IACJ,CAAC;CACF"}

package/dist/providers/openai.d.ts

@@ -0,0 +1,7 @@
+import type { LLMProvider, LLMRequestOptions, AssistantMessageEvent } from "../llm/types.js";
+export declare class OpenAIProvider implements LLMProvider {
+    private client;
+    constructor(apiKey?: string, baseUrl?: string);
+    stream(options: LLMRequestOptions): AsyncIterable<AssistantMessageEvent>;
+    private _streamOnce;
+}

package/dist/providers/openai.js

@@ -0,0 +1,170 @@
+// OpenAI LLM provider
+import OpenAI from "openai";
+import { withRetry, RETRYABLE_PATTERNS } from "./shared.js";
+function mapReasoningEffort(level) {
+    if (!level || level === "off")
+        return undefined;
+    if (level === "minimal" || level === "low")
+        return "low";
+    if (level === "medium")
+        return "medium";
+    return "high";
+}
+export class OpenAIProvider {
+    client;
+    constructor(apiKey, baseUrl) {
+        this.client = new OpenAI({
+            apiKey: apiKey || process.env.OPENAI_API_KEY,
+            ...(baseUrl ? { baseURL: baseUrl } : {}),
+        });
+    }
+    async *stream(options) {
+        yield* withRetry(() => this._streamOnce(options), RETRYABLE_PATTERNS.openai);
+    }
+    async *_streamOnce(options) {
+        const { model, systemPrompt, messages, tools, thinkingLevel, maxTokens, signal } = options;
+        const reasoningEffort = mapReasoningEffort(thinkingLevel);
+        const params = {
+            model,
+            messages: [
+                { role: "system", content: systemPrompt },
+                ...messages.map((m) => mapMessage(m)),
+            ],
+            stream: true,
+            stream_options: { include_usage: true },
+            max_tokens: maxTokens ?? 8192,
+            ...(tools?.length ? {
+                tools: tools.map((t) => ({
+                    type: "function",
+                    function: { name: t.name, description: t.description, parameters: t.inputSchema },
+                })),
+            } : {}),
+            ...(reasoningEffort ? { reasoning_effort: reasoningEffort } : {}),
+        };
+        const contentBlocks = [];
+        const toolCalls = new Map();
+        let usage = { inputTokens: 0, outputTokens: 0, totalTokens: 0 };
+        const stream = await this.client.chat.completions.create(params, { signal });
+        for await (const chunk of stream) {
+            const choice = chunk.choices?.[0];
+            if (choice?.delta) {
+                const delta = choice.delta;
+                // Text
+                if (delta.content) {
+                    if (contentBlocks.length === 0 || contentBlocks[contentBlocks.length - 1].type !== "text") {
+                        contentBlocks.push({ type: "text", text: "" });
+                    }
+                    const block = contentBlocks[contentBlocks.length - 1];
+                    if (block.type === "text") {
+                        block.text += delta.content;
+                    }
+                    yield { type: "text", text: delta.content };
+                }
+                // Reasoning/thinking content (o1/o3 series)
+                if (delta.reasoning_content) {
+                    const thinking = delta.reasoning_content;
+                    if (contentBlocks.length === 0 || contentBlocks[contentBlocks.length - 1].type !== "thinking") {
+                        contentBlocks.push({ type: "thinking", thinking: "" });
+                    }
+                    const block = contentBlocks[contentBlocks.length - 1];
+                    if (block.type === "thinking") {
+                        block.thinking += thinking;
+                    }
+                    yield { type: "thinking", thinking };
+                }
+                // Tool calls
+                if (delta.tool_calls) {
+                    for (const tc of delta.tool_calls) {
+                        const idx = tc.index;
+                        if (!toolCalls.has(idx)) {
+                            // New tool call
+                            const id = tc.id ?? `call_${idx}`;
+                            const name = tc.function?.name ?? "";
+                            toolCalls.set(idx, { id, name, args: "" });
+                            contentBlocks.push({ type: "tool_call", id, name, input: {} });
+                            yield { type: "tool_call_start", id, name };
+                        }
+                        if (tc.function?.arguments) {
+                            const entry = toolCalls.get(idx);
+                            entry.args += tc.function.arguments;
+                            yield { type: "tool_call_delta", id: entry.id, input: tc.function.arguments };
+                        }
+                    }
+                }
+            }
+            // Usage info (comes in the final chunk with stream_options.include_usage)
+            if (chunk.usage) {
+                usage = {
+                    inputTokens: chunk.usage.prompt_tokens,
+                    outputTokens: chunk.usage.completion_tokens,
+                    totalTokens: chunk.usage.total_tokens,
+                };
+            }
+        }
+        // Finalize tool call inputs
+        for (const [, entry] of toolCalls) {
+            const block = contentBlocks.find((b) => b.type === "tool_call" && b.id === entry.id);
+            if (block && block.type === "tool_call") {
+                try {
+                    block.input = JSON.parse(entry.args || "{}");
+                }
+                catch {
+                    block.input = {};
+                }
+            }
+        }
+        const message = { role: "assistant", content: contentBlocks };
+        yield { type: "done", message, usage };
+    }
+}
+function mapMessage(m) {
+    if (m.role === "user") {
+        if (typeof m.content === "string") {
+            return { role: "user", content: m.content };
+        }
+        const parts = m.content.map((block) => {
+            if (block.type === "text") {
+                return { type: "text", text: block.text };
+            }
+            if (block.type === "image") {
+                if (block.source.type === "url") {
+                    return { type: "image_url", image_url: { url: block.source.url } };
+                }
+                return {
+                    type: "image_url",
+                    image_url: { url: `data:${block.source.mediaType};base64,${block.source.data}` },
+                };
+            }
+            return { type: "text", text: JSON.stringify(block) };
+        });
+        return { role: "user", content: parts };
+    }
+    if (m.role === "assistant") {
+        let text = "";
+        const toolCalls = [];
+        for (const b of m.content) {
+            if (b.type === "text") {
+                text += b.text;
+            }
+            else if (b.type === "tool_call") {
+                toolCalls.push({
+                    id: b.id,
+                    type: "function",
+                    function: { name: b.name, arguments: JSON.stringify(b.input) },
+                });
+            }
+        }
+        return {
+            role: "assistant",
+            content: text || null,
+            ...(toolCalls.length ? { tool_calls: toolCalls } : {}),
+        };
+    }
+    // tool_result
+    return {
+        role: "tool",
+        tool_call_id: m.toolCallId,
+        content: typeof m.content === "string" ? m.content : m.content.map((b) => b.type === "text" ? b.text : JSON.stringify(b)).join("\n"),
+    };
+}
+//# sourceMappingURL=openai.js.map

package/dist/providers/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,sBAAsB;AAEtB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAW5B,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAE5D,SAAS,kBAAkB,CAAC,KAAqB;IAC/C,IAAI,CAAC,KAAK,IAAI,KAAK,KAAK,KAAK;QAAE,OAAO,SAAS,CAAC;IAChD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC;IACzD,IAAI,KAAK,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IACxC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,OAAO,cAAc;IACjB,MAAM,CAAS;IAEvB,YAAY,MAAe,EAAE,OAAgB;QAC3C,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,MAAM,EAAE,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;YAC5C,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,OAA0B;QACtC,KAAK,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC/E,CAAC;IAEO,KAAK,CAAC,CAAC,WAAW,CAAC,OAA0B;QACnD,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAE3F,MAAM,eAAe,GAAG,kBAAkB,CAAC,aAAa,CAAC,CAAC;QAE1D,MAAM,MAAM,GAA+C;YACzD,KAAK;YACL,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,YAAY,EAAE;gBAClD,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;aACtC;YACD,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;YACvC,UAAU,EAAE,SAAS,IAAI,IAAI;YAC7B,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;gBAClB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACvB,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,WAAW,EAAE;iBAClF,CAAC,CAAC;aACJ,CAAC,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE,CAAC;QAEF,MAAM,aAAa,GAA4B,EAAE,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAsD,CAAC;QAChF,IAAI,KAAK,GAAe,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;QAE5E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAE7E,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YAElC,IAAI,MAAM,EAAE,KAAK,EAAE,CAAC;gBAClB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBAE3B,OAAO;gBACP,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBAClB,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,IAAI,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBAC1F,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;oBACjD,CAAC;oBACD,MAAM,KAAK,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;oBACtD,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBAC1B,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC;oBAC9B,CAAC;oBACD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;gBAC9C,CAAC;gBAED,4CAA4C;gBAC5C,IAAK,KAAa,CAAC,iBAAiB,EAAE,CAAC;oBACrC,MAAM,QAAQ,GAAI,KAAa,CAAC,iBAA2B,CAAC;oBAC5D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,IAAI,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;wBAC9F,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;oBACzD,CAAC;oBACD,MAAM,KAAK,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;oBACtD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;wBAC9B,KAAK,CAAC,QAAQ,IAAI,QAAQ,CAAC;oBAC7B,CAAC;oBACD,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;gBACvC,CAAC;gBAED,aAAa;gBACb,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;oBACrB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;wBAClC,MAAM,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC;wBACrB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;4BACxB,gBAAgB;4BAChB,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,QAAQ,GAAG,EAAE,CAAC;4BAClC,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;4BACrC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;4BAC3C,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;4BAC/D,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;wBAC9C,CAAC;wBACD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;4BAC3B,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;4BAClC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;4BACpC,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;wBAChF,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,0EAA0E;YAC1E,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChB,KAAK,GAAG;oBACN,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa;oBACtC,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB;oBAC3C,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY;iBACtC,CAAC;YACJ,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,SAAS,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAC9B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,EAAE,KAAK,KAAK,CAAC,EAAE,CACnD,CAAC;YACF,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACxC,IAAI,CAAC;oBACH,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;gBAC/C,CAAC;gBAAC,MAAM,CAAC;oBACP,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAqB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC;QAChF,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACzC,CAAC;CACF;AAED,SAAS,UAAU,CAAC,CAAU;IAC5B,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACtB,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YAClC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QAC9C,CAAC;QACD,MAAM,KAAK,GAAuC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACxE,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC1B,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;YACrD,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC3B,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;oBAChC,OAAO,EAAE,IAAI,EAAE,WAAoB,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC;gBAC9E,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,WAAoB;oBAC1B,SAAS,EAAE,EAAE,GAAG,EAAE,QAAQ,KAAK,CAAC,MAAM,CAAC,SAAS,WAAW,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE;iBACjF,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAC1C,CAAC;IAED,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC3B,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,MAAM,SAAS,GAA2C,EAAE,CAAC;QAC7D,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;YAC1B,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtB,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC;YACjB,CAAC;iBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAClC,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,CAAC,CAAC,EAAE;oBACR,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE;iBAC/D,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,IAAI,IAAI,IAAI;YACrB,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACvD,CAAC;IACJ,CAAC;IAED,cAAc;IACd,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,CAAC,CAAC,UAAU;QAC1B,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;KACrI,CAAC;AACJ,CAAC"}

package/dist/providers/shared.d.ts

@@ -0,0 +1,10 @@
+import type { AssistantMessageEvent, ThinkingLevel } from "../llm/types.js";
+export declare const RETRYABLE_PATTERNS: Record<string, string[]>;
+export declare function isRetryableError(error: Error, patterns: string[]): boolean;
+/**
+ * Wraps a streaming generator with exponential backoff retry logic.
+ * Only retries on connection-level failures before streaming starts.
+ */
+export declare function withRetry(streamOnce: () => AsyncIterable<AssistantMessageEvent>, retryablePatterns: string[], maxRetries?: number): AsyncIterable<AssistantMessageEvent>;
+/** Maps ThinkingLevel to token budget (shared by Anthropic and Gemini). */
+export declare function mapThinkingBudget(level?: ThinkingLevel): number | undefined;