@autonsh/cli 0.18.0 → 0.19.0

package/dist/llm/providers/anthropic.js

@@ -0,0 +1,198 @@
+// anthropic.ts — Anthropic provider
+import { BaseProvider } from "../provider.js";
+export class AnthropicProvider extends BaseProvider {
+    defaultBaseUrl() {
+        return "https://api.anthropic.com/v1";
+    }
+    chatCompletionsEndpoint() {
+        return `${this.baseUrl}/messages`;
+    }
+    modelsEndpoint() {
+        return `${this.baseUrl}/models`;
+    }
+    async buildHeaders() {
+        const headers = await super.buildHeaders();
+        headers.set("anthropic-version", "2023-06-01");
+        headers.set("anthropic-beta", "prompt-caching-2024-07-31");
+        return headers;
+    }
+    buildRequestBody(request, stream) {
+        const messages = this.buildMessages(request).filter((m) => m.role !== "system");
+        const tools = this.mapTools(request);
+        const body = {
+            model: request.model || this.model,
+            messages,
+            stream,
+            max_tokens: request.generation?.maxTokens ?? this.maxTokens ?? 4096,
+        };
+        if (request.system)
+            body.system = request.system;
+        if (tools?.length)
+            body.tools = tools;
+        if (request.toolChoice)
+            body.tool_choice = this.mapToolChoice(request.toolChoice);
+        if (request.generation) {
+            const gen = request.generation;
+            if (gen.temperature !== undefined)
+                body.temperature = gen.temperature;
+            if (gen.topP !== undefined)
+                body.top_p = gen.topP;
+            if (gen.stopSequences?.length)
+                body.stop_sequences = gen.stopSequences;
+            if (gen.reasoningEffort)
+                body.thinking = { type: "enabled", budget_tokens: this.reasoningBudget(gen.reasoningEffort) };
+        }
+        if (request.providerOptions?.anthropic) {
+            Object.assign(body, request.providerOptions.anthropic);
+        }
+        return body;
+    }
+    mapToolChoice(choice) {
+        if (choice === "auto")
+            return { type: "auto" };
+        if (choice === "none")
+            return { type: "none" };
+        if (typeof choice === "object" && choice.type === "function") {
+            return { type: "tool", name: choice.function.name };
+        }
+        return { type: "auto" };
+    }
+    reasoningBudget(effort) {
+        const budgets = {
+            minimal: 1024,
+            low: 2048,
+            medium: 4096,
+            high: 8192,
+            xhigh: 16384,
+            max: 24576,
+            ultra: 32768,
+        };
+        return budgets[effort] ?? 4096;
+    }
+    parseResponse(data) {
+        const content = data.content ?? [];
+        const usage = this.mapUsage(data);
+        let textContent = "";
+        const toolCalls = [];
+        for (const block of content) {
+            if (block.type === "text")
+                textContent += block.text;
+            else if (block.type === "tool_use") {
+                toolCalls.push({
+                    id: block.id,
+                    type: "function",
+                    function: { name: block.name, arguments: JSON.stringify(block.input) },
+                });
+            }
+        }
+        return {
+            id: data.id ?? crypto.randomUUID(),
+            model: data.model ?? this.model,
+            content: toolCalls.length > 0 ? toolCalls : textContent,
+            toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
+            usage,
+            stopReason: this.mapStopReason(data),
+            costUsd: this.estimateCost(usage),
+        };
+    }
+    parseStreamChunk(data) {
+        const lines = String(data)
+            .split("\n")
+            .filter((l) => l.startsWith("event:") || l.startsWith("data:"));
+        const chunks = [];
+        let eventType = "";
+        for (const line of lines) {
+            if (line.startsWith("event:")) {
+                eventType = line.slice(6).trim();
+                continue;
+            }
+            if (line.startsWith("data:")) {
+                try {
+                    const parsed = JSON.parse(line.slice(5).trim());
+                    switch (eventType) {
+                        case "content_block_delta":
+                            if (parsed.delta?.type === "text_delta") {
+                                chunks.push({ type: "content", content: parsed.delta.text });
+                            }
+                            else if (parsed.delta?.type === "input_json_delta") {
+                                chunks.push({ type: "tool_call_delta", toolCallDelta: { index: parsed.index, arguments: parsed.delta.partial_json } });
+                            }
+                            break;
+                        case "content_block_start":
+                            if (parsed.content_block?.type === "tool_use") {
+                                chunks.push({
+                                    type: "tool_call",
+                                    toolCall: {
+                                        id: parsed.content_block.id,
+                                        type: "function",
+                                        function: { name: parsed.content_block.name, arguments: "" },
+                                    },
+                                });
+                            }
+                            break;
+                        case "message_delta":
+                            if (parsed.usage)
+                                chunks.push({ type: "usage", usage: this.mapUsage(parsed) });
+                            if (parsed.delta?.stop_reason)
+                                chunks.push({ type: "complete", stopReason: parsed.delta.stop_reason });
+                            break;
+                        case "message_stop":
+                            chunks.push({ type: "complete" });
+                            break;
+                    }
+                }
+                catch {
+                    // ignore
+                }
+                eventType = "";
+            }
+        }
+        return chunks;
+    }
+    buildMessages(request) {
+        const messages = [];
+        if (request.system) {
+            messages.push({ role: "system", content: request.system });
+        }
+        for (const msg of request.messages) {
+            messages.push(this.mapMessage(msg));
+        }
+        return messages;
+    }
+    mapMessage(msg) {
+        if (typeof msg.content === "string") {
+            return { role: msg.role, content: msg.content };
+        }
+        return { role: msg.role, content: msg.content };
+    }
+    mapTools(request) {
+        if (!request.tools?.length)
+            return undefined;
+        return request.tools.map((t) => ({
+            type: "function",
+            function: { name: t.name, description: t.description, parameters: t.parameters },
+        }));
+    }
+    mapUsage(data) {
+        const u = data.usage;
+        return {
+            inputTokens: u?.input_tokens ?? 0,
+            outputTokens: u?.output_tokens ?? 0,
+            cachedInputTokens: u?.cache_read_input_tokens ?? 0,
+            cacheWriteTokens: u?.cache_creation_input_tokens ?? 0,
+            totalTokens: (u?.input_tokens ?? 0) + (u?.output_tokens ?? 0),
+        };
+    }
+    mapStopReason(data) {
+        return data?.stop_reason ?? "end_turn";
+    }
+    estimateCost(usage) {
+        const inputRate = 3.00;
+        const outputRate = 15.00;
+        return (usage.inputTokens / 1e6) * inputRate + (usage.outputTokens / 1e6) * outputRate;
+    }
+}
+export function createAnthropicProvider(config) {
+    return new AnthropicProvider(config);
+}
+//# sourceMappingURL=anthropic.js.map

package/dist/llm/providers/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../src/llm/providers/anthropic.ts"],"names":[],"mappings":"AAAA,oCAAoC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAW9C,MAAM,OAAO,iBAAkB,SAAQ,YAAY;IAC9B,cAAc;QAC/B,OAAO,8BAA8B,CAAC;IACxC,CAAC;IAEkB,uBAAuB;QACxC,OAAO,GAAG,IAAI,CAAC,OAAO,WAAW,CAAC;IACpC,CAAC;IAEkB,cAAc;QAC/B,OAAO,GAAG,IAAI,CAAC,OAAO,SAAS,CAAC;IAClC,CAAC;IAEkB,KAAK,CAAC,YAAY;QACnC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,YAAY,EAAE,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,YAAY,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,2BAA2B,CAAC,CAAC;QAC3D,OAAO,OAAO,CAAC;IACjB,CAAC;IAEkB,gBAAgB,CAAC,OAAmB,EAAE,MAAe;QACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACrF,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAErC,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YAClC,QAAQ;YACR,MAAM;YACN,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;SACpE,CAAC;QAEF,IAAI,OAAO,CAAC,MAAM;YAAE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QACjD,IAAI,KAAK,EAAE,MAAM;YAAE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACtC,IAAI,OAAO,CAAC,UAAU;YAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAClF,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,OAAO,CAAC,UAAU,CAAC;YAC/B,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;gBAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;YACtE,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;gBAAE,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC;YAClD,IAAI,GAAG,CAAC,aAAa,EAAE,MAAM;gBAAE,IAAI,CAAC,cAAc,GAAG,GAAG,CAAC,aAAa,CAAC;YACvE,IAAI,GAAG,CAAC,eAAe;gBAAE,IAAI,CAAC,QAAQ,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC;QACzH,CAAC;QACD,IAAI,OAAO,CAAC,eAAe,EAAE,SAAS,EAAE,CAAC;YACvC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QACzD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAES,aAAa,CAAC,MAAgC;QACtD,IAAI,MAAM,KAAK,MAAM;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAC/C,IAAI,MAAM,KAAK,MAAM;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAC/C,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC7D,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtD,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC1B,CAAC;IAES,eAAe,CAAC,MAAc;QACtC,MAAM,OAAO,GAA2B;YACtC,OAAO,EAAE,IAAI;YACb,GAAG,EAAE,IAAI;YACT,MAAM,EAAE,IAAI;YACZ,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,KAAK;YACZ,GAAG,EAAE,KAAK;YACV,KAAK,EAAE,KAAK;SACb,CAAC;QACF,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;IACjC,CAAC;IAEkB,aAAa,CAAC,IAAa;QAC5C,MAAM,OAAO,GAAI,IAAY,CAAC,OAAO,IAAI,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAElC,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,MAAM,SAAS,GAAe,EAAE,CAAC;QAEjC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;gBAAE,WAAW,IAAI,KAAK,CAAC,IAAI,CAAC;iBAChD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBACnC,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,KAAK,CAAC,EAAE;oBACZ,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;iBACvE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO;YACL,EAAE,EAAG,IAAY,CAAC,EAAE,IAAI,MAAM,CAAC,UAAU,EAAE;YAC3C,KAAK,EAAG,IAAY,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YACxC,OAAO,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW;YACvD,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACvD,KAAK;YACL,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;YACpC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC;SAClC,CAAC;IACJ,CAAC;IAEkB,gBAAgB,CAAC,IAAa;QAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC;aACvB,KAAK,CAAC,IAAI,CAAC;aACX,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;QAElE,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,IAAI,SAAS,GAAG,EAAE,CAAC;QAEnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC9B,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBACjC,SAAS;YACX,CAAC;YACD,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7B,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;oBAChD,QAAQ,SAAS,EAAE,CAAC;wBAClB,KAAK,qBAAqB;4BACxB,IAAI,MAAM,CAAC,KAAK,EAAE,IAAI,KAAK,YAAY,EAAE,CAAC;gCACxC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;4BAC/D,CAAC;iCAAM,IAAI,MAAM,CAAC,KAAK,EAAE,IAAI,KAAK,kBAAkB,EAAE,CAAC;gCACrD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,aAAa,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;4BACzH,CAAC;4BACD,MAAM;wBACR,KAAK,qBAAqB;4BACxB,IAAI,MAAM,CAAC,aAAa,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;gCAC9C,MAAM,CAAC,IAAI,CAAC;oCACV,IAAI,EAAE,WAAW;oCACjB,QAAQ,EAAE;wCACR,EAAE,EAAE,MAAM,CAAC,aAAa,CAAC,EAAE;wCAC3B,IAAI,EAAE,UAAU;wCAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE;qCAC7D;iCACF,CAAC,CAAC;4BACL,CAAC;4BACD,MAAM;wBACR,KAAK,eAAe;4BAClB,IAAI,MAAM,CAAC,KAAK;gCAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;4BAC/E,IAAI,MAAM,CAAC,KAAK,EAAE,WAAW;gCAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;4BACvG,MAAM;wBACR,KAAK,cAAc;4BACjB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;4BAClC,MAAM;oBACV,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;gBACD,SAAS,GAAG,EAAE,CAAC;YACjB,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAES,aAAa,CAAC,OAAmB;QACzC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACnC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAES,UAAU,CAAC,GAAiD;QACpE,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACpC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;QAClD,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;IAClD,CAAC;IAES,QAAQ,CAAC,OAAmB;QACpC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM;YAAE,OAAO,SAAS,CAAC;QAC7C,OAAO,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/B,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE;SACjF,CAAC,CAAC,CAAC;IACN,CAAC;IAES,QAAQ,CAAC,IAAa;QAC9B,MAAM,CAAC,GAAI,IAAY,CAAC,KAAK,CAAC;QAC9B,OAAO;YACL,WAAW,EAAE,CAAC,EAAE,YAAY,IAAI,CAAC;YACjC,YAAY,EAAE,CAAC,EAAE,aAAa,IAAI,CAAC;YACnC,iBAAiB,EAAE,CAAC,EAAE,uBAAuB,IAAI,CAAC;YAClD,gBAAgB,EAAE,CAAC,EAAE,2BAA2B,IAAI,CAAC;YACrD,WAAW,EAAE,CAAC,CAAC,EAAE,YAAY,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,IAAI,CAAC,CAAC;SAC9D,CAAC;IACJ,CAAC;IAES,aAAa,CAAC,IAAa;QACnC,OAAQ,IAAY,EAAE,WAAW,IAAI,UAAU,CAAC;IAClD,CAAC;IAEO,YAAY,CAAC,KAAY;QAC/B,MAAM,SAAS,GAAG,IAAI,CAAC;QACvB,MAAM,UAAU,GAAG,KAAK,CAAC;QACzB,OAAO,CAAC,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,SAAS,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,GAAG,UAAU,CAAC;IACzF,CAAC;CACF;AAED,MAAM,UAAU,uBAAuB,CAAC,MAAsB;IAC5D,OAAO,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC"}

package/dist/llm/providers/google.d.ts

@@ -0,0 +1,31 @@
+import { BaseProvider } from "../provider.js";
+import type { ProviderConfig, LLMRequest, LLMResponse, StreamChunk, Usage } from "../types.js";
+export declare class GoogleProvider extends BaseProvider {
+    protected defaultBaseUrl(): string;
+    protected chatCompletionsEndpoint(): string;
+    protected modelsEndpoint(): string;
+    protected buildHeaders(): Promise<Headers>;
+    protected buildRequestBody(request: LLMRequest, stream: boolean): object;
+    protected buildContents(request: LLMRequest): object[];
+    protected mapContentPart(part: {
+        type: string;
+        text?: string;
+        imageUrl?: {
+            url: string;
+        };
+        toolResult?: {
+            toolCallId: string;
+            content: string | object;
+            isError?: boolean;
+        };
+    }): object;
+    protected mapToolsGemini(request: LLMRequest): object[];
+    protected mapToolChoice(choice: LLMRequest["toolChoice"]): object;
+    protected buildGenerationConfig(gen?: LLMRequest["generation"]): object;
+    protected parseResponse(data: unknown): LLMResponse;
+    protected parseStreamChunk(data: unknown): StreamChunk[];
+    protected mapUsage(data: unknown): Usage;
+    protected mapStopReason(reason?: string): LLMResponse["stopReason"];
+    private estimateCost;
+}
+export declare function createGoogleProvider(config: ProviderConfig): GoogleProvider;

package/dist/llm/providers/google.js

@@ -0,0 +1,190 @@
+// google.ts — Google Gemini provider
+import { BaseProvider } from "../provider.js";
+export class GoogleProvider extends BaseProvider {
+    defaultBaseUrl() {
+        return "https://generativelanguage.googleapis.com/v1beta";
+    }
+    chatCompletionsEndpoint() {
+        const key = this.apiKey ? `?key=${this.apiKey}` : "";
+        return `${this.baseUrl}/models/${this.model}:generateContent${key}`;
+    }
+    modelsEndpoint() {
+        const key = this.apiKey ? `?key=${this.apiKey}` : "";
+        return `${this.baseUrl}/models${key}`;
+    }
+    async buildHeaders() {
+        const headers = new Headers({ "Content-Type": "application/json" });
+        for (const [k, v] of Object.entries(this.customHeaders))
+            headers.set(k, v);
+        return headers;
+    }
+    buildRequestBody(request, stream) {
+        const contents = this.buildContents(request);
+        const tools = this.mapToolsGemini(request);
+        const body = {
+            contents,
+            generationConfig: this.buildGenerationConfig(request.generation),
+        };
+        if (tools?.length)
+            body.tools = [{ functionDeclarations: tools }];
+        if (request.toolChoice)
+            body.toolConfig = this.mapToolChoice(request.toolChoice);
+        if (request.system)
+            body.systemInstruction = { parts: [{ text: request.system }] };
+        return body;
+    }
+    buildContents(request) {
+        const contents = [];
+        for (const msg of request.messages) {
+            if (msg.role === "system")
+                continue;
+            if (typeof msg.content === "string") {
+                contents.push({ role: msg.role === "assistant" ? "model" : "user", parts: [{ text: msg.content }] });
+            }
+            else {
+                const parts = msg.content.map((p) => this.mapContentPart(p));
+                contents.push({ role: msg.role === "assistant" ? "model" : "user", parts });
+            }
+        }
+        return contents;
+    }
+    mapContentPart(part) {
+        if (part.type === "text")
+            return { text: part.text };
+        if (part.type === "image" && part.imageUrl)
+            return { inlineData: { mimeType: "image/png", data: part.imageUrl.url } };
+        if (part.type === "tool_result" && part.toolResult) {
+            return {
+                functionResponse: {
+                    name: part.toolResult.toolCallId,
+                    response: { content: part.toolResult.content },
+                },
+            };
+        }
+        return { text: JSON.stringify(part) };
+    }
+    mapToolsGemini(request) {
+        if (!request.tools?.length)
+            return [];
+        return request.tools.map((t) => ({
+            name: t.name,
+            description: t.description,
+            parameters: t.parameters,
+        }));
+    }
+    mapToolChoice(choice) {
+        if (choice === "none")
+            return { functionCallingConfig: { mode: "NONE" } };
+        if (choice === "auto")
+            return { functionCallingConfig: { mode: "AUTO" } };
+        if (typeof choice === "object") {
+            return { functionCallingConfig: { mode: "ANY", allowedFunctionNames: [choice.function.name] } };
+        }
+        return { functionCallingConfig: { mode: "AUTO" } };
+    }
+    buildGenerationConfig(gen) {
+        if (!gen)
+            return {};
+        const config = {};
+        if (gen.temperature !== undefined)
+            config.temperature = gen.temperature;
+        if (gen.topP !== undefined)
+            config.topP = gen.topP;
+        if (gen.topK !== undefined)
+            config.topK = gen.topK;
+        if (gen.maxTokens !== undefined)
+            config.maxOutputTokens = gen.maxTokens;
+        if (gen.stopSequences?.length)
+            config.stopSequences = gen.stopSequences;
+        if (gen.responseFormat && typeof gen.responseFormat === "object" && "type" in gen.responseFormat && gen.responseFormat.type === "json")
+            config.responseMimeType = "application/json";
+        return config;
+    }
+    parseResponse(data) {
+        const candidate = data.candidates?.[0];
+        const content = candidate?.content?.parts ?? [];
+        const usage = this.mapUsage(data);
+        let textContent = "";
+        const toolCalls = [];
+        for (const part of content) {
+            if (part.text)
+                textContent += part.text;
+            else if (part.functionCall) {
+                toolCalls.push({
+                    id: crypto.randomUUID(),
+                    type: "function",
+                    function: { name: part.functionCall.name, arguments: JSON.stringify(part.functionCall.args) },
+                });
+            }
+        }
+        return {
+            id: data.id ?? crypto.randomUUID(),
+            model: this.model,
+            content: toolCalls.length > 0 ? toolCalls : textContent,
+            toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
+            usage,
+            stopReason: this.mapStopReason(candidate?.finishReason),
+            costUsd: this.estimateCost(usage),
+        };
+    }
+    parseStreamChunk(data) {
+        const chunks = [];
+        try {
+            const parsed = data;
+            const candidate = parsed.candidates?.[0];
+            if (!candidate)
+                return chunks;
+            const content = candidate.content?.parts ?? [];
+            for (const part of content) {
+                if (part.text)
+                    chunks.push({ type: "content", content: part.text });
+                if (part.functionCall) {
+                    chunks.push({
+                        type: "tool_call",
+                        toolCall: {
+                            id: crypto.randomUUID(),
+                            type: "function",
+                            function: { name: part.functionCall.name, arguments: JSON.stringify(part.functionCall.args) },
+                        },
+                    });
+                }
+            }
+            if (parsed.usageMetadata)
+                chunks.push({ type: "usage", usage: this.mapUsage(parsed) });
+            if (candidate.finishReason)
+                chunks.push({ type: "complete", stopReason: this.mapStopReason(candidate.finishReason) });
+        }
+        catch {
+            // ignore
+        }
+        return chunks;
+    }
+    mapUsage(data) {
+        const u = data.usageMetadata;
+        return {
+            inputTokens: u?.promptTokenCount ?? 0,
+            outputTokens: u?.candidatesTokenCount ?? 0,
+            cachedInputTokens: u?.cachedContentTokenCount ?? 0,
+            totalTokens: u?.totalTokenCount ?? 0,
+        };
+    }
+    mapStopReason(reason) {
+        const map = {
+            STOP: "end_turn",
+            MAX_TOKENS: "max_tokens",
+            SAFETY: "stop_sequence",
+            RECITATION: "stop_sequence",
+            FINISH_REASON_UNSPECIFIED: "end_turn",
+        };
+        return map[reason ?? ""] ?? "end_turn";
+    }
+    estimateCost(usage) {
+        const inputRate = 0.35;
+        const outputRate = 1.05;
+        return (usage.inputTokens / 1e6) * inputRate + (usage.outputTokens / 1e6) * outputRate;
+    }
+}
+export function createGoogleProvider(config) {
+    return new GoogleProvider(config);
+}
+//# sourceMappingURL=google.js.map

package/dist/llm/providers/google.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google.js","sourceRoot":"","sources":["../../../src/llm/providers/google.ts"],"names":[],"mappings":"AAAA,qCAAqC;AAErC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAU9C,MAAM,OAAO,cAAe,SAAQ,YAAY;IAC3B,cAAc;QAC/B,OAAO,kDAAkD,CAAC;IAC5D,CAAC;IAEkB,uBAAuB;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,OAAO,GAAG,IAAI,CAAC,OAAO,WAAW,IAAI,CAAC,KAAK,mBAAmB,GAAG,EAAE,CAAC;IACtE,CAAC;IAEkB,cAAc;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,OAAO,GAAG,IAAI,CAAC,OAAO,UAAU,GAAG,EAAE,CAAC;IACxC,CAAC;IAEkB,KAAK,CAAC,YAAY;QACnC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;QACpE,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC;YAAE,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3E,OAAO,OAAO,CAAC;IACjB,CAAC;IAEkB,gBAAgB,CAAC,OAAmB,EAAE,MAAe;QACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAE3C,MAAM,IAAI,GAA4B;YACpC,QAAQ;YACR,gBAAgB,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,UAAU,CAAC;SACjE,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM;YAAE,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAAC,CAAC;QAClE,IAAI,OAAO,CAAC,UAAU;YAAE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACjF,IAAI,OAAO,CAAC,MAAM;YAAE,IAAI,CAAC,iBAAiB,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC;QAEnF,OAAO,IAAI,CAAC;IACd,CAAC;IAES,aAAa,CAAC,OAAmB;QACzC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACnC,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ;gBAAE,SAAS;YACpC,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACpC,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;YACvG,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7D,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAES,cAAc,CAAC,IAAmJ;QAC1K,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;QACrD,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC;QACtH,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACnD,OAAO;gBACL,gBAAgB,EAAE;oBAChB,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU;oBAChC,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE;iBAC/C;aACF,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;IACxC,CAAC;IAES,cAAc,CAAC,OAAmB;QAC1C,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM;YAAE,OAAO,EAAE,CAAC;QACtC,OAAO,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/B,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;SACzB,CAAC,CAAC,CAAC;IACN,CAAC;IAES,aAAa,CAAC,MAAgC;QACtD,IAAI,MAAM,KAAK,MAAM;YAAE,OAAO,EAAE,qBAAqB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;QAC1E,IAAI,MAAM,KAAK,MAAM;YAAE,OAAO,EAAE,qBAAqB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;QAC1E,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO,EAAE,qBAAqB,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QAClG,CAAC;QACD,OAAO,EAAE,qBAAqB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;IACrD,CAAC;IAES,qBAAqB,CAAC,GAA8B;QAC5D,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QACpB,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;YAAE,MAAM,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;QACxE,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;YAAE,MAAM,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QACnD,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;YAAE,MAAM,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QACnD,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS;YAAE,MAAM,CAAC,eAAe,GAAG,GAAG,CAAC,SAAS,CAAC;QACxE,IAAI,GAAG,CAAC,aAAa,EAAE,MAAM;YAAE,MAAM,CAAC,aAAa,GAAG,GAAG,CAAC,aAAa,CAAC;QACxE,IAAI,GAAG,CAAC,cAAc,IAAI,OAAO,GAAG,CAAC,cAAc,KAAK,QAAQ,IAAI,MAAM,IAAI,GAAG,CAAC,cAAc,IAAK,GAAG,CAAC,cAAsB,CAAC,IAAI,KAAK,MAAM;YAAE,MAAM,CAAC,gBAAgB,GAAG,kBAAkB,CAAC;QAC9L,OAAO,MAAM,CAAC;IAChB,CAAC;IAEkB,aAAa,CAAC,IAAa;QAC5C,MAAM,SAAS,GAAI,IAAY,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,SAAS,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAElC,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,MAAM,SAAS,GAAe,EAAE,CAAC;QAEjC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,IAAI,IAAI,CAAC,IAAI;gBAAE,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC;iBACnC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC3B,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,MAAM,CAAC,UAAU,EAAE;oBACvB,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE;iBAC9F,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO;YACL,EAAE,EAAG,IAAY,CAAC,EAAE,IAAI,MAAM,CAAC,UAAU,EAAE;YAC3C,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,OAAO,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW;YACvD,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACvD,KAAK;YACL,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,YAAY,CAAC;YACvD,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC;SAClC,CAAC;IACJ,CAAC;IAEkB,gBAAgB,CAAC,IAAa;QAC/C,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAW,CAAC;YAC3B,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;YACzC,IAAI,CAAC,SAAS;gBAAE,OAAO,MAAM,CAAC;YAE9B,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;YAC/C,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;gBAC3B,IAAI,IAAI,CAAC,IAAI;oBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBACpE,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;oBACtB,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,WAAW;wBACjB,QAAQ,EAAE;4BACR,EAAE,EAAE,MAAM,CAAC,UAAU,EAAE;4BACvB,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE;yBAC9F;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YACD,IAAI,MAAM,CAAC,aAAa;gBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACvF,IAAI,SAAS,CAAC,YAAY;gBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACxH,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAES,QAAQ,CAAC,IAAa;QAC9B,MAAM,CAAC,GAAI,IAAY,CAAC,aAAa,CAAC;QACtC,OAAO;YACL,WAAW,EAAE,CAAC,EAAE,gBAAgB,IAAI,CAAC;YACrC,YAAY,EAAE,CAAC,EAAE,oBAAoB,IAAI,CAAC;YAC1C,iBAAiB,EAAE,CAAC,EAAE,uBAAuB,IAAI,CAAC;YAClD,WAAW,EAAE,CAAC,EAAE,eAAe,IAAI,CAAC;SACrC,CAAC;IACJ,CAAC;IAES,aAAa,CAAC,MAAe;QACrC,MAAM,GAAG,GAA8C;YACrD,IAAI,EAAE,UAAU;YAChB,UAAU,EAAE,YAAY;YACxB,MAAM,EAAE,eAAe;YACvB,UAAU,EAAE,eAAe;YAC3B,yBAAyB,EAAE,UAAU;SACtC,CAAC;QACF,OAAO,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,IAAI,UAAU,CAAC;IACzC,CAAC;IAEO,YAAY,CAAC,KAAY;QAC/B,MAAM,SAAS,GAAG,IAAI,CAAC;QACvB,MAAM,UAAU,GAAG,IAAI,CAAC;QACxB,OAAO,CAAC,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,SAAS,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,GAAG,UAAU,CAAC;IACzF,CAAC;CACF;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAsB;IACzD,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;AACpC,CAAC"}

package/dist/llm/providers/ollama.d.ts

@@ -0,0 +1,21 @@
+import { BaseProvider } from "../provider.js";
+import type { ProviderConfig, LLMRequest, LLMResponse, StreamChunk, Usage } from "../types.js";
+export declare class OllamaProvider extends BaseProvider {
+    protected defaultBaseUrl(): string;
+    protected chatCompletionsEndpoint(): string;
+    protected modelsEndpoint(): string;
+    protected buildHeaders(): Promise<Headers>;
+    protected buildRequestBody(request: LLMRequest, stream: boolean): object;
+    protected mapOllamaMessage(msg: any): object;
+    protected buildOptions(gen?: LLMRequest["generation"]): object;
+    protected parseResponse(data: unknown): LLMResponse;
+    protected parseStreamChunk(data: unknown): StreamChunk[];
+    protected buildMessages(request: LLMRequest): object[];
+    protected mapMessage(msg: {
+        role: string;
+        content: string | object[];
+    }): object;
+    protected mapTools(request: LLMRequest): object[] | undefined;
+    protected mapUsage(data: unknown): Usage;
+}
+export declare function createOllamaProvider(config: ProviderConfig): OllamaProvider;

package/dist/llm/providers/ollama.js

@@ -0,0 +1,157 @@
+// ollama.ts — Local Ollama provider
+import { BaseProvider } from "../provider.js";
+export class OllamaProvider extends BaseProvider {
+    defaultBaseUrl() {
+        return process.env.OLLAMA_API ?? "http://localhost:11434";
+    }
+    chatCompletionsEndpoint() {
+        return `${this.baseUrl}/api/chat`;
+    }
+    modelsEndpoint() {
+        return `${this.baseUrl}/api/tags`;
+    }
+    async buildHeaders() {
+        return new Headers({ "Content-Type": "application/json" });
+    }
+    buildRequestBody(request, stream) {
+        const messages = this.buildMessages(request).map((m) => this.mapOllamaMessage(m));
+        const tools = this.mapTools(request);
+        const body = {
+            model: request.model || this.model,
+            messages,
+            stream,
+            options: this.buildOptions(request.generation),
+        };
+        if (tools?.length) {
+            body.tools = tools.map((t) => ({
+                type: "function",
+                function: t.function,
+            }));
+        }
+        return body;
+    }
+    mapOllamaMessage(msg) {
+        if (typeof msg.content === "string") {
+            return { role: msg.role, content: msg.content };
+        }
+        const text = msg.content
+            .filter((p) => p.type === "text")
+            .map((p) => p.text)
+            .join("\n");
+        return { role: msg.role, content: text };
+    }
+    buildOptions(gen) {
+        if (!gen)
+            return {};
+        const opts = {};
+        if (gen.temperature !== undefined)
+            opts.temperature = gen.temperature;
+        if (gen.topP !== undefined)
+            opts.top_p = gen.topP;
+        if (gen.topK !== undefined)
+            opts.top_k = gen.topK;
+        if (gen.maxTokens !== undefined)
+            opts.num_predict = gen.maxTokens;
+        if (gen.stopSequences?.length)
+            opts.stop = gen.stopSequences;
+        return opts;
+    }
+    parseResponse(data) {
+        const message = data.message;
+        const usage = this.mapUsage(data);
+        let content = message?.content ?? "";
+        const toolCalls = [];
+        if (message?.tool_calls) {
+            for (const tc of message.tool_calls) {
+                toolCalls.push({
+                    id: tc.id ?? crypto.randomUUID(),
+                    type: "function",
+                    function: { name: tc.function.name, arguments: JSON.stringify(tc.function.arguments) },
+                });
+            }
+            content = toolCalls.map((tc) => ({
+                type: "tool_result",
+                toolResult: { toolCallId: tc.id, content: tc.function.arguments },
+            }));
+        }
+        return {
+            id: data.id ?? crypto.randomUUID(),
+            model: data.model ?? this.model,
+            content,
+            toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
+            usage,
+            stopReason: data.done ? "end_turn" : "max_tokens",
+            costUsd: 0,
+        };
+    }
+    parseStreamChunk(data) {
+        const chunks = [];
+        try {
+            const lines = String(data).split("\n").filter((l) => l.trim());
+            for (const line of lines) {
+                const parsed = JSON.parse(line);
+                if (parsed.message?.content) {
+                    chunks.push({ type: "content", content: parsed.message.content });
+                }
+                if (parsed.message?.tool_calls) {
+                    for (const tc of parsed.message.tool_calls) {
+                        chunks.push({
+                            type: "tool_call",
+                            toolCall: {
+                                id: tc.id ?? crypto.randomUUID(),
+                                type: "function",
+                                function: { name: tc.function.name, arguments: JSON.stringify(tc.function.arguments) },
+                            },
+                        });
+                    }
+                }
+                if (parsed.done) {
+                    chunks.push({ type: "complete", stopReason: "end_turn" });
+                    if (parsed.prompt_eval_count || parsed.eval_count) {
+                        chunks.push({ type: "usage", usage: this.mapUsage(parsed) });
+                    }
+                }
+            }
+        }
+        catch {
+            // ignore parse errors
+        }
+        return chunks;
+    }
+    buildMessages(request) {
+        const messages = [];
+        if (request.system) {
+            messages.push({ role: "system", content: request.system });
+        }
+        for (const msg of request.messages) {
+            messages.push(this.mapOllamaMessage(msg));
+        }
+        return messages;
+    }
+    mapMessage(msg) {
+        if (typeof msg.content === "string") {
+            return { role: msg.role, content: msg.content };
+        }
+        return { role: msg.role, content: msg.content };
+    }
+    mapTools(request) {
+        if (!request.tools?.length)
+            return undefined;
+        return request.tools.map((t) => ({
+            type: "function",
+            function: { name: t.name, description: t.description, parameters: t.parameters },
+        }));
+    }
+    mapUsage(data) {
+        const d = data;
+        return {
+            inputTokens: d.prompt_eval_count ?? 0,
+            outputTokens: d.eval_count ?? 0,
+            totalTokens: (d.prompt_eval_count ?? 0) + (d.eval_count ?? 0),
+        };
+    }
+}
+export function createOllamaProvider(config) {
+    return new OllamaProvider(config);
+}
+//# sourceMappingURL=ollama.js.map

package/dist/llm/providers/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../../src/llm/providers/ollama.ts"],"names":[],"mappings":"AAAA,oCAAoC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAU9C,MAAM,OAAO,cAAe,SAAQ,YAAY;IAC3B,cAAc;QAC/B,OAAO,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB,CAAC;IAC5D,CAAC;IAEkB,uBAAuB;QACxC,OAAO,GAAG,IAAI,CAAC,OAAO,WAAW,CAAC;IACpC,CAAC;IAEkB,cAAc;QAC/B,OAAO,GAAG,IAAI,CAAC,OAAO,WAAW,CAAC;IACpC,CAAC;IAEkB,KAAK,CAAC,YAAY;QACnC,OAAO,IAAI,OAAO,CAAC,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC7D,CAAC;IAEkB,gBAAgB,CAAC,OAAmB,EAAE,MAAe;QACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;QACvF,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAErC,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YAClC,QAAQ;YACR,MAAM;YACN,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC;SAC/C,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,EAAE,CAAC;YAClB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;gBAClC,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;aACrB,CAAC,CAAC,CAAC;QACN,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAES,gBAAgB,CAAC,GAAQ;QACjC,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACpC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;QAClD,CAAC;QACD,MAAM,IAAI,GAAI,GAAG,CAAC,OAAiB;aAChC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;aAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAS,CAAC,IAAI,CAAC;aAC3B,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC3C,CAAC;IAES,YAAY,CAAC,GAA8B;QACnD,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,GAA4B,EAAE,CAAC;QACzC,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;YAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;QACtE,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC;QAClD,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC;QAClD,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS;YAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,SAAS,CAAC;QAClE,IAAI,GAAG,CAAC,aAAa,EAAE,MAAM;YAAE,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,aAAa,CAAC;QAC7D,OAAO,IAAI,CAAC;IACd,CAAC;IAEkB,aAAa,CAAC,IAAa;QAC5C,MAAM,OAAO,GAAI,IAAY,CAAC,OAAO,CAAC;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAElC,IAAI,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QACrC,MAAM,SAAS,GAAe,EAAE,CAAC;QAEjC,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;YACxB,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBACpC,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,MAAM,CAAC,UAAU,EAAE;oBAChC,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;iBACvF,CAAC,CAAC;YACL,CAAC;YACD,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC/B,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE,EAAE,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE;aAClE,CAAC,CAAC,CAAC;QACN,CAAC;QAED,OAAO;YACL,EAAE,EAAG,IAAY,CAAC,EAAE,IAAI,MAAM,CAAC,UAAU,EAAE;YAC3C,KAAK,EAAG,IAAY,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YACxC,OAAO;YACP,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACvD,KAAK;YACL,UAAU,EAAG,IAAY,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY;YAC1D,OAAO,EAAE,CAAC;SACX,CAAC;IACJ,CAAC;IAEkB,gBAAgB,CAAC,IAAa;QAC/C,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC/D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAChC,IAAI,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;oBAC5B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;gBACpE,CAAC;gBACD,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC;oBAC/B,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;wBAC3C,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,WAAW;4BACjB,QAAQ,EAAE;gCACR,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,MAAM,CAAC,UAAU,EAAE;gCAChC,IAAI,EAAE,UAAU;gCAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;6BACvF;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBACD,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;oBAChB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,CAAC;oBAC1D,IAAI,MAAM,CAAC,iBAAiB,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;wBAClD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBAC/D,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,sBAAsB;QACxB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAES,aAAa,CAAC,OAAmB;QACzC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACnC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5C,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAES,UAAU,CAAC,GAAiD;QACpE,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACpC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;QAClD,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;IAClD,CAAC;IAES,QAAQ,CAAC,OAAmB;QACpC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM;YAAE,OAAO,SAAS,CAAC;QAC7C,OAAO,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/B,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE;SACjF,CAAC,CAAC,CAAC;IACN,CAAC;IAES,QAAQ,CAAC,IAAa;QAC9B,MAAM,CAAC,GAAG,IAAW,CAAC;QACtB,OAAO;YACL,WAAW,EAAE,CAAC,CAAC,iBAAiB,IAAI,CAAC;YACrC,YAAY,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC;YAC/B,WAAW,EAAE,CAAC,CAAC,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC;SAC9D,CAAC;IACJ,CAAC;CACF;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAsB;IACzD,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;AACpC,CAAC"}

package/dist/llm/providers/openai-compatible.d.ts

@@ -0,0 +1,22 @@
+import { BaseProvider } from "../provider.js";
+import type { ProviderConfig, LLMRequest, LLMResponse, StreamChunk, Usage } from "../types.js";
+export declare class OpenAICompatibleProvider extends BaseProvider {
+    readonly disablePromptCacheKey: boolean;
+    constructor(config: ProviderConfig);
+    protected defaultBaseUrl(): string;
+    protected chatCompletionsEndpoint(): string;
+    protected modelsEndpoint(): string;
+    protected buildRequestBody(request: LLMRequest, stream: boolean): object;
+    protected parseResponse(data: unknown): LLMResponse;
+    protected parseStreamChunk(data: unknown): StreamChunk[];
+    protected buildMessages(request: LLMRequest): object[];
+    protected mapMessage(msg: {
+        role: string;
+        content: string | object[];
+    }): object;
+    protected mapTools(request: LLMRequest): object[] | undefined;
+    protected mapUsage(data: unknown): Usage;
+    protected mapStopReason(data: unknown): LLMResponse["stopReason"];
+    private estimateCost;
+}
+export declare function createOpenAICompatibleProvider(config: ProviderConfig): OpenAICompatibleProvider;