@autonsh/cli 0.17.2 → 0.19.0

package/dist/llm/providers/openai-compatible.js

@@ -0,0 +1,175 @@
+// openai-compatible.ts — OpenAI-compatible provider (Groq, DeepSeek, OpenRouter, etc.)
+import { BaseProvider } from "../provider.js";
+export class OpenAICompatibleProvider extends BaseProvider {
+    disablePromptCacheKey;
+    constructor(config) {
+        super(config);
+        this.disablePromptCacheKey = config.kind === "openai-compatible";
+    }
+    defaultBaseUrl() {
+        return "https://api.openai.com/v1";
+    }
+    chatCompletionsEndpoint() {
+        return `${this.baseUrl}/chat/completions`;
+    }
+    modelsEndpoint() {
+        return `${this.baseUrl}/models`;
+    }
+    buildRequestBody(request, stream) {
+        const messages = this.buildMessages(request);
+        const tools = this.mapTools(request);
+        const body = {
+            model: request.model || this.model,
+            messages,
+            stream,
+            stream_options: stream ? { include_usage: true } : undefined,
+        };
+        if (tools)
+            body.tools = tools;
+        if (request.toolChoice)
+            body.tool_choice = request.toolChoice;
+        if (request.generation) {
+            const gen = request.generation;
+            if (gen.temperature !== undefined)
+                body.temperature = gen.temperature;
+            if (gen.topP !== undefined)
+                body.top_p = gen.topP;
+            if (gen.maxTokens !== undefined)
+                body.max_tokens = gen.maxTokens;
+            if (gen.stopSequences?.length)
+                body.stop = gen.stopSequences;
+            if (gen.reasoningEffort)
+                body.reasoning_effort = this.mapReasoningEffort(gen.reasoningEffort);
+            if (gen.responseFormat)
+                body.response_format = gen.responseFormat;
+        }
+        if (this.disablePromptCacheKey) {
+            body.disable_prompt_cache_key = true;
+        }
+        if (request.providerOptions?.openai) {
+            Object.assign(body, request.providerOptions.openai);
+        }
+        return body;
+    }
+    parseResponse(data) {
+        const choice = data.choices?.[0];
+        const message = choice?.message;
+        const usage = this.mapUsage(data);
+        let content = message?.content ?? "";
+        const toolCalls = (message?.tool_calls ?? []).map((tc) => ({
+            id: tc.id,
+            type: "function",
+            function: { name: tc.function.name, arguments: tc.function.arguments },
+        }));
+        if (toolCalls.length > 0) {
+            content = toolCalls.map((tc) => ({
+                type: "tool_result",
+                toolResult: { toolCallId: tc.id, content: tc.function.arguments },
+            }));
+        }
+        return {
+            id: data.id ?? crypto.randomUUID(),
+            model: data.model ?? this.model,
+            content,
+            toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
+            usage,
+            stopReason: this.mapStopReason(data),
+            costUsd: this.estimateCost(usage),
+        };
+    }
+    parseStreamChunk(data) {
+        const lines = String(data)
+            .split("\n")
+            .filter((l) => l.startsWith("data: "))
+            .map((l) => l.slice(6))
+            .filter((l) => l !== "[DONE]");
+        const chunks = [];
+        for (const line of lines) {
+            try {
+                const parsed = JSON.parse(line);
+                const choice = parsed.choices?.[0];
+                if (!choice)
+                    continue;
+                const delta = choice.delta;
+                if (delta?.content) {
+                    chunks.push({ type: "content", content: delta.content });
+                }
+                if (delta?.tool_calls) {
+                    for (const tc of delta.tool_calls) {
+                        if (tc.index === 0 && tc.function?.name) {
+                            chunks.push({
+                                type: "tool_call",
+                                toolCall: {
+                                    id: tc.id ?? crypto.randomUUID(),
+                                    type: "function",
+                                    function: { name: tc.function.name, arguments: tc.function.arguments ?? "" },
+                                },
+                            });
+                        }
+                        else if (tc.function?.arguments) {
+                            chunks.push({
+                                type: "tool_call_delta",
+                                toolCallDelta: { index: tc.index, arguments: tc.function.arguments },
+                            });
+                        }
+                    }
+                }
+                if (parsed.usage) {
+                    chunks.push({ type: "usage", usage: this.mapUsage(parsed) });
+                }
+                if (choice.finish_reason) {
+                    chunks.push({ type: "complete", stopReason: choice.finish_reason });
+                }
+            }
+            catch {
+                // ignore parse errors
+            }
+        }
+        return chunks;
+    }
+    buildMessages(request) {
+        const messages = [];
+        if (request.system) {
+            messages.push({ role: "system", content: request.system });
+        }
+        for (const msg of request.messages) {
+            messages.push(this.mapMessage(msg));
+        }
+        return messages;
+    }
+    mapMessage(msg) {
+        if (typeof msg.content === "string") {
+            return { role: msg.role, content: msg.content };
+        }
+        return { role: msg.role, content: msg.content };
+    }
+    mapTools(request) {
+        if (!request.tools?.length)
+            return undefined;
+        return request.tools.map((t) => ({
+            type: "function",
+            function: { name: t.name, description: t.description, parameters: t.parameters },
+        }));
+    }
+    mapUsage(data) {
+        return {
+            inputTokens: data?.usage?.prompt_tokens ?? 0,
+            outputTokens: data?.usage?.completion_tokens ?? 0,
+            cachedInputTokens: data?.usage?.prompt_tokens_details?.cached_tokens ?? 0,
+            totalTokens: data?.usage?.total_tokens ?? 0,
+        };
+    }
+    mapStopReason(data) {
+        const choice = data?.choices?.[0];
+        return choice?.finish_reason ?? "end_turn";
+    }
+    estimateCost(usage) {
+        const inputRate = 0.50;
+        const outputRate = 1.50;
+        return (usage.inputTokens / 1e6) * inputRate + (usage.outputTokens / 1e6) * outputRate;
+    }
+}
+export function createOpenAICompatibleProvider(config) {
+    return new OpenAICompatibleProvider(config);
+}
+//# sourceMappingURL=openai-compatible.js.map

package/dist/llm/providers/openai-compatible.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-compatible.js","sourceRoot":"","sources":["../../../src/llm/providers/openai-compatible.ts"],"names":[],"mappings":"AAAA,uFAAuF;AAEvF,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAW9C,MAAM,OAAO,wBAAyB,SAAQ,YAAY;IAC/C,qBAAqB,CAAU;IAExC,YAAY,MAAsB;QAChC,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,qBAAqB,GAAG,MAAM,CAAC,IAAI,KAAK,mBAAmB,CAAC;IACnE,CAAC;IAEkB,cAAc;QAC/B,OAAO,2BAA2B,CAAC;IACrC,CAAC;IAEkB,uBAAuB;QACxC,OAAO,GAAG,IAAI,CAAC,OAAO,mBAAmB,CAAC;IAC5C,CAAC;IAEkB,cAAc;QAC/B,OAAO,GAAG,IAAI,CAAC,OAAO,SAAS,CAAC;IAClC,CAAC;IAEkB,gBAAgB,CAAC,OAAmB,EAAE,MAAe;QACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAErC,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YAClC,QAAQ;YACR,MAAM;YACN,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS;SAC7D,CAAC;QAEF,IAAI,KAAK;YAAE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QAC9B,IAAI,OAAO,CAAC,UAAU;YAAE,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;QAC9D,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,OAAO,CAAC,UAAU,CAAC;YAC/B,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;gBAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;YACtE,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;gBAAE,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC;YAClD,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS;gBAAE,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC;YACjE,IAAI,GAAG,CAAC,aAAa,EAAE,MAAM;gBAAE,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,aAAa,CAAC;YAC7D,IAAI,GAAG,CAAC,eAAe;gBAAE,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YAC9F,IAAI,GAAG,CAAC,cAAc;gBAAE,IAAI,CAAC,eAAe,GAAG,GAAG,CAAC,cAAc,CAAC;QACpE,CAAC;QAED,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC;QACvC,CAAC;QAED,IAAI,OAAO,CAAC,eAAe,EAAE,MAAM,EAAE,CAAC;YACpC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEkB,aAAa,CAAC,IAAa;QAC5C,MAAM,MAAM,GAAI,IAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAElC,IAAI,OAAO,GAAsB,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QACxD,MAAM,SAAS,GAAe,CAAC,OAAO,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAO,EAAE,EAAE,CAAC,CAAC;YAC1E,EAAE,EAAE,EAAE,CAAC,EAAE;YACT,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE;SACvE,CAAC,CAAC,CAAC;QAEJ,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC/B,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE,EAAE,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE;aAClE,CAAC,CAAC,CAAC;QACN,CAAC;QAED,OAAO;YACL,EAAE,EAAG,IAAY,CAAC,EAAE,IAAI,MAAM,CAAC,UAAU,EAAE;YAC3C,KAAK,EAAG,IAAY,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YACxC,OAAO;YACP,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACvD,KAAK;YACL,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;YACpC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC;SAClC,CAAC;IACJ,CAAC;IAEkB,gBAAgB,CAAC,IAAa;QAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC;aACvB,KAAK,CAAC,IAAI,CAAC;aACX,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;aACrC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC;QAEjC,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAChC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;gBACnC,IAAI,CAAC,MAAM;oBAAE,SAAS;gBAEtB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBAC3B,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;oBACnB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC3D,CAAC;gBACD,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;oBACtB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;wBAClC,IAAI,EAAE,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;4BACxC,MAAM,CAAC,IAAI,CAAC;gCACV,IAAI,EAAE,WAAW;gCACjB,QAAQ,EAAE;oCACR,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,MAAM,CAAC,UAAU,EAAE;oCAChC,IAAI,EAAE,UAAU;oCAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,EAAE,EAAE;iCAC7E;6BACF,CAAC,CAAC;wBACL,CAAC;6BAAM,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;4BAClC,MAAM,CAAC,IAAI,CAAC;gCACV,IAAI,EAAE,iBAAiB;gCACvB,aAAa,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE;6BACrE,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;oBACjB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC/D,CAAC;gBACD,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;oBACzB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAES,aAAa,CAAC,OAAmB;QACzC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACnC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAES,UAAU,CAAC,GAAiD;QACpE,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACpC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;QAClD,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;IAClD,CAAC;IAES,QAAQ,CAAC,OAAmB;QACpC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM;YAAE,OAAO,SAAS,CAAC;QAC7C,OAAO,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/B,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE;SACjF,CAAC,CAAC,CAAC;IACN,CAAC;IAES,QAAQ,CAAC,IAAa;QAC9B,OAAO;YACL,WAAW,EAAG,IAAY,EAAE,KAAK,EAAE,aAAa,IAAI,CAAC;YACrD,YAAY,EAAG,IAAY,EAAE,KAAK,EAAE,iBAAiB,IAAI,CAAC;YAC1D,iBAAiB,EAAG,IAAY,EAAE,KAAK,EAAE,qBAAqB,EAAE,aAAa,IAAI,CAAC;YAClF,WAAW,EAAG,IAAY,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;SACrD,CAAC;IACJ,CAAC;IAES,aAAa,CAAC,IAAa;QACnC,MAAM,MAAM,GAAI,IAAY,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3C,OAAO,MAAM,EAAE,aAAa,IAAI,UAAU,CAAC;IAC7C,CAAC;IAEO,YAAY,CAAC,KAAY;QAC/B,MAAM,SAAS,GAAG,IAAI,CAAC;QACvB,MAAM,UAAU,GAAG,IAAI,CAAC;QACxB,OAAO,CAAC,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,SAAS,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,GAAG,UAAU,CAAC;IACzF,CAAC;CACF;AAED,MAAM,UAAU,8BAA8B,CAAC,MAAsB;IACnE,OAAO,IAAI,wBAAwB,CAAC,MAAM,CAAC,CAAC;AAC9C,CAAC"}

package/dist/llm/providers/openai.d.ts

@@ -0,0 +1,20 @@
+import { BaseProvider } from "../provider.js";
+import type { ProviderConfig, LLMRequest, LLMResponse, StreamChunk, Usage } from "../types.js";
+export declare class OpenAIProvider extends BaseProvider {
+    protected defaultBaseUrl(): string;
+    protected chatCompletionsEndpoint(): string;
+    protected modelsEndpoint(): string;
+    protected buildRequestBody(request: LLMRequest, stream: boolean): object;
+    protected parseResponse(data: unknown): LLMResponse;
+    protected parseStreamChunk(data: unknown): StreamChunk[];
+    protected buildMessages(request: LLMRequest): object[];
+    protected mapMessage(msg: {
+        role: string;
+        content: string | object[];
+    }): object;
+    protected mapTools(request: LLMRequest): object[] | undefined;
+    protected mapUsage(data: unknown): Usage;
+    protected mapStopReason(data: unknown): LLMResponse["stopReason"];
+    private estimateCost;
+}
+export declare function createOpenAIProvider(config: ProviderConfig): OpenAIProvider;

package/dist/llm/providers/openai.js

@@ -0,0 +1,167 @@
+// openai.ts — OpenAI provider
+import { BaseProvider } from "../provider.js";
+export class OpenAIProvider extends BaseProvider {
+    defaultBaseUrl() {
+        return "https://api.openai.com/v1";
+    }
+    chatCompletionsEndpoint() {
+        return `${this.baseUrl}/chat/completions`;
+    }
+    modelsEndpoint() {
+        return `${this.baseUrl}/models`;
+    }
+    buildRequestBody(request, stream) {
+        const messages = this.buildMessages(request);
+        const tools = this.mapTools(request);
+        const body = {
+            model: request.model || this.model,
+            messages,
+            stream,
+            stream_options: stream ? { include_usage: true } : undefined,
+        };
+        if (tools)
+            body.tools = tools;
+        if (request.toolChoice)
+            body.tool_choice = request.toolChoice;
+        if (request.generation) {
+            const gen = request.generation;
+            if (gen.temperature !== undefined)
+                body.temperature = gen.temperature;
+            if (gen.topP !== undefined)
+                body.top_p = gen.topP;
+            if (gen.maxTokens !== undefined)
+                body.max_tokens = gen.maxTokens;
+            if (gen.stopSequences?.length)
+                body.stop = gen.stopSequences;
+            if (gen.reasoningEffort)
+                body.reasoning_effort = this.mapReasoningEffort(gen.reasoningEffort);
+            if (gen.responseFormat)
+                body.response_format = gen.responseFormat;
+        }
+        if (request.providerOptions?.openai) {
+            Object.assign(body, request.providerOptions.openai);
+        }
+        return body;
+    }
+    parseResponse(data) {
+        const choice = data.choices?.[0];
+        const message = choice?.message;
+        const usage = this.mapUsage(data);
+        let content = message?.content ?? "";
+        const toolCalls = (message?.tool_calls ?? []).map((tc) => ({
+            id: tc.id,
+            type: "function",
+            function: { name: tc.function.name, arguments: tc.function.arguments },
+        }));
+        if (toolCalls.length > 0) {
+            content = toolCalls.map((tc) => ({
+                type: "tool_result",
+                toolResult: { toolCallId: tc.id, content: tc.function.arguments },
+            }));
+        }
+        return {
+            id: data.id ?? crypto.randomUUID(),
+            model: data.model ?? this.model,
+            content,
+            toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
+            usage,
+            stopReason: this.mapStopReason(data),
+            costUsd: this.estimateCost(usage),
+        };
+    }
+    parseStreamChunk(data) {
+        const lines = String(data)
+            .split("\n")
+            .filter((l) => l.startsWith("data: "))
+            .map((l) => l.slice(6))
+            .filter((l) => l !== "[DONE]");
+        const chunks = [];
+        for (const line of lines) {
+            try {
+                const parsed = JSON.parse(line);
+                const choice = parsed.choices?.[0];
+                if (!choice)
+                    continue;
+                const delta = choice.delta;
+                if (delta?.content) {
+                    chunks.push({ type: "content", content: delta.content });
+                }
+                if (delta?.tool_calls) {
+                    for (const tc of delta.tool_calls) {
+                        if (tc.index === 0 && tc.function?.name) {
+                            chunks.push({
+                                type: "tool_call",
+                                toolCall: {
+                                    id: tc.id ?? crypto.randomUUID(),
+                                    type: "function",
+                                    function: { name: tc.function.name, arguments: tc.function.arguments ?? "" },
+                                },
+                            });
+                        }
+                        else if (tc.function?.arguments) {
+                            chunks.push({
+                                type: "tool_call_delta",
+                                toolCallDelta: { index: tc.index, arguments: tc.function.arguments },
+                            });
+                        }
+                    }
+                }
+                if (parsed.usage) {
+                    chunks.push({ type: "usage", usage: this.mapUsage(parsed) });
+                }
+                if (choice.finish_reason) {
+                    chunks.push({ type: "complete", stopReason: choice.finish_reason });
+                }
+            }
+            catch {
+                // ignore parse errors
+            }
+        }
+        return chunks;
+    }
+    buildMessages(request) {
+        const messages = [];
+        if (request.system) {
+            messages.push({ role: "system", content: request.system });
+        }
+        for (const msg of request.messages) {
+            messages.push(this.mapMessage(msg));
+        }
+        return messages;
+    }
+    mapMessage(msg) {
+        if (typeof msg.content === "string") {
+            return { role: msg.role, content: msg.content };
+        }
+        return { role: msg.role, content: msg.content };
+    }
+    mapTools(request) {
+        if (!request.tools?.length)
+            return undefined;
+        return request.tools.map((t) => ({
+            type: "function",
+            function: { name: t.name, description: t.description, parameters: t.parameters },
+        }));
+    }
+    mapUsage(data) {
+        return {
+            inputTokens: data?.usage?.prompt_tokens ?? 0,
+            outputTokens: data?.usage?.completion_tokens ?? 0,
+            cachedInputTokens: data?.usage?.prompt_tokens_details?.cached_tokens ?? 0,
+            totalTokens: data?.usage?.total_tokens ?? 0,
+        };
+    }
+    mapStopReason(data) {
+        const choice = data?.choices?.[0];
+        return choice?.finish_reason ?? "end_turn";
+    }
+    estimateCost(usage) {
+        const inputRate = 2.50;
+        const outputRate = 10.00;
+        return (usage.inputTokens / 1e6) * inputRate + (usage.outputTokens / 1e6) * outputRate;
+    }
+}
+export function createOpenAIProvider(config) {
+    return new OpenAIProvider(config);
+}
+//# sourceMappingURL=openai.js.map

package/dist/llm/providers/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/llm/providers/openai.ts"],"names":[],"mappings":"AAAA,8BAA8B;AAE9B,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAW9C,MAAM,OAAO,cAAe,SAAQ,YAAY;IAC3B,cAAc;QAC/B,OAAO,2BAA2B,CAAC;IACrC,CAAC;IAEkB,uBAAuB;QACxC,OAAO,GAAG,IAAI,CAAC,OAAO,mBAAmB,CAAC;IAC5C,CAAC;IAEkB,cAAc;QAC/B,OAAO,GAAG,IAAI,CAAC,OAAO,SAAS,CAAC;IAClC,CAAC;IAEkB,gBAAgB,CAAC,OAAmB,EAAE,MAAe;QACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAErC,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YAClC,QAAQ;YACR,MAAM;YACN,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS;SAC7D,CAAC;QAEF,IAAI,KAAK;YAAE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QAC9B,IAAI,OAAO,CAAC,UAAU;YAAE,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;QAC9D,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,OAAO,CAAC,UAAU,CAAC;YAC/B,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;gBAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;YACtE,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;gBAAE,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC;YAClD,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS;gBAAE,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC;YACjE,IAAI,GAAG,CAAC,aAAa,EAAE,MAAM;gBAAE,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,aAAa,CAAC;YAC7D,IAAI,GAAG,CAAC,eAAe;gBAAE,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YAC9F,IAAI,GAAG,CAAC,cAAc;gBAAE,IAAI,CAAC,eAAe,GAAG,GAAG,CAAC,cAAc,CAAC;QACpE,CAAC;QACD,IAAI,OAAO,CAAC,eAAe,EAAE,MAAM,EAAE,CAAC;YACpC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEkB,aAAa,CAAC,IAAa;QAC5C,MAAM,MAAM,GAAI,IAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAElC,IAAI,OAAO,GAAsB,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QACxD,MAAM,SAAS,GAAe,CAAC,OAAO,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAO,EAAE,EAAE,CAAC,CAAC;YAC1E,EAAE,EAAE,EAAE,CAAC,EAAE;YACT,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE;SACvE,CAAC,CAAC,CAAC;QAEJ,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC/B,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE,EAAE,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE;aAClE,CAAC,CAAC,CAAC;QACN,CAAC;QAED,OAAO;YACL,EAAE,EAAG,IAAY,CAAC,EAAE,IAAI,MAAM,CAAC,UAAU,EAAE;YAC3C,KAAK,EAAG,IAAY,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YACxC,OAAO;YACP,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACvD,KAAK;YACL,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;YACpC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC;SAClC,CAAC;IACJ,CAAC;IAEkB,gBAAgB,CAAC,IAAa;QAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC;aACvB,KAAK,CAAC,IAAI,CAAC;aACX,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;aACrC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC;QAEjC,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAChC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;gBACnC,IAAI,CAAC,MAAM;oBAAE,SAAS;gBAEtB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBAC3B,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;oBACnB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC3D,CAAC;gBACD,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;oBACtB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;wBAClC,IAAI,EAAE,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;4BACxC,MAAM,CAAC,IAAI,CAAC;gCACV,IAAI,EAAE,WAAW;gCACjB,QAAQ,EAAE;oCACR,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,MAAM,CAAC,UAAU,EAAE;oCAChC,IAAI,EAAE,UAAU;oCAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,EAAE,EAAE;iCAC7E;6BACF,CAAC,CAAC;wBACL,CAAC;6BAAM,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;4BAClC,MAAM,CAAC,IAAI,CAAC;gCACV,IAAI,EAAE,iBAAiB;gCACvB,aAAa,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE;6BACrE,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;oBACjB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC/D,CAAC;gBACD,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;oBACzB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAES,aAAa,CAAC,OAAmB;QACzC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACnC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAES,UAAU,CAAC,GAAiD;QACpE,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACpC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;QAClD,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;IAClD,CAAC;IAES,QAAQ,CAAC,OAAmB;QACpC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM;YAAE,OAAO,SAAS,CAAC;QAC7C,OAAO,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/B,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE;SACjF,CAAC,CAAC,CAAC;IACN,CAAC;IAES,QAAQ,CAAC,IAAa;QAC9B,OAAO;YACL,WAAW,EAAG,IAAY,EAAE,KAAK,EAAE,aAAa,IAAI,CAAC;YACrD,YAAY,EAAG,IAAY,EAAE,KAAK,EAAE,iBAAiB,IAAI,CAAC;YAC1D,iBAAiB,EAAG,IAAY,EAAE,KAAK,EAAE,qBAAqB,EAAE,aAAa,IAAI,CAAC;YAClF,WAAW,EAAG,IAAY,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;SACrD,CAAC;IACJ,CAAC;IAES,aAAa,CAAC,IAAa;QACnC,MAAM,MAAM,GAAI,IAAY,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3C,OAAO,MAAM,EAAE,aAAa,IAAI,UAAU,CAAC;IAC7C,CAAC;IAEO,YAAY,CAAC,KAAY;QAC/B,MAAM,SAAS,GAAG,IAAI,CAAC;QACvB,MAAM,UAAU,GAAG,KAAK,CAAC;QACzB,OAAO,CAAC,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,SAAS,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,GAAG,UAAU,CAAC;IACzF,CAAC;CACF;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAsB;IACzD,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;AACpC,CAAC"}

package/dist/llm/registry.d.ts

@@ -0,0 +1,19 @@
+import type { ModelEntry, ModelCapability, ReasoningEffort } from "./types.js";
+export declare class ModelRegistry {
+    private entries;
+    private models;
+    private patterns;
+    constructor(entries?: ModelEntry[]);
+    registerEntry(entry: ModelEntry): void;
+    get(id: string): ModelEntry | undefined;
+    getAll(): ModelEntry[];
+    resolve(query: string): ModelEntry | undefined;
+    resolveWithFallback(query: string): ModelEntry;
+    getUpgradeTarget(entry: ModelEntry): ModelEntry | undefined;
+    getReasoningEfforts(modelId: string): ReasoningEffort[];
+    supportsCapability(modelId: string, capability: ModelCapability): boolean;
+    estimateCost(modelId: string, inputTokens: number, outputTokens: number, cachedInputTokens?: number): number;
+}
+export declare const defaultRegistry: ModelRegistry;
+export declare function getDefaultRegistry(): ModelRegistry;
+export declare function registerModel(entry: ModelEntry): void;