@runcore-sh/runcore 0.1.2

package/dist/llm/providers/anthropic.js

@@ -0,0 +1,189 @@
+/**
+ * Direct Anthropic API provider for Core.
+ * Uses the Messages API (https://docs.anthropic.com/en/api/messages).
+ * No SDK dependency — raw fetch with SSE parsing.
+ */
+import { classifyApiError } from "../errors.js";
+import { createLogger } from "../../utils/logger.js";
+const log = createLogger("llm.provider.anthropic");
+const ANTHROPIC_URL = "https://api.anthropic.com/v1/messages";
+const API_VERSION = "2023-06-01";
+const DEFAULT_CHAT_MODEL = "claude-sonnet-4-20250514";
+const DEFAULT_UTILITY_MODEL = "claude-haiku-4-5-20251001";
+const DEFAULT_MAX_TOKENS = 4096;
+function getApiKey() {
+    return process.env.ANTHROPIC_API_KEY;
+}
+/**
+ * Anthropic requires system messages in a top-level `system` field,
+ * not in the messages array. Also convert ContentBlock[] to Anthropic format.
+ */
+function prepareRequest(messages) {
+    let systemPrompt;
+    const apiMessages = [];
+    for (const m of messages) {
+        if (m.role === "system") {
+            // Concatenate system messages
+            const text = typeof m.content === "string"
+                ? m.content
+                : m.content
+                    .filter((b) => b.type === "text")
+                    .map((b) => b.text)
+                    .join("\n");
+            systemPrompt = systemPrompt ? `${systemPrompt}\n\n${text}` : text;
+            continue;
+        }
+        if (typeof m.content === "string") {
+            apiMessages.push({ role: m.role, content: m.content });
+        }
+        else {
+            // Convert ContentBlock[] to Anthropic format
+            const blocks = m.content.map((b) => {
+                if (b.type === "text")
+                    return { type: "text", text: b.text };
+                // Convert image_url to Anthropic image source format
+                return {
+                    type: "image",
+                    source: { type: "url", url: b.image_url.url },
+                };
+            });
+            apiMessages.push({ role: m.role, content: blocks });
+        }
+    }
+    return { systemPrompt, messages: apiMessages };
+}
+export const anthropicProvider = {
+    name: "anthropic",
+    defaultChatModel: DEFAULT_CHAT_MODEL,
+    defaultUtilityModel: DEFAULT_UTILITY_MODEL,
+    async streamChat(options) {
+        const apiKey = getApiKey();
+        if (!apiKey) {
+            options.onError(new Error("ANTHROPIC_API_KEY not set"));
+            return;
+        }
+        const model = options.model ?? DEFAULT_CHAT_MODEL;
+        const { systemPrompt, messages } = prepareRequest(options.messages);
+        log.debug("Streaming chat request", { model, messageCount: messages.length });
+        const body = {
+            model,
+            max_tokens: DEFAULT_MAX_TOKENS,
+            messages,
+            stream: true,
+        };
+        if (systemPrompt)
+            body.system = systemPrompt;
+        let response;
+        try {
+            response = await fetch(ANTHROPIC_URL, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    "x-api-key": apiKey,
+                    "anthropic-version": API_VERSION,
+                },
+                body: JSON.stringify(body),
+                signal: options.signal,
+            });
+        }
+        catch (err) {
+            const error = err instanceof Error ? err : new Error(String(err));
+            log.error("Stream connection failed", { model, error: error.message });
+            options.onError(error);
+            return;
+        }
+        if (!response.ok) {
+            const text = await response.text().catch(() => "unknown error");
+            log.error("Anthropic stream API error", { status: response.status, body: text, model });
+            options.onError(classifyApiError("Anthropic", response.status, text, model));
+            return;
+        }
+        const reader = response.body?.getReader();
+        if (!reader) {
+            options.onError(new Error("No response body"));
+            return;
+        }
+        const decoder = new TextDecoder();
+        let buffer = "";
+        try {
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split("\n");
+                buffer = lines.pop() ?? "";
+                for (const line of lines) {
+                    const trimmed = line.trim();
+                    if (!trimmed || !trimmed.startsWith("data: "))
+                        continue;
+                    const data = trimmed.slice(6);
+                    try {
+                        const parsed = JSON.parse(data);
+                        // Anthropic SSE events: content_block_delta has the text
+                        if (parsed.type === "content_block_delta" &&
+                            parsed.delta?.type === "text_delta") {
+                            options.onToken(parsed.delta.text);
+                        }
+                        else if (parsed.type === "message_stop") {
+                            options.onDone();
+                            return;
+                        }
+                    }
+                    catch {
+                        // Skip malformed JSON lines
+                    }
+                }
+            }
+            options.onDone();
+        }
+        catch (err) {
+            if (options.signal?.aborted)
+                return;
+            options.onError(err instanceof Error ? err : new Error(String(err)));
+        }
+        finally {
+            reader.releaseLock();
+        }
+    },
+    async completeChat(messages, model, signal) {
+        const apiKey = getApiKey();
+        if (!apiKey)
+            throw new Error("ANTHROPIC_API_KEY not set");
+        const resolvedModel = model ?? DEFAULT_UTILITY_MODEL;
+        const { systemPrompt, messages: apiMessages } = prepareRequest(messages);
+        log.debug("Completion request", { model: resolvedModel, messageCount: apiMessages.length });
+        const body = {
+            model: resolvedModel,
+            max_tokens: DEFAULT_MAX_TOKENS,
+            messages: apiMessages,
+        };
+        if (systemPrompt)
+            body.system = systemPrompt;
+        const response = await fetch(ANTHROPIC_URL, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                "x-api-key": apiKey,
+                "anthropic-version": API_VERSION,
+            },
+            body: JSON.stringify(body),
+            signal,
+        });
+        if (!response.ok) {
+            const text = await response.text().catch(() => "unknown error");
+            log.error("Anthropic API error", { status: response.status, body: text, model: resolvedModel });
+            throw classifyApiError("Anthropic", response.status, text, resolvedModel);
+        }
+        const data = (await response.json());
+        const textBlock = data.content?.find((b) => b.type === "text");
+        if (!textBlock?.text)
+            throw new Error("No text content in Anthropic response");
+        log.debug("Completion received", { model: resolvedModel, responseLength: textBlock.text.length });
+        return textBlock.text;
+    },
+    async isAvailable() {
+        return !!getApiKey();
+    },
+};
+//# sourceMappingURL=anthropic.js.map

package/dist/llm/providers/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../src/llm/providers/anthropic.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,MAAM,GAAG,GAAG,YAAY,CAAC,wBAAwB,CAAC,CAAC;AAEnD,MAAM,aAAa,GAAG,uCAAuC,CAAC;AAC9D,MAAM,WAAW,GAAG,YAAY,CAAC;AACjC,MAAM,kBAAkB,GAAG,0BAA0B,CAAC;AACtD,MAAM,qBAAqB,GAAG,2BAA2B,CAAC;AAC1D,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAEhC,SAAS,SAAS;IAChB,OAAO,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;AACvC,CAAC;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,QAA0B;IAChD,IAAI,YAAgC,CAAC;IACrC,MAAM,WAAW,GAGZ,EAAE,CAAC;IAER,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,8BAA8B;YAC9B,MAAM,IAAI,GACR,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;gBAC3B,CAAC,CAAC,CAAC,CAAC,OAAO;gBACX,CAAC,CAAE,CAAC,CAAC,OAA0B;qBAC1B,MAAM,CAAC,CAAC,CAAC,EAAuC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;qBACrE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;qBAClB,IAAI,CAAC,IAAI,CAAC,CAAC;YACpB,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,YAAY,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAClE,SAAS;QACX,CAAC;QAED,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YAClC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAA4B,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACjF,CAAC;aAAM,CAAC;YACN,6CAA6C;YAC7C,MAAM,MAAM,GAAI,CAAC,CAAC,OAA0B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACrD,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;oBAAE,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBACtE,qDAAqD;gBACrD,OAAO;oBACL,IAAI,EAAE,OAAgB;oBACtB,MAAM,EAAE,EAAE,IAAI,EAAE,KAAc,EAAE,GAAG,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE;iBACvD,CAAC;YACJ,CAAC,CAAC,CAAC;YACH,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAA4B,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;AACjD,CAAC;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAgB;IAC5C,IAAI,EAAE,WAAW;IACjB,gBAAgB,EAAE,kBAAkB;IACpC,mBAAmB,EAAE,qBAAqB;IAE1C,KAAK,CAAC,UAAU,CAAC,OAAsB;QACrC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;YACxD,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,kBAAkB,CAAC;QAClD,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACpE,GAAG,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAE9E,MAAM,IAAI,GAA4B;YACpC,KAAK;YACL,UAAU,EAAE,kBAAkB;YAC9B,QAAQ;YACR,MAAM,EAAE,IAAI;SACb,CAAC;QACF,IAAI,YAAY;YAAE,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC;QAE7C,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,KAAK,CAAC,aAAa,EAAE;gBACpC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,MAAM;oBACnB,mBAAmB,EAAE,WAAW;iBACjC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACvE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACvB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC;YAChE,GAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACxF,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;YAC7E,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC;YAC/C,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAAE,SAAS;oBAExD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC9B,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAEhC,yDAAyD;wBACzD,IACE,MAAM,CAAC,IAAI,KAAK,qBAAqB;4BACrC,MAAM,CAAC,KAAK,EAAE,IAAI,KAAK,YAAY,EACnC,CAAC;4BACD,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACrC,CAAC;6BAAM,IAAI,MAAM,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;4BAC1C,OAAO,CAAC,MAAM,EAAE,CAAC;4BACjB,OAAO;wBACT,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,4BAA4B;oBAC9B,CAAC;gBACH,CAAC;YACH,CAAC;YACD,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,OAAO;YACpC,OAAO,CAAC,OAAO,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACvE,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,QAA0B,EAC1B,KAAc,EACd,MAAoB;QAEpB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAE1D,MAAM,aAAa,GAAG,KAAK,IAAI,qBAAqB,CAAC;QACrD,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;QACzE,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAE5F,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,aAAa;YACpB,UAAU,EAAE,kBAAkB;YAC9B,QAAQ,EAAE,WAAW;SACtB,CAAC;QACF,IAAI,YAAY;YAAE,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC;QAE7C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,aAAa,EAAE;YAC1C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,WAAW,EAAE,MAAM;gBACnB,mBAAmB,EAAE,WAAW;aACjC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAC1B,MAAM;SACP,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC;YAChE,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;YAChG,MAAM,gBAAgB,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,aAAa,CAAC,CAAC;QAC5E,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QAC/D,IAAI,CAAC,SAAS,EAAE,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC/E,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAClG,OAAO,SAAS,CAAC,IAAI,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,CAAC,CAAC,SAAS,EAAE,CAAC;IACvB,CAAC;CACF,CAAC"}

package/dist/llm/providers/index.d.ts

@@ -0,0 +1,20 @@
+/**
+ * LLM provider registry for Core.
+ * Manages provider instances and provides a single entry point for LLM operations.
+ */
+import type { LLMProvider, ProviderName } from "./types.js";
+/** Get a provider by name. Throws if unknown. */
+export declare function getProvider(name: ProviderName): LLMProvider;
+/** Register a custom provider (for plugins or testing). */
+export declare function registerProvider(provider: LLMProvider): void;
+/** List all registered provider names. */
+export declare function listProviders(): ProviderName[];
+/** Check which providers are currently available (have credentials/connectivity). */
+export declare function getAvailableProviders(): Promise<ProviderName[]>;
+export type { LLMProvider, ProviderName, StreamOptions } from "./types.js";
+export { openRouterProvider } from "./openrouter.js";
+export { anthropicProvider } from "./anthropic.js";
+export { openAIProvider } from "./openai.js";
+export { ollamaProvider } from "./ollama.js";
+export { LLMError, classifyApiError } from "../errors.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/llm/providers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/llm/providers/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAiB,MAAM,YAAY,CAAC;AAkB3E,iDAAiD;AACjD,wBAAgB,WAAW,CAAC,IAAI,EAAE,YAAY,GAAG,WAAW,CAI3D;AAED,2DAA2D;AAC3D,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,WAAW,GAAG,IAAI,CAG5D;AAED,0CAA0C;AAC1C,wBAAgB,aAAa,IAAI,YAAY,EAAE,CAE9C;AAED,qFAAqF;AACrF,wBAAsB,qBAAqB,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC,CAQrE;AAID,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3E,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC"}

package/dist/llm/providers/index.js

@@ -0,0 +1,47 @@
+/**
+ * LLM provider registry for Core.
+ * Manages provider instances and provides a single entry point for LLM operations.
+ */
+import { openRouterProvider } from "./openrouter.js";
+import { anthropicProvider } from "./anthropic.js";
+import { openAIProvider } from "./openai.js";
+import { ollamaProvider } from "./ollama.js";
+import { createLogger } from "../../utils/logger.js";
+const log = createLogger("llm.providers");
+// ── Registry ────────────────────────────────────────────────────────────────
+const providers = new Map([
+    ["openrouter", openRouterProvider],
+    ["anthropic", anthropicProvider],
+    ["openai", openAIProvider],
+    ["ollama", ollamaProvider],
+]);
+/** Get a provider by name. Throws if unknown. */
+export function getProvider(name) {
+    const provider = providers.get(name);
+    if (!provider)
+        throw new Error(`Unknown LLM provider: ${name}`);
+    return provider;
+}
+/** Register a custom provider (for plugins or testing). */
+export function registerProvider(provider) {
+    providers.set(provider.name, provider);
+    log.info("Registered provider", { name: provider.name });
+}
+/** List all registered provider names. */
+export function listProviders() {
+    return [...providers.keys()];
+}
+/** Check which providers are currently available (have credentials/connectivity). */
+export async function getAvailableProviders() {
+    const results = await Promise.all([...providers.entries()].map(async ([name, provider]) => {
+        const available = await provider.isAvailable();
+        return available ? name : null;
+    }));
+    return results.filter((n) => n !== null);
+}
+export { openRouterProvider } from "./openrouter.js";
+export { anthropicProvider } from "./anthropic.js";
+export { openAIProvider } from "./openai.js";
+export { ollamaProvider } from "./ollama.js";
+export { LLMError, classifyApiError } from "../errors.js";
+//# sourceMappingURL=index.js.map

package/dist/llm/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/llm/providers/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,MAAM,GAAG,GAAG,YAAY,CAAC,eAAe,CAAC,CAAC;AAE1C,+EAA+E;AAE/E,MAAM,SAAS,GAAG,IAAI,GAAG,CAA4B;IACnD,CAAC,YAAY,EAAE,kBAAkB,CAAC;IAClC,CAAC,WAAW,EAAE,iBAAiB,CAAC;IAChC,CAAC,QAAQ,EAAE,cAAc,CAAC;IAC1B,CAAC,QAAQ,EAAE,cAAc,CAAC;CAC3B,CAAC,CAAC;AAEH,iDAAiD;AACjD,MAAM,UAAU,WAAW,CAAC,IAAkB;IAC5C,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;IAChE,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,2DAA2D;AAC3D,MAAM,UAAU,gBAAgB,CAAC,QAAqB;IACpD,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACvC,GAAG,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;AAC3D,CAAC;AAED,0CAA0C;AAC1C,MAAM,UAAU,aAAa;IAC3B,OAAO,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;AAC/B,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,qBAAqB;IACzC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,CAAC,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,EAAE;QACtD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC/C,OAAO,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACjC,CAAC,CAAC,CACH,CAAC;IACF,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAqB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;AAC9D,CAAC;AAKD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC"}

package/dist/llm/providers/ollama.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Ollama (local) LLM provider for Dash.
+ * Wraps the existing Ollama streaming + completion logic behind the LLMProvider interface.
+ */
+import type { LLMProvider } from "./types.js";
+/**
+ * Query Ollama for available models and pick the best chat model.
+ * Prefers models in CHAT_MODEL_RANK order. Falls back to the largest
+ * non-embedding model if none match the ranking.
+ */
+export declare function bestLocalModel(): Promise<string>;
+export declare const ollamaProvider: LLMProvider;
+//# sourceMappingURL=ollama.d.ts.map

package/dist/llm/providers/ollama.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../../src/llm/providers/ollama.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,KAAK,EAAE,WAAW,EAAiB,MAAM,YAAY,CAAC;AAgC7D;;;;GAIG;AACH,wBAAsB,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC,CAoCtD;AAMD,eAAO,MAAM,cAAc,EAAE,WA8H5B,CAAC"}

package/dist/llm/providers/ollama.js

@@ -0,0 +1,188 @@
+/**
+ * Ollama (local) LLM provider for Dash.
+ * Wraps the existing Ollama streaming + completion logic behind the LLMProvider interface.
+ */
+import { createLogger } from "../../utils/logger.js";
+const log = createLogger("llm.provider.ollama");
+const DEFAULT_CHAT_MODEL = "llama3.1:8b";
+const DEFAULT_UTILITY_MODEL = "llama3.1:8b";
+// Models ranked by quality for chat (best first). Auto picks the largest one available.
+const CHAT_MODEL_RANK = [
+    "qwen3:8b",
+    "llama3.1:8b",
+    "llama3:latest",
+    "gemma3:4b",
+    "phi3:latest",
+    "llama3.2:3b",
+    "llama3.2:1b",
+    "tinyllama:latest",
+];
+// Embedding/utility models to exclude from chat selection
+const NON_CHAT_MODELS = new Set(["nomic-embed-text:latest"]);
+function getBaseUrl() {
+    return process.env.OLLAMA_URL ?? "http://localhost:11434";
+}
+/** Cached best model — refreshed on each call to bestLocalModel() */
+let _cachedBestModel = null;
+let _cachedAt = 0;
+const CACHE_TTL = 60_000; // 1 minute
+/**
+ * Query Ollama for available models and pick the best chat model.
+ * Prefers models in CHAT_MODEL_RANK order. Falls back to the largest
+ * non-embedding model if none match the ranking.
+ */
+export async function bestLocalModel() {
+    if (_cachedBestModel && Date.now() - _cachedAt < CACHE_TTL)
+        return _cachedBestModel;
+    const baseUrl = getBaseUrl();
+    try {
+        const res = await fetch(`${baseUrl}/api/tags`, { signal: AbortSignal.timeout(3000) });
+        if (!res.ok)
+            return DEFAULT_CHAT_MODEL;
+        const data = (await res.json());
+        const available = new Set(data.models.map((m) => m.name));
+        // First: try ranked models in preference order
+        for (const model of CHAT_MODEL_RANK) {
+            if (available.has(model)) {
+                _cachedBestModel = model;
+                _cachedAt = Date.now();
+                log.info("Auto-selected local model", { model, method: "ranked" });
+                return model;
+            }
+        }
+        // Fallback: pick the largest non-embedding model
+        const chatModels = data.models
+            .filter((m) => !NON_CHAT_MODELS.has(m.name))
+            .sort((a, b) => b.size - a.size);
+        if (chatModels.length > 0) {
+            _cachedBestModel = chatModels[0].name;
+            _cachedAt = Date.now();
+            log.info("Auto-selected local model", { model: _cachedBestModel, method: "largest" });
+            return _cachedBestModel;
+        }
+    }
+    catch {
+        // Ollama unreachable
+    }
+    return DEFAULT_CHAT_MODEL;
+}
+function formatMessages(messages) {
+    return messages.map((m) => ({ role: m.role, content: m.content }));
+}
+export const ollamaProvider = {
+    name: "ollama",
+    defaultChatModel: DEFAULT_CHAT_MODEL,
+    defaultUtilityModel: DEFAULT_UTILITY_MODEL,
+    async streamChat(options) {
+        const baseUrl = getBaseUrl();
+        const model = options.model ?? process.env.OLLAMA_MODEL ?? DEFAULT_CHAT_MODEL;
+        log.debug("Streaming chat request", { model, messageCount: options.messages.length });
+        let response;
+        try {
+            response = await fetch(`${baseUrl}/api/chat`, {
+                method: "POST",
+                headers: { "Content-Type": "application/json" },
+                body: JSON.stringify({
+                    model,
+                    messages: formatMessages(options.messages),
+                    stream: true,
+                }),
+                signal: options.signal,
+            });
+        }
+        catch (err) {
+            const error = err instanceof Error ? err : new Error(String(err));
+            log.error("Stream connection failed", { model, error: error.message });
+            options.onError(error);
+            return;
+        }
+        if (!response.ok) {
+            const text = await response.text().catch(() => "unknown error");
+            log.error("Ollama stream API error", { status: response.status, body: text, model });
+            options.onError(new Error(`Ollama ${response.status}: ${text}`));
+            return;
+        }
+        const reader = response.body?.getReader();
+        if (!reader) {
+            options.onError(new Error("No response body"));
+            return;
+        }
+        const decoder = new TextDecoder();
+        let buffer = "";
+        try {
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split("\n");
+                buffer = lines.pop() ?? "";
+                for (const line of lines) {
+                    if (!line.trim())
+                        continue;
+                    try {
+                        const parsed = JSON.parse(line);
+                        const content = parsed.message?.content;
+                        if (content)
+                            options.onToken(content);
+                        if (parsed.done) {
+                            options.onDone();
+                            return;
+                        }
+                    }
+                    catch {
+                        // Skip malformed lines
+                    }
+                }
+            }
+            options.onDone();
+        }
+        catch (err) {
+            if (options.signal?.aborted)
+                return;
+            options.onError(err instanceof Error ? err : new Error(String(err)));
+        }
+        finally {
+            reader.releaseLock();
+        }
+    },
+    async completeChat(messages, model, signal) {
+        const baseUrl = getBaseUrl();
+        const resolvedModel = model ?? process.env.OLLAMA_MODEL ?? DEFAULT_UTILITY_MODEL;
+        log.debug("Completion request", { model: resolvedModel, messageCount: messages.length });
+        const response = await fetch(`${baseUrl}/api/chat`, {
+            method: "POST",
+            headers: { "Content-Type": "application/json" },
+            body: JSON.stringify({
+                model: resolvedModel,
+                messages: formatMessages(messages),
+                stream: false,
+            }),
+            signal,
+        });
+        if (!response.ok) {
+            const text = await response.text().catch(() => "unknown error");
+            log.error("Ollama API error", { status: response.status, body: text, model: resolvedModel });
+            throw new Error(`Ollama ${response.status}: ${text}`);
+        }
+        const data = (await response.json());
+        const content = data.message?.content;
+        if (!content)
+            throw new Error("No content in Ollama response");
+        log.debug("Completion received", { model: resolvedModel, responseLength: content.length });
+        return content;
+    },
+    async isAvailable() {
+        const baseUrl = getBaseUrl();
+        try {
+            const res = await fetch(`${baseUrl}/api/tags`, {
+                signal: AbortSignal.timeout(3000),
+            });
+            return res.ok;
+        }
+        catch {
+            return false;
+        }
+    },
+};
+//# sourceMappingURL=ollama.js.map

package/dist/llm/providers/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../../src/llm/providers/ollama.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,MAAM,GAAG,GAAG,YAAY,CAAC,qBAAqB,CAAC,CAAC;AAEhD,MAAM,kBAAkB,GAAG,aAAa,CAAC;AACzC,MAAM,qBAAqB,GAAG,aAAa,CAAC;AAE5C,wFAAwF;AACxF,MAAM,eAAe,GAAG;IACtB,UAAU;IACV,aAAa;IACb,eAAe;IACf,WAAW;IACX,aAAa;IACb,aAAa;IACb,aAAa;IACb,kBAAkB;CACnB,CAAC;AAEF,0DAA0D;AAC1D,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC;AAE7D,SAAS,UAAU;IACjB,OAAO,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB,CAAC;AAC5D,CAAC;AAED,qEAAqE;AACrE,IAAI,gBAAgB,GAAkB,IAAI,CAAC;AAC3C,IAAI,SAAS,GAAG,CAAC,CAAC;AAClB,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,WAAW;AAErC;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,IAAI,gBAAgB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,SAAS;QAAE,OAAO,gBAAgB,CAAC;IAEpF,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,WAAW,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtF,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,OAAO,kBAAkB,CAAC;QAEvC,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAsD,CAAC;QACrF,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAE1D,+CAA+C;QAC/C,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;YACpC,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,gBAAgB,GAAG,KAAK,CAAC;gBACzB,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACvB,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACnE,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM;aAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;aAC3C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;QAEnC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,gBAAgB,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACtC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;YACtF,OAAO,gBAAgB,CAAC;QAC1B,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,qBAAqB;IACvB,CAAC;IACD,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,SAAS,cAAc,CAAC,QAA0B;IAChD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,CAAC,MAAM,cAAc,GAAgB;IACzC,IAAI,EAAE,QAAQ;IACd,gBAAgB,EAAE,kBAAkB;IACpC,mBAAmB,EAAE,qBAAqB;IAE1C,KAAK,CAAC,UAAU,CAAC,OAAsB;QACrC,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,kBAAkB,CAAC;QAC9E,GAAG,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAEtF,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,WAAW,EAAE;gBAC5C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK;oBACL,QAAQ,EAAE,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC;oBAC1C,MAAM,EAAE,IAAI;iBACb,CAAC;gBACF,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACvE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACvB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC;YAChE,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACrF,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,UAAU,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;YACjE,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC;YAC/C,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;wBAAE,SAAS;oBAE3B,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAChC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC;wBACxC,IAAI,OAAO;4BAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;wBACtC,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;4BAChB,OAAO,CAAC,MAAM,EAAE,CAAC;4BACjB,OAAO;wBACT,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,uBAAuB;oBACzB,CAAC;gBACH,CAAC;YACH,CAAC;YACD,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,OAAO;YACpC,OAAO,CAAC,OAAO,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACvE,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,QAA0B,EAC1B,KAAc,EACd,MAAoB;QAEpB,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;QAC7B,MAAM,aAAa,GAAG,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,qBAAqB,CAAC;QACjF,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAEzF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,WAAW,EAAE;YAClD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,aAAa;gBACpB,QAAQ,EAAE,cAAc,CAAC,QAAQ,CAAC;gBAClC,MAAM,EAAE,KAAK;aACd,CAAC;YACF,MAAM;SACP,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC;YAChE,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;YAC7F,MAAM,IAAI,KAAK,CAAC,UAAU,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC;QACtC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC/D,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3F,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,WAAW,EAAE;gBAC7C,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAC;YACH,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF,CAAC"}

package/dist/llm/providers/openai.d.ts

@@ -0,0 +1,8 @@
+/**
+ * OpenAI API provider for Core.
+ * Compatible with OpenAI's chat completions endpoint.
+ * Also works with OpenAI-compatible APIs via OPENAI_BASE_URL.
+ */
+import type { LLMProvider } from "./types.js";
+export declare const openAIProvider: LLMProvider;
+//# sourceMappingURL=openai.d.ts.map

package/dist/llm/providers/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/llm/providers/openai.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EAAE,WAAW,EAAiB,MAAM,YAAY,CAAC;AAsB7D,eAAO,MAAM,cAAc,EAAE,WAwI5B,CAAC"}

package/dist/llm/providers/openai.js

@@ -0,0 +1,144 @@
+/**
+ * OpenAI API provider for Core.
+ * Compatible with OpenAI's chat completions endpoint.
+ * Also works with OpenAI-compatible APIs via OPENAI_BASE_URL.
+ */
+import { classifyApiError } from "../errors.js";
+import { createLogger } from "../../utils/logger.js";
+const log = createLogger("llm.provider.openai");
+const DEFAULT_BASE_URL = "https://api.openai.com/v1";
+const DEFAULT_CHAT_MODEL = "gpt-4o";
+const DEFAULT_UTILITY_MODEL = "gpt-4o-mini";
+function getApiKey() {
+    return process.env.OPENAI_API_KEY;
+}
+function getBaseUrl() {
+    return process.env.OPENAI_BASE_URL ?? DEFAULT_BASE_URL;
+}
+function formatMessages(messages) {
+    return messages.map((m) => ({ role: m.role, content: m.content }));
+}
+export const openAIProvider = {
+    name: "openai",
+    defaultChatModel: DEFAULT_CHAT_MODEL,
+    defaultUtilityModel: DEFAULT_UTILITY_MODEL,
+    async streamChat(options) {
+        const apiKey = getApiKey();
+        if (!apiKey) {
+            options.onError(new Error("OPENAI_API_KEY not set"));
+            return;
+        }
+        const model = options.model ?? DEFAULT_CHAT_MODEL;
+        const baseUrl = getBaseUrl();
+        log.debug("Streaming chat request", { model, messageCount: options.messages.length });
+        let response;
+        try {
+            response = await fetch(`${baseUrl}/chat/completions`, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${apiKey}`,
+                },
+                body: JSON.stringify({
+                    model,
+                    messages: formatMessages(options.messages),
+                    stream: true,
+                }),
+                signal: options.signal,
+            });
+        }
+        catch (err) {
+            const error = err instanceof Error ? err : new Error(String(err));
+            log.error("Stream connection failed", { model, error: error.message });
+            options.onError(error);
+            return;
+        }
+        if (!response.ok) {
+            const text = await response.text().catch(() => "unknown error");
+            log.error("OpenAI stream API error", { status: response.status, body: text, model });
+            options.onError(classifyApiError("OpenAI", response.status, text, model));
+            return;
+        }
+        const reader = response.body?.getReader();
+        if (!reader) {
+            options.onError(new Error("No response body"));
+            return;
+        }
+        const decoder = new TextDecoder();
+        let buffer = "";
+        try {
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split("\n");
+                buffer = lines.pop() ?? "";
+                for (const line of lines) {
+                    const trimmed = line.trim();
+                    if (!trimmed || !trimmed.startsWith("data: "))
+                        continue;
+                    const data = trimmed.slice(6);
+                    if (data === "[DONE]") {
+                        options.onDone();
+                        return;
+                    }
+                    try {
+                        const parsed = JSON.parse(data);
+                        const delta = parsed.choices?.[0]?.delta?.content;
+                        if (delta)
+                            options.onToken(delta);
+                    }
+                    catch {
+                        // Skip malformed JSON lines
+                    }
+                }
+            }
+            options.onDone();
+        }
+        catch (err) {
+            if (options.signal?.aborted)
+                return;
+            options.onError(err instanceof Error ? err : new Error(String(err)));
+        }
+        finally {
+            reader.releaseLock();
+        }
+    },
+    async completeChat(messages, model, signal) {
+        const apiKey = getApiKey();
+        if (!apiKey)
+            throw new Error("OPENAI_API_KEY not set");
+        const resolvedModel = model ?? DEFAULT_UTILITY_MODEL;
+        const baseUrl = getBaseUrl();
+        log.debug("Completion request", { model: resolvedModel, messageCount: messages.length });
+        const response = await fetch(`${baseUrl}/chat/completions`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                Authorization: `Bearer ${apiKey}`,
+            },
+            body: JSON.stringify({
+                model: resolvedModel,
+                messages: formatMessages(messages),
+                stream: false,
+            }),
+            signal,
+        });
+        if (!response.ok) {
+            const text = await response.text().catch(() => "unknown error");
+            log.error("OpenAI API error", { status: response.status, body: text, model: resolvedModel });
+            throw classifyApiError("OpenAI", response.status, text, resolvedModel);
+        }
+        const data = (await response.json());
+        const content = data.choices?.[0]?.message?.content;
+        if (!content)
+            throw new Error("No content in OpenAI response");
+        log.debug("Completion received", { model: resolvedModel, responseLength: content.length });
+        return content;
+    },
+    async isAvailable() {
+        return !!getApiKey();
+    },
+};
+//# sourceMappingURL=openai.js.map