@node-llm/core 0.6.0 → 0.8.0

package/dist/providers/deepseek/Chat.js

@@ -0,0 +1,89 @@
+import { ModelRegistry } from "../../models/ModelRegistry.js";
+export class DeepSeekChat {
+    baseUrl;
+    apiKey;
+    constructor(baseUrl, apiKey) {
+        this.baseUrl = baseUrl;
+        this.apiKey = apiKey;
+    }
+    async execute(request) {
+        const { model, messages, tools, max_tokens, response_format, headers, ...rest } = request;
+        const body = {
+            model,
+            messages,
+            ...rest
+        };
+        if (max_tokens)
+            body.max_tokens = max_tokens;
+        if (tools && tools.length > 0)
+            body.tools = tools;
+        if (max_tokens)
+            body.max_tokens = max_tokens;
+        if (tools && tools.length > 0)
+            body.tools = tools;
+        // Handle structured output for DeepSeek
+        if (response_format) {
+            if (response_format.type === "json_schema") {
+                body.response_format = { type: "json_object" };
+                // Append schema instructions to the system prompt or convert to a new system message
+                const schema = response_format.json_schema;
+                const schemaString = JSON.stringify(schema.schema, null, 2);
+                const instruction = `\n\nIMPORTANT: You must output strictly valid JSON conforming to the following schema:\n${schemaString}\n\nOutput only the JSON object.`;
+                // Find system message or append to last user message
+                const systemMessage = body.messages.find((m) => m.role === "system");
+                if (systemMessage) {
+                    systemMessage.content += instruction;
+                }
+                else {
+                    // Insert system message at the beginning
+                    body.messages.unshift({
+                        role: "system",
+                        content: "You are a helpful assistant." + instruction
+                    });
+                }
+            }
+            else {
+                body.response_format = response_format;
+            }
+        }
+        if (process.env.NODELLM_DEBUG === "true") {
+            console.log(`[DeepSeek Request] ${JSON.stringify(body, null, 2)}`);
+        }
+        const response = await fetch(`${this.baseUrl}/chat/completions`, {
+            method: "POST",
+            headers: {
+                "Authorization": `Bearer ${this.apiKey}`,
+                "Content-Type": "application/json",
+                ...request.headers,
+            },
+            body: JSON.stringify(body),
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(`DeepSeek API error: ${response.status} - ${errorText}`);
+        }
+        const json = (await response.json());
+        const message = json.choices[0]?.message;
+        const content = message?.content ?? null;
+        const reasoning = message?.reasoning_content ?? null;
+        const usage = {
+            input_tokens: json.usage.prompt_tokens,
+            output_tokens: json.usage.completion_tokens,
+            total_tokens: json.usage.total_tokens,
+        };
+        const toolCalls = message?.tool_calls?.map((tc) => ({
+            id: tc.id,
+            type: tc.type,
+            function: {
+                name: tc.function.name,
+                arguments: tc.function.arguments
+            }
+        }));
+        if (!content && !reasoning && (!toolCalls || toolCalls.length === 0)) {
+            throw new Error("DeepSeek returned empty response");
+        }
+        // deepseek cost calculation if needed, otherwise just return usage
+        const calculatedUsage = ModelRegistry.calculateCost(usage, model, "deepseek");
+        return { content, reasoning, usage: calculatedUsage, tool_calls: toolCalls };
+    }
+}

package/dist/providers/deepseek/DeepSeekProvider.d.ts

@@ -0,0 +1,28 @@
+import { Provider, ChatRequest, ChatResponse, ModelInfo, ChatChunk } from "../Provider.js";
+export interface DeepSeekProviderOptions {
+    apiKey: string;
+    baseUrl?: string;
+}
+export declare class DeepSeekProvider implements Provider {
+    private readonly options;
+    private readonly baseUrl;
+    private readonly chatHandler;
+    private readonly streamingHandler;
+    private readonly modelsHandler;
+    capabilities: {
+        supportsVision: (model: string) => boolean;
+        supportsTools: (model: string) => boolean;
+        supportsStructuredOutput: (model: string) => boolean;
+        supportsEmbeddings: (model: string) => boolean;
+        supportsImageGeneration: (model: string) => boolean;
+        supportsTranscription: (model: string) => boolean;
+        supportsModeration: (model: string) => boolean;
+        supportsReasoning: (model: string) => boolean;
+        getContextWindow: (model: string) => number | null;
+    };
+    constructor(options: DeepSeekProviderOptions);
+    chat(request: ChatRequest): Promise<ChatResponse>;
+    stream(request: ChatRequest): AsyncGenerator<ChatChunk>;
+    listModels(): Promise<ModelInfo[]>;
+}
+//# sourceMappingURL=DeepSeekProvider.d.ts.map

package/dist/providers/deepseek/DeepSeekProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DeepSeekProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/deepseek/DeepSeekProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAM3F,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAiB,YAAW,QAAQ;IAkBnC,OAAO,CAAC,QAAQ,CAAC,OAAO;IAjBpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAe;IAC3C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAoB;IACrD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAiB;IAExC,YAAY;gCACO,MAAM;+BACP,MAAM;0CACK,MAAM;oCACZ,MAAM;yCACD,MAAM;uCACR,MAAM;oCACT,MAAM;mCACP,MAAM;kCACP,MAAM;MAChC;gBAE2B,OAAO,EAAE,uBAAuB;IAOvD,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAIhD,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;IAIxD,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;CAGzC"}

package/dist/providers/deepseek/DeepSeekProvider.js

@@ -0,0 +1,38 @@
+import { DeepSeekChat } from "./Chat.js";
+import { DeepSeekModels } from "./Models.js";
+import { DeepSeekStreaming } from "./Streaming.js";
+import { Capabilities } from "./Capabilities.js";
+export class DeepSeekProvider {
+    options;
+    baseUrl;
+    chatHandler;
+    streamingHandler;
+    modelsHandler;
+    capabilities = {
+        supportsVision: (model) => Capabilities.supportsVision(model),
+        supportsTools: (model) => Capabilities.supportsTools(model),
+        supportsStructuredOutput: (model) => Capabilities.supportsStructuredOutput(model),
+        supportsEmbeddings: (model) => Capabilities.supportsEmbeddings(model),
+        supportsImageGeneration: (model) => Capabilities.supportsImageGeneration(model),
+        supportsTranscription: (model) => Capabilities.supportsTranscription(model),
+        supportsModeration: (model) => Capabilities.supportsModeration(model),
+        supportsReasoning: (model) => Capabilities.supportsReasoning(model),
+        getContextWindow: (model) => Capabilities.getContextWindow(model),
+    };
+    constructor(options) {
+        this.options = options;
+        this.baseUrl = options.baseUrl ?? "https://api.deepseek.com";
+        this.chatHandler = new DeepSeekChat(this.baseUrl, options.apiKey);
+        this.streamingHandler = new DeepSeekStreaming(this.baseUrl, options.apiKey);
+        this.modelsHandler = new DeepSeekModels(this.baseUrl, options.apiKey);
+    }
+    async chat(request) {
+        return this.chatHandler.execute(request);
+    }
+    async *stream(request) {
+        yield* this.streamingHandler.execute(request);
+    }
+    async listModels() {
+        return this.modelsHandler.execute();
+    }
+}

package/dist/providers/deepseek/Models.d.ts

@@ -0,0 +1,8 @@
+import { ModelInfo } from "../Provider.js";
+export declare class DeepSeekModels {
+    private readonly baseUrl;
+    private readonly apiKey;
+    constructor(baseUrl: string, apiKey: string);
+    execute(): Promise<ModelInfo[]>;
+}
+//# sourceMappingURL=Models.d.ts.map

package/dist/providers/deepseek/Models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Models.d.ts","sourceRoot":"","sources":["../../../src/providers/deepseek/Models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAe3C,qBAAa,cAAc;IACb,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAU,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM;IAEvE,OAAO,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;CA+DtC"}

package/dist/providers/deepseek/Models.js

@@ -0,0 +1,67 @@
+import { Capabilities } from "./Capabilities.js";
+import { ModelRegistry } from "../../models/ModelRegistry.js";
+export class DeepSeekModels {
+    baseUrl;
+    apiKey;
+    constructor(baseUrl, apiKey) {
+        this.baseUrl = baseUrl;
+        this.apiKey = apiKey;
+    }
+    async execute() {
+        const response = await fetch(`${this.baseUrl}/models`, {
+            method: "GET",
+            headers: {
+                "Authorization": `Bearer ${this.apiKey}`,
+            },
+        });
+        if (!response.ok) {
+            // Fallback to local registry
+            const localModels = ModelRegistry.all()
+                .filter(m => m.provider === "deepseek")
+                .map(m => ({
+                id: m.id,
+                name: m.name,
+                provider: "deepseek",
+                family: m.family ?? "deepseek",
+                context_window: m.context_window ?? null,
+                max_output_tokens: m.max_output_tokens ?? null,
+                modalities: m.modalities,
+                capabilities: m.capabilities,
+                pricing: m.pricing,
+                metadata: m.metadata
+            }));
+            return localModels;
+        }
+        const json = (await response.json());
+        const localRegistry = ModelRegistry.all().filter(m => m.provider === "deepseek");
+        return json.data.map(m => {
+            // Try to find in local registry for enriched data (pricing, limits)
+            const local = localRegistry.find(l => l.id === m.id);
+            if (local) {
+                return {
+                    id: local.id,
+                    name: local.name,
+                    provider: "deepseek", // Ensure literal type
+                    family: local.family ?? "deepseek", // Handle missing family
+                    context_window: local.context_window ?? null,
+                    max_output_tokens: local.max_output_tokens ?? null,
+                    modalities: local.modalities,
+                    capabilities: local.capabilities,
+                    pricing: local.pricing,
+                    metadata: local.metadata
+                };
+            }
+            return {
+                id: m.id,
+                name: m.id,
+                provider: "deepseek",
+                family: "deepseek",
+                context_window: Capabilities.getContextWindow(m.id),
+                max_output_tokens: Capabilities.getMaxOutputTokens(m.id),
+                modalities: { input: ["text"], output: ["text"] },
+                capabilities: Capabilities.getCapabilities(m.id),
+                pricing: {}
+            };
+        });
+    }
+}

package/dist/providers/deepseek/Streaming.d.ts

@@ -0,0 +1,8 @@
+import { ChatRequest, ChatChunk } from "../Provider.js";
+export declare class DeepSeekStreaming {
+    private readonly baseUrl;
+    private readonly apiKey;
+    constructor(baseUrl: string, apiKey: string);
+    execute(request: ChatRequest): AsyncGenerator<ChatChunk>;
+}
+//# sourceMappingURL=Streaming.d.ts.map

package/dist/providers/deepseek/Streaming.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Streaming.d.ts","sourceRoot":"","sources":["../../../src/providers/deepseek/Streaming.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAExD,qBAAa,iBAAiB;IAChB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAU,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM;IAEtE,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;CAwEhE"}

package/dist/providers/deepseek/Streaming.js

@@ -0,0 +1,74 @@
+export class DeepSeekStreaming {
+    baseUrl;
+    apiKey;
+    constructor(baseUrl, apiKey) {
+        this.baseUrl = baseUrl;
+        this.apiKey = apiKey;
+    }
+    async *execute(request) {
+        const { model, messages, tools, max_tokens, response_format, headers, ...rest } = request;
+        const body = {
+            model,
+            messages,
+            stream: true,
+            ...rest
+        };
+        if (max_tokens)
+            body.max_tokens = max_tokens;
+        if (tools && tools.length > 0)
+            body.tools = tools;
+        if (response_format)
+            body.response_format = response_format;
+        const response = await fetch(`${this.baseUrl}/chat/completions`, {
+            method: "POST",
+            headers: {
+                "Authorization": `Bearer ${this.apiKey}`,
+                "Content-Type": "application/json",
+                ...request.headers,
+            },
+            body: JSON.stringify(body),
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(`DeepSeek API error: ${response.status} - ${errorText}`);
+        }
+        if (!response.body) {
+            throw new Error("No response body for streaming");
+        }
+        // @ts-ignore
+        const reader = response.body.getReader();
+        const decoder = new TextDecoder();
+        let buffer = "";
+        while (true) {
+            const { value, done } = await reader.read();
+            if (done)
+                break;
+            const chunk = decoder.decode(value, { stream: true });
+            buffer += chunk;
+            const lines = buffer.split("\n\n");
+            buffer = lines.pop() || "";
+            for (const line of lines) {
+                const trimmed = line.trim();
+                if (!trimmed.startsWith("data: "))
+                    continue;
+                const data = trimmed.replace("data: ", "").trim();
+                if (data === "[DONE]")
+                    return;
+                try {
+                    const json = JSON.parse(data);
+                    const deltaContent = json.choices?.[0]?.delta?.content;
+                    const deltaReasoning = json.choices?.[0]?.delta?.reasoning_content;
+                    if (deltaContent || deltaReasoning) {
+                        yield {
+                            content: deltaContent || "",
+                            reasoning: deltaReasoning || ""
+                        };
+                    }
+                }
+                catch (e) {
+                    // ignore
+                }
+            }
+        }
+    }
+}

package/dist/providers/deepseek/index.d.ts

@@ -0,0 +1,7 @@
+export * from "./DeepSeekProvider.js";
+export * from "./Chat.js";
+export * from "./Models.js";
+export * from "./Capabilities.js";
+export declare function registerDeepSeekProvider(): void;
+export declare const ensureDeepSeekRegistered: typeof registerDeepSeekProvider;
+//# sourceMappingURL=index.d.ts.map

package/dist/providers/deepseek/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/providers/deepseek/index.ts"],"names":[],"mappings":"AAIA,cAAc,uBAAuB,CAAC;AACtC,cAAc,WAAW,CAAC;AAC1B,cAAc,aAAa,CAAC;AAC5B,cAAc,mBAAmB,CAAC;AAIlC,wBAAgB,wBAAwB,SAevC;AAED,eAAO,MAAM,wBAAwB,iCAA2B,CAAC"}

package/dist/providers/deepseek/index.js

@@ -0,0 +1,22 @@
+import { config } from "../../config.js";
+import { providerRegistry } from "../registry.js";
+import { DeepSeekProvider } from "./DeepSeekProvider.js";
+export * from "./DeepSeekProvider.js";
+export * from "./Chat.js";
+export * from "./Models.js";
+export * from "./Capabilities.js";
+let registered = false;
+export function registerDeepSeekProvider() {
+    if (registered)
+        return;
+    providerRegistry.register("deepseek", () => {
+        const apiKey = config.deepseekApiKey;
+        const baseUrl = config.deepseekApiBase; // Optional override
+        if (!apiKey) {
+            throw new Error("deepseek_api_key is not set in config or DEEPSEEK_API_KEY environment variable");
+        }
+        return new DeepSeekProvider({ apiKey, baseUrl });
+    });
+    registered = true;
+}
+export const ensureDeepSeekRegistered = registerDeepSeekProvider;

package/dist/providers/gemini/Capabilities.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Capabilities.ts"],"names":[],"mappings":"AAEA,qBAAa,YAAY;IACvB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAuBvD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAoBzD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAW/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAW9C,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAWzD,MAAM,CAAC,0BAA0B,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI3D,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIjD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQnD,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQxD,MAAM,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQtD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAInD,MAAM,CAAC,oBAAoB,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAI/F,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;IAY5E,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAUjD,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM;;oBArI8C,CAAC;iCAA6B,CAAC;wCAE5G,CAAF;kCAC8B,CAAC;4CAGvB,CAAC;;iBAA+B,CAAA;iCAGtC,CAAF;kCAAoC,CAAC;;;;oBAG3B,CAAC;qBACP,CAAF;sBAEA,CAAD;;iBAGM,CAAC;qBAAiB,CAAC;sBAAyB,CAAA;;;;oBACD,CAAC;iCACxC,CAAC;kCAAoC,CAAC;;;;IA8IjD,OAAO,CAAC,MAAM,CAAC,gBAAgB;CAGhC"}
+{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Capabilities.ts"],"names":[],"mappings":"AAEA,qBAAa,YAAY;IACvB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAuBvD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAoBzD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAW/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAW9C,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAWzD,MAAM,CAAC,0BAA0B,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI3D,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIjD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQnD,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQxD,MAAM,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQtD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAInD,MAAM,CAAC,oBAAoB,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAI/F,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;IAY5E,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAUjD,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM;;oBArI2D,CAAC;iCAA6B,CAAC;wCAGrH,CAAC;kCACH,CAAC;4CAEgB,CAAC;;iBACd,CAAC;iCAEG,CAAC;kCAAoC,CAAC;;;;oBAG3B,CAAC;qBACV,CAAC;sBAEF,CAAC;;iBAGM,CAAC;qBAAiB,CAAC;sBACrC,CAAA;;;;oBAA6D,CAAC;iCACxC,CAAC;kCAEpB,CAAC;;;;IA4IN,OAAO,CAAC,MAAM,CAAC,gBAAgB;CAGhC"}

package/dist/providers/gemini/GeminiProvider.d.ts

@@ -21,6 +21,7 @@ export declare class GeminiProvider implements Provider {
         supportsImageGeneration: (model: string) => boolean;
         supportsTranscription: (model: string) => boolean;
         supportsModeration: (model: string) => boolean;
+        supportsReasoning: (_model: string) => boolean;
         getContextWindow: (model: string) => number | null;
     };
     constructor(options: GeminiProviderOptions);

package/dist/providers/gemini/GeminiProvider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"GeminiProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/GeminiProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,WAAW,EACX,YAAY,EACZ,SAAS,EACT,SAAS,EACT,YAAY,EACZ,aAAa,EACb,oBAAoB,EACpB,qBAAqB,EACrB,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,gBAAgB,CAAC;AAQxB,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAEtE,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,cAAe,YAAW,QAAQ;IAoBjC,OAAO,CAAC,QAAQ,CAAC,OAAO;IAnBpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAa;IACzC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;IAC7C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAsB;IAEpD,YAAY;gCACO,MAAM;+BACP,MAAM;0CACK,MAAM;oCACZ,MAAM;yCACD,MAAM;uCACR,MAAM;oCACT,MAAM;kCACR,MAAM;MAChC;gBAE2B,OAAO,EAAE,qBAAqB;IAUrD,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAIhD,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;IAIxD,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAIlC,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAIpD,KAAK,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAI5D,UAAU,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAIzE,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAGzE"}
+{"version":3,"file":"GeminiProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/GeminiProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,WAAW,EACX,YAAY,EACZ,SAAS,EACT,SAAS,EACT,YAAY,EACZ,aAAa,EACb,oBAAoB,EACpB,qBAAqB,EACrB,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,gBAAgB,CAAC;AAQxB,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAEtE,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,cAAe,YAAW,QAAQ;IAqBjC,OAAO,CAAC,QAAQ,CAAC,OAAO;IApBpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAa;IACzC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;IAC7C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAsB;IAEpD,YAAY;gCACO,MAAM;+BACP,MAAM;0CACK,MAAM;oCACZ,MAAM;yCACD,MAAM;uCACR,MAAM;oCACT,MAAM;oCACN,MAAM;kCACR,MAAM;MAChC;gBAE2B,OAAO,EAAE,qBAAqB;IAUrD,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAIhD,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;IAIxD,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAIlC,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAIpD,KAAK,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAI5D,UAAU,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAIzE,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAGzE"}

package/dist/providers/gemini/GeminiProvider.js

@@ -22,6 +22,7 @@ export class GeminiProvider {
         supportsImageGeneration: (model) => Capabilities.supportsImageGeneration(model),
         supportsTranscription: (model) => Capabilities.supportsTranscription(model),
         supportsModeration: (model) => Capabilities.supportsModeration(model),
+        supportsReasoning: (_model) => false,
         getContextWindow: (model) => Capabilities.getContextWindow(model),
     };
     constructor(options) {

package/dist/providers/gemini/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/index.ts"],"names":[],"mappings":"AAKA;;;GAGG;AACH,wBAAgB,sBAAsB,SAcrC;AAED;;GAEG;AACH,eAAO,MAAM,sBAAsB,+BAAyB,CAAC;AAE7D,cAAc,qBAAqB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/index.ts"],"names":[],"mappings":"AAMA;;;GAGG;AACH,wBAAgB,sBAAsB,SAcrC;AAED;;GAEG;AACH,eAAO,MAAM,sBAAsB,+BAAyB,CAAC;AAE7D,cAAc,qBAAqB,CAAC"}

package/dist/providers/gemini/index.js

@@ -1,3 +1,4 @@
+import { config } from "../../config.js";
 import { providerRegistry } from "../registry.js";
 import { GeminiProvider } from "./GeminiProvider.js";
 let registered = false;
@@ -9,9 +10,9 @@ export function registerGeminiProvider() {
     if (registered)
         return;
     providerRegistry.register("gemini", () => {
-        const apiKey = process.env.GEMINI_API_KEY;
+        const apiKey = config.geminiApiKey;
         if (!apiKey) {
-            throw new Error("GEMINI_API_KEY is not set");
+            throw new Error("geminiApiKey is not set in config or GEMINI_API_KEY environment variable");
         }
         return new GeminiProvider({ apiKey });
     });

package/dist/providers/ollama/Capabilities.d.ts

@@ -0,0 +1,13 @@
+export declare class OllamaCapabilities {
+    static findModel(modelId: string): import("../../models/types.js").Model | undefined;
+    static getContextWindow(modelId: string): number | null;
+    static supportsVision(modelId: string): boolean;
+    static supportsTools(modelId: string): boolean;
+    static supportsStructuredOutput(modelId: string): boolean;
+    static supportsEmbeddings(modelId: string): boolean;
+    static supportsReasoning(modelId: string): boolean;
+    static supportsImageGeneration(modelId: string): boolean;
+    static supportsTranscription(modelId: string): boolean;
+    static supportsModeration(modelId: string): boolean;
+}
+//# sourceMappingURL=Capabilities.d.ts.map

package/dist/providers/ollama/Capabilities.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/ollama/Capabilities.ts"],"names":[],"mappings":"AAEA,qBAAa,kBAAkB;IAC7B,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM;IAYhC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAKvD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAK/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAK9C,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKzD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKnD,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKlD,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKxD,MAAM,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKtD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;CAIpD"}

package/dist/providers/ollama/Capabilities.js

@@ -0,0 +1,50 @@
+import { ModelRegistry } from "../../models/ModelRegistry.js";
+export class OllamaCapabilities {
+    static findModel(modelId) {
+        // Ollama specific: try exact match first, then strip tags
+        let model = ModelRegistry.find(modelId, "ollama");
+        if (!model && modelId?.includes(":")) {
+            const baseId = modelId.split(":")[0];
+            if (baseId) {
+                model = ModelRegistry.find(baseId, "ollama");
+            }
+        }
+        return model;
+    }
+    static getContextWindow(modelId) {
+        const model = this.findModel(modelId);
+        return model?.context_window || 8192;
+    }
+    static supportsVision(modelId) {
+        const model = this.findModel(modelId);
+        return model?.modalities?.input?.includes("image") || model?.capabilities?.includes("vision") || false;
+    }
+    static supportsTools(modelId) {
+        const model = this.findModel(modelId);
+        return model?.capabilities?.includes("tools") || false;
+    }
+    static supportsStructuredOutput(modelId) {
+        const model = this.findModel(modelId);
+        return model?.capabilities?.includes("structured_output") || false;
+    }
+    static supportsEmbeddings(modelId) {
+        const model = this.findModel(modelId);
+        return model?.modalities?.output?.includes("embeddings") || model?.capabilities?.includes("embeddings") || false;
+    }
+    static supportsReasoning(modelId) {
+        const model = this.findModel(modelId);
+        return model?.capabilities?.includes("reasoning") || false;
+    }
+    static supportsImageGeneration(modelId) {
+        const model = this.findModel(modelId);
+        return model?.modalities?.output?.includes("image") || false;
+    }
+    static supportsTranscription(modelId) {
+        const model = this.findModel(modelId);
+        return model?.modalities?.input?.includes("audio") || false;
+    }
+    static supportsModeration(modelId) {
+        const model = this.findModel(modelId);
+        return model?.modalities?.output?.includes("moderation") || false;
+    }
+}

package/dist/providers/ollama/Embedding.d.ts

@@ -0,0 +1,6 @@
+import { OpenAIEmbedding } from "../openai/Embedding.js";
+export declare class OllamaEmbedding extends OpenAIEmbedding {
+    protected getProviderName(): string;
+    protected validateModel(model: string): void;
+}
+//# sourceMappingURL=Embedding.d.ts.map

package/dist/providers/ollama/Embedding.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Embedding.d.ts","sourceRoot":"","sources":["../../../src/providers/ollama/Embedding.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAGzD,qBAAa,eAAgB,SAAQ,eAAe;cAC/B,eAAe,IAAI,MAAM;cAIzB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;CAKtD"}

package/dist/providers/ollama/Embedding.js

@@ -0,0 +1,12 @@
+import { OpenAIEmbedding } from "../openai/Embedding.js";
+import { OllamaCapabilities } from "./Capabilities.js";
+export class OllamaEmbedding extends OpenAIEmbedding {
+    getProviderName() {
+        return "ollama";
+    }
+    validateModel(model) {
+        if (!OllamaCapabilities.supportsEmbeddings(model)) {
+            throw new Error(`Model ${model} does not support embeddings.`);
+        }
+    }
+}

package/dist/providers/ollama/Models.d.ts

@@ -0,0 +1,8 @@
+import { OpenAIModels } from "../openai/Models.js";
+export declare class OllamaModels extends OpenAIModels {
+    protected getProviderName(): string;
+    protected formatDisplayName(modelId: string): string;
+    protected getContextWindow(modelId: string): number | null;
+    protected getCapabilities(modelId: string): string[];
+}
+//# sourceMappingURL=Models.d.ts.map

package/dist/providers/ollama/Models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Models.d.ts","sourceRoot":"","sources":["../../../src/providers/ollama/Models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAInD,qBAAa,YAAa,SAAQ,YAAY;cACzB,eAAe,IAAI,MAAM;cAIzB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;cAO1C,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;cAIhD,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;CAW9D"}

package/dist/providers/ollama/Models.js

@@ -0,0 +1,31 @@
+import { OpenAIModels } from "../openai/Models.js";
+import { OllamaCapabilities } from "./Capabilities.js";
+export class OllamaModels extends OpenAIModels {
+    getProviderName() {
+        return "ollama";
+    }
+    formatDisplayName(modelId) {
+        const model = OllamaCapabilities.findModel(modelId);
+        if (model?.name && model.name !== modelId)
+            return model.name;
+        const baseId = modelId.split(":")[0] || modelId;
+        return baseId.replace(/-/g, " ").replace(/\b\w/g, c => c.toUpperCase());
+    }
+    getContextWindow(modelId) {
+        return OllamaCapabilities.getContextWindow(modelId);
+    }
+    getCapabilities(modelId) {
+        const model = OllamaCapabilities.findModel(modelId);
+        if (model)
+            return model.capabilities;
+        // Fallback for custom pulled models
+        const caps = ["streaming"];
+        if (OllamaCapabilities.supportsTools(modelId))
+            caps.push("tools");
+        if (OllamaCapabilities.supportsVision(modelId))
+            caps.push("vision");
+        if (OllamaCapabilities.supportsEmbeddings(modelId))
+            caps.push("embeddings");
+        return caps;
+    }
+}

package/dist/providers/ollama/OllamaProvider.d.ts

@@ -0,0 +1,8 @@
+import { OpenAIProvider } from "../openai/OpenAIProvider.js";
+export interface OllamaProviderOptions {
+    baseUrl?: string;
+}
+export declare class OllamaProvider extends OpenAIProvider {
+    constructor(options?: OllamaProviderOptions);
+}
+//# sourceMappingURL=OllamaProvider.d.ts.map

package/dist/providers/ollama/OllamaProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OllamaProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/ollama/OllamaProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAM7D,MAAM,WAAW,qBAAqB;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,cAAe,SAAQ,cAAc;gBACpC,OAAO,GAAE,qBAA0B;CAuBhD"}

package/dist/providers/ollama/OllamaProvider.js

@@ -0,0 +1,28 @@
+import { OpenAIProvider } from "../openai/OpenAIProvider.js";
+import { config } from "../../config.js";
+import { OllamaModels } from "./Models.js";
+import { OllamaEmbedding } from "./Embedding.js";
+import { OllamaCapabilities } from "./Capabilities.js";
+export class OllamaProvider extends OpenAIProvider {
+    constructor(options = {}) {
+        super({
+            apiKey: "ollama",
+            baseUrl: options.baseUrl || config.ollamaApiBase || "http://localhost:11434/v1"
+        });
+        // Override handlers with Ollama-specific ones
+        this.modelsHandler = new OllamaModels(this.baseUrl, this.options.apiKey);
+        this.embeddingHandler = new OllamaEmbedding(this.baseUrl, this.options.apiKey);
+        // Override capabilities to use OllamaCapabilities
+        this.capabilities = {
+            supportsVision: (modelId) => OllamaCapabilities.supportsVision(modelId),
+            supportsTools: (modelId) => OllamaCapabilities.supportsTools(modelId),
+            supportsStructuredOutput: (modelId) => OllamaCapabilities.supportsStructuredOutput(modelId),
+            supportsEmbeddings: (modelId) => OllamaCapabilities.supportsEmbeddings(modelId),
+            supportsImageGeneration: (modelId) => OllamaCapabilities.supportsImageGeneration(modelId),
+            supportsTranscription: (modelId) => OllamaCapabilities.supportsTranscription(modelId),
+            supportsModeration: (modelId) => OllamaCapabilities.supportsModeration(modelId),
+            supportsReasoning: (modelId) => OllamaCapabilities.supportsReasoning(modelId),
+            getContextWindow: (modelId) => OllamaCapabilities.getContextWindow(modelId),
+        };
+    }
+}

package/dist/providers/ollama/index.d.ts

@@ -0,0 +1,9 @@
+import { OllamaProvider } from "./OllamaProvider.js";
+export { OllamaProvider };
+/**
+ * Idempotent registration of the Ollama provider.
+ * Automatically called by LLM.configure({ provider: 'ollama' })
+ */
+export declare function registerOllamaProvider(): void;
+export declare const ensureOllamaRegistered: typeof registerOllamaProvider;
+//# sourceMappingURL=index.d.ts.map

package/dist/providers/ollama/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/providers/ollama/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAErD,OAAO,EAAE,cAAc,EAAE,CAAC;AAI1B;;;GAGG;AACH,wBAAgB,sBAAsB,SAQrC;AAED,eAAO,MAAM,sBAAsB,+BAAyB,CAAC"}

package/dist/providers/ollama/index.js

@@ -0,0 +1,17 @@
+import { providerRegistry } from "../registry.js";
+import { OllamaProvider } from "./OllamaProvider.js";
+export { OllamaProvider };
+let registered = false;
+/**
+ * Idempotent registration of the Ollama provider.
+ * Automatically called by LLM.configure({ provider: 'ollama' })
+ */
+export function registerOllamaProvider() {
+    if (registered)
+        return;
+    providerRegistry.register("ollama", () => {
+        return new OllamaProvider();
+    });
+    registered = true;
+}
+export const ensureOllamaRegistered = registerOllamaProvider;