@node-llm/core 0.7.0 → 1.0.0

package/dist/providers/deepseek/Streaming.js

@@ -1,3 +1,4 @@
+import { APIError } from "../../errors/index.js";
 export class DeepSeekStreaming {
     baseUrl;
     apiKey;
@@ -5,7 +6,8 @@ export class DeepSeekStreaming {
         this.baseUrl = baseUrl;
         this.apiKey = apiKey;
     }
-    async *execute(request) {
+    async *execute(request, controller) {
+        const abortController = controller || new AbortController();
         const { model, messages, tools, max_tokens, response_format, headers, ...rest } = request;
         const body = {
             model,
@@ -19,55 +21,85 @@ export class DeepSeekStreaming {
             body.tools = tools;
         if (response_format)
             body.response_format = response_format;
-        const response = await fetch(`${this.baseUrl}/chat/completions`, {
-            method: "POST",
-            headers: {
-                "Authorization": `Bearer ${this.apiKey}`,
-                "Content-Type": "application/json",
-                ...request.headers,
-            },
-            body: JSON.stringify(body),
-        });
-        if (!response.ok) {
-            const errorText = await response.text();
-            throw new Error(`DeepSeek API error: ${response.status} - ${errorText}`);
-        }
-        if (!response.body) {
-            throw new Error("No response body for streaming");
-        }
-        // @ts-ignore
-        const reader = response.body.getReader();
-        const decoder = new TextDecoder();
-        let buffer = "";
-        while (true) {
-            const { value, done } = await reader.read();
-            if (done)
-                break;
-            const chunk = decoder.decode(value, { stream: true });
-            buffer += chunk;
-            const lines = buffer.split("\n\n");
-            buffer = lines.pop() || "";
-            for (const line of lines) {
-                const trimmed = line.trim();
-                if (!trimmed.startsWith("data: "))
-                    continue;
-                const data = trimmed.replace("data: ", "").trim();
-                if (data === "[DONE]")
-                    return;
-                try {
-                    const json = JSON.parse(data);
-                    const deltaContent = json.choices?.[0]?.delta?.content;
-                    const deltaReasoning = json.choices?.[0]?.delta?.reasoning_content;
-                    if (deltaContent || deltaReasoning) {
-                        yield {
-                            content: deltaContent || "",
-                            reasoning: deltaReasoning || ""
-                        };
+        let done = false;
+        try {
+            const response = await fetch(`${this.baseUrl}/chat/completions`, {
+                method: "POST",
+                headers: {
+                    "Authorization": `Bearer ${this.apiKey}`,
+                    "Content-Type": "application/json",
+                    ...request.headers,
+                },
+                body: JSON.stringify(body),
+                signal: abortController.signal,
+            });
+            if (!response.ok) {
+                const errorText = await response.text();
+                throw new Error(`DeepSeek API error: ${response.status} - ${errorText}`);
+            }
+            if (!response.body) {
+                throw new Error("No response body for streaming");
+            }
+            const reader = response.body.getReader();
+            const decoder = new TextDecoder();
+            let buffer = "";
+            while (true) {
+                const { value, done: readerDone } = await reader.read();
+                if (readerDone)
+                    break;
+                const chunk = decoder.decode(value, { stream: true });
+                buffer += chunk;
+                const lines = buffer.split("\n\n");
+                buffer = lines.pop() || "";
+                for (const line of lines) {
+                    let trimmed = line.trim();
+                    // Handle carriage returns
+                    if (trimmed.endsWith('\r')) {
+                        trimmed = trimmed.substring(0, trimmed.length - 1);
+                    }
+                    if (!trimmed.startsWith("data: "))
+                        continue;
+                    const data = trimmed.replace("data: ", "").trim();
+                    if (data === "[DONE]") {
+                        done = true;
+                        return;
+                    }
+                    try {
+                        const json = JSON.parse(data);
+                        // Check for errors in the data
+                        if (json.error) {
+                            throw new APIError("DeepSeek", response.status, json.error.message || "Stream error");
+                        }
+                        const deltaContent = json.choices?.[0]?.delta?.content;
+                        const deltaReasoning = json.choices?.[0]?.delta?.reasoning_content;
+                        if (deltaContent || deltaReasoning) {
+                            yield {
+                                content: deltaContent || "",
+                                reasoning: deltaReasoning || ""
+                            };
+                        }
+                    }
+                    catch (e) {
+                        // Re-throw APIError
+                        if (e instanceof APIError)
+                            throw e;
+                        // Ignore other parse errors
                     }
                 }
-                catch (e) {
-                    // ignore
-                }
+            }
+            done = true;
+        }
+        catch (e) {
+            // Graceful exit on abort
+            if (e instanceof Error && e.name === 'AbortError') {
+                return;
+            }
+            throw e;
+        }
+        finally {
+            // Cleanup: abort if user breaks early
+            if (!done) {
+                abortController.abort();
             }
         }
     }

package/dist/providers/gemini/Capabilities.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Capabilities.ts"],"names":[],"mappings":"AAEA,qBAAa,YAAY;IACvB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAuBvD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAoBzD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAW/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAW9C,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAWzD,MAAM,CAAC,0BAA0B,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI3D,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIjD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQnD,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQxD,MAAM,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQtD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAInD,MAAM,CAAC,oBAAoB,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAI/F,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;IAY5E,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAUjD,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM;;oBArI2D,CAAC;iCAA6B,CAAC;wCAGrH,CAAC;kCACH,CAAC;4CAEgB,CAAC;;iBACd,CAAC;iCAEG,CAAC;kCAAoC,CAAC;;;;oBAG3B,CAAC;qBACV,CAAC;sBAEF,CAAC;;iBAGM,CAAC;qBAAiB,CAAC;sBACrC,CAAA;;;;oBAA6D,CAAC;iCACxC,CAAC;kCAEpB,CAAC;;;;IA4IN,OAAO,CAAC,MAAM,CAAC,gBAAgB;CAGhC"}
+{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Capabilities.ts"],"names":[],"mappings":"AAEA,qBAAa,YAAY;IACvB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAuBvD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAoBzD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAW/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAW9C,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAWzD,MAAM,CAAC,0BAA0B,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI3D,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIjD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQnD,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQxD,MAAM,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQtD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAInD,MAAM,CAAC,oBAAoB,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAI/F,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;IAY5E,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAUjD,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM;;oBArIyB,CAAC;iCAA6B,CAAC;wCACrF,CAAD;kCAEM,CAAC;4CACO,CAAC;;iBAEA,CAAC;iCACf,CAAC;kCAEU,CAAC;;;;oBACD,CAAC;qBAET,CAAC;sBACH,CAAC;;iBAEI,CAAC;qBAGP,CAAC;sBAAwB,CAAC;;;;oBACD,CAAC;iCAA6B,CAAC;kCACjC,CAAC;;;;IA8I5B,OAAO,CAAC,MAAM,CAAC,gBAAgB;CAGhC"}

package/dist/providers/gemini/Embeddings.d.ts

@@ -1,4 +1,4 @@
-import { EmbeddingRequest, EmbeddingResponse } from "../Embedding.js";
+import { EmbeddingRequest, EmbeddingResponse } from "../Provider.js";
 export declare class GeminiEmbeddings {
     private readonly baseUrl;
     private readonly apiKey;

package/dist/providers/gemini/Embeddings.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Embeddings.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAItE,qBAAa,gBAAgB;IACf,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAU,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM;IAEvE,OAAO,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC;CAwCrE"}
+{"version":3,"file":"Embeddings.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAIrE,qBAAa,gBAAgB;IACf,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAU,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM;IAEvE,OAAO,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC;CAwCrE"}

package/dist/providers/gemini/GeminiProvider.d.ts

@@ -1,10 +1,10 @@
-import { Provider, ChatRequest, ChatResponse, ModelInfo, ChatChunk, ImageRequest, ImageResponse, TranscriptionRequest, TranscriptionResponse, ModerationRequest, ModerationResponse } from "../Provider.js";
-import { EmbeddingRequest, EmbeddingResponse } from "../Embedding.js";
+import { Provider, ChatRequest, ChatResponse, ModelInfo, ChatChunk, ImageRequest, ImageResponse, TranscriptionRequest, TranscriptionResponse, EmbeddingRequest, EmbeddingResponse } from "../Provider.js";
+import { BaseProvider } from "../BaseProvider.js";
 export interface GeminiProviderOptions {
     apiKey: string;
     baseUrl?: string;
 }
-export declare class GeminiProvider implements Provider {
+export declare class GeminiProvider extends BaseProvider implements Provider {
     private readonly options;
     private readonly baseUrl;
     private readonly chatHandler;
@@ -25,12 +25,14 @@ export declare class GeminiProvider implements Provider {
         getContextWindow: (model: string) => number | null;
     };
     constructor(options: GeminiProviderOptions);
+    apiBase(): string;
+    headers(): Record<string, string>;
+    protected providerName(): string;
     chat(request: ChatRequest): Promise<ChatResponse>;
     stream(request: ChatRequest): AsyncGenerator<ChatChunk>;
     listModels(): Promise<ModelInfo[]>;
     paint(request: ImageRequest): Promise<ImageResponse>;
     embed(request: EmbeddingRequest): Promise<EmbeddingResponse>;
     transcribe(request: TranscriptionRequest): Promise<TranscriptionResponse>;
-    moderate(_request: ModerationRequest): Promise<ModerationResponse>;
 }
 //# sourceMappingURL=GeminiProvider.d.ts.map

package/dist/providers/gemini/GeminiProvider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"GeminiProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/GeminiProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,WAAW,EACX,YAAY,EACZ,SAAS,EACT,SAAS,EACT,YAAY,EACZ,aAAa,EACb,oBAAoB,EACpB,qBAAqB,EACrB,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,gBAAgB,CAAC;AAQxB,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAEtE,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,cAAe,YAAW,QAAQ;IAqBjC,OAAO,CAAC,QAAQ,CAAC,OAAO;IApBpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAa;IACzC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;IAC7C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAsB;IAEpD,YAAY;gCACO,MAAM;+BACP,MAAM;0CACK,MAAM;oCACZ,MAAM;yCACD,MAAM;uCACR,MAAM;oCACT,MAAM;oCACN,MAAM;kCACR,MAAM;MAChC;gBAE2B,OAAO,EAAE,qBAAqB;IAUrD,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAIhD,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;IAIxD,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAIlC,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAIpD,KAAK,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAI5D,UAAU,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAIzE,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAGzE"}
+{"version":3,"file":"GeminiProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/GeminiProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,WAAW,EACX,YAAY,EACZ,SAAS,EACT,SAAS,EACT,YAAY,EACZ,aAAa,EACb,oBAAoB,EACpB,qBAAqB,EAGrB,gBAAgB,EAChB,iBAAiB,EAClB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AASlD,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,cAAe,SAAQ,YAAa,YAAW,QAAQ;IAqBtD,OAAO,CAAC,QAAQ,CAAC,OAAO;IApBpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAa;IACzC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;IAC7C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAsB;IAEpD,YAAY;gCACO,MAAM;+BACP,MAAM;0CACK,MAAM;oCACZ,MAAM;yCACD,MAAM;uCACR,MAAM;oCACT,MAAM;oCACN,MAAM;kCACR,MAAM;MAChC;gBAE2B,OAAO,EAAE,qBAAqB;IAWpD,OAAO,IAAI,MAAM;IAIjB,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAMxC,SAAS,CAAC,YAAY,IAAI,MAAM;IAI1B,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAIhD,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;IAIxD,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAIlC,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAIpD,KAAK,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAI5D,UAAU,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;CAKhF"}

package/dist/providers/gemini/GeminiProvider.js

@@ -1,3 +1,4 @@
+import { BaseProvider } from "../BaseProvider.js";
 import { Capabilities } from "./Capabilities.js";
 import { GeminiChat } from "./Chat.js";
 import { GeminiStreaming } from "./Streaming.js";
@@ -5,7 +6,7 @@ import { GeminiModels } from "./Models.js";
 import { GeminiImage } from "./Image.js";
 import { GeminiEmbeddings } from "./Embeddings.js";
 import { GeminiTranscription } from "./Transcription.js";
-export class GeminiProvider {
+export class GeminiProvider extends BaseProvider {
     options;
     baseUrl;
     chatHandler;
@@ -26,6 +27,7 @@ export class GeminiProvider {
         getContextWindow: (model) => Capabilities.getContextWindow(model),
     };
     constructor(options) {
+        super();
         this.options = options;
         this.baseUrl = options.baseUrl ?? "https://generativelanguage.googleapis.com/v1beta";
         this.chatHandler = new GeminiChat(this.baseUrl, options.apiKey);
@@ -35,6 +37,17 @@ export class GeminiProvider {
         this.embeddingHandler = new GeminiEmbeddings(this.baseUrl, options.apiKey);
         this.transcriptionHandler = new GeminiTranscription(this.baseUrl, options.apiKey);
     }
+    apiBase() {
+        return this.baseUrl;
+    }
+    headers() {
+        return {
+            "Content-Type": "application/json",
+        };
+    }
+    providerName() {
+        return "Gemini";
+    }
     async chat(request) {
         return this.chatHandler.execute(request);
     }
@@ -53,7 +66,4 @@ export class GeminiProvider {
     async transcribe(request) {
         return this.transcriptionHandler.execute(request);
     }
-    async moderate(_request) {
-        throw new Error("Gemini doesn't support moderation");
-    }
 }

package/dist/providers/gemini/Streaming.d.ts

@@ -3,7 +3,7 @@ export declare class GeminiStreaming {
     private readonly baseUrl;
     private readonly apiKey;
     constructor(baseUrl: string, apiKey: string);
-    execute(request: ChatRequest): AsyncGenerator<ChatChunk>;
+    execute(request: ChatRequest, controller?: AbortController): AsyncGenerator<ChatChunk>;
     private sanitizeSchema;
 }
 //# sourceMappingURL=Streaming.d.ts.map

package/dist/providers/gemini/Streaming.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Streaming.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Streaming.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAMxD,qBAAa,eAAe;IACd,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAU,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM;IAEtE,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;IAgF/D,OAAO,CAAC,cAAc;CAwBvB"}
+{"version":3,"file":"Streaming.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Streaming.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAMxD,qBAAa,eAAe;IACd,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAU,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM;IAEtE,OAAO,CACZ,OAAO,EAAE,WAAW,EACpB,UAAU,CAAC,EAAE,eAAe,GAC3B,cAAc,CAAC,SAAS,CAAC;IAuG5B,OAAO,CAAC,cAAc;CAwBvB"}

package/dist/providers/gemini/Streaming.js

@@ -8,7 +8,8 @@ export class GeminiStreaming {
         this.baseUrl = baseUrl;
         this.apiKey = apiKey;
     }
-    async *execute(request) {
+    async *execute(request, controller) {
+        const abortController = controller || new AbortController();
         const temperature = Capabilities.normalizeTemperature(request.temperature, request.model);
         const url = `${this.baseUrl}/models/${request.model}:streamGenerateContent?alt=sse&key=${this.apiKey}`;
         const { contents, systemInstructionParts } = await GeminiChatUtils.convertMessages(request.messages);
@@ -32,49 +33,71 @@ export class GeminiStreaming {
         if (systemInstructionParts.length > 0) {
             payload.systemInstruction = { parts: systemInstructionParts };
         }
-        const response = await fetch(url, {
-            method: "POST",
-            headers: {
-                "Content-Type": "application/json",
-            },
-            body: JSON.stringify(payload),
-        });
-        if (!response.ok) {
-            await handleGeminiError(response, request.model);
-        }
-        if (!response.body) {
-            throw new Error("No response body for streaming");
-        }
-        const reader = response.body.getReader();
-        const decoder = new TextDecoder();
-        let buffer = "";
-        while (true) {
-            const { value, done } = await reader.read();
-            if (done)
-                break;
-            buffer += decoder.decode(value, { stream: true });
-            let lineEnd;
-            while ((lineEnd = buffer.indexOf("\n")) !== -1) {
-                const line = buffer.substring(0, lineEnd).trim();
-                buffer = buffer.substring(lineEnd + 1);
-                if (line.startsWith("data: ")) {
-                    const data = line.substring(6).trim();
-                    if (!data)
-                        continue;
-                    try {
-                        const json = JSON.parse(data);
-                        const parts = json.candidates?.[0]?.content?.parts || [];
-                        for (const part of parts) {
-                            if (part.text) {
-                                yield { content: part.text };
+        let done = false;
+        try {
+            const response = await fetch(url, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify(payload),
+                signal: abortController.signal,
+            });
+            if (!response.ok) {
+                await handleGeminiError(response, request.model);
+            }
+            if (!response.body) {
+                throw new Error("No response body for streaming");
+            }
+            const reader = response.body.getReader();
+            const decoder = new TextDecoder();
+            let buffer = "";
+            while (true) {
+                const { value, done: readerDone } = await reader.read();
+                if (readerDone)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                let lineEnd;
+                while ((lineEnd = buffer.indexOf("\n")) !== -1) {
+                    let line = buffer.substring(0, lineEnd).trim();
+                    buffer = buffer.substring(lineEnd + 1);
+                    // Handle carriage returns
+                    if (line.endsWith('\r')) {
+                        line = line.substring(0, line.length - 1);
+                    }
+                    if (line.startsWith("data: ")) {
+                        const data = line.substring(6).trim();
+                        if (!data)
+                            continue;
+                        try {
+                            const json = JSON.parse(data);
+                            const parts = json.candidates?.[0]?.content?.parts || [];
+                            for (const part of parts) {
+                                if (part.text) {
+                                    yield { content: part.text };
+                                }
                             }
                         }
-                    }
-                    catch (e) {
-                        // Ignore parse errors
+                        catch (e) {
+                            // Ignore parse errors
+                        }
                     }
                 }
             }
+            done = true;
+        }
+        catch (e) {
+            // Graceful exit on abort
+            if (e instanceof Error && e.name === 'AbortError') {
+                return;
+            }
+            throw e;
+        }
+        finally {
+            // Cleanup: abort if user breaks early
+            if (!done) {
+                abortController.abort();
+            }
         }
     }
     sanitizeSchema(schema) {

package/dist/providers/ollama/Capabilities.d.ts

@@ -0,0 +1,13 @@
+export declare class OllamaCapabilities {
+    static findModel(modelId: string): import("../../models/types.js").Model | undefined;
+    static getContextWindow(modelId: string): number | null;
+    static supportsVision(modelId: string): boolean;
+    static supportsTools(modelId: string): boolean;
+    static supportsStructuredOutput(modelId: string): boolean;
+    static supportsEmbeddings(modelId: string): boolean;
+    static supportsReasoning(modelId: string): boolean;
+    static supportsImageGeneration(modelId: string): boolean;
+    static supportsTranscription(modelId: string): boolean;
+    static supportsModeration(modelId: string): boolean;
+}
+//# sourceMappingURL=Capabilities.d.ts.map

package/dist/providers/ollama/Capabilities.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/ollama/Capabilities.ts"],"names":[],"mappings":"AAEA,qBAAa,kBAAkB;IAC7B,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM;IAYhC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAKvD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAU/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAK9C,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKzD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKnD,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKlD,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKxD,MAAM,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKtD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;CAIpD"}

package/dist/providers/ollama/Capabilities.js

@@ -0,0 +1,54 @@
+import { ModelRegistry } from "../../models/ModelRegistry.js";
+export class OllamaCapabilities {
+    static findModel(modelId) {
+        // Ollama specific: try exact match first, then strip tags
+        let model = ModelRegistry.find(modelId, "ollama");
+        if (!model && modelId?.includes(":")) {
+            const baseId = modelId.split(":")[0];
+            if (baseId) {
+                model = ModelRegistry.find(baseId, "ollama");
+            }
+        }
+        return model;
+    }
+    static getContextWindow(modelId) {
+        const model = this.findModel(modelId);
+        return model?.context_window || 8192;
+    }
+    static supportsVision(modelId) {
+        const model = this.findModel(modelId);
+        if (model) {
+            return model.modalities?.input?.includes("image") || model.capabilities?.includes("vision") || false;
+        }
+        // Fallback for custom models not in registry
+        return /vision|llava|moondream|bakllava/.test(modelId.toLowerCase());
+    }
+    static supportsTools(modelId) {
+        const model = this.findModel(modelId);
+        return model?.capabilities?.includes("tools") || false;
+    }
+    static supportsStructuredOutput(modelId) {
+        const model = this.findModel(modelId);
+        return model?.capabilities?.includes("structured_output") || false;
+    }
+    static supportsEmbeddings(modelId) {
+        const model = this.findModel(modelId);
+        return model?.modalities?.output?.includes("embeddings") || model?.capabilities?.includes("embeddings") || false;
+    }
+    static supportsReasoning(modelId) {
+        const model = this.findModel(modelId);
+        return model?.capabilities?.includes("reasoning") || false;
+    }
+    static supportsImageGeneration(modelId) {
+        const model = this.findModel(modelId);
+        return model?.modalities?.output?.includes("image") || false;
+    }
+    static supportsTranscription(modelId) {
+        const model = this.findModel(modelId);
+        return model?.modalities?.input?.includes("audio") || false;
+    }
+    static supportsModeration(modelId) {
+        const model = this.findModel(modelId);
+        return model?.modalities?.output?.includes("moderation") || false;
+    }
+}

package/dist/providers/ollama/Embedding.d.ts

@@ -0,0 +1,6 @@
+import { OpenAIEmbedding } from "../openai/Embedding.js";
+export declare class OllamaEmbedding extends OpenAIEmbedding {
+    protected getProviderName(): string;
+    protected validateModel(model: string): void;
+}
+//# sourceMappingURL=Embedding.d.ts.map

package/dist/providers/ollama/Embedding.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Embedding.d.ts","sourceRoot":"","sources":["../../../src/providers/ollama/Embedding.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAGzD,qBAAa,eAAgB,SAAQ,eAAe;cAC/B,eAAe,IAAI,MAAM;cAIzB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;CAKtD"}

package/dist/providers/ollama/Embedding.js

@@ -0,0 +1,12 @@
+import { OpenAIEmbedding } from "../openai/Embedding.js";
+import { OllamaCapabilities } from "./Capabilities.js";
+export class OllamaEmbedding extends OpenAIEmbedding {
+    getProviderName() {
+        return "ollama";
+    }
+    validateModel(model) {
+        if (!OllamaCapabilities.supportsEmbeddings(model)) {
+            throw new Error(`Model ${model} does not support embeddings.`);
+        }
+    }
+}

package/dist/providers/ollama/Models.d.ts

@@ -0,0 +1,8 @@
+import { OpenAIModels } from "../openai/Models.js";
+export declare class OllamaModels extends OpenAIModels {
+    protected getProviderName(): string;
+    protected formatDisplayName(modelId: string): string;
+    protected getContextWindow(modelId: string): number | null;
+    protected getCapabilities(modelId: string): string[];
+}
+//# sourceMappingURL=Models.d.ts.map

package/dist/providers/ollama/Models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Models.d.ts","sourceRoot":"","sources":["../../../src/providers/ollama/Models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAInD,qBAAa,YAAa,SAAQ,YAAY;cACzB,eAAe,IAAI,MAAM;cAIzB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;cAO1C,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;cAIhD,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;CAW9D"}

package/dist/providers/ollama/Models.js

@@ -0,0 +1,31 @@
+import { OpenAIModels } from "../openai/Models.js";
+import { OllamaCapabilities } from "./Capabilities.js";
+export class OllamaModels extends OpenAIModels {
+    getProviderName() {
+        return "ollama";
+    }
+    formatDisplayName(modelId) {
+        const model = OllamaCapabilities.findModel(modelId);
+        if (model?.name && model.name !== modelId)
+            return model.name;
+        const baseId = modelId.split(":")[0] || modelId;
+        return baseId.replace(/-/g, " ").replace(/\b\w/g, c => c.toUpperCase());
+    }
+    getContextWindow(modelId) {
+        return OllamaCapabilities.getContextWindow(modelId);
+    }
+    getCapabilities(modelId) {
+        const model = OllamaCapabilities.findModel(modelId);
+        if (model)
+            return model.capabilities;
+        // Fallback for custom pulled models
+        const caps = ["streaming"];
+        if (OllamaCapabilities.supportsTools(modelId))
+            caps.push("tools");
+        if (OllamaCapabilities.supportsVision(modelId))
+            caps.push("vision");
+        if (OllamaCapabilities.supportsEmbeddings(modelId))
+            caps.push("embeddings");
+        return caps;
+    }
+}

package/dist/providers/ollama/OllamaProvider.d.ts

@@ -0,0 +1,9 @@
+import { OpenAIProvider } from "../openai/OpenAIProvider.js";
+export interface OllamaProviderOptions {
+    baseUrl?: string;
+}
+export declare class OllamaProvider extends OpenAIProvider {
+    constructor(options?: OllamaProviderOptions);
+    protected providerName(): string;
+}
+//# sourceMappingURL=OllamaProvider.d.ts.map

package/dist/providers/ollama/OllamaProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OllamaProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/ollama/OllamaProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAM7D,MAAM,WAAW,qBAAqB;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,cAAe,SAAQ,cAAc;gBACpC,OAAO,GAAE,qBAA0B;IAwB/C,SAAS,CAAC,YAAY,IAAI,MAAM;CAGjC"}

package/dist/providers/ollama/OllamaProvider.js

@@ -0,0 +1,31 @@
+import { OpenAIProvider } from "../openai/OpenAIProvider.js";
+import { config } from "../../config.js";
+import { OllamaModels } from "./Models.js";
+import { OllamaEmbedding } from "./Embedding.js";
+import { OllamaCapabilities } from "./Capabilities.js";
+export class OllamaProvider extends OpenAIProvider {
+    constructor(options = {}) {
+        super({
+            apiKey: "ollama",
+            baseUrl: options.baseUrl || config.ollamaApiBase || "http://localhost:11434/v1"
+        });
+        // Override handlers with Ollama-specific ones
+        this.modelsHandler = new OllamaModels(this.baseUrl, this.options.apiKey);
+        this.embeddingHandler = new OllamaEmbedding(this.baseUrl, this.options.apiKey);
+        // Override capabilities to use OllamaCapabilities
+        this.capabilities = {
+            supportsVision: (modelId) => OllamaCapabilities.supportsVision(modelId),
+            supportsTools: (modelId) => OllamaCapabilities.supportsTools(modelId),
+            supportsStructuredOutput: (modelId) => OllamaCapabilities.supportsStructuredOutput(modelId),
+            supportsEmbeddings: (modelId) => OllamaCapabilities.supportsEmbeddings(modelId),
+            supportsImageGeneration: (modelId) => OllamaCapabilities.supportsImageGeneration(modelId),
+            supportsTranscription: (modelId) => OllamaCapabilities.supportsTranscription(modelId),
+            supportsModeration: (modelId) => OllamaCapabilities.supportsModeration(modelId),
+            supportsReasoning: (modelId) => OllamaCapabilities.supportsReasoning(modelId),
+            getContextWindow: (modelId) => OllamaCapabilities.getContextWindow(modelId),
+        };
+    }
+    providerName() {
+        return "Ollama";
+    }
+}

package/dist/providers/ollama/index.d.ts

@@ -0,0 +1,9 @@
+import { OllamaProvider } from "./OllamaProvider.js";
+export { OllamaProvider };
+/**
+ * Idempotent registration of the Ollama provider.
+ * Automatically called by LLM.configure({ provider: 'ollama' })
+ */
+export declare function registerOllamaProvider(): void;
+export declare const ensureOllamaRegistered: typeof registerOllamaProvider;
+//# sourceMappingURL=index.d.ts.map

package/dist/providers/ollama/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/providers/ollama/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAErD,OAAO,EAAE,cAAc,EAAE,CAAC;AAI1B;;;GAGG;AACH,wBAAgB,sBAAsB,SAQrC;AAED,eAAO,MAAM,sBAAsB,+BAAyB,CAAC"}

package/dist/providers/ollama/index.js

@@ -0,0 +1,17 @@
+import { providerRegistry } from "../registry.js";
+import { OllamaProvider } from "./OllamaProvider.js";
+export { OllamaProvider };
+let registered = false;
+/**
+ * Idempotent registration of the Ollama provider.
+ * Automatically called by LLM.configure({ provider: 'ollama' })
+ */
+export function registerOllamaProvider() {
+    if (registered)
+        return;
+    providerRegistry.register("ollama", () => {
+        return new OllamaProvider();
+    });
+    registered = true;
+}
+export const ensureOllamaRegistered = registerOllamaProvider;

package/dist/providers/openai/Capabilities.d.ts

@@ -10,7 +10,7 @@ export declare class Capabilities {
     static supportsTranscription(modelId: string): boolean;
     static supportsModeration(modelId: string): boolean;
     static supportsReasoning(modelId: string): boolean;
-    static getModelType(modelId: string): "embedding" | "audio" | "moderation" | "image" | "chat" | "audio_transcription" | "audio_speech";
+    static getModelType(modelId: string): "embeddings" | "audio" | "moderation" | "image" | "chat" | "audio_transcription" | "audio_speech";
     static getModalities(modelId: string): {
         input: string[];
         output: string[];