@retrivora-ai/rag-engine 1.1.0 → 1.1.2

package/dist/index.d.mts

@@ -1,6 +1,6 @@
 import React$1, { ReactNode } from 'react';
-import { C as ChatMessage, V as VectorMatch, U as UIConfig } from './RagConfig-DVovvPmd.mjs';
-export { a as ChatOptions, b as ChatResponse, E as EmbedOptions, c as EmbeddingConfig, d as EmbeddingProvider, I as ILLMProvider, e as IngestDocument, L as LLMConfig, f as LLMProvider, R as RAGConfig, g as RagConfig, h as UpsertDocument, i as VectorDBConfig, j as VectorDBProvider } from './RagConfig-DVovvPmd.mjs';
+import { C as ChatMessage, V as VectorMatch, U as UIConfig } from './RagConfig-FyMB_UG6.mjs';
+export { a as ChatOptions, b as ChatResponse, E as EmbedOptions, c as EmbeddingConfig, d as EmbeddingProvider, I as ILLMProvider, e as IngestDocument, L as LLMConfig, f as LLMProvider, R as RAGConfig, g as RagConfig, h as UpsertDocument, i as VectorDBConfig, j as VectorDBProvider } from './RagConfig-FyMB_UG6.mjs';
 export { C as Chunk, a as ChunkOptions } from './DocumentChunker-Dh9TvmGG.mjs';
 
 interface ChatWidgetProps {

package/dist/index.d.ts

@@ -1,6 +1,6 @@
 import React$1, { ReactNode } from 'react';
-import { C as ChatMessage, V as VectorMatch, U as UIConfig } from './RagConfig-DVovvPmd.js';
-export { a as ChatOptions, b as ChatResponse, E as EmbedOptions, c as EmbeddingConfig, d as EmbeddingProvider, I as ILLMProvider, e as IngestDocument, L as LLMConfig, f as LLMProvider, R as RAGConfig, g as RagConfig, h as UpsertDocument, i as VectorDBConfig, j as VectorDBProvider } from './RagConfig-DVovvPmd.js';
+import { C as ChatMessage, V as VectorMatch, U as UIConfig } from './RagConfig-FyMB_UG6.js';
+export { a as ChatOptions, b as ChatResponse, E as EmbedOptions, c as EmbeddingConfig, d as EmbeddingProvider, I as ILLMProvider, e as IngestDocument, L as LLMConfig, f as LLMProvider, R as RAGConfig, g as RagConfig, h as UpsertDocument, i as VectorDBConfig, j as VectorDBProvider } from './RagConfig-FyMB_UG6.js';
 export { C as Chunk, a as ChunkOptions } from './DocumentChunker-Dh9TvmGG.js';
 
 interface ChatWidgetProps {

package/dist/server.d.mts

@@ -1,7 +1,7 @@
-import { i as VectorDBConfig, L as LLMConfig, c as EmbeddingConfig, g as RagConfig, e as IngestDocument, C as ChatMessage, b as ChatResponse, k as RetrievalResult, h as UpsertDocument, V as VectorMatch, G as GraphDBConfig, l as GraphNode, m as Edge, n as GraphSearchResult, I as ILLMProvider, j as VectorDBProvider, f as LLMProvider, d as EmbeddingProvider, R as RAGConfig, U as UIConfig, a as ChatOptions, E as EmbedOptions } from './RagConfig-DVovvPmd.mjs';
+import { i as VectorDBConfig, L as LLMConfig, c as EmbeddingConfig, g as RagConfig, e as IngestDocument, C as ChatMessage, b as ChatResponse, k as RetrievalResult, h as UpsertDocument, V as VectorMatch, G as GraphDBConfig, l as GraphNode, m as Edge, n as GraphSearchResult, I as ILLMProvider, j as VectorDBProvider, f as LLMProvider, d as EmbeddingProvider, R as RAGConfig, U as UIConfig, a as ChatOptions, E as EmbedOptions } from './RagConfig-FyMB_UG6.mjs';
 export { C as Chunk, a as ChunkOptions, D as DocumentChunker } from './DocumentChunker-Dh9TvmGG.mjs';
-import { H as HealthCheckResult, I as IProviderValidator, a as IProviderHealthChecker } from './index-D0_2f-43.mjs';
-export { C as ConfigValidator, V as ValidationError, b as VectorPlugin, c as createChatHandler, d as createHealthHandler, e as createIngestHandler, f as createStreamHandler, g as createUploadHandler, s as sseErrorFrame, h as sseFrame, i as sseMetaFrame, j as sseTextFrame } from './index-D0_2f-43.mjs';
+import { H as HealthCheckResult, I as IProviderValidator, a as IProviderHealthChecker } from './index-D-lfcqlL.mjs';
+export { C as ConfigValidator, V as ValidationError, b as VectorPlugin, c as createChatHandler, d as createHealthHandler, e as createIngestHandler, f as createStreamHandler, g as createUploadHandler, s as sseErrorFrame, h as sseFrame, i as sseMetaFrame, j as sseTextFrame } from './index-D-lfcqlL.mjs';
 import 'next/server';
 
 /**
@@ -738,6 +738,7 @@ declare class QdrantProvider extends BaseVectorProvider {
     private contentField;
     private metadataField;
     private isFlatPayload;
+    private schemaDiscovered;
     constructor(config: VectorDBConfig);
     initialize(): Promise<void>;
     /**
@@ -755,7 +756,7 @@ declare class QdrantProvider extends BaseVectorProvider {
     upsert(doc: UpsertDocument, namespace?: string): Promise<void>;
     batchUpsert(docs: UpsertDocument[], namespace?: string): Promise<void>;
     query(vector: number[], topK: number, namespace?: string, _filter?: Record<string, unknown>): Promise<VectorMatch[]>;
-    delete(id: string | number, _namespace?: string): Promise<void>;
+    delete(id: string | number): Promise<void>;
     deleteNamespace(_namespace: string): Promise<void>;
     ping(): Promise<boolean>;
     private normalizeId;
@@ -892,6 +893,7 @@ declare class OpenAIProvider implements ILLMProvider {
     static getValidator(): IProviderValidator;
     static getHealthChecker(): IProviderHealthChecker;
     chat(messages: ChatMessage[], context: string, options?: ChatOptions): Promise<string>;
+    chatStream(messages: ChatMessage[], context: string, options?: ChatOptions): AsyncIterable<string>;
     embed(text: string, options?: EmbedOptions): Promise<number[]>;
     batchEmbed(texts: string[], options?: EmbedOptions): Promise<number[][]>;
     ping(): Promise<boolean>;
@@ -909,6 +911,7 @@ declare class AnthropicProvider implements ILLMProvider {
     static getValidator(): IProviderValidator;
     static getHealthChecker(): IProviderHealthChecker;
     chat(messages: ChatMessage[], context: string, options?: ChatOptions): Promise<string>;
+    chatStream(messages: ChatMessage[], context: string, options?: ChatOptions): AsyncIterable<string>;
     embed(text: string, options?: EmbedOptions): Promise<number[]>;
     batchEmbed(texts: string[], options?: EmbedOptions): Promise<number[][]>;
     ping(): Promise<boolean>;

package/dist/server.d.ts

@@ -1,7 +1,7 @@
-import { i as VectorDBConfig, L as LLMConfig, c as EmbeddingConfig, g as RagConfig, e as IngestDocument, C as ChatMessage, b as ChatResponse, k as RetrievalResult, h as UpsertDocument, V as VectorMatch, G as GraphDBConfig, l as GraphNode, m as Edge, n as GraphSearchResult, I as ILLMProvider, j as VectorDBProvider, f as LLMProvider, d as EmbeddingProvider, R as RAGConfig, U as UIConfig, a as ChatOptions, E as EmbedOptions } from './RagConfig-DVovvPmd.js';
+import { i as VectorDBConfig, L as LLMConfig, c as EmbeddingConfig, g as RagConfig, e as IngestDocument, C as ChatMessage, b as ChatResponse, k as RetrievalResult, h as UpsertDocument, V as VectorMatch, G as GraphDBConfig, l as GraphNode, m as Edge, n as GraphSearchResult, I as ILLMProvider, j as VectorDBProvider, f as LLMProvider, d as EmbeddingProvider, R as RAGConfig, U as UIConfig, a as ChatOptions, E as EmbedOptions } from './RagConfig-FyMB_UG6.js';
 export { C as Chunk, a as ChunkOptions, D as DocumentChunker } from './DocumentChunker-Dh9TvmGG.js';
-import { H as HealthCheckResult, I as IProviderValidator, a as IProviderHealthChecker } from './index-CQ0zQ7Zk.js';
-export { C as ConfigValidator, V as ValidationError, b as VectorPlugin, c as createChatHandler, d as createHealthHandler, e as createIngestHandler, f as createStreamHandler, g as createUploadHandler, s as sseErrorFrame, h as sseFrame, i as sseMetaFrame, j as sseTextFrame } from './index-CQ0zQ7Zk.js';
+import { H as HealthCheckResult, I as IProviderValidator, a as IProviderHealthChecker } from './index-CYgr00ot.js';
+export { C as ConfigValidator, V as ValidationError, b as VectorPlugin, c as createChatHandler, d as createHealthHandler, e as createIngestHandler, f as createStreamHandler, g as createUploadHandler, s as sseErrorFrame, h as sseFrame, i as sseMetaFrame, j as sseTextFrame } from './index-CYgr00ot.js';
 import 'next/server';
 
 /**
@@ -738,6 +738,7 @@ declare class QdrantProvider extends BaseVectorProvider {
     private contentField;
     private metadataField;
     private isFlatPayload;
+    private schemaDiscovered;
     constructor(config: VectorDBConfig);
     initialize(): Promise<void>;
     /**
@@ -755,7 +756,7 @@ declare class QdrantProvider extends BaseVectorProvider {
     upsert(doc: UpsertDocument, namespace?: string): Promise<void>;
     batchUpsert(docs: UpsertDocument[], namespace?: string): Promise<void>;
     query(vector: number[], topK: number, namespace?: string, _filter?: Record<string, unknown>): Promise<VectorMatch[]>;
-    delete(id: string | number, _namespace?: string): Promise<void>;
+    delete(id: string | number): Promise<void>;
     deleteNamespace(_namespace: string): Promise<void>;
     ping(): Promise<boolean>;
     private normalizeId;
@@ -892,6 +893,7 @@ declare class OpenAIProvider implements ILLMProvider {
     static getValidator(): IProviderValidator;
     static getHealthChecker(): IProviderHealthChecker;
     chat(messages: ChatMessage[], context: string, options?: ChatOptions): Promise<string>;
+    chatStream(messages: ChatMessage[], context: string, options?: ChatOptions): AsyncIterable<string>;
     embed(text: string, options?: EmbedOptions): Promise<number[]>;
     batchEmbed(texts: string[], options?: EmbedOptions): Promise<number[][]>;
     ping(): Promise<boolean>;
@@ -909,6 +911,7 @@ declare class AnthropicProvider implements ILLMProvider {
     static getValidator(): IProviderValidator;
     static getHealthChecker(): IProviderHealthChecker;
     chat(messages: ChatMessage[], context: string, options?: ChatOptions): Promise<string>;
+    chatStream(messages: ChatMessage[], context: string, options?: ChatOptions): AsyncIterable<string>;
     embed(text: string, options?: EmbedOptions): Promise<number[]>;
     batchEmbed(texts: string[], options?: EmbedOptions): Promise<number[][]>;
     ping(): Promise<boolean>;

package/dist/server.js

@@ -854,6 +854,7 @@ var init_QdrantProvider = __esm({
     QdrantProvider = class extends BaseVectorProvider {
       constructor(config) {
         super(config);
+        this.schemaDiscovered = false;
         const opts = config.options;
         const baseUrl = opts.baseUrl;
         if (!baseUrl) throw new Error("[QdrantProvider] baseUrl is required");
@@ -862,12 +863,15 @@ var init_QdrantProvider = __esm({
         this.isFlatPayload = !!opts.flatPayload;
         this.http = import_axios4.default.create({
           baseURL: baseUrl,
+          timeout: 15e3,
+          // 15s timeout for vector DB operations
           headers: __spreadValues({
             "Content-Type": "application/json"
           }, opts.apiKey ? { "api-key": opts.apiKey } : {})
         });
       }
       async initialize() {
+        if (this.schemaDiscovered) return;
         await this.ping();
         await this.ensureCollection();
         console.log(`[QdrantProvider] \u{1F50D} Discovering schema for collection "${this.indexName}"...`);
@@ -877,13 +881,16 @@ var init_QdrantProvider = __esm({
         const allFields = [.../* @__PURE__ */ new Set([...discoveredFields, ...configFields])];
         if (allFields.length > 0) {
           console.log(`[QdrantProvider] \u{1F6E0} Ensuring indexes for ${allFields.length} discovered fields...`);
-          for (const fieldInfo of allFields) {
-            const [fieldName, schemaType] = fieldInfo.split(":");
-            await this.ensureIndex(fieldName, schemaType || "keyword");
-          }
+          await Promise.all(
+            allFields.map(async (fieldInfo) => {
+              const [fieldName, schemaType] = fieldInfo.split(":");
+              return this.ensureIndex(fieldName, schemaType || "keyword");
+            })
+          );
         } else {
           console.log(`[QdrantProvider] \u2139\uFE0F No fields discovered for indexing.`);
         }
+        this.schemaDiscovered = true;
       }
       /**
        * Samples points from the collection to discover available payload fields.
@@ -1020,7 +1027,7 @@ var init_QdrantProvider = __esm({
           const p = res.payload || {};
           let content = p[this.contentField] || "";
           if (!content) {
-            const stringFields = Object.entries(p).filter(([_, v]) => typeof v === "string").map(([k, v]) => ({ key: k, val: v }));
+            const stringFields = Object.entries(p).filter(([, v]) => typeof v === "string").map(([k, v]) => ({ key: k, val: v }));
             if (stringFields.length > 0) {
               const bestMatch = stringFields.sort((a, b) => b.val.length - a.val.length)[0];
               content = bestMatch.val;
@@ -1045,7 +1052,7 @@ var init_QdrantProvider = __esm({
         });
         return results;
       }
-      async delete(id, _namespace) {
+      async delete(id) {
         await this.http.post(`/collections/${this.indexName}/points/delete`, {
           points: [this.normalizeId(id)]
         });
@@ -1668,8 +1675,8 @@ var VECTOR_DB_PROVIDERS = [
   "pgvector",
   "postgresql",
   "mongodb",
-  "milvus",
   "qdrant",
+  "milvus",
   "chromadb",
   "redis",
   "weaviate",
@@ -1980,6 +1987,56 @@ ${context}`
     });
     return (_h = (_g = (_f = completion.choices[0]) == null ? void 0 : _f.message) == null ? void 0 : _g.content) != null ? _h : "";
   }
+  chatStream(messages, context, options) {
+    return __asyncGenerator(this, null, function* () {
+      var _a, _b, _c, _d, _e, _f, _g;
+      const systemContent = (_a = this.llmConfig.systemPrompt) != null ? _a : `You are a helpful assistant. Answer questions based on the provided context.
+
+Context:
+${context}`;
+      const systemMessage = {
+        role: "system",
+        content: systemContent.includes("{{context}}") ? systemContent.replace("{{context}}", context) : `${systemContent}
+
+Context:
+${context}`
+      };
+      const formattedMessages = [
+        systemMessage,
+        ...messages.map((m) => ({
+          role: m.role,
+          content: m.content
+        }))
+      ];
+      const stream = yield new __await(this.client.chat.completions.create({
+        model: this.llmConfig.model,
+        messages: formattedMessages,
+        max_tokens: (_c = (_b = options == null ? void 0 : options.maxTokens) != null ? _b : this.llmConfig.maxTokens) != null ? _c : 1024,
+        temperature: (_e = (_d = options == null ? void 0 : options.temperature) != null ? _d : this.llmConfig.temperature) != null ? _e : 0.7,
+        stop: options == null ? void 0 : options.stop,
+        stream: true
+      }));
+      if (!stream) {
+        throw new Error("[OpenAIProvider] completions.create stream is undefined");
+      }
+      try {
+        for (var iter = __forAwait(stream), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
+          const chunk = temp.value;
+          const content = ((_g = (_f = chunk.choices[0]) == null ? void 0 : _f.delta) == null ? void 0 : _g.content) || "";
+          if (content) yield content;
+        }
+      } catch (temp) {
+        error = [temp];
+      } finally {
+        try {
+          more && (temp = iter.return) && (yield new __await(temp.call(iter)));
+        } finally {
+          if (error)
+            throw error[0];
+        }
+      }
+    });
+  }
   async embed(text, options) {
     const results = await this.batchEmbed([text], options);
     return results[0];
@@ -2085,6 +2142,50 @@ ${context}`;
     const block = response.content[0];
     return block.type === "text" ? block.text : "";
   }
+  chatStream(messages, context, options) {
+    return __asyncGenerator(this, null, function* () {
+      var _a, _b, _c;
+      const systemPrompt = (_a = this.llmConfig.systemPrompt) != null ? _a : `You are a helpful assistant. Use the context below to answer the user's question accurately.
+
+Context:
+${context}`;
+      const system = systemPrompt.includes("{{context}}") ? systemPrompt.replace("{{context}}", context) : `${systemPrompt}
+
+Context:
+${context}`;
+      const anthropicMessages = messages.map((m) => ({
+        role: m.role === "assistant" ? "assistant" : "user",
+        content: m.content
+      }));
+      const stream = yield new __await(this.client.messages.create({
+        model: this.llmConfig.model,
+        max_tokens: (_c = (_b = options == null ? void 0 : options.maxTokens) != null ? _b : this.llmConfig.maxTokens) != null ? _c : 1024,
+        system,
+        messages: anthropicMessages,
+        stream: true
+      }));
+      if (!stream) {
+        throw new Error("[AnthropicProvider] messages.create stream is undefined");
+      }
+      try {
+        for (var iter = __forAwait(stream), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
+          const chunk = temp.value;
+          if (chunk.type === "content_block_delta" && chunk.delta.type === "text_delta") {
+            yield chunk.delta.text;
+          }
+        }
+      } catch (temp) {
+        error = [temp];
+      } finally {
+        try {
+          more && (temp = iter.return) && (yield new __await(temp.call(iter)));
+        } finally {
+          if (error)
+            throw error[0];
+        }
+      }
+    });
+  }
   async embed(text, options) {
     void text;
     void options;
@@ -2190,7 +2291,7 @@ var OllamaProvider = class {
   }
   chatStream(messages, context, options) {
     return __asyncGenerator(this, null, function* () {
-      var _a, _b, _c, _d, _e;
+      var _a, _b, _c, _d, _e, _f;
       const system = this.buildSystemPrompt(context);
       const response = yield new __await(this.http.post("/api/chat", {
         model: this.llmConfig.model,
@@ -2204,11 +2305,19 @@ var OllamaProvider = class {
           ...messages.map((m) => ({ role: m.role, content: m.content }))
         ]
       }, { responseType: "stream" }));
+      let lineBuffer = "";
+      const stream = response.data;
+      if (!stream) {
+        throw new Error("[OllamaProvider] response.data is undefined for stream request. Axios might not support streams in this environment.");
+      }
       try {
-        for (var iter = __forAwait(response.data), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
+        for (var iter = __forAwait(stream), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
           const chunk = temp.value;
-          const lines = chunk.toString().split("\n").filter(Boolean);
+          lineBuffer += chunk.toString();
+          const lines = lineBuffer.split("\n");
+          lineBuffer = lines.pop() || "";
           for (const line of lines) {
+            if (!line.trim()) continue;
             try {
               const json = JSON.parse(line);
               if ((_e = json.message) == null ? void 0 : _e.content) {
@@ -2216,6 +2325,7 @@ var OllamaProvider = class {
               }
               if (json.done) return;
             } catch (e) {
+              console.warn("[OllamaProvider] Failed to parse streaming line:", line);
             }
           }
         }
@@ -2229,6 +2339,13 @@ var OllamaProvider = class {
             throw error[0];
         }
       }
+      if (lineBuffer.trim()) {
+        try {
+          const json = JSON.parse(lineBuffer);
+          if ((_f = json.message) == null ? void 0 : _f.content) yield json.message.content;
+        } catch (e) {
+        }
+      }
     });
   }
   buildSystemPrompt(context) {
@@ -2374,6 +2491,53 @@ ${context}`;
     });
     return (_f = response.text) != null ? _f : "";
   }
+  chatStream(messages, context, options) {
+    return __asyncGenerator(this, null, function* () {
+      var _a, _b, _c, _d, _e, _f;
+      const systemPrompt = (_a = this.llmConfig.systemPrompt) != null ? _a : `You are a helpful assistant. Answer questions based on the provided context.
+
+Context:
+${context}`;
+      const systemInstruction = systemPrompt.includes("{{context}}") ? systemPrompt.replace("{{context}}", context) : `${systemPrompt}
+
+Context:
+${context}`;
+      const geminiMessages = messages.map((m) => ({
+        role: m.role === "assistant" ? "model" : "user",
+        parts: [{ text: m.content }]
+      }));
+      const result = yield new __await(this.client.models.generateContentStream({
+        model: this.llmConfig.model,
+        contents: geminiMessages,
+        config: {
+          systemInstruction,
+          temperature: (_c = (_b = options == null ? void 0 : options.temperature) != null ? _b : this.llmConfig.temperature) != null ? _c : 0.7,
+          maxOutputTokens: (_e = (_d = options == null ? void 0 : options.maxTokens) != null ? _d : this.llmConfig.maxTokens) != null ? _e : 1024,
+          stopSequences: options == null ? void 0 : options.stop
+        }
+      }));
+      const stream = (_f = result == null ? void 0 : result.stream) != null ? _f : result;
+      if (!stream) {
+        throw new Error("[GeminiProvider] generateContentStream returned undefined");
+      }
+      try {
+        for (var iter = __forAwait(stream), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
+          const chunk = temp.value;
+          const text = chunk.text;
+          if (text) yield text;
+        }
+      } catch (temp) {
+        error = [temp];
+      } finally {
+        try {
+          more && (temp = iter.return) && (yield new __await(temp.call(iter)));
+        } finally {
+          if (error)
+            throw error[0];
+        }
+      }
+    });
+  }
   async embed(text, options) {
     var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
     const model = this.sanitizeModel(
@@ -3947,8 +4111,12 @@ ${context}`;
         }
         const messages = [...history, { role: "user", content: question }];
         if (this.llmProvider.chatStream) {
+          const stream = this.llmProvider.chatStream(messages, context);
+          if (!stream) {
+            throw new Error(`[Pipeline] ${this.config.llm.provider} chatStream returned undefined`);
+          }
           try {
-            for (var iter = __forAwait(this.llmProvider.chatStream(messages, context)), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
+            for (var iter = __forAwait(stream), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
               const chunk = temp.value;
               yield chunk;
             }

package/dist/server.mjs

@@ -40,7 +40,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "./chunk-G2LVK46T.mjs";
+} from "./chunk-XEWWAHCM.mjs";
 import "./chunk-YLTMFW4M.mjs";
 import {
   PineconeProvider
@@ -56,7 +56,7 @@ import {
 } from "./chunk-U55XRW3U.mjs";
 import {
   QdrantProvider
-} from "./chunk-65S4BQL2.mjs";
+} from "./chunk-PSFPZXHX.mjs";
 import {
   BaseVectorProvider
 } from "./chunk-IMP6FUCY.mjs";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@retrivora-ai/rag-engine",
-  "version": "1.1.0",
+  "version": "1.1.2",
   "description": "Retrivora AI is a plug-and-play AI engine for RAG chat experiences — generic vector DB + LLM provider, embeddable or standalone.",
   "author": "Abhinav Alkuchi",
   "license": "MIT",

package/src/app/constants.tsx

@@ -39,18 +39,18 @@ export const VECTOR_DATABASES: ProviderPill[] = [
   { Icon: Zap, label: 'Pinecone' },
   { Icon: Database, label: 'PostgreSQL' },
   { Icon: Layers, label: 'MongoDB' },
-  { Icon: Search, label: 'Milvus' },
   { Icon: Box, label: 'Qdrant' },
+  { Icon: Search, label: 'Milvus' },
   { Icon: Package, label: 'ChromaDB' },
   { Icon: Activity, label: 'Redis' },
   { Icon: Hexagon, label: 'Weaviate' },
 ];
 
 export const AI_MODELS: ProviderPill[] = [
+  { Icon: Rabbit, label: 'Ollama' },
   { Icon: Sparkles, label: 'OpenAI' },
   { Icon: Bot, label: 'Anthropic' },
   { Icon: Brain, label: 'Gemini' },
-  { Icon: Rabbit, label: 'Ollama' },
   { Icon: Code, label: 'Copilot' },
   { Icon: Terminal, label: 'LiteLLM' },
 ];

package/src/config/constants.ts

@@ -10,8 +10,8 @@ export const VECTOR_DB_PROVIDERS = [
   'pgvector',
   'postgresql',
   'mongodb',
-  'milvus',
   'qdrant',
+  'milvus',
   'chromadb',
   'redis',
   'weaviate',

package/src/core/Pipeline.ts

@@ -350,7 +350,11 @@ export class Pipeline {
       const messages: ChatMessage[] = [...history, { role: 'user', content: question }];
       
       if (this.llmProvider.chatStream) {
-        for await (const chunk of this.llmProvider.chatStream(messages, context)) {
+        const stream = this.llmProvider.chatStream(messages, context);
+        if (!stream) {
+          throw new Error(`[Pipeline] ${this.config.llm.provider} chatStream returned undefined`);
+        }
+        for await (const chunk of stream) {
           yield chunk;
         }
       } else {

package/src/llm/providers/AnthropicProvider.ts

@@ -98,6 +98,39 @@ export class AnthropicProvider implements ILLMProvider {
     return block.type === 'text' ? block.text : '';
   }
 
+  async *chatStream(messages: ChatMessage[], context: string, options?: ChatOptions): AsyncIterable<string> {
+    const systemPrompt =
+      this.llmConfig.systemPrompt ??
+      `You are a helpful assistant. Use the context below to answer the user's question accurately.\n\nContext:\n${context}`;
+
+    const system = systemPrompt.includes('{{context}}')
+      ? systemPrompt.replace('{{context}}', context)
+      : `${systemPrompt}\n\nContext:\n${context}`;
+
+    const anthropicMessages: Anthropic.MessageParam[] = messages.map((m) => ({
+      role: m.role === 'assistant' ? 'assistant' : 'user',
+      content: m.content,
+    }));
+
+    const stream = await this.client.messages.create({
+      model: this.llmConfig.model,
+      max_tokens: options?.maxTokens ?? this.llmConfig.maxTokens ?? 1024,
+      system,
+      messages: anthropicMessages,
+      stream: true,
+    });
+
+    if (!stream) {
+      throw new Error('[AnthropicProvider] messages.create stream is undefined');
+    }
+
+    for await (const chunk of stream) {
+      if (chunk.type === 'content_block_delta' && chunk.delta.type === 'text_delta') {
+        yield chunk.delta.text;
+      }
+    }
+  }
+
   async embed(text: string, options?: EmbedOptions): Promise<number[]> {
     void text;
     void options;

package/src/llm/providers/GeminiProvider.ts

@@ -130,6 +130,42 @@ export class GeminiProvider implements ILLMProvider {
     return response.text ?? '';
   }
 
+  async *chatStream(messages: ChatMessage[], context: string, options?: ChatOptions): AsyncIterable<string> {
+    const systemPrompt =
+      this.llmConfig.systemPrompt ??
+      `You are a helpful assistant. Answer questions based on the provided context.\n\nContext:\n${context}`;
+
+    const systemInstruction = systemPrompt.includes('{{context}}')
+      ? systemPrompt.replace('{{context}}', context)
+      : `${systemPrompt}\n\nContext:\n${context}`;
+
+    const geminiMessages = messages.map((m) => ({
+      role: m.role === 'assistant' ? 'model' : 'user',
+      parts: [{ text: m.content }],
+    }));
+
+    const result = await this.client.models.generateContentStream({
+      model: this.llmConfig.model,
+      contents: geminiMessages,
+      config: {
+        systemInstruction,
+        temperature: options?.temperature ?? this.llmConfig.temperature ?? 0.7,
+        maxOutputTokens: options?.maxTokens ?? this.llmConfig.maxTokens ?? 1024,
+        stopSequences: options?.stop,
+      },
+    });
+
+    const stream = ((result as unknown as Record<string, unknown>)?.stream ?? result) as AsyncIterable<{ text?: string }>;
+    if (!stream) {
+      throw new Error('[GeminiProvider] generateContentStream returned undefined');
+    }
+
+    for await (const chunk of stream) {
+      const text = chunk.text;
+      if (text) yield text;
+    }
+  }
+
   async embed(text: string, options?: EmbedOptions): Promise<number[]> {
     const model = this.sanitizeModel(
       options?.model ??

package/src/llm/providers/OllamaProvider.ts

@@ -118,9 +118,21 @@ export class OllamaProvider implements ILLMProvider {
       ],
     }, { responseType: 'stream' });
 
-    for await (const chunk of response.data) {
-      const lines = chunk.toString().split('\n').filter(Boolean);
+    let lineBuffer = '';
+    const stream = response.data;
+    if (!stream) {
+      throw new Error('[OllamaProvider] response.data is undefined for stream request. Axios might not support streams in this environment.');
+    }
+
+    for await (const chunk of stream) {
+      lineBuffer += chunk.toString();
+      const lines = lineBuffer.split('\n');
+      
+      // Keep the last partial line in the buffer
+      lineBuffer = lines.pop() || '';
+
       for (const line of lines) {
+        if (!line.trim()) continue;
         try {
           const json = JSON.parse(line);
           if (json.message?.content) {
@@ -128,10 +140,22 @@ export class OllamaProvider implements ILLMProvider {
           }
           if (json.done) return;
         } catch {
-          // Ignore parsing errors for partial lines
+          // If parsing fails, it might be a malformed line or something else
+          // But with line buffering, this should be rare
+          console.warn('[OllamaProvider] Failed to parse streaming line:', line);
         }
       }
     }
+
+    // Process anything left in the buffer at the end
+    if (lineBuffer.trim()) {
+      try {
+        const json = JSON.parse(lineBuffer);
+        if (json.message?.content) yield json.message.content;
+      } catch {
+        // Final cleanup
+      }
+    }
   }
 
   private buildSystemPrompt(context: string): string {

package/src/llm/providers/OpenAIProvider.ts

@@ -108,6 +108,45 @@ export class OpenAIProvider implements ILLMProvider {
 
     return completion.choices[0]?.message?.content ?? '';
   }
+  
+  async *chatStream(messages: ChatMessage[], context: string, options?: ChatOptions): AsyncIterable<string> {
+    const systemContent =
+      this.llmConfig.systemPrompt ??
+      `You are a helpful assistant. Answer questions based on the provided context.\n\nContext:\n${context}`;
+
+    const systemMessage: OpenAI.Chat.ChatCompletionSystemMessageParam = {
+      role: 'system',
+      content: systemContent.includes('{{context}}')
+        ? systemContent.replace('{{context}}', context)
+        : `${systemContent}\n\nContext:\n${context}`,
+    };
+
+    const formattedMessages: OpenAI.Chat.ChatCompletionMessageParam[] = [
+      systemMessage,
+      ...messages.map((m) => ({
+        role: m.role as 'user' | 'assistant',
+        content: m.content,
+      })),
+    ];
+
+    const stream = await this.client.chat.completions.create({
+      model: this.llmConfig.model,
+      messages: formattedMessages,
+      max_tokens: options?.maxTokens ?? this.llmConfig.maxTokens ?? 1024,
+      temperature: options?.temperature ?? this.llmConfig.temperature ?? 0.7,
+      stop: options?.stop,
+      stream: true,
+    });
+
+    if (!stream) {
+      throw new Error('[OpenAIProvider] completions.create stream is undefined');
+    }
+
+    for await (const chunk of stream) {
+      const content = chunk.choices[0]?.delta?.content || '';
+      if (content) yield content;
+    }
+  }
 
   async embed(text: string, options?: EmbedOptions): Promise<number[]> {
     const results = await this.batchEmbed([text], options);