@retrivora-ai/rag-engine 1.0.4 → 1.0.6

package/dist/handlers/index.js

@@ -1508,7 +1508,11 @@ __export(handlers_exports, {
   createHealthHandler: () => createHealthHandler,
   createIngestHandler: () => createIngestHandler,
   createStreamHandler: () => createStreamHandler,
-  createUploadHandler: () => createUploadHandler
+  createUploadHandler: () => createUploadHandler,
+  sseErrorFrame: () => sseErrorFrame,
+  sseFrame: () => sseFrame,
+  sseMetaFrame: () => sseMetaFrame,
+  sseTextFrame: () => sseTextFrame
 });
 module.exports = __toCommonJS(handlers_exports);
 var import_server = require("next/server");
@@ -1691,13 +1695,20 @@ function getRagConfig(env = process.env) {
 }
 
 // src/core/ConfigResolver.ts
+var _cachedEnvConfig = null;
+function getCachedEnvConfig() {
+  if (!_cachedEnvConfig) {
+    _cachedEnvConfig = getRagConfig();
+  }
+  return _cachedEnvConfig;
+}
 var ConfigResolver = class {
   /**
-   * Resolves the final configuration by merging host-provided config with defaults.
+   * Resolves the final configuration by merging host-provided config with environment defaults.
    * @param hostConfig - Partial configuration passed from the host application.
    */
   static resolve(hostConfig) {
-    const envConfig = getRagConfig();
+    const envConfig = getCachedEnvConfig();
     if (!hostConfig) {
       return envConfig;
     }
@@ -2971,14 +2982,16 @@ var LangChainAgent = class {
     this.config = config;
   }
   /**
-   * Initializes the agent with the RAG pipeline as a primary tool.
-   * Dynamically imports LangChain dependencies to avoid build errors if missing.
+   * Initializes the LangChain ReAct agent with the RAG pipeline as a tool.
+   * Dynamically imports langchain so the package doesn't crash if it isn't installed.
    */
   async initialize(chatModel) {
     try {
-      const { DynamicTool } = await import(`${"@langchain/core/tools"}`);
-      const { ChatPromptTemplate, MessagesPlaceholder } = await import(`${"@langchain/core/prompts"}`);
-      const { AgentExecutor, createOpenAIFunctionsAgent } = await import(`${"langchain/agents"}`);
+      const [{ DynamicTool }, { HumanMessage }, { createAgent }] = await Promise.all([
+        import("@langchain/core/tools"),
+        import("@langchain/core/messages"),
+        import("langchain")
+      ]);
       const searchTool = new DynamicTool({
         name: "document_search",
         description: "Use this tool to search through the knowledge base and document repository. Input should be a specific search query.",
@@ -2987,42 +3000,53 @@ var LangChainAgent = class {
           return `Search Results:
 ${response.reply}
 
-Sources Used: ${JSON.stringify(response.sources.map((s) => s.id))}`;
+Sources Used: ${JSON.stringify(
+            response.sources.map((s) => s.id)
+          )}`;
         }
       });
-      const tools = [searchTool];
-      const prompt = ChatPromptTemplate.fromMessages([
-        ["system", this.config.llm.systemPrompt || "You are a helpful AI assistant with access to a document search tool."],
-        new MessagesPlaceholder("chat_history"),
-        ["human", "{input}"],
-        new MessagesPlaceholder("agent_scratchpad")
-      ]);
-      const agent = await createOpenAIFunctionsAgent({
-        llm: chatModel,
-        tools,
-        prompt
-      });
-      this.executor = new AgentExecutor({
-        agent,
-        tools
+      this.agent = createAgent({
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        model: chatModel,
+        tools: [searchTool],
+        systemPrompt: this.config.llm.systemPrompt || "You are a helpful AI assistant with access to a document search tool."
       });
+      void HumanMessage;
     } catch (error) {
-      console.error("[LangChainAgent] Failed to initialize. Ensure 'langchain' and '@langchain/core' are installed.");
-      throw error;
+      const isMissing = error instanceof Error && error.message.includes("Cannot find module");
+      const hint = isMissing ? " Make sure 'langchain' and '@langchain/core' are installed:\n  npm install langchain @langchain/core" : "";
+      throw new Error(
+        `[LangChainAgent] Failed to initialize.${hint}
+${error instanceof Error ? error.message : String(error)}`
+      );
     }
   }
   /**
    * Run the agentic flow.
+   *
+   * LangChain v1.x: invoke takes `{ messages: [...] }` instead of `{ input, chat_history }`.
+   * The agent returns `{ messages: [...] }` — the last message is the final answer.
    */
   async run(input, chatHistory = []) {
-    if (!this.executor) {
+    var _a, _b, _c;
+    if (!this.agent) {
       throw new Error("[LangChainAgent] Agent not initialized. Call initialize() first.");
     }
-    const response = await this.executor.invoke({
-      input,
-      chat_history: chatHistory
+    const { HumanMessage, AIMessage } = await import("@langchain/core/messages");
+    const historyMessages = chatHistory.map(
+      (m) => m.role === "user" ? new HumanMessage(m.content) : new AIMessage(m.content)
+    );
+    const response = await this.agent.invoke({
+      messages: [...historyMessages, new HumanMessage(input)]
     });
-    return response.output;
+    const lastMessage = (_a = response == null ? void 0 : response.messages) == null ? void 0 : _a.at(-1);
+    if (lastMessage && typeof lastMessage.content === "string") {
+      return lastMessage.content;
+    }
+    if (Array.isArray(lastMessage == null ? void 0 : lastMessage.content)) {
+      return lastMessage.content.filter((c) => c.type === "text").map((c) => c.text).join("");
+    }
+    return String((_c = (_b = response == null ? void 0 : response.output) != null ? _b : response) != null ? _c : "");
   }
 };
 
@@ -3338,15 +3362,18 @@ var QueryProcessor = class {
    * Checks if a string is likely a question word or common prompt phrase.
    */
   static isLikelyPromptPhrase(value) {
-    return /^(what|which|who|where|when|why|how)\b/i.test(value.trim());
+    return /^(what|which|who|where|when|why|how|the|is|are|was|were|in|on|at|by|for|with|about|a|an|to|of)\b/i.test(value.trim());
   }
   /**
    * Scans a natural language question for potential metadata hints and keywords.
+   * @param question The user's query
+   * @param validFields Optional list of known filterable fields to look for
    */
-  static extractQueryFieldHints(question) {
+  static extractQueryFieldHints(question, validFields = []) {
     var _a, _b, _c, _d;
     if (!question.trim()) return [];
     const hints = /* @__PURE__ */ new Map();
+    const fieldsToSearch = [.../* @__PURE__ */ new Set([...this.COMMON_METADATA_FIELDS, ...validFields])];
     const addHint = (value, field) => {
       const normalizedValue = this.normalizeHintValue(value);
       if (!normalizedValue) return;
@@ -3377,11 +3404,28 @@ var QueryProcessor = class {
         if (name) addHint(name, "name");
       }
     }
+    if (fieldsToSearch.length > 0) {
+      for (const field of fieldsToSearch) {
+        const forwardPattern = new RegExp(`\\b${field}\\s*(?:is|are|:|of)?\\s+["']?([^"\\n?.!,]{2,60})["']?(?=[?.!,]|$)`, "gi");
+        for (const match of question.matchAll(forwardPattern)) {
+          const value = match[1];
+          if (value && !this.isLikelyPromptPhrase(value)) {
+            addHint(value, field);
+          }
+        }
+        const reversePattern = new RegExp(`\\b([^"\\n?.!,\\s]{2,60})\\s+${field}\\b`, "gi");
+        for (const match of question.matchAll(reversePattern)) {
+          const value = match[1];
+          if (value && !this.isLikelyPromptPhrase(value)) {
+            addHint(value, field);
+          }
+        }
+      }
+    }
     const universalPatterns = [
       { regex: /([a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,})/gi, field: "email", group: 1 },
       { regex: /(\+?\d[\d\-\.\s\(\)]{6,}\d)/g, field: "phone", group: 1 },
       { regex: /(\b\d{4}-\d{2}-\d{2}\b|\b\d{1,2}\/\d{1,2}\/\d{2,4}\b)/g, field: "date", group: 1 },
-      { regex: /(\$\s?\d{1,3}(?:,\d{3})*(?:\.\d+)?)/g, field: "amount", group: 1 },
       { regex: /\b(ID|id|identifier)[: ]\s*([A-Za-z0-9\-]{3,})\b/gi, field: "id", group: 2 },
       { regex: /"([^"]{2,120})"/g, group: 1 },
       { regex: /'([^']{2,120})'/g, group: 1 }
@@ -3425,6 +3469,10 @@ var QueryProcessor = class {
   }
   /**
    * Constructs a QueryFilter object from extracted hints.
+   *
+   * Note: proper nouns are extracted inside `extractQueryFieldHints` and surfaced
+   * as field-less hints; `buildQueryFilter` adds them to `keywords` without
+   * re-running the proper noun regex to avoid duplication.
    */
   static buildQueryFilter(question, hints) {
     const filter = { metadata: {}, keywords: [], queryText: question };
@@ -3432,24 +3480,74 @@ var QueryProcessor = class {
       if (hint.field) {
         filter.metadata[hint.field] = hint.value;
       } else {
-        filter.keywords.push(hint.value);
+        if (!filter.keywords.includes(hint.value)) {
+          filter.keywords.push(hint.value);
+        }
       }
     }
-    for (const match of question.matchAll(/\b[A-Z][a-z]+(?:\s+[A-Z][a-z]+){0,3}\b/g)) {
-      const term = this.normalizeHintValue(match[0]);
-      if (term && !filter.keywords.includes(term)) filter.keywords.push(term);
-    }
     if (Object.keys(filter.metadata || {}).length === 0) delete filter.metadata;
     if (filter.keywords && filter.keywords.length === 0) delete filter.keywords;
     return filter;
   }
 };
+QueryProcessor.COMMON_METADATA_FIELDS = [
+  "category",
+  "type",
+  "brand",
+  "status",
+  "priority",
+  "id",
+  "name",
+  "email",
+  "phone",
+  "price",
+  "rating",
+  "color",
+  "size",
+  "material",
+  "sku",
+  "role",
+  "department",
+  "location",
+  "tag",
+  "label"
+];
 
 // src/core/Pipeline.ts
+var LRUEmbeddingCache = class {
+  constructor(maxSize = 500) {
+    this.cache = /* @__PURE__ */ new Map();
+    this.maxSize = maxSize;
+  }
+  get(key) {
+    const value = this.cache.get(key);
+    if (value !== void 0) {
+      this.cache.delete(key);
+      this.cache.set(key, value);
+    }
+    return value;
+  }
+  set(key, value) {
+    if (this.cache.has(key)) {
+      this.cache.delete(key);
+    } else if (this.cache.size >= this.maxSize) {
+      const oldestKey = this.cache.keys().next().value;
+      if (oldestKey !== void 0) this.cache.delete(oldestKey);
+    }
+    this.cache.set(key, value);
+  }
+  clear() {
+    this.cache.clear();
+  }
+  get size() {
+    return this.cache.size;
+  }
+};
 var Pipeline = class {
   constructor(config) {
     this.config = config;
-    this.embeddingCache = /* @__PURE__ */ new Map();
+    /** LRU-bounded cache: avoids re-embedding identical queries within the same process. */
+    this.embeddingCache = new LRUEmbeddingCache(500);
     this.initialised = false;
     var _a, _b, _c, _d, _e;
     this.chunker = new DocumentChunker(
@@ -3537,6 +3635,7 @@ var Pipeline = class {
   }
   /**
    * Step 2: Generate embeddings for chunks with retry logic.
+   * Uses batchEmbed when available for efficiency; falls back to sequential embedding.
    */
   async processEmbeddings(chunks) {
     const embedBatchOptions = {
@@ -3550,7 +3649,9 @@ var Pipeline = class {
       embedBatchOptions
     );
     if (vectors.length !== chunks.length) {
-      throw new Error(`Embedding mismatch: got ${vectors.length} vectors for ${chunks.length} chunks`);
+      throw new Error(
+        `[Pipeline] Embedding mismatch: got ${vectors.length} vectors for ${chunks.length} chunks. Check embedding provider logs for individual chunk failures.`
+      );
     }
     return vectors;
   }
@@ -3640,7 +3741,7 @@ var Pipeline = class {
    */
   askStream(_0) {
     return __asyncGenerator(this, arguments, function* (question, history = [], namespace) {
-      var _a, _b, _c, _d, _e, _f;
+      var _a, _b, _c, _d, _e, _f, _g;
       yield new __await(this.initialize());
       const ns = namespace != null ? namespace : this.config.projectId;
       const topK = (_b = (_a = this.config.rag) == null ? void 0 : _a.topK) != null ? _b : 5;
@@ -3650,7 +3751,7 @@ var Pipeline = class {
         if ((_e = this.config.rag) == null ? void 0 : _e.useQueryTransformation) {
           searchQuery = yield new __await(this.rewriteQuery(question, history));
         }
-        const hints = QueryProcessor.extractQueryFieldHints(question);
+        const hints = QueryProcessor.extractQueryFieldHints(question, (_f = this.config.rag) == null ? void 0 : _f.filterableFields);
         const filter = QueryProcessor.buildQueryFilter(question, hints);
         const { sources: rawSources, graphData } = yield new __await(this.retrieve(searchQuery, {
           namespace: ns,
@@ -3658,7 +3759,7 @@ var Pipeline = class {
           filter
         }));
         let sources = rawSources.filter((m) => m.score >= scoreThreshold);
-        if ((_f = this.config.rag) == null ? void 0 : _f.useReranking) {
+        if ((_g = this.config.rag) == null ? void 0 : _g.useReranking) {
           sources = yield new __await(this.reranker.rerank(sources, question, topK));
         } else {
           sources = sources.slice(0, topK);
@@ -3704,6 +3805,7 @@ ${context}`;
   }
   /**
    * Universal retrieval method combining all enabled providers.
+   * Uses an LRU-bounded embedding cache to avoid re-embedding the same query.
    */
   async retrieve(query, options) {
     var _a, _b, _c;
@@ -3736,10 +3838,13 @@ ${history.map((m) => `${m.role}: ${m.content}`).join("\n")}
 New Question: ${question}
 
 Optimized Search Query:`;
-    const rewrite = await this.llmProvider.chat([
-      { role: "system", content: "You are an assistant that optimizes search queries for RAG systems." },
-      { role: "user", content: prompt }
-    ], "");
+    const rewrite = await this.llmProvider.chat(
+      [
+        { role: "system", content: "You are an assistant that optimizes search queries for RAG systems." },
+        { role: "user", content: prompt }
+      ],
+      ""
+    );
     return rewrite.trim() || question;
   }
 };
@@ -3958,8 +4063,35 @@ var DocumentParser = class {
 };
 
 // src/handlers/index.ts
-function createChatHandler(config) {
-  const plugin = new VectorPlugin(config);
+function sseFrame(payload) {
+  return `data: ${JSON.stringify(payload)}
+
+`;
+}
+function sseTextFrame(text) {
+  return `data: ${JSON.stringify({ type: "text", text })}
+
+`;
+}
+function sseMetaFrame(meta) {
+  return `data: ${JSON.stringify(__spreadValues({ type: "metadata" }, meta != null ? meta : {}))}
+
+`;
+}
+function sseErrorFrame(message) {
+  return `data: ${JSON.stringify({ type: "error", error: message })}
+
+`;
+}
+var SSE_HEADERS = {
+  "Content-Type": "text/event-stream; charset=utf-8",
+  "Cache-Control": "no-cache, no-transform",
+  Connection: "keep-alive",
+  "X-Accel-Buffering": "no"
+  // Disable Nginx buffering for streaming
+};
+function createChatHandler(configOrPlugin) {
+  const plugin = configOrPlugin instanceof VectorPlugin ? configOrPlugin : new VectorPlugin(configOrPlugin);
   return async function POST(req) {
     try {
       const body = await req.json();
@@ -3975,67 +4107,64 @@ function createChatHandler(config) {
     }
   };
 }
-function createStreamHandler(config) {
-  const plugin = new VectorPlugin(config);
+function createStreamHandler(configOrPlugin) {
+  const plugin = configOrPlugin instanceof VectorPlugin ? configOrPlugin : new VectorPlugin(configOrPlugin);
   return async function POST(req) {
+    let body;
     try {
-      const body = await req.json();
-      const { message, history = [], namespace } = body;
-      const encoder = new TextEncoder();
-      const stream = new ReadableStream({
-        async start(controller) {
+      body = await req.json();
+    } catch (e) {
+      return new Response(JSON.stringify({ error: "Invalid JSON body" }), {
+        status: 400,
+        headers: { "Content-Type": "application/json" }
+      });
+    }
+    const { message, history = [], namespace } = body;
+    if (!(message == null ? void 0 : message.trim())) {
+      return new Response(JSON.stringify({ error: "message is required" }), {
+        status: 400,
+        headers: { "Content-Type": "application/json" }
+      });
+    }
+    const encoder = new TextEncoder();
+    const stream = new ReadableStream({
+      async start(controller) {
+        const enqueue = (text) => controller.enqueue(encoder.encode(text));
+        try {
+          const pipelineStream = plugin.chatStream(message, history, namespace);
           try {
-            const pipelineStream = plugin.chatStream(message, history, namespace);
-            try {
-              for (var iter = __forAwait(pipelineStream), more, temp, error; more = !(temp = await iter.next()).done; more = false) {
-                const chunk = temp.value;
-                if (typeof chunk === "string") {
-                  controller.enqueue(encoder.encode(chunk));
-                } else {
-                  controller.enqueue(encoder.encode(`
-
-__METADATA__${JSON.stringify(chunk)}`));
-                }
+            for (var iter = __forAwait(pipelineStream), more, temp, error; more = !(temp = await iter.next()).done; more = false) {
+              const chunk = temp.value;
+              if (typeof chunk === "string") {
+                enqueue(sseTextFrame(chunk));
+              } else {
+                enqueue(sseMetaFrame(chunk));
               }
-            } catch (temp) {
-              error = [temp];
+            }
+          } catch (temp) {
+            error = [temp];
+          } finally {
+            try {
+              more && (temp = iter.return) && await temp.call(iter);
             } finally {
-              try {
-                more && (temp = iter.return) && await temp.call(iter);
-              } finally {
-                if (error)
-                  throw error[0];
-              }
+              if (error)
+                throw error[0];
             }
-            controller.close();
-          } catch (streamError) {
-            console.error("[createStreamHandler] Stream processing error:", streamError);
-            const errorMessage = streamError instanceof Error ? streamError.message : String(streamError);
-            controller.enqueue(encoder.encode(`
-
-__ERROR__${JSON.stringify({ error: errorMessage })}`));
-            controller.close();
           }
+        } catch (streamError) {
+          const errorMessage = streamError instanceof Error ? streamError.message : String(streamError);
+          console.error("[createStreamHandler] Stream error:", streamError);
+          enqueue(sseErrorFrame(errorMessage));
+        } finally {
+          controller.close();
         }
-      });
-      return new Response(stream, {
-        headers: {
-          "Content-Type": "text/event-stream",
-          "Cache-Control": "no-cache",
-          "Connection": "keep-alive"
-        }
-      });
-    } catch (err) {
-      const message = err instanceof Error ? err.message : "Internal server error";
-      return new Response(JSON.stringify({ error: message }), {
-        status: 500,
-        headers: { "Content-Type": "application/json" }
-      });
-    }
+      }
+    });
+    return new Response(stream, { headers: SSE_HEADERS });
   };
 }
-function createIngestHandler(config) {
-  const plugin = new VectorPlugin(config);
+function createIngestHandler(configOrPlugin) {
+  const plugin = configOrPlugin instanceof VectorPlugin ? configOrPlugin : new VectorPlugin(configOrPlugin);
   return async function POST(req) {
     try {
       const body = await req.json();
@@ -4051,8 +4180,8 @@ function createIngestHandler(config) {
     }
   };
 }
-function createHealthHandler(config) {
-  const plugin = new VectorPlugin(config);
+function createHealthHandler(configOrPlugin) {
+  const plugin = configOrPlugin instanceof VectorPlugin ? configOrPlugin : new VectorPlugin(configOrPlugin);
   return async function GET() {
     try {
       const health = await plugin.checkHealth();
@@ -4068,8 +4197,8 @@ function createHealthHandler(config) {
     }
   };
 }
-function createUploadHandler(config) {
-  const plugin = new VectorPlugin(config);
+function createUploadHandler(configOrPlugin) {
+  const plugin = configOrPlugin instanceof VectorPlugin ? configOrPlugin : new VectorPlugin(configOrPlugin);
   return async function POST(req) {
     try {
       const formData = await req.formData();
@@ -4107,5 +4236,9 @@ function createUploadHandler(config) {
   createHealthHandler,
   createIngestHandler,
   createStreamHandler,
-  createUploadHandler
+  createUploadHandler,
+  sseErrorFrame,
+  sseFrame,
+  sseMetaFrame,
+  sseTextFrame
 });

package/dist/handlers/index.mjs

@@ -3,8 +3,12 @@ import {
   createHealthHandler,
   createIngestHandler,
   createStreamHandler,
-  createUploadHandler
-} from "../chunk-6MLZHQZT.mjs";
+  createUploadHandler,
+  sseErrorFrame,
+  sseFrame,
+  sseMetaFrame,
+  sseTextFrame
+} from "../chunk-ZCDJSGUW.mjs";
 import "../chunk-YLTMFW4M.mjs";
 import "../chunk-X4TOT24V.mjs";
 export {
@@ -12,5 +16,9 @@ export {
   createHealthHandler,
   createIngestHandler,
   createStreamHandler,
-  createUploadHandler
+  createUploadHandler,
+  sseErrorFrame,
+  sseFrame,
+  sseMetaFrame,
+  sseTextFrame
 };