@retrivora-ai/rag-engine 1.0.3 → 1.0.4

package/dist/{chunk-3JR3SAWX.mjs → chunk-6MLZHQZT.mjs}

@@ -1408,25 +1408,42 @@ Text to extract from:
     const response = await this.llm.chat([
       { role: "system", content: "You are a precise knowledge graph extraction engine. You always output valid JSON and nothing else." },
       { role: "user", content: prompt }
-    ], "", { maxTokens: 2048, temperature: 0.1 });
+    ], "", { maxTokens: 4096, temperature: 0.1 });
     try {
       const jsonMatch = response.match(/\{[\s\S]*\}/);
       const cleanJson = jsonMatch ? jsonMatch[0] : response.trim();
       return JSON.parse(cleanJson);
     } catch (e) {
-      console.warn(`[EntityExtractor] Failed to parse LLM response. Length: ${response.length} chars.`);
-      if (response.trim().endsWith("}") === false && response.includes('"nodes"')) {
-        try {
-          const partialResponse = response.trim() + (response.includes("[") ? "]}" : "}");
-          const jsonMatch = partialResponse.match(/\{[\s\S]*\}/);
-          if (jsonMatch) return JSON.parse(jsonMatch[0]);
-        } catch (e2) {
-        }
+      try {
+        const repaired = this.repairTruncatedJson(response);
+        if (repaired) return JSON.parse(repaired);
+      } catch (e2) {
       }
-      console.warn("[EntityExtractor] Full failing response:", response.substring(0, 200) + "...");
+      console.warn(`[EntityExtractor] Failed to parse LLM response. Length: ${response.length} chars.`);
+      console.warn("[EntityExtractor] Snippet:", response.substring(0, 100) + "...");
       return { nodes: [], edges: [] };
     }
   }
+  /**
+   * Attempts to fix JSON that was cut off mid-generation.
+   * Strategy: Find the last valid element in an array and close the structure.
+   */
+  repairTruncatedJson(json) {
+    let text = json.trim();
+    const startIdx = text.indexOf("{");
+    if (startIdx === -1) return null;
+    text = text.substring(startIdx);
+    const lastCompleteObjectIdx = text.lastIndexOf("}");
+    if (lastCompleteObjectIdx === -1) return null;
+    let repaired = text.substring(0, lastCompleteObjectIdx + 1);
+    const openBrackets = (repaired.match(/\{/g) || []).length;
+    const closedBrackets = (repaired.match(/\}/g) || []).length;
+    const openSquares = (repaired.match(/\[/g) || []).length;
+    const closedSquares = (repaired.match(/\]/g) || []).length;
+    for (let i = 0; i < openSquares - closedSquares; i++) repaired += "]";
+    for (let i = 0; i < openBrackets - closedBrackets; i++) repaired += "}";
+    return repaired;
+  }
 };
 
 // src/rag/Reranker.ts

package/dist/handlers/index.js

@@ -2871,25 +2871,42 @@ Text to extract from:
     const response = await this.llm.chat([
       { role: "system", content: "You are a precise knowledge graph extraction engine. You always output valid JSON and nothing else." },
       { role: "user", content: prompt }
-    ], "", { maxTokens: 2048, temperature: 0.1 });
+    ], "", { maxTokens: 4096, temperature: 0.1 });
     try {
       const jsonMatch = response.match(/\{[\s\S]*\}/);
       const cleanJson = jsonMatch ? jsonMatch[0] : response.trim();
       return JSON.parse(cleanJson);
     } catch (e) {
-      console.warn(`[EntityExtractor] Failed to parse LLM response. Length: ${response.length} chars.`);
-      if (response.trim().endsWith("}") === false && response.includes('"nodes"')) {
-        try {
-          const partialResponse = response.trim() + (response.includes("[") ? "]}" : "}");
-          const jsonMatch = partialResponse.match(/\{[\s\S]*\}/);
-          if (jsonMatch) return JSON.parse(jsonMatch[0]);
-        } catch (e2) {
-        }
+      try {
+        const repaired = this.repairTruncatedJson(response);
+        if (repaired) return JSON.parse(repaired);
+      } catch (e2) {
       }
-      console.warn("[EntityExtractor] Full failing response:", response.substring(0, 200) + "...");
+      console.warn(`[EntityExtractor] Failed to parse LLM response. Length: ${response.length} chars.`);
+      console.warn("[EntityExtractor] Snippet:", response.substring(0, 100) + "...");
       return { nodes: [], edges: [] };
     }
   }
+  /**
+   * Attempts to fix JSON that was cut off mid-generation.
+   * Strategy: Find the last valid element in an array and close the structure.
+   */
+  repairTruncatedJson(json) {
+    let text = json.trim();
+    const startIdx = text.indexOf("{");
+    if (startIdx === -1) return null;
+    text = text.substring(startIdx);
+    const lastCompleteObjectIdx = text.lastIndexOf("}");
+    if (lastCompleteObjectIdx === -1) return null;
+    let repaired = text.substring(0, lastCompleteObjectIdx + 1);
+    const openBrackets = (repaired.match(/\{/g) || []).length;
+    const closedBrackets = (repaired.match(/\}/g) || []).length;
+    const openSquares = (repaired.match(/\[/g) || []).length;
+    const closedSquares = (repaired.match(/\]/g) || []).length;
+    for (let i = 0; i < openSquares - closedSquares; i++) repaired += "]";
+    for (let i = 0; i < openBrackets - closedBrackets; i++) repaired += "}";
+    return repaired;
+  }
 };
 
 // src/rag/Reranker.ts

package/dist/handlers/index.mjs

@@ -4,7 +4,7 @@ import {
   createIngestHandler,
   createStreamHandler,
   createUploadHandler
-} from "../chunk-3JR3SAWX.mjs";
+} from "../chunk-6MLZHQZT.mjs";
 import "../chunk-YLTMFW4M.mjs";
 import "../chunk-X4TOT24V.mjs";
 export {

package/dist/server.js

@@ -2953,25 +2953,42 @@ Text to extract from:
     const response = await this.llm.chat([
       { role: "system", content: "You are a precise knowledge graph extraction engine. You always output valid JSON and nothing else." },
       { role: "user", content: prompt }
-    ], "", { maxTokens: 2048, temperature: 0.1 });
+    ], "", { maxTokens: 4096, temperature: 0.1 });
     try {
       const jsonMatch = response.match(/\{[\s\S]*\}/);
       const cleanJson = jsonMatch ? jsonMatch[0] : response.trim();
       return JSON.parse(cleanJson);
     } catch (e) {
-      console.warn(`[EntityExtractor] Failed to parse LLM response. Length: ${response.length} chars.`);
-      if (response.trim().endsWith("}") === false && response.includes('"nodes"')) {
-        try {
-          const partialResponse = response.trim() + (response.includes("[") ? "]}" : "}");
-          const jsonMatch = partialResponse.match(/\{[\s\S]*\}/);
-          if (jsonMatch) return JSON.parse(jsonMatch[0]);
-        } catch (e2) {
-        }
+      try {
+        const repaired = this.repairTruncatedJson(response);
+        if (repaired) return JSON.parse(repaired);
+      } catch (e2) {
       }
-      console.warn("[EntityExtractor] Full failing response:", response.substring(0, 200) + "...");
+      console.warn(`[EntityExtractor] Failed to parse LLM response. Length: ${response.length} chars.`);
+      console.warn("[EntityExtractor] Snippet:", response.substring(0, 100) + "...");
       return { nodes: [], edges: [] };
     }
   }
+  /**
+   * Attempts to fix JSON that was cut off mid-generation.
+   * Strategy: Find the last valid element in an array and close the structure.
+   */
+  repairTruncatedJson(json) {
+    let text = json.trim();
+    const startIdx = text.indexOf("{");
+    if (startIdx === -1) return null;
+    text = text.substring(startIdx);
+    const lastCompleteObjectIdx = text.lastIndexOf("}");
+    if (lastCompleteObjectIdx === -1) return null;
+    let repaired = text.substring(0, lastCompleteObjectIdx + 1);
+    const openBrackets = (repaired.match(/\{/g) || []).length;
+    const closedBrackets = (repaired.match(/\}/g) || []).length;
+    const openSquares = (repaired.match(/\[/g) || []).length;
+    const closedSquares = (repaired.match(/\]/g) || []).length;
+    for (let i = 0; i < openSquares - closedSquares; i++) repaired += "]";
+    for (let i = 0; i < openBrackets - closedBrackets; i++) repaired += "}";
+    return repaired;
+  }
 };
 
 // src/rag/Reranker.ts

package/dist/server.mjs

@@ -34,7 +34,7 @@ import {
   createIngestHandler,
   createUploadHandler,
   getRagConfig
-} from "./chunk-3JR3SAWX.mjs";
+} from "./chunk-6MLZHQZT.mjs";
 import "./chunk-YLTMFW4M.mjs";
 import {
   PineconeProvider

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@retrivora-ai/rag-engine",
-  "version": "1.0.3",
+  "version": "1.0.4",
   "description": "Retrivora AI is a plug-and-play AI engine for RAG chat experiences — generic vector DB + LLM provider, embeddable or standalone.",
   "author": "Abhinav Alkuchi",
   "license": "MIT",

package/src/rag/EntityExtractor.ts

@@ -35,7 +35,7 @@ Text to extract from:
     const response = await this.llm.chat([
       { role: 'system', content: 'You are a precise knowledge graph extraction engine. You always output valid JSON and nothing else.' },
       { role: 'user', content: prompt }
-    ], '', { maxTokens: 2048, temperature: 0.1 });
+    ], '', { maxTokens: 4096, temperature: 0.1 });
 
     try {
       // 1. Try to find the JSON block using a regex
@@ -44,20 +44,47 @@ Text to extract from:
       
       return JSON.parse(cleanJson);
     } catch {
+      // 2. If parsing fails, try to repair truncated JSON
+      try {
+        const repaired = this.repairTruncatedJson(response);
+        if (repaired) return JSON.parse(repaired);
+      } catch { /* ignore repair failure */ }
+
       console.warn(`[EntityExtractor] Failed to parse LLM response. Length: ${response.length} chars.`);
-      
-      // Attempt very basic "fix" if it looks like it was truncated
-      if (response.trim().endsWith('}') === false && response.includes('"nodes"')) {
-        try {
-          // This is a last-resort attempt to see if we can get anything out of a truncated response
-          const partialResponse = response.trim() + (response.includes('[') ? ']}' : '}');
-          const jsonMatch = partialResponse.match(/\{[\s\S]*\}/);
-          if (jsonMatch) return JSON.parse(jsonMatch[0]);
-        } catch { /* ignore */ }
-      }
-
-      console.warn('[EntityExtractor] Full failing response:', response.substring(0, 200) + '...');
+      console.warn('[EntityExtractor] Snippet:', response.substring(0, 100) + '...');
       return { nodes: [], edges: [] };
     }
   }
+
+  /**
+   * Attempts to fix JSON that was cut off mid-generation.
+   * Strategy: Find the last valid element in an array and close the structure.
+   */
+  private repairTruncatedJson(json: string): string | null {
+    let text = json.trim();
+    
+    // Find the first { and work from there
+    const startIdx = text.indexOf('{');
+    if (startIdx === -1) return null;
+    text = text.substring(startIdx);
+
+    // If it's truncated in an array like "nodes": [ ... , { ...
+    // We try to find the last complete object before the truncation
+    const lastCompleteObjectIdx = text.lastIndexOf('}');
+    if (lastCompleteObjectIdx === -1) return null;
+
+    // Truncate at the last complete object
+    let repaired = text.substring(0, lastCompleteObjectIdx + 1);
+
+    // Close any open structures (arrays or the main object)
+    const openBrackets = (repaired.match(/\{/g) || []).length;
+    const closedBrackets = (repaired.match(/\}/g) || []).length;
+    const openSquares = (repaired.match(/\[/g) || []).length;
+    const closedSquares = (repaired.match(/\]/g) || []).length;
+
+    for (let i = 0; i < openSquares - closedSquares; i++) repaired += ']';
+    for (let i = 0; i < openBrackets - closedBrackets; i++) repaired += '}';
+
+    return repaired;
+  }
 }