@retrivora-ai/rag-engine 1.4.7 → 1.4.9

package/dist/{chunk-YCL23GST.mjs → chunk-FHNGNXXS.mjs}

@@ -2257,22 +2257,25 @@ var Pipeline = class {
     this.reranker = new Reranker();
   }
   async initialize() {
-    var _a;
+    var _a, _b;
     if (this.initialised) return;
+    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V1 -->";
     const chartInstruction = `
 
-### VISUALIZATION PROTOCOL:
-When requested to show data visually (charts, graphs, or comparisons), you MUST use this format:
-1. Wrap the data in a fenced code block with the language 'chart'.
-2. Use ONLY valid JSON matching this schema:
+${CHART_MARKER}
+### MASTER DATA VISUALIZATION PROTOCOL:
+You are an expert data analyst. When asked to visualize or compare data retrieved from the context:
+1. DECIDE the best chart type: 'pie' (for parts-of-a-whole), 'bar' (for category comparisons), or 'line' (for trends).
+2. TRANSFORM arbitrary metadata from the context into a FLAT list of objects. Extract relevant keys dynamically.
+3. OUTPUT a \`\`\`chart\`\`\` code block using this JSON format:
    {
      "type": "bar" | "line" | "pie",
-     "xAxisKey": "property_for_label",
-     "dataKeys": ["property_for_value"],
-     "data": [{ "property_for_label": "A", "property_for_value": 10 }]
+     "xAxisKey": "key_for_labels",
+     "dataKeys": ["key_for_values"],
+     "data": [ { "key_for_labels": "Category A", "key_for_values": 100 }, ... ]
    }
-3. RULES: Data objects MUST be FLAT (no nesting). No math expressions in JSON. NEVER draw charts with text or markdown tables.`;
-    if (!this.config.llm.systemPrompt || !this.config.llm.systemPrompt.includes("chart")) {
+4. RULES: Valid JSON only. No math. No text-based charts. No markdown tables for graphs. If showing a chart, DO NOT output a "products" JSON carousel.`;
+    if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }
     console.log(`[Pipeline] Initializing with provider: ${this.config.vectorDb.provider}...`);
@@ -2289,7 +2292,7 @@ When requested to show data visually (charts, graphs, or comparisons), you MUST
       this.entityExtractor = new EntityExtractor(this.llmProvider);
     }
     await this.vectorDB.initialize();
-    if (((_a = this.config.rag) == null ? void 0 : _a.architecture) === "agentic") {
+    if (((_b = this.config.rag) == null ? void 0 : _b.architecture) === "agentic") {
       this.agent = new LangChainAgent(this, this.config);
       await this.agent.initialize(this.llmProvider);
     }

package/dist/handlers/index.js

@@ -3820,22 +3820,25 @@ var Pipeline = class {
     this.reranker = new Reranker();
   }
   async initialize() {
-    var _a;
+    var _a, _b;
     if (this.initialised) return;
+    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V1 -->";
     const chartInstruction = `
 
-### VISUALIZATION PROTOCOL:
-When requested to show data visually (charts, graphs, or comparisons), you MUST use this format:
-1. Wrap the data in a fenced code block with the language 'chart'.
-2. Use ONLY valid JSON matching this schema:
+${CHART_MARKER}
+### MASTER DATA VISUALIZATION PROTOCOL:
+You are an expert data analyst. When asked to visualize or compare data retrieved from the context:
+1. DECIDE the best chart type: 'pie' (for parts-of-a-whole), 'bar' (for category comparisons), or 'line' (for trends).
+2. TRANSFORM arbitrary metadata from the context into a FLAT list of objects. Extract relevant keys dynamically.
+3. OUTPUT a \`\`\`chart\`\`\` code block using this JSON format:
    {
      "type": "bar" | "line" | "pie",
-     "xAxisKey": "property_for_label",
-     "dataKeys": ["property_for_value"],
-     "data": [{ "property_for_label": "A", "property_for_value": 10 }]
+     "xAxisKey": "key_for_labels",
+     "dataKeys": ["key_for_values"],
+     "data": [ { "key_for_labels": "Category A", "key_for_values": 100 }, ... ]
    }
-3. RULES: Data objects MUST be FLAT (no nesting). No math expressions in JSON. NEVER draw charts with text or markdown tables.`;
-    if (!this.config.llm.systemPrompt || !this.config.llm.systemPrompt.includes("chart")) {
+4. RULES: Valid JSON only. No math. No text-based charts. No markdown tables for graphs. If showing a chart, DO NOT output a "products" JSON carousel.`;
+    if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }
     console.log(`[Pipeline] Initializing with provider: ${this.config.vectorDb.provider}...`);
@@ -3852,7 +3855,7 @@ When requested to show data visually (charts, graphs, or comparisons), you MUST
       this.entityExtractor = new EntityExtractor(this.llmProvider);
     }
     await this.vectorDB.initialize();
-    if (((_a = this.config.rag) == null ? void 0 : _a.architecture) === "agentic") {
+    if (((_b = this.config.rag) == null ? void 0 : _b.architecture) === "agentic") {
       this.agent = new LangChainAgent(this, this.config);
       await this.agent.initialize(this.llmProvider);
     }

package/dist/handlers/index.mjs

@@ -9,7 +9,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "../chunk-YCL23GST.mjs";
+} from "../chunk-FHNGNXXS.mjs";
 import "../chunk-YLTMFW4M.mjs";
 import "../chunk-X4TOT24V.mjs";
 export {

package/dist/index.js

@@ -235,13 +235,21 @@ function DynamicChart({ config, primaryColor = "#6366f1", accentColor = "#8b5cf6
               Object.keys(subItem).forEach((sk) => {
                 const subVal = subItem[sk];
                 if (typeof subVal !== "object" || subVal === null) {
-                  newItem[sk] = subVal;
+                  if (typeof subVal === "string" && !isNaN(Number(subVal)) && subVal.trim() !== "") {
+                    newItem[sk] = Number(subVal);
+                  } else {
+                    newItem[sk] = subVal;
+                  }
                 }
               });
             }
           });
         } else if (typeof val !== "object" || val === null) {
-          newItem[k] = val;
+          if (typeof val === "string" && !isNaN(Number(val)) && val.trim() !== "") {
+            newItem[k] = Number(val);
+          } else {
+            newItem[k] = val;
+          }
         }
       });
       return newItem;
@@ -250,7 +258,7 @@ function DynamicChart({ config, primaryColor = "#6366f1", accentColor = "#8b5cf6
   if (!data || data.length === 0) {
     return /* @__PURE__ */ import_react4.default.createElement("div", { className: "p-4 text-sm text-slate-500" }, "No data available for chart.");
   }
-  const firstItem = data[0];
+  const firstItem = sanitizedData[0];
   const allKeys = Object.keys(firstItem);
   const resolvedXKey = config.xAxisKey && firstItem[config.xAxisKey] !== void 0 ? config.xAxisKey : allKeys.find((k) => k.toLowerCase() === "name" || k.toLowerCase() === "label" || k.toLowerCase() === "category") || allKeys.find((k) => typeof firstItem[k] === "string") || allKeys[0];
   const resolvedDataKeys = config.dataKeys && config.dataKeys.every((k) => {
@@ -497,6 +505,10 @@ function MessageBubble({
   }, [sources, isUser]);
   const { productsFromContent, cleanContent } = import_react5.default.useMemo(() => {
     if (isUser) return { productsFromContent: [], cleanContent: message.content };
+    const isVisualization = message.content.includes("```chart") || message.content.toLowerCase().includes("pie chart") || message.content.toLowerCase().includes("bar chart") || message.content.toLowerCase().includes("distribution");
+    if (isVisualization) {
+      return { productsFromContent: [], cleanContent: message.content };
+    }
     const jsonRegex = /```json\s*([\s\S]*?)\s*```/g;
     const products = [];
     let content = message.content;

package/dist/index.mjs

@@ -198,13 +198,21 @@ function DynamicChart({ config, primaryColor = "#6366f1", accentColor = "#8b5cf6
               Object.keys(subItem).forEach((sk) => {
                 const subVal = subItem[sk];
                 if (typeof subVal !== "object" || subVal === null) {
-                  newItem[sk] = subVal;
+                  if (typeof subVal === "string" && !isNaN(Number(subVal)) && subVal.trim() !== "") {
+                    newItem[sk] = Number(subVal);
+                  } else {
+                    newItem[sk] = subVal;
+                  }
                 }
               });
             }
           });
         } else if (typeof val !== "object" || val === null) {
-          newItem[k] = val;
+          if (typeof val === "string" && !isNaN(Number(val)) && val.trim() !== "") {
+            newItem[k] = Number(val);
+          } else {
+            newItem[k] = val;
+          }
         }
       });
       return newItem;
@@ -213,7 +221,7 @@ function DynamicChart({ config, primaryColor = "#6366f1", accentColor = "#8b5cf6
   if (!data || data.length === 0) {
     return /* @__PURE__ */ React4.createElement("div", { className: "p-4 text-sm text-slate-500" }, "No data available for chart.");
   }
-  const firstItem = data[0];
+  const firstItem = sanitizedData[0];
   const allKeys = Object.keys(firstItem);
   const resolvedXKey = config.xAxisKey && firstItem[config.xAxisKey] !== void 0 ? config.xAxisKey : allKeys.find((k) => k.toLowerCase() === "name" || k.toLowerCase() === "label" || k.toLowerCase() === "category") || allKeys.find((k) => typeof firstItem[k] === "string") || allKeys[0];
   const resolvedDataKeys = config.dataKeys && config.dataKeys.every((k) => {
@@ -460,6 +468,10 @@ function MessageBubble({
   }, [sources, isUser]);
   const { productsFromContent, cleanContent } = React5.useMemo(() => {
     if (isUser) return { productsFromContent: [], cleanContent: message.content };
+    const isVisualization = message.content.includes("```chart") || message.content.toLowerCase().includes("pie chart") || message.content.toLowerCase().includes("bar chart") || message.content.toLowerCase().includes("distribution");
+    if (isVisualization) {
+      return { productsFromContent: [], cleanContent: message.content };
+    }
     const jsonRegex = /```json\s*([\s\S]*?)\s*```/g;
     const products = [];
     let content = message.content;

package/dist/server.js

@@ -3911,22 +3911,25 @@ var Pipeline = class {
     this.reranker = new Reranker();
   }
   async initialize() {
-    var _a;
+    var _a, _b;
     if (this.initialised) return;
+    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V1 -->";
     const chartInstruction = `
 
-### VISUALIZATION PROTOCOL:
-When requested to show data visually (charts, graphs, or comparisons), you MUST use this format:
-1. Wrap the data in a fenced code block with the language 'chart'.
-2. Use ONLY valid JSON matching this schema:
+${CHART_MARKER}
+### MASTER DATA VISUALIZATION PROTOCOL:
+You are an expert data analyst. When asked to visualize or compare data retrieved from the context:
+1. DECIDE the best chart type: 'pie' (for parts-of-a-whole), 'bar' (for category comparisons), or 'line' (for trends).
+2. TRANSFORM arbitrary metadata from the context into a FLAT list of objects. Extract relevant keys dynamically.
+3. OUTPUT a \`\`\`chart\`\`\` code block using this JSON format:
    {
      "type": "bar" | "line" | "pie",
-     "xAxisKey": "property_for_label",
-     "dataKeys": ["property_for_value"],
-     "data": [{ "property_for_label": "A", "property_for_value": 10 }]
+     "xAxisKey": "key_for_labels",
+     "dataKeys": ["key_for_values"],
+     "data": [ { "key_for_labels": "Category A", "key_for_values": 100 }, ... ]
    }
-3. RULES: Data objects MUST be FLAT (no nesting). No math expressions in JSON. NEVER draw charts with text or markdown tables.`;
-    if (!this.config.llm.systemPrompt || !this.config.llm.systemPrompt.includes("chart")) {
+4. RULES: Valid JSON only. No math. No text-based charts. No markdown tables for graphs. If showing a chart, DO NOT output a "products" JSON carousel.`;
+    if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }
     console.log(`[Pipeline] Initializing with provider: ${this.config.vectorDb.provider}...`);
@@ -3943,7 +3946,7 @@ When requested to show data visually (charts, graphs, or comparisons), you MUST
       this.entityExtractor = new EntityExtractor(this.llmProvider);
     }
     await this.vectorDB.initialize();
-    if (((_a = this.config.rag) == null ? void 0 : _a.architecture) === "agentic") {
+    if (((_b = this.config.rag) == null ? void 0 : _b.architecture) === "agentic") {
       this.agent = new LangChainAgent(this, this.config);
       await this.agent.initialize(this.llmProvider);
     }

package/dist/server.mjs

@@ -39,7 +39,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "./chunk-YCL23GST.mjs";
+} from "./chunk-FHNGNXXS.mjs";
 import "./chunk-YLTMFW4M.mjs";
 import {
   PineconeProvider

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@retrivora-ai/rag-engine",
-  "version": "1.4.7",
+  "version": "1.4.9",
   "description": "Retrivora AI is a plug-and-play AI engine for RAG chat experiences — generic vector DB + LLM provider, embeddable or standalone.",
   "author": "Abhinav Alkuchi",
   "license": "MIT",

package/src/components/DynamicChart.tsx

@@ -29,6 +29,8 @@ export function DynamicChart({ config, primaryColor = '#6366f1', accentColor = '
   // CRITICAL: Sanitize the data array to remove any non-primitive values (objects/arrays)
   // This prevents the "Objects are not valid as a React child" error in Tooltips/Legends
   // This hook MUST be called before any early returns to satisfy React rules
+  // CRITICAL: Sanitize the data array to remove any non-primitive values (objects/arrays)
+  // Also ensures numeric strings are converted to actual numbers for Recharts.
   const sanitizedData = React.useMemo(() => {
     if (!data) return [];
     return data.map(item => {
@@ -36,19 +38,28 @@ export function DynamicChart({ config, primaryColor = '#6366f1', accentColor = '
       Object.keys(item).forEach(k => {
         const val = item[k];
         if (Array.isArray(val)) {
-          // If the LLM output nested arrays, attempt to flatten them
           val.forEach(subItem => {
             if (typeof subItem === 'object' && subItem !== null) {
               Object.keys(subItem).forEach(sk => {
                 const subVal = (subItem as Record<string, unknown>)[sk];
                 if (typeof subVal !== 'object' || subVal === null) {
-                  newItem[sk] = subVal as string | number | null;
+                  // Auto-convert numeric strings
+                  if (typeof subVal === 'string' && !isNaN(Number(subVal)) && subVal.trim() !== '') {
+                    newItem[sk] = Number(subVal);
+                  } else {
+                    newItem[sk] = subVal as string | number | null;
+                  }
                 }
               });
             }
           });
         } else if (typeof val !== 'object' || val === null) {
-          newItem[k] = val as string | number | null;
+          // Auto-convert numeric strings
+          if (typeof val === 'string' && !isNaN(Number(val)) && val.trim() !== '') {
+            newItem[k] = Number(val);
+          } else {
+            newItem[k] = val as string | number | null;
+          }
         }
       });
       return newItem;
@@ -60,7 +71,7 @@ export function DynamicChart({ config, primaryColor = '#6366f1', accentColor = '
   }
 
   // Smart key resolution: if the provided keys don't exist in the data, try to guess them
-  const firstItem = data[0];
+  const firstItem = sanitizedData[0];
   const allKeys = Object.keys(firstItem);
   
   // Resolve xAxisKey: use provided, fallback to 'name', 'label', 'category', or the first string key
@@ -71,7 +82,6 @@ export function DynamicChart({ config, primaryColor = '#6366f1', accentColor = '
       || allKeys[0];
 
   // Resolve dataKeys: use provided, fallback to 'value', 'count', 'amount', or all numeric keys
-  // CRITICAL: Filter out any keys that point to objects/arrays to prevent React render errors
   const resolvedDataKeys = config.dataKeys && config.dataKeys.every(k => {
     const val = firstItem[k];
     return val !== undefined && typeof val !== 'object';

package/src/components/MessageBubble.tsx

@@ -313,6 +313,17 @@ export function MessageBubble({
   const { productsFromContent, cleanContent } = React.useMemo(() => {
     if (isUser) return { productsFromContent: [] as Product[], cleanContent: message.content };
 
+    // If the message contains a chart or refers to visualization, suppress the product carousel
+    const isVisualization = 
+      message.content.includes('```chart') || 
+      message.content.toLowerCase().includes('pie chart') ||
+      message.content.toLowerCase().includes('bar chart') ||
+      message.content.toLowerCase().includes('distribution');
+
+    if (isVisualization) {
+      return { productsFromContent: [] as Product[], cleanContent: message.content };
+    }
+
     const jsonRegex = /```json\s*([\s\S]*?)\s*```/g;
     const products: Product[] = [];
     let content = message.content;

package/src/core/Pipeline.ts

@@ -100,20 +100,23 @@ export class Pipeline {
     if (this.initialised) return;
 
     // Augment system prompt with a Universal Visualization Protocol
-    const chartInstruction = `\n\n### VISUALIZATION PROTOCOL:
-When requested to show data visually (charts, graphs, or comparisons), you MUST use this format:
-1. Wrap the data in a fenced code block with the language 'chart'.
-2. Use ONLY valid JSON matching this schema:
+    // We use a unique marker to ensure this is only injected once but is ALWAYS present.
+    const CHART_MARKER = '<!-- VIZ_PROTOCOL_V1 -->';
+    const chartInstruction = `\n\n${CHART_MARKER}
+### MASTER DATA VISUALIZATION PROTOCOL:
+You are an expert data analyst. When asked to visualize or compare data retrieved from the context:
+1. DECIDE the best chart type: 'pie' (for parts-of-a-whole), 'bar' (for category comparisons), or 'line' (for trends).
+2. TRANSFORM arbitrary metadata from the context into a FLAT list of objects. Extract relevant keys dynamically.
+3. OUTPUT a \`\`\`chart\`\`\` code block using this JSON format:
    {
      "type": "bar" | "line" | "pie",
-     "xAxisKey": "property_for_label",
-     "dataKeys": ["property_for_value"],
-     "data": [{ "property_for_label": "A", "property_for_value": 10 }]
+     "xAxisKey": "key_for_labels",
+     "dataKeys": ["key_for_values"],
+     "data": [ { "key_for_labels": "Category A", "key_for_values": 100 }, ... ]
    }
-3. RULES: Data objects MUST be FLAT (no nesting). No math expressions in JSON. NEVER draw charts with text or markdown tables.`;
+4. RULES: Valid JSON only. No math. No text-based charts. No markdown tables for graphs. If showing a chart, DO NOT output a "products" JSON carousel.`;
 
-    // Inject chart instructions if not already present (including when systemPrompt is undefined)
-    if (!this.config.llm.systemPrompt || !this.config.llm.systemPrompt.includes('chart')) {
+    if (!this.config.llm.systemPrompt?.includes(CHART_MARKER)) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || '') + chartInstruction;
     }