@retrivora-ai/rag-engine 1.4.8 → 1.4.9

package/dist/{chunk-YCL23GST.mjs → chunk-FHNGNXXS.mjs}

@@ -2257,22 +2257,25 @@ var Pipeline = class {
     this.reranker = new Reranker();
   }
   async initialize() {
-    var _a;
+    var _a, _b;
     if (this.initialised) return;
+    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V1 -->";
     const chartInstruction = `
 
-### VISUALIZATION PROTOCOL:
-When requested to show data visually (charts, graphs, or comparisons), you MUST use this format:
-1. Wrap the data in a fenced code block with the language 'chart'.
-2. Use ONLY valid JSON matching this schema:
+${CHART_MARKER}
+### MASTER DATA VISUALIZATION PROTOCOL:
+You are an expert data analyst. When asked to visualize or compare data retrieved from the context:
+1. DECIDE the best chart type: 'pie' (for parts-of-a-whole), 'bar' (for category comparisons), or 'line' (for trends).
+2. TRANSFORM arbitrary metadata from the context into a FLAT list of objects. Extract relevant keys dynamically.
+3. OUTPUT a \`\`\`chart\`\`\` code block using this JSON format:
    {
      "type": "bar" | "line" | "pie",
-     "xAxisKey": "property_for_label",
-     "dataKeys": ["property_for_value"],
-     "data": [{ "property_for_label": "A", "property_for_value": 10 }]
+     "xAxisKey": "key_for_labels",
+     "dataKeys": ["key_for_values"],
+     "data": [ { "key_for_labels": "Category A", "key_for_values": 100 }, ... ]
    }
-3. RULES: Data objects MUST be FLAT (no nesting). No math expressions in JSON. NEVER draw charts with text or markdown tables.`;
-    if (!this.config.llm.systemPrompt || !this.config.llm.systemPrompt.includes("chart")) {
+4. RULES: Valid JSON only. No math. No text-based charts. No markdown tables for graphs. If showing a chart, DO NOT output a "products" JSON carousel.`;
+    if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }
     console.log(`[Pipeline] Initializing with provider: ${this.config.vectorDb.provider}...`);
@@ -2289,7 +2292,7 @@ When requested to show data visually (charts, graphs, or comparisons), you MUST
       this.entityExtractor = new EntityExtractor(this.llmProvider);
     }
     await this.vectorDB.initialize();
-    if (((_a = this.config.rag) == null ? void 0 : _a.architecture) === "agentic") {
+    if (((_b = this.config.rag) == null ? void 0 : _b.architecture) === "agentic") {
       this.agent = new LangChainAgent(this, this.config);
       await this.agent.initialize(this.llmProvider);
     }

package/dist/handlers/index.js

@@ -3820,22 +3820,25 @@ var Pipeline = class {
     this.reranker = new Reranker();
   }
   async initialize() {
-    var _a;
+    var _a, _b;
     if (this.initialised) return;
+    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V1 -->";
     const chartInstruction = `
 
-### VISUALIZATION PROTOCOL:
-When requested to show data visually (charts, graphs, or comparisons), you MUST use this format:
-1. Wrap the data in a fenced code block with the language 'chart'.
-2. Use ONLY valid JSON matching this schema:
+${CHART_MARKER}
+### MASTER DATA VISUALIZATION PROTOCOL:
+You are an expert data analyst. When asked to visualize or compare data retrieved from the context:
+1. DECIDE the best chart type: 'pie' (for parts-of-a-whole), 'bar' (for category comparisons), or 'line' (for trends).
+2. TRANSFORM arbitrary metadata from the context into a FLAT list of objects. Extract relevant keys dynamically.
+3. OUTPUT a \`\`\`chart\`\`\` code block using this JSON format:
    {
      "type": "bar" | "line" | "pie",
-     "xAxisKey": "property_for_label",
-     "dataKeys": ["property_for_value"],
-     "data": [{ "property_for_label": "A", "property_for_value": 10 }]
+     "xAxisKey": "key_for_labels",
+     "dataKeys": ["key_for_values"],
+     "data": [ { "key_for_labels": "Category A", "key_for_values": 100 }, ... ]
    }
-3. RULES: Data objects MUST be FLAT (no nesting). No math expressions in JSON. NEVER draw charts with text or markdown tables.`;
-    if (!this.config.llm.systemPrompt || !this.config.llm.systemPrompt.includes("chart")) {
+4. RULES: Valid JSON only. No math. No text-based charts. No markdown tables for graphs. If showing a chart, DO NOT output a "products" JSON carousel.`;
+    if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }
     console.log(`[Pipeline] Initializing with provider: ${this.config.vectorDb.provider}...`);
@@ -3852,7 +3855,7 @@ When requested to show data visually (charts, graphs, or comparisons), you MUST
       this.entityExtractor = new EntityExtractor(this.llmProvider);
     }
     await this.vectorDB.initialize();
-    if (((_a = this.config.rag) == null ? void 0 : _a.architecture) === "agentic") {
+    if (((_b = this.config.rag) == null ? void 0 : _b.architecture) === "agentic") {
       this.agent = new LangChainAgent(this, this.config);
       await this.agent.initialize(this.llmProvider);
     }

package/dist/handlers/index.mjs

@@ -9,7 +9,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "../chunk-YCL23GST.mjs";
+} from "../chunk-FHNGNXXS.mjs";
 import "../chunk-YLTMFW4M.mjs";
 import "../chunk-X4TOT24V.mjs";
 export {

package/dist/index.js

@@ -505,7 +505,8 @@ function MessageBubble({
   }, [sources, isUser]);
   const { productsFromContent, cleanContent } = import_react5.default.useMemo(() => {
     if (isUser) return { productsFromContent: [], cleanContent: message.content };
-    if (message.content.includes("```chart")) {
+    const isVisualization = message.content.includes("```chart") || message.content.toLowerCase().includes("pie chart") || message.content.toLowerCase().includes("bar chart") || message.content.toLowerCase().includes("distribution");
+    if (isVisualization) {
       return { productsFromContent: [], cleanContent: message.content };
     }
     const jsonRegex = /```json\s*([\s\S]*?)\s*```/g;

package/dist/index.mjs

@@ -468,7 +468,8 @@ function MessageBubble({
   }, [sources, isUser]);
   const { productsFromContent, cleanContent } = React5.useMemo(() => {
     if (isUser) return { productsFromContent: [], cleanContent: message.content };
-    if (message.content.includes("```chart")) {
+    const isVisualization = message.content.includes("```chart") || message.content.toLowerCase().includes("pie chart") || message.content.toLowerCase().includes("bar chart") || message.content.toLowerCase().includes("distribution");
+    if (isVisualization) {
       return { productsFromContent: [], cleanContent: message.content };
     }
     const jsonRegex = /```json\s*([\s\S]*?)\s*```/g;

package/dist/server.js

@@ -3911,22 +3911,25 @@ var Pipeline = class {
     this.reranker = new Reranker();
   }
   async initialize() {
-    var _a;
+    var _a, _b;
     if (this.initialised) return;
+    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V1 -->";
     const chartInstruction = `
 
-### VISUALIZATION PROTOCOL:
-When requested to show data visually (charts, graphs, or comparisons), you MUST use this format:
-1. Wrap the data in a fenced code block with the language 'chart'.
-2. Use ONLY valid JSON matching this schema:
+${CHART_MARKER}
+### MASTER DATA VISUALIZATION PROTOCOL:
+You are an expert data analyst. When asked to visualize or compare data retrieved from the context:
+1. DECIDE the best chart type: 'pie' (for parts-of-a-whole), 'bar' (for category comparisons), or 'line' (for trends).
+2. TRANSFORM arbitrary metadata from the context into a FLAT list of objects. Extract relevant keys dynamically.
+3. OUTPUT a \`\`\`chart\`\`\` code block using this JSON format:
    {
      "type": "bar" | "line" | "pie",
-     "xAxisKey": "property_for_label",
-     "dataKeys": ["property_for_value"],
-     "data": [{ "property_for_label": "A", "property_for_value": 10 }]
+     "xAxisKey": "key_for_labels",
+     "dataKeys": ["key_for_values"],
+     "data": [ { "key_for_labels": "Category A", "key_for_values": 100 }, ... ]
    }
-3. RULES: Data objects MUST be FLAT (no nesting). No math expressions in JSON. NEVER draw charts with text or markdown tables.`;
-    if (!this.config.llm.systemPrompt || !this.config.llm.systemPrompt.includes("chart")) {
+4. RULES: Valid JSON only. No math. No text-based charts. No markdown tables for graphs. If showing a chart, DO NOT output a "products" JSON carousel.`;
+    if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }
     console.log(`[Pipeline] Initializing with provider: ${this.config.vectorDb.provider}...`);
@@ -3943,7 +3946,7 @@ When requested to show data visually (charts, graphs, or comparisons), you MUST
       this.entityExtractor = new EntityExtractor(this.llmProvider);
     }
     await this.vectorDB.initialize();
-    if (((_a = this.config.rag) == null ? void 0 : _a.architecture) === "agentic") {
+    if (((_b = this.config.rag) == null ? void 0 : _b.architecture) === "agentic") {
       this.agent = new LangChainAgent(this, this.config);
       await this.agent.initialize(this.llmProvider);
     }

package/dist/server.mjs

@@ -39,7 +39,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "./chunk-YCL23GST.mjs";
+} from "./chunk-FHNGNXXS.mjs";
 import "./chunk-YLTMFW4M.mjs";
 import {
   PineconeProvider

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@retrivora-ai/rag-engine",
-  "version": "1.4.8",
+  "version": "1.4.9",
   "description": "Retrivora AI is a plug-and-play AI engine for RAG chat experiences — generic vector DB + LLM provider, embeddable or standalone.",
   "author": "Abhinav Alkuchi",
   "license": "MIT",

package/src/components/MessageBubble.tsx

@@ -313,8 +313,14 @@ export function MessageBubble({
   const { productsFromContent, cleanContent } = React.useMemo(() => {
     if (isUser) return { productsFromContent: [] as Product[], cleanContent: message.content };
 
-    // If the message contains a chart, suppress the product carousel to keep focus on visualization
-    if (message.content.includes('```chart')) {
+    // If the message contains a chart or refers to visualization, suppress the product carousel
+    const isVisualization = 
+      message.content.includes('```chart') || 
+      message.content.toLowerCase().includes('pie chart') ||
+      message.content.toLowerCase().includes('bar chart') ||
+      message.content.toLowerCase().includes('distribution');
+
+    if (isVisualization) {
       return { productsFromContent: [] as Product[], cleanContent: message.content };
     }
 

package/src/core/Pipeline.ts

@@ -100,20 +100,23 @@ export class Pipeline {
     if (this.initialised) return;
 
     // Augment system prompt with a Universal Visualization Protocol
-    const chartInstruction = `\n\n### VISUALIZATION PROTOCOL:
-When requested to show data visually (charts, graphs, or comparisons), you MUST use this format:
-1. Wrap the data in a fenced code block with the language 'chart'.
-2. Use ONLY valid JSON matching this schema:
+    // We use a unique marker to ensure this is only injected once but is ALWAYS present.
+    const CHART_MARKER = '<!-- VIZ_PROTOCOL_V1 -->';
+    const chartInstruction = `\n\n${CHART_MARKER}
+### MASTER DATA VISUALIZATION PROTOCOL:
+You are an expert data analyst. When asked to visualize or compare data retrieved from the context:
+1. DECIDE the best chart type: 'pie' (for parts-of-a-whole), 'bar' (for category comparisons), or 'line' (for trends).
+2. TRANSFORM arbitrary metadata from the context into a FLAT list of objects. Extract relevant keys dynamically.
+3. OUTPUT a \`\`\`chart\`\`\` code block using this JSON format:
    {
      "type": "bar" | "line" | "pie",
-     "xAxisKey": "property_for_label",
-     "dataKeys": ["property_for_value"],
-     "data": [{ "property_for_label": "A", "property_for_value": 10 }]
+     "xAxisKey": "key_for_labels",
+     "dataKeys": ["key_for_values"],
+     "data": [ { "key_for_labels": "Category A", "key_for_values": 100 }, ... ]
    }
-3. RULES: Data objects MUST be FLAT (no nesting). No math expressions in JSON. NEVER draw charts with text or markdown tables.`;
+4. RULES: Valid JSON only. No math. No text-based charts. No markdown tables for graphs. If showing a chart, DO NOT output a "products" JSON carousel.`;
 
-    // Inject chart instructions if not already present (including when systemPrompt is undefined)
-    if (!this.config.llm.systemPrompt || !this.config.llm.systemPrompt.includes('chart')) {
+    if (!this.config.llm.systemPrompt?.includes(CHART_MARKER)) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || '') + chartInstruction;
     }