@retrivora-ai/rag-engine 1.5.0 → 1.5.2

package/dist/{chunk-YTL3SLQU.mjs → chunk-C4UPQX3E.mjs}

@@ -2259,22 +2259,17 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V1 -->";
+    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V2 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
-### MANDATORY CHART PROTOCOL:
-If asked for a chart (pie, bar, line), you MUST output exactly ONE block using this structure:
-\`\`\`chart
-{
-  "type": "pie",
-  "data": [ { "label": "Item A", "value": 10 }, { "label": "Item B", "value": 20 } ]
-}
-\`\`\`
-- RULES: 
-1. You MUST include the \`\`\`chart and \`\`\` markers. Naked JSON will NOT render.
-2. Output ONLY the chart block. No Python snippets. No "here is the data" text.
-3. Data objects MUST be FLAT. No math (e.g. use 10, NOT 5+5).`;
+### MANDATORY VISUALIZATION RULES:
+- If asked for statistics, distribution, or comparisons: You MUST use the \`\`\`chart block.
+- FORMAT: \`\`\`chart { "type": "pie" | "bar" | "line", "data": [ { "label": "X", "value": 10 } ] } \`\`\`
+- RULES:
+  1. ALWAYS include the \`\`\`chart and \`\`\` markers.
+  2. NEVER use text, tables, or ASCII art for charts.
+  3. Output ONLY the chart block. No Python, no text descriptions.`;
     if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }

package/dist/handlers/index.js

@@ -3822,22 +3822,17 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V1 -->";
+    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V2 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
-### MANDATORY CHART PROTOCOL:
-If asked for a chart (pie, bar, line), you MUST output exactly ONE block using this structure:
-\`\`\`chart
-{
-  "type": "pie",
-  "data": [ { "label": "Item A", "value": 10 }, { "label": "Item B", "value": 20 } ]
-}
-\`\`\`
-- RULES: 
-1. You MUST include the \`\`\`chart and \`\`\` markers. Naked JSON will NOT render.
-2. Output ONLY the chart block. No Python snippets. No "here is the data" text.
-3. Data objects MUST be FLAT. No math (e.g. use 10, NOT 5+5).`;
+### MANDATORY VISUALIZATION RULES:
+- If asked for statistics, distribution, or comparisons: You MUST use the \`\`\`chart block.
+- FORMAT: \`\`\`chart { "type": "pie" | "bar" | "line", "data": [ { "label": "X", "value": 10 } ] } \`\`\`
+- RULES:
+  1. ALWAYS include the \`\`\`chart and \`\`\` markers.
+  2. NEVER use text, tables, or ASCII art for charts.
+  3. Output ONLY the chart block. No Python, no text descriptions.`;
     if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }

package/dist/handlers/index.mjs

@@ -9,7 +9,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "../chunk-YTL3SLQU.mjs";
+} from "../chunk-C4UPQX3E.mjs";
 import "../chunk-YLTMFW4M.mjs";
 import "../chunk-X4TOT24V.mjs";
 export {

package/dist/index.js

@@ -503,13 +503,8 @@ function MessageBubble({
       };
     });
   }, [sources, isUser]);
-  const isVisualizationRequested = import_react5.default.useMemo(() => {
-    if (isUser) return false;
-    const text = message.content.toLowerCase();
-    return message.content.includes("```chart") || text.includes("pie chart") || text.includes("bar chart") || text.includes("line chart") || text.includes("distribution across");
-  }, [message.content, isUser]);
   const { productsFromContent, cleanContent } = import_react5.default.useMemo(() => {
-    if (isUser || isVisualizationRequested) {
+    if (isUser) {
       return { productsFromContent: [], cleanContent: message.content };
     }
     const jsonRegex = /```json\s*([\s\S]*?)\s*```/g;
@@ -535,7 +530,7 @@ function MessageBubble({
       }
     }
     return { productsFromContent: products, cleanContent: content.trim() };
-  }, [message.content, isUser, isVisualizationRequested]);
+  }, [message.content, isUser]);
   const allProducts = import_react5.default.useMemo(() => {
     if (productsFromContent.length > 0) return productsFromContent;
     const seen = /* @__PURE__ */ new Set();
@@ -555,6 +550,19 @@ function MessageBubble({
   const processedMarkdown = import_react5.default.useMemo(() => {
     let raw = cleanContent || message.content;
     raw = raw.replace(/([^\n])\n\|/g, "$1\n\n|").replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, "$1\n");
+    if (!isStreaming) {
+      raw = raw.replace(/(?:^|\n)\s*\{\s*[\s\S]*?"type":\s*"(?:pie|bar|line|products)"[\s\S]*?\}\s*(?:\n|$)/g, (match) => {
+        if (match.includes("```")) return match;
+        const type = match.includes('"products"') ? "json" : "chart";
+        return `
+
+\`\`\`${type}
+${match.trim()}
+\`\`\`
+
+`;
+      });
+    }
     if (isStreaming) {
       raw = raw.replace(/((?:^|\n)\|.*)+/g, (match) => {
         return `

package/dist/index.mjs

@@ -466,13 +466,8 @@ function MessageBubble({
       };
     });
   }, [sources, isUser]);
-  const isVisualizationRequested = React5.useMemo(() => {
-    if (isUser) return false;
-    const text = message.content.toLowerCase();
-    return message.content.includes("```chart") || text.includes("pie chart") || text.includes("bar chart") || text.includes("line chart") || text.includes("distribution across");
-  }, [message.content, isUser]);
   const { productsFromContent, cleanContent } = React5.useMemo(() => {
-    if (isUser || isVisualizationRequested) {
+    if (isUser) {
       return { productsFromContent: [], cleanContent: message.content };
     }
     const jsonRegex = /```json\s*([\s\S]*?)\s*```/g;
@@ -498,7 +493,7 @@ function MessageBubble({
       }
     }
     return { productsFromContent: products, cleanContent: content.trim() };
-  }, [message.content, isUser, isVisualizationRequested]);
+  }, [message.content, isUser]);
   const allProducts = React5.useMemo(() => {
     if (productsFromContent.length > 0) return productsFromContent;
     const seen = /* @__PURE__ */ new Set();
@@ -518,6 +513,19 @@ function MessageBubble({
   const processedMarkdown = React5.useMemo(() => {
     let raw = cleanContent || message.content;
     raw = raw.replace(/([^\n])\n\|/g, "$1\n\n|").replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, "$1\n");
+    if (!isStreaming) {
+      raw = raw.replace(/(?:^|\n)\s*\{\s*[\s\S]*?"type":\s*"(?:pie|bar|line|products)"[\s\S]*?\}\s*(?:\n|$)/g, (match) => {
+        if (match.includes("```")) return match;
+        const type = match.includes('"products"') ? "json" : "chart";
+        return `
+
+\`\`\`${type}
+${match.trim()}
+\`\`\`
+
+`;
+      });
+    }
     if (isStreaming) {
       raw = raw.replace(/((?:^|\n)\|.*)+/g, (match) => {
         return `

package/dist/server.js

@@ -3913,22 +3913,17 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V1 -->";
+    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V2 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
-### MANDATORY CHART PROTOCOL:
-If asked for a chart (pie, bar, line), you MUST output exactly ONE block using this structure:
-\`\`\`chart
-{
-  "type": "pie",
-  "data": [ { "label": "Item A", "value": 10 }, { "label": "Item B", "value": 20 } ]
-}
-\`\`\`
-- RULES: 
-1. You MUST include the \`\`\`chart and \`\`\` markers. Naked JSON will NOT render.
-2. Output ONLY the chart block. No Python snippets. No "here is the data" text.
-3. Data objects MUST be FLAT. No math (e.g. use 10, NOT 5+5).`;
+### MANDATORY VISUALIZATION RULES:
+- If asked for statistics, distribution, or comparisons: You MUST use the \`\`\`chart block.
+- FORMAT: \`\`\`chart { "type": "pie" | "bar" | "line", "data": [ { "label": "X", "value": 10 } ] } \`\`\`
+- RULES:
+  1. ALWAYS include the \`\`\`chart and \`\`\` markers.
+  2. NEVER use text, tables, or ASCII art for charts.
+  3. Output ONLY the chart block. No Python, no text descriptions.`;
     if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }

package/dist/server.mjs

@@ -39,7 +39,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "./chunk-YTL3SLQU.mjs";
+} from "./chunk-C4UPQX3E.mjs";
 import "./chunk-YLTMFW4M.mjs";
 import {
   PineconeProvider

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@retrivora-ai/rag-engine",
-  "version": "1.5.0",
+  "version": "1.5.2",
   "description": "Retrivora AI is a plug-and-play AI engine for RAG chat experiences — generic vector DB + LLM provider, embeddable or standalone.",
   "author": "Abhinav Alkuchi",
   "license": "MIT",

package/src/components/MessageBubble.tsx

@@ -309,23 +309,9 @@ export function MessageBubble({
       });
   }, [sources, isUser]);
 
-  // ── Visualization Intent Detection ────────────────────────────────────────
-  // Robust detection to prevent UI clutter and ensure atomic rendering.
-  const isVisualizationRequested = React.useMemo(() => {
-    if (isUser) return false;
-    const text = message.content.toLowerCase();
-    return (
-      message.content.includes('```chart') ||
-      text.includes('pie chart') ||
-      text.includes('bar chart') ||
-      text.includes('line chart') ||
-      text.includes('distribution across')
-    );
-  }, [message.content, isUser]);
-
   // ── Products + cleaned content from structured JSON blocks in the message ──
   const { productsFromContent, cleanContent } = React.useMemo(() => {
-    if (isUser || isVisualizationRequested) {
+    if (isUser) {
       return { productsFromContent: [] as Product[], cleanContent: message.content };
     }
 
@@ -353,7 +339,7 @@ export function MessageBubble({
     }
 
     return { productsFromContent: products, cleanContent: content.trim() };
-  }, [message.content, isUser, isVisualizationRequested]);
+  }, [message.content, isUser]);
 
   // ── Merge & deduplicate products ───────────────────────────────────────────
   const allProducts = React.useMemo<Product[]>(() => {
@@ -380,7 +366,19 @@ export function MessageBubble({
     raw = raw.replace(/([^\n])\n\|/g, '$1\n\n|') // Ensure blank line before table
              .replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, '$1\n'); // Remove blank lines between rows
 
-    // 2. HIJACKING: If streaming, hide table-like content to prevent raw markdown flashing.
+    // 2. HEALING: Detect naked JSON charts/products and wrap them if markers are missing
+    // This handles models (like Llama 3.2) that often omit the ```chart markers.
+    if (!isStreaming) {
+      // Look for objects that look like chart or product data
+      raw = raw.replace(/(?:^|\n)\s*\{\s*[\s\S]*?"type":\s*"(?:pie|bar|line|products)"[\s\S]*?\}\s*(?:\n|$)/g, (match) => {
+        // Only wrap if not already in a code block
+        if (match.includes('```')) return match;
+        const type = match.includes('"products"') ? 'json' : 'chart';
+        return `\n\n\`\`\`${type}\n${match.trim()}\n\`\`\`\n\n`;
+      });
+    }
+
+    // 3. HIJACKING: If streaming, hide table-like content to prevent raw markdown flashing.
     if (isStreaming) {
       raw = raw.replace(/((?:^|\n)\|.*)+/g, (match) => {
         return `\n\n\`\`\`table-loading\n${match.trim()}\n\`\`\`\n\n`;

package/src/core/Pipeline.ts

@@ -101,20 +101,15 @@ export class Pipeline {
 
     // Augment system prompt with a Universal Visualization Protocol
     // We use a unique marker to ensure this is only injected once but is ALWAYS present.
-    const CHART_MARKER = '<!-- VIZ_PROTOCOL_V1 -->';
+    const CHART_MARKER = '<!-- VIZ_PROTOCOL_V2 -->';
     const chartInstruction = `\n\n${CHART_MARKER}
-### MANDATORY CHART PROTOCOL:
-If asked for a chart (pie, bar, line), you MUST output exactly ONE block using this structure:
-\`\`\`chart
-{
-  "type": "pie",
-  "data": [ { "label": "Item A", "value": 10 }, { "label": "Item B", "value": 20 } ]
-}
-\`\`\`
-- RULES: 
-1. You MUST include the \`\`\`chart and \`\`\` markers. Naked JSON will NOT render.
-2. Output ONLY the chart block. No Python snippets. No "here is the data" text.
-3. Data objects MUST be FLAT. No math (e.g. use 10, NOT 5+5).`;
+### MANDATORY VISUALIZATION RULES:
+- If asked for statistics, distribution, or comparisons: You MUST use the \`\`\`chart block.
+- FORMAT: \`\`\`chart { "type": "pie" | "bar" | "line", "data": [ { "label": "X", "value": 10 } ] } \`\`\`
+- RULES:
+  1. ALWAYS include the \`\`\`chart and \`\`\` markers.
+  2. NEVER use text, tables, or ASCII art for charts.
+  3. Output ONLY the chart block. No Python, no text descriptions.`;
 
     if (!this.config.llm.systemPrompt?.includes(CHART_MARKER)) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || '') + chartInstruction;