@retrivora-ai/rag-engine 1.5.1 → 1.5.2

package/dist/{chunk-NXEX6XM6.mjs → chunk-C4UPQX3E.mjs}

@@ -2259,18 +2259,17 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V1 -->";
+    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V2 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
-### DATA REPRESENTATION TOOLBOX:
-You have two specialized formats for structured data. Choose the one (or both) that provides the most value to the user:
-1. \`\`\`chart\`\`\` block: Best for statistics, distributions, and comparisons.
-   Format: { "type": "bar" | "line" | "pie", "data": [ { "label": "X", "value": 10 } ] }
-2. \`\`\`json\`\`\` (products) block: Best for listing or browsing specific items.
-   Format: { "type": "products", "data": [...] }
-
-RULES: Output MUST be valid JSON. Data objects MUST be FLAT. Never draw charts with text or markdown tables.`;
+### MANDATORY VISUALIZATION RULES:
+- If asked for statistics, distribution, or comparisons: You MUST use the \`\`\`chart block.
+- FORMAT: \`\`\`chart { "type": "pie" | "bar" | "line", "data": [ { "label": "X", "value": 10 } ] } \`\`\`
+- RULES:
+  1. ALWAYS include the \`\`\`chart and \`\`\` markers.
+  2. NEVER use text, tables, or ASCII art for charts.
+  3. Output ONLY the chart block. No Python, no text descriptions.`;
     if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }

package/dist/handlers/index.js

@@ -3822,18 +3822,17 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V1 -->";
+    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V2 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
-### DATA REPRESENTATION TOOLBOX:
-You have two specialized formats for structured data. Choose the one (or both) that provides the most value to the user:
-1. \`\`\`chart\`\`\` block: Best for statistics, distributions, and comparisons.
-   Format: { "type": "bar" | "line" | "pie", "data": [ { "label": "X", "value": 10 } ] }
-2. \`\`\`json\`\`\` (products) block: Best for listing or browsing specific items.
-   Format: { "type": "products", "data": [...] }
-
-RULES: Output MUST be valid JSON. Data objects MUST be FLAT. Never draw charts with text or markdown tables.`;
+### MANDATORY VISUALIZATION RULES:
+- If asked for statistics, distribution, or comparisons: You MUST use the \`\`\`chart block.
+- FORMAT: \`\`\`chart { "type": "pie" | "bar" | "line", "data": [ { "label": "X", "value": 10 } ] } \`\`\`
+- RULES:
+  1. ALWAYS include the \`\`\`chart and \`\`\` markers.
+  2. NEVER use text, tables, or ASCII art for charts.
+  3. Output ONLY the chart block. No Python, no text descriptions.`;
     if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }

package/dist/handlers/index.mjs

@@ -9,7 +9,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "../chunk-NXEX6XM6.mjs";
+} from "../chunk-C4UPQX3E.mjs";
 import "../chunk-YLTMFW4M.mjs";
 import "../chunk-X4TOT24V.mjs";
 export {

package/dist/index.js

@@ -550,6 +550,19 @@ function MessageBubble({
   const processedMarkdown = import_react5.default.useMemo(() => {
     let raw = cleanContent || message.content;
     raw = raw.replace(/([^\n])\n\|/g, "$1\n\n|").replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, "$1\n");
+    if (!isStreaming) {
+      raw = raw.replace(/(?:^|\n)\s*\{\s*[\s\S]*?"type":\s*"(?:pie|bar|line|products)"[\s\S]*?\}\s*(?:\n|$)/g, (match) => {
+        if (match.includes("```")) return match;
+        const type = match.includes('"products"') ? "json" : "chart";
+        return `
+
+\`\`\`${type}
+${match.trim()}
+\`\`\`
+
+`;
+      });
+    }
     if (isStreaming) {
       raw = raw.replace(/((?:^|\n)\|.*)+/g, (match) => {
         return `

package/dist/index.mjs

@@ -513,6 +513,19 @@ function MessageBubble({
   const processedMarkdown = React5.useMemo(() => {
     let raw = cleanContent || message.content;
     raw = raw.replace(/([^\n])\n\|/g, "$1\n\n|").replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, "$1\n");
+    if (!isStreaming) {
+      raw = raw.replace(/(?:^|\n)\s*\{\s*[\s\S]*?"type":\s*"(?:pie|bar|line|products)"[\s\S]*?\}\s*(?:\n|$)/g, (match) => {
+        if (match.includes("```")) return match;
+        const type = match.includes('"products"') ? "json" : "chart";
+        return `
+
+\`\`\`${type}
+${match.trim()}
+\`\`\`
+
+`;
+      });
+    }
     if (isStreaming) {
       raw = raw.replace(/((?:^|\n)\|.*)+/g, (match) => {
         return `

package/dist/server.js

@@ -3913,18 +3913,17 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V1 -->";
+    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V2 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
-### DATA REPRESENTATION TOOLBOX:
-You have two specialized formats for structured data. Choose the one (or both) that provides the most value to the user:
-1. \`\`\`chart\`\`\` block: Best for statistics, distributions, and comparisons.
-   Format: { "type": "bar" | "line" | "pie", "data": [ { "label": "X", "value": 10 } ] }
-2. \`\`\`json\`\`\` (products) block: Best for listing or browsing specific items.
-   Format: { "type": "products", "data": [...] }
-
-RULES: Output MUST be valid JSON. Data objects MUST be FLAT. Never draw charts with text or markdown tables.`;
+### MANDATORY VISUALIZATION RULES:
+- If asked for statistics, distribution, or comparisons: You MUST use the \`\`\`chart block.
+- FORMAT: \`\`\`chart { "type": "pie" | "bar" | "line", "data": [ { "label": "X", "value": 10 } ] } \`\`\`
+- RULES:
+  1. ALWAYS include the \`\`\`chart and \`\`\` markers.
+  2. NEVER use text, tables, or ASCII art for charts.
+  3. Output ONLY the chart block. No Python, no text descriptions.`;
     if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }

package/dist/server.mjs

@@ -39,7 +39,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "./chunk-NXEX6XM6.mjs";
+} from "./chunk-C4UPQX3E.mjs";
 import "./chunk-YLTMFW4M.mjs";
 import {
   PineconeProvider

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@retrivora-ai/rag-engine",
-  "version": "1.5.1",
+  "version": "1.5.2",
   "description": "Retrivora AI is a plug-and-play AI engine for RAG chat experiences — generic vector DB + LLM provider, embeddable or standalone.",
   "author": "Abhinav Alkuchi",
   "license": "MIT",

package/src/components/MessageBubble.tsx

@@ -366,7 +366,19 @@ export function MessageBubble({
     raw = raw.replace(/([^\n])\n\|/g, '$1\n\n|') // Ensure blank line before table
              .replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, '$1\n'); // Remove blank lines between rows
 
-    // 2. HIJACKING: If streaming, hide table-like content to prevent raw markdown flashing.
+    // 2. HEALING: Detect naked JSON charts/products and wrap them if markers are missing
+    // This handles models (like Llama 3.2) that often omit the ```chart markers.
+    if (!isStreaming) {
+      // Look for objects that look like chart or product data
+      raw = raw.replace(/(?:^|\n)\s*\{\s*[\s\S]*?"type":\s*"(?:pie|bar|line|products)"[\s\S]*?\}\s*(?:\n|$)/g, (match) => {
+        // Only wrap if not already in a code block
+        if (match.includes('```')) return match;
+        const type = match.includes('"products"') ? 'json' : 'chart';
+        return `\n\n\`\`\`${type}\n${match.trim()}\n\`\`\`\n\n`;
+      });
+    }
+
+    // 3. HIJACKING: If streaming, hide table-like content to prevent raw markdown flashing.
     if (isStreaming) {
       raw = raw.replace(/((?:^|\n)\|.*)+/g, (match) => {
         return `\n\n\`\`\`table-loading\n${match.trim()}\n\`\`\`\n\n`;

package/src/core/Pipeline.ts

@@ -101,16 +101,15 @@ export class Pipeline {
 
     // Augment system prompt with a Universal Visualization Protocol
     // We use a unique marker to ensure this is only injected once but is ALWAYS present.
-    const CHART_MARKER = '<!-- VIZ_PROTOCOL_V1 -->';
+    const CHART_MARKER = '<!-- VIZ_PROTOCOL_V2 -->';
     const chartInstruction = `\n\n${CHART_MARKER}
-### DATA REPRESENTATION TOOLBOX:
-You have two specialized formats for structured data. Choose the one (or both) that provides the most value to the user:
-1. \`\`\`chart\`\`\` block: Best for statistics, distributions, and comparisons.
-   Format: { "type": "bar" | "line" | "pie", "data": [ { "label": "X", "value": 10 } ] }
-2. \`\`\`json\`\`\` (products) block: Best for listing or browsing specific items.
-   Format: { "type": "products", "data": [...] }
-
-RULES: Output MUST be valid JSON. Data objects MUST be FLAT. Never draw charts with text or markdown tables.`;
+### MANDATORY VISUALIZATION RULES:
+- If asked for statistics, distribution, or comparisons: You MUST use the \`\`\`chart block.
+- FORMAT: \`\`\`chart { "type": "pie" | "bar" | "line", "data": [ { "label": "X", "value": 10 } ] } \`\`\`
+- RULES:
+  1. ALWAYS include the \`\`\`chart and \`\`\` markers.
+  2. NEVER use text, tables, or ASCII art for charts.
+  3. Output ONLY the chart block. No Python, no text descriptions.`;
 
     if (!this.config.llm.systemPrompt?.includes(CHART_MARKER)) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || '') + chartInstruction;