@retrivora-ai/rag-engine 1.5.1 → 1.5.3

package/dist/{chunk-NXEX6XM6.mjs → chunk-C4UPQX3E.mjs}

@@ -2259,18 +2259,17 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V1 -->";
+    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V2 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
-### DATA REPRESENTATION TOOLBOX:
-You have two specialized formats for structured data. Choose the one (or both) that provides the most value to the user:
-1. \`\`\`chart\`\`\` block: Best for statistics, distributions, and comparisons.
-   Format: { "type": "bar" | "line" | "pie", "data": [ { "label": "X", "value": 10 } ] }
-2. \`\`\`json\`\`\` (products) block: Best for listing or browsing specific items.
-   Format: { "type": "products", "data": [...] }
-
-RULES: Output MUST be valid JSON. Data objects MUST be FLAT. Never draw charts with text or markdown tables.`;
+### MANDATORY VISUALIZATION RULES:
+- If asked for statistics, distribution, or comparisons: You MUST use the \`\`\`chart block.
+- FORMAT: \`\`\`chart { "type": "pie" | "bar" | "line", "data": [ { "label": "X", "value": 10 } ] } \`\`\`
+- RULES:
+  1. ALWAYS include the \`\`\`chart and \`\`\` markers.
+  2. NEVER use text, tables, or ASCII art for charts.
+  3. Output ONLY the chart block. No Python, no text descriptions.`;
     if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }

package/dist/handlers/index.js

@@ -3822,18 +3822,17 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V1 -->";
+    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V2 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
-### DATA REPRESENTATION TOOLBOX:
-You have two specialized formats for structured data. Choose the one (or both) that provides the most value to the user:
-1. \`\`\`chart\`\`\` block: Best for statistics, distributions, and comparisons.
-   Format: { "type": "bar" | "line" | "pie", "data": [ { "label": "X", "value": 10 } ] }
-2. \`\`\`json\`\`\` (products) block: Best for listing or browsing specific items.
-   Format: { "type": "products", "data": [...] }
-
-RULES: Output MUST be valid JSON. Data objects MUST be FLAT. Never draw charts with text or markdown tables.`;
+### MANDATORY VISUALIZATION RULES:
+- If asked for statistics, distribution, or comparisons: You MUST use the \`\`\`chart block.
+- FORMAT: \`\`\`chart { "type": "pie" | "bar" | "line", "data": [ { "label": "X", "value": 10 } ] } \`\`\`
+- RULES:
+  1. ALWAYS include the \`\`\`chart and \`\`\` markers.
+  2. NEVER use text, tables, or ASCII art for charts.
+  3. Output ONLY the chart block. No Python, no text descriptions.`;
     if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }

package/dist/handlers/index.mjs

@@ -9,7 +9,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "../chunk-NXEX6XM6.mjs";
+} from "../chunk-C4UPQX3E.mjs";
 import "../chunk-YLTMFW4M.mjs";
 import "../chunk-X4TOT24V.mjs";
 export {

package/dist/index.js

@@ -445,12 +445,11 @@ function ChartBlock({ rawContent, primaryColor, accentColor, isStreaming }) {
     if (isStreaming) return { loading: true };
     if (!rawContent || rawContent === "undefined") return { error: "Empty visualization config." };
     try {
-      const sanitized = sanitizeJson(rawContent);
-      const config2 = JSON.parse(sanitized);
+      const clean = rawContent.replace(/^```[a-z]*\s*/i, "").replace(/```\s*$/, "").trim();
+      const config2 = JSON.parse(sanitizeJson(clean));
       return { config: config2 };
     } catch (err) {
-      const sanitized = sanitizeJson(rawContent);
-      console.error("[ChartBlock] Parsing failed.\nError:", err, "\nSanitized:\n", sanitized);
+      console.error("[ChartBlock] Parsing failed.\nError:", err);
       return { error: String(err) };
     }
   }, [rawContent, isStreaming]);
@@ -550,6 +549,19 @@ function MessageBubble({
   const processedMarkdown = import_react5.default.useMemo(() => {
     let raw = cleanContent || message.content;
     raw = raw.replace(/([^\n])\n\|/g, "$1\n\n|").replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, "$1\n");
+    if (!isStreaming) {
+      raw = raw.replace(/(?:^|\n)\s*\{\s*[\s\S]*?"type":\s*"(?:pie|bar|line|products)"[\s\S]*?\}\s*(?:\n|$)/g, (match) => {
+        if (match.includes("```")) return match;
+        const type = match.includes('"products"') ? "json" : "chart";
+        return `
+
+\`\`\`${type}
+${match.trim()}
+\`\`\`
+
+`;
+      });
+    }
     if (isStreaming) {
       raw = raw.replace(/((?:^|\n)\|.*)+/g, (match) => {
         return `

package/dist/index.mjs

@@ -408,12 +408,11 @@ function ChartBlock({ rawContent, primaryColor, accentColor, isStreaming }) {
     if (isStreaming) return { loading: true };
     if (!rawContent || rawContent === "undefined") return { error: "Empty visualization config." };
     try {
-      const sanitized = sanitizeJson(rawContent);
-      const config2 = JSON.parse(sanitized);
+      const clean = rawContent.replace(/^```[a-z]*\s*/i, "").replace(/```\s*$/, "").trim();
+      const config2 = JSON.parse(sanitizeJson(clean));
       return { config: config2 };
     } catch (err) {
-      const sanitized = sanitizeJson(rawContent);
-      console.error("[ChartBlock] Parsing failed.\nError:", err, "\nSanitized:\n", sanitized);
+      console.error("[ChartBlock] Parsing failed.\nError:", err);
       return { error: String(err) };
     }
   }, [rawContent, isStreaming]);
@@ -513,6 +512,19 @@ function MessageBubble({
   const processedMarkdown = React5.useMemo(() => {
     let raw = cleanContent || message.content;
     raw = raw.replace(/([^\n])\n\|/g, "$1\n\n|").replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, "$1\n");
+    if (!isStreaming) {
+      raw = raw.replace(/(?:^|\n)\s*\{\s*[\s\S]*?"type":\s*"(?:pie|bar|line|products)"[\s\S]*?\}\s*(?:\n|$)/g, (match) => {
+        if (match.includes("```")) return match;
+        const type = match.includes('"products"') ? "json" : "chart";
+        return `
+
+\`\`\`${type}
+${match.trim()}
+\`\`\`
+
+`;
+      });
+    }
     if (isStreaming) {
       raw = raw.replace(/((?:^|\n)\|.*)+/g, (match) => {
         return `

package/dist/server.js

@@ -3913,18 +3913,17 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V1 -->";
+    const CHART_MARKER = "<!-- VIZ_PROTOCOL_V2 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
-### DATA REPRESENTATION TOOLBOX:
-You have two specialized formats for structured data. Choose the one (or both) that provides the most value to the user:
-1. \`\`\`chart\`\`\` block: Best for statistics, distributions, and comparisons.
-   Format: { "type": "bar" | "line" | "pie", "data": [ { "label": "X", "value": 10 } ] }
-2. \`\`\`json\`\`\` (products) block: Best for listing or browsing specific items.
-   Format: { "type": "products", "data": [...] }
-
-RULES: Output MUST be valid JSON. Data objects MUST be FLAT. Never draw charts with text or markdown tables.`;
+### MANDATORY VISUALIZATION RULES:
+- If asked for statistics, distribution, or comparisons: You MUST use the \`\`\`chart block.
+- FORMAT: \`\`\`chart { "type": "pie" | "bar" | "line", "data": [ { "label": "X", "value": 10 } ] } \`\`\`
+- RULES:
+  1. ALWAYS include the \`\`\`chart and \`\`\` markers.
+  2. NEVER use text, tables, or ASCII art for charts.
+  3. Output ONLY the chart block. No Python, no text descriptions.`;
     if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }

package/dist/server.mjs

@@ -39,7 +39,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "./chunk-NXEX6XM6.mjs";
+} from "./chunk-C4UPQX3E.mjs";
 import "./chunk-YLTMFW4M.mjs";
 import {
   PineconeProvider

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@retrivora-ai/rag-engine",
-  "version": "1.5.1",
+  "version": "1.5.3",
   "description": "Retrivora AI is a plug-and-play AI engine for RAG chat experiences — generic vector DB + LLM provider, embeddable or standalone.",
   "author": "Abhinav Alkuchi",
   "license": "MIT",

package/src/components/MessageBubble.tsx

@@ -228,12 +228,14 @@ function ChartBlock({ rawContent, primaryColor, accentColor, isStreaming }: Char
     if (isStreaming) return { loading: true };
     if (!rawContent || rawContent === 'undefined') return { error: 'Empty visualization config.' };
     try {
-      const sanitized = sanitizeJson(rawContent);
-      const config = JSON.parse(sanitized) as ParsedConfig;
+      const clean = rawContent
+        .replace(/^```[a-z]*\s*/i, '')
+        .replace(/```\s*$/, '')
+        .trim();
+      const config = JSON.parse(sanitizeJson(clean)) as ParsedConfig;
       return { config };
     } catch (err) {
-      const sanitized = sanitizeJson(rawContent);
-      console.error('[ChartBlock] Parsing failed.\nError:', err, '\nSanitized:\n', sanitized);
+      console.error('[ChartBlock] Parsing failed.\nError:', err);
       return { error: String(err) };
     }
   }, [rawContent, isStreaming]);
@@ -366,7 +368,19 @@ export function MessageBubble({
     raw = raw.replace(/([^\n])\n\|/g, '$1\n\n|') // Ensure blank line before table
              .replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, '$1\n'); // Remove blank lines between rows
 
-    // 2. HIJACKING: If streaming, hide table-like content to prevent raw markdown flashing.
+    // 2. HEALING: Detect naked JSON charts/products and wrap them if markers are missing
+    // This handles models (like Llama 3.2) that often omit the ```chart markers.
+    if (!isStreaming) {
+      // Look for objects that look like chart or product data
+      raw = raw.replace(/(?:^|\n)\s*\{\s*[\s\S]*?"type":\s*"(?:pie|bar|line|products)"[\s\S]*?\}\s*(?:\n|$)/g, (match) => {
+        // Only wrap if not already in a code block
+        if (match.includes('```')) return match;
+        const type = match.includes('"products"') ? 'json' : 'chart';
+        return `\n\n\`\`\`${type}\n${match.trim()}\n\`\`\`\n\n`;
+      });
+    }
+
+    // 3. HIJACKING: If streaming, hide table-like content to prevent raw markdown flashing.
     if (isStreaming) {
       raw = raw.replace(/((?:^|\n)\|.*)+/g, (match) => {
         return `\n\n\`\`\`table-loading\n${match.trim()}\n\`\`\`\n\n`;

package/src/core/Pipeline.ts

@@ -101,16 +101,15 @@ export class Pipeline {
 
     // Augment system prompt with a Universal Visualization Protocol
     // We use a unique marker to ensure this is only injected once but is ALWAYS present.
-    const CHART_MARKER = '<!-- VIZ_PROTOCOL_V1 -->';
+    const CHART_MARKER = '<!-- VIZ_PROTOCOL_V2 -->';
     const chartInstruction = `\n\n${CHART_MARKER}
-### DATA REPRESENTATION TOOLBOX:
-You have two specialized formats for structured data. Choose the one (or both) that provides the most value to the user:
-1. \`\`\`chart\`\`\` block: Best for statistics, distributions, and comparisons.
-   Format: { "type": "bar" | "line" | "pie", "data": [ { "label": "X", "value": 10 } ] }
-2. \`\`\`json\`\`\` (products) block: Best for listing or browsing specific items.
-   Format: { "type": "products", "data": [...] }
-
-RULES: Output MUST be valid JSON. Data objects MUST be FLAT. Never draw charts with text or markdown tables.`;
+### MANDATORY VISUALIZATION RULES:
+- If asked for statistics, distribution, or comparisons: You MUST use the \`\`\`chart block.
+- FORMAT: \`\`\`chart { "type": "pie" | "bar" | "line", "data": [ { "label": "X", "value": 10 } ] } \`\`\`
+- RULES:
+  1. ALWAYS include the \`\`\`chart and \`\`\` markers.
+  2. NEVER use text, tables, or ASCII art for charts.
+  3. Output ONLY the chart block. No Python, no text descriptions.`;
 
     if (!this.config.llm.systemPrompt?.includes(CHART_MARKER)) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || '') + chartInstruction;