@retrivora-ai/rag-engine 1.6.2 → 1.6.4

package/dist/{chunk-5K7EU4KW.mjs → chunk-EE2Z4HNW.mjs}

@@ -2263,15 +2263,14 @@ var Pipeline = class {
     const chartInstruction = `
 
 ${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL
-When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
-
-1. VIEW SELECTION
-   - Use "chart" for distributions, percentages, counts, comparisons, trends, or "show me in a chart".
-   - Use "carousel" for browseable product recommendations or when the user asks to see products/items/cards.
-   - Use "table" for tabular/raw detail, explicit table/list requests, or when there are many attributes to compare.
-
-2. REQUIRED JSON SHAPE
+### UNIVERSAL UI PROTOCOL (EXPERT MODE):
+You have high-performance graphical capabilities. For any analytical query or product list, you MUST use the \`\`\`ui\`\`\` block.
+1. WRAPPING: You MUST wrap the JSON in \`\`\`ui and \`\`\` code markers. NEVER output naked JSON.
+2. VIEW SELECTION:
+   - "chart": ALWAYS use this for distributions, percentages, or statistics. You MUST aggregate/count the data yourself.
+   - "carousel": Use for browsing product items.
+   - "table": Use ONLY for raw data details if explicitly asked for a "table" or "list".
+3. SCHEMA:
    {
      "view": "chart" | "carousel" | "table",
      "title": "Short heading",

package/dist/handlers/index.js

@@ -3826,15 +3826,14 @@ var Pipeline = class {
     const chartInstruction = `
 
 ${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL
-When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
-
-1. VIEW SELECTION
-   - Use "chart" for distributions, percentages, counts, comparisons, trends, or "show me in a chart".
-   - Use "carousel" for browseable product recommendations or when the user asks to see products/items/cards.
-   - Use "table" for tabular/raw detail, explicit table/list requests, or when there are many attributes to compare.
-
-2. REQUIRED JSON SHAPE
+### UNIVERSAL UI PROTOCOL (EXPERT MODE):
+You have high-performance graphical capabilities. For any analytical query or product list, you MUST use the \`\`\`ui\`\`\` block.
+1. WRAPPING: You MUST wrap the JSON in \`\`\`ui and \`\`\` code markers. NEVER output naked JSON.
+2. VIEW SELECTION:
+   - "chart": ALWAYS use this for distributions, percentages, or statistics. You MUST aggregate/count the data yourself.
+   - "carousel": Use for browsing product items.
+   - "table": Use ONLY for raw data details if explicitly asked for a "table" or "list".
+3. SCHEMA:
    {
      "view": "chart" | "carousel" | "table",
      "title": "Short heading",

package/dist/handlers/index.mjs

@@ -9,7 +9,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "../chunk-5K7EU4KW.mjs";
+} from "../chunk-EE2Z4HNW.mjs";
 import "../chunk-YLTMFW4M.mjs";
 import "../chunk-X4TOT24V.mjs";
 export {

package/dist/index.js

@@ -530,6 +530,10 @@ function extractStructuredPayload(raw) {
     text: stripStructuredUiLabels(raw).replace(/\n{3,}/g, "\n\n").trim()
   };
 }
+function isLikelyUiOnlyMessage(text) {
+  const trimmed = text.trim();
+  return trimmed.length === 0 || /^(chart data|table data|visualization|visual representation)\s*:?\s*$/i.test(trimmed);
+}
 function resolveImage(data) {
   for (const key of ["image", "img", "thumbnail"]) {
     const v = data[key];
@@ -746,6 +750,7 @@ function MessageBubble({
     () => isUser ? { payload: null, text: message.content } : extractStructuredPayload(message.content),
     [isUser, message.content]
   );
+  const shouldRenderStructuredOnly = !isUser && Boolean(structuredContent.payload) && isLikelyUiOnlyMessage(structuredContent.text);
   const productsFromSources = import_react5.default.useMemo(() => {
     if (isUser || !sources) return [];
     return sources.filter((s) => {
@@ -833,10 +838,13 @@ function MessageBubble({
     const hasStructuredUiBlock = Boolean(structuredContent.payload) || /```(?:ui|json|chart)\s*[\s\S]*?"(?:view|chartType|type|data|items|rows|products|results)"\s*:/i.test(raw);
     raw = raw.replace(/([^\n])\n\|/g, "$1\n\n|").replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, "$1\n");
     if (!isStreaming) {
-      raw = raw.replace(/(?:^|\n)\s*\{[\s\S]*\}\s*(?:\n|$)/g, (match) => {
-        if (match.includes("```")) return match;
+      raw = raw.replace(/(\{[\s\S]+?\})(?!\s*```)/g, (match) => {
         if (!looksLikeStructuredPayload(match)) return match;
-        const type = match.includes('"view"') || match.includes('"chartType"') || match.includes('"type": "pie"') || match.includes('"type":"pie"') || match.includes('"type": "bar"') || match.includes('"type":"bar"') || match.includes('"type": "line"') || match.includes('"type":"line"') ? "ui" : "json";
+        const index = raw.indexOf(match);
+        const prefix = raw.substring(0, index);
+        const openBlocks = (prefix.match(/```/g) || []).length;
+        if (openBlocks % 2 !== 0) return match;
+        const type = match.includes('"view"') || match.includes('"chartType"') ? "ui" : "json";
         return `
 
 \`\`\`${type}
@@ -1008,7 +1016,7 @@ ${match.trim()}
         onAddToCart,
         viewportSize
       }
-    ), /* @__PURE__ */ import_react5.default.createElement(import_react_markdown.default, { remarkPlugins: [import_remark_gfm.default], components: markdownComponents }, processedMarkdown), isStreaming && message.content && /* @__PURE__ */ import_react5.default.createElement("span", { className: "inline-block w-1.5 h-3.5 ml-1 bg-emerald-500 animate-pulse align-middle" }))
+    ), !shouldRenderStructuredOnly && /* @__PURE__ */ import_react5.default.createElement(import_react_markdown.default, { remarkPlugins: [import_remark_gfm.default], components: markdownComponents }, processedMarkdown), isStreaming && message.content && /* @__PURE__ */ import_react5.default.createElement("span", { className: "inline-block w-1.5 h-3.5 ml-1 bg-emerald-500 animate-pulse align-middle" }))
   ), !isUser && !hasStructuredProductBlock && allProducts.length > 0 && /* @__PURE__ */ import_react5.default.createElement("div", { className: "w-full mt-1" }, /* @__PURE__ */ import_react5.default.createElement(
     ProductCarousel,
     {

package/dist/index.mjs

@@ -493,6 +493,10 @@ function extractStructuredPayload(raw) {
     text: stripStructuredUiLabels(raw).replace(/\n{3,}/g, "\n\n").trim()
   };
 }
+function isLikelyUiOnlyMessage(text) {
+  const trimmed = text.trim();
+  return trimmed.length === 0 || /^(chart data|table data|visualization|visual representation)\s*:?\s*$/i.test(trimmed);
+}
 function resolveImage(data) {
   for (const key of ["image", "img", "thumbnail"]) {
     const v = data[key];
@@ -709,6 +713,7 @@ function MessageBubble({
     () => isUser ? { payload: null, text: message.content } : extractStructuredPayload(message.content),
     [isUser, message.content]
   );
+  const shouldRenderStructuredOnly = !isUser && Boolean(structuredContent.payload) && isLikelyUiOnlyMessage(structuredContent.text);
   const productsFromSources = React5.useMemo(() => {
     if (isUser || !sources) return [];
     return sources.filter((s) => {
@@ -796,10 +801,13 @@ function MessageBubble({
     const hasStructuredUiBlock = Boolean(structuredContent.payload) || /```(?:ui|json|chart)\s*[\s\S]*?"(?:view|chartType|type|data|items|rows|products|results)"\s*:/i.test(raw);
     raw = raw.replace(/([^\n])\n\|/g, "$1\n\n|").replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, "$1\n");
     if (!isStreaming) {
-      raw = raw.replace(/(?:^|\n)\s*\{[\s\S]*\}\s*(?:\n|$)/g, (match) => {
-        if (match.includes("```")) return match;
+      raw = raw.replace(/(\{[\s\S]+?\})(?!\s*```)/g, (match) => {
         if (!looksLikeStructuredPayload(match)) return match;
-        const type = match.includes('"view"') || match.includes('"chartType"') || match.includes('"type": "pie"') || match.includes('"type":"pie"') || match.includes('"type": "bar"') || match.includes('"type":"bar"') || match.includes('"type": "line"') || match.includes('"type":"line"') ? "ui" : "json";
+        const index = raw.indexOf(match);
+        const prefix = raw.substring(0, index);
+        const openBlocks = (prefix.match(/```/g) || []).length;
+        if (openBlocks % 2 !== 0) return match;
+        const type = match.includes('"view"') || match.includes('"chartType"') ? "ui" : "json";
         return `
 
 \`\`\`${type}
@@ -971,7 +979,7 @@ ${match.trim()}
         onAddToCart,
         viewportSize
       }
-    ), /* @__PURE__ */ React5.createElement(ReactMarkdown, { remarkPlugins: [remarkGfm], components: markdownComponents }, processedMarkdown), isStreaming && message.content && /* @__PURE__ */ React5.createElement("span", { className: "inline-block w-1.5 h-3.5 ml-1 bg-emerald-500 animate-pulse align-middle" }))
+    ), !shouldRenderStructuredOnly && /* @__PURE__ */ React5.createElement(ReactMarkdown, { remarkPlugins: [remarkGfm], components: markdownComponents }, processedMarkdown), isStreaming && message.content && /* @__PURE__ */ React5.createElement("span", { className: "inline-block w-1.5 h-3.5 ml-1 bg-emerald-500 animate-pulse align-middle" }))
   ), !isUser && !hasStructuredProductBlock && allProducts.length > 0 && /* @__PURE__ */ React5.createElement("div", { className: "w-full mt-1" }, /* @__PURE__ */ React5.createElement(
     ProductCarousel,
     {

package/dist/server.js

@@ -3917,15 +3917,14 @@ var Pipeline = class {
     const chartInstruction = `
 
 ${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL
-When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
-
-1. VIEW SELECTION
-   - Use "chart" for distributions, percentages, counts, comparisons, trends, or "show me in a chart".
-   - Use "carousel" for browseable product recommendations or when the user asks to see products/items/cards.
-   - Use "table" for tabular/raw detail, explicit table/list requests, or when there are many attributes to compare.
-
-2. REQUIRED JSON SHAPE
+### UNIVERSAL UI PROTOCOL (EXPERT MODE):
+You have high-performance graphical capabilities. For any analytical query or product list, you MUST use the \`\`\`ui\`\`\` block.
+1. WRAPPING: You MUST wrap the JSON in \`\`\`ui and \`\`\` code markers. NEVER output naked JSON.
+2. VIEW SELECTION:
+   - "chart": ALWAYS use this for distributions, percentages, or statistics. You MUST aggregate/count the data yourself.
+   - "carousel": Use for browsing product items.
+   - "table": Use ONLY for raw data details if explicitly asked for a "table" or "list".
+3. SCHEMA:
    {
      "view": "chart" | "carousel" | "table",
      "title": "Short heading",

package/dist/server.mjs

@@ -39,7 +39,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "./chunk-5K7EU4KW.mjs";
+} from "./chunk-EE2Z4HNW.mjs";
 import "./chunk-YLTMFW4M.mjs";
 import {
   PineconeProvider

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@retrivora-ai/rag-engine",
-  "version": "1.6.2",
+  "version": "1.6.4",
   "description": "Retrivora AI is a plug-and-play AI engine for RAG chat experiences — generic vector DB + LLM provider, embeddable or standalone.",
   "author": "Abhinav Alkuchi",
   "license": "MIT",

package/src/components/MessageBubble.tsx

@@ -193,6 +193,11 @@ function extractStructuredPayload(raw: string): { payload: string | null; text:
   };
 }
 
+function isLikelyUiOnlyMessage(text: string): boolean {
+  const trimmed = text.trim();
+  return trimmed.length === 0 || /^(chart data|table data|visualization|visual representation)\s*:?\s*$/i.test(trimmed);
+}
+
 // ─── Tiny helpers ─────────────────────────────────────────────────────────────
 
 function resolveImage(data: Record<string, unknown>): string | undefined {
@@ -584,6 +589,7 @@ export function MessageBubble({
     () => isUser ? { payload: null, text: message.content } : extractStructuredPayload(message.content),
     [isUser, message.content],
   );
+  const shouldRenderStructuredOnly = !isUser && Boolean(structuredContent.payload) && isLikelyUiOnlyMessage(structuredContent.text);
 
   // ── Products from sources ──────────────────────────────────────────────────
   const productsFromSources = React.useMemo<Product[]>(() => {
@@ -692,16 +698,19 @@ export function MessageBubble({
              .replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, '$1\n'); // Remove blank lines between rows
 
     // 2. HEALING: Detect naked JSON charts/products and wrap them if markers are missing
-    // This handles models (like Llama 3.2) that often omit the ```chart markers.
+    // This handles models (like Llama 3.2) that often omit the ```ui markers.
     if (!isStreaming) {
-      // Look for objects that look like chart or product data
-      raw = raw.replace(/(?:^|\n)\s*\{[\s\S]*\}\s*(?:\n|$)/g, (match) => {
-        // Only wrap if not already in a code block
-        if (match.includes('```')) return match;
+      // Find potential JSON objects that are not already wrapped in code blocks
+      raw = raw.replace(/(\{[\s\S]+?\})(?!\s*```)/g, (match) => {
         if (!looksLikeStructuredPayload(match)) return match;
-        const type = match.includes('"view"') || match.includes('"chartType"') || match.includes('"type": "pie"') || match.includes('"type":"pie"') || match.includes('"type": "bar"') || match.includes('"type":"bar"') || match.includes('"type": "line"') || match.includes('"type":"line"')
-          ? 'ui'
-          : 'json';
+        
+        // Final check: is it already inside a code block? (heuristic check)
+        const index = raw.indexOf(match);
+        const prefix = raw.substring(0, index);
+        const openBlocks = (prefix.match(/```/g) || []).length;
+        if (openBlocks % 2 !== 0) return match;
+
+        const type = match.includes('"view"') || match.includes('"chartType"') ? 'ui' : 'json';
         return `\n\n\`\`\`${type}\n${match.trim()}\n\`\`\`\n\n`;
       });
     }
@@ -903,9 +912,11 @@ export function MessageBubble({
                 />
               )}
 
-              <ReactMarkdown remarkPlugins={[remarkGfm]} components={markdownComponents}>
-                {processedMarkdown}
-              </ReactMarkdown>
+              {!shouldRenderStructuredOnly && (
+                <ReactMarkdown remarkPlugins={[remarkGfm]} components={markdownComponents}>
+                  {processedMarkdown}
+                </ReactMarkdown>
+              )}
 
               {isStreaming && message.content && (
                 <span className="inline-block w-1.5 h-3.5 ml-1 bg-emerald-500 animate-pulse align-middle" />

package/src/core/Pipeline.ts

@@ -103,15 +103,14 @@ export class Pipeline {
     // We use a unique marker to ensure this is only injected once but is ALWAYS present.
     const CHART_MARKER = '<!-- UI_PROTOCOL_V5 -->';
     const chartInstruction = `\n\n${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL
-When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
-
-1. VIEW SELECTION
-   - Use "chart" for distributions, percentages, counts, comparisons, trends, or "show me in a chart".
-   - Use "carousel" for browseable product recommendations or when the user asks to see products/items/cards.
-   - Use "table" for tabular/raw detail, explicit table/list requests, or when there are many attributes to compare.
-
-2. REQUIRED JSON SHAPE
+### UNIVERSAL UI PROTOCOL (EXPERT MODE):
+You have high-performance graphical capabilities. For any analytical query or product list, you MUST use the \`\`\`ui\`\`\` block.
+1. WRAPPING: You MUST wrap the JSON in \`\`\`ui and \`\`\` code markers. NEVER output naked JSON.
+2. VIEW SELECTION:
+   - "chart": ALWAYS use this for distributions, percentages, or statistics. You MUST aggregate/count the data yourself.
+   - "carousel": Use for browsing product items.
+   - "table": Use ONLY for raw data details if explicitly asked for a "table" or "list".
+3. SCHEMA:
    {
      "view": "chart" | "carousel" | "table",
      "title": "Short heading",