@retrivora-ai/rag-engine 1.6.7 → 1.6.9

package/dist/{chunk-5K7EU4KW.mjs → chunk-Q7FLITXB.mjs}

@@ -2259,69 +2259,50 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- UI_PROTOCOL_V5 -->";
+    const CHART_MARKER = "<!-- UI_PROTOCOL_V7 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL
-When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
+### UNIVERSAL UI PROTOCOL (MANDATORY)
+CRITICAL: When providing visual data (carousels, charts, tables), you MUST wrap the JSON payload in a \`\`\`ui\`\`\` code block. 
+NEVER output naked JSON. If you provide a visualization, do not also provide a markdown table of the same data unless explicitly asked.
 
 1. VIEW SELECTION
-   - Use "chart" for distributions, percentages, counts, comparisons, trends, or "show me in a chart".
-   - Use "carousel" for browseable product recommendations or when the user asks to see products/items/cards.
-   - Use "table" for tabular/raw detail, explicit table/list requests, or when there are many attributes to compare.
+   - Use "carousel" for browsing products, items, or catalogs. (e.g., "show me beauty products").
+   - Use "chart" ONLY for numerical aggregations (counts, sums, percentages).
+   - Use "table" for technical specs or row-heavy comparisons.
 
 2. REQUIRED JSON SHAPE
    {
      "view": "chart" | "carousel" | "table",
      "title": "Short heading",
      "description": "One sentence describing the view",
-     "chartType": "pie" | "bar" | "line",
-     "xAxisKey": "label",
-     "dataKeys": ["value"],
-     "columns": ["dynamicFieldKey1", "dynamicFieldKey2"],
-     "insights": ["Short takeaway 1", "Short takeaway 2"],
-     "data": []
+     "chartType": "pie" | "bar" | "line", // Required if view is "chart"
+     "data": [] // Array of objects
    }
 
 3. DATA RULES
-   - Build the UI payload from retrieved context only. Do not invent products, categories, or stock values.
-   - Aggregate raw product rows when the user asks for a chart.
-   - For charts, every row in "data" must be flat JSON with primitive values only.
-   - Prefer { "label": "...", "value": number } for pie charts.
-   - If stock information exists, preserve it in each row with fields like "inStock", "inStockCount", "outOfStockCount", or "stockStatus".
-   - If the user asks to highlight what is in stock, include those stock-related fields in the chart data and mention the pattern in "insights".
-   - For carousel rows, include product-friendly fields such as id, name, brand, price, image, link, category, stockStatus.
-   - For tables, keep "data" row-oriented and include "columns" only as dynamic field keys/order hints from the fetched data, never as hardcoded UI labels.
+   - Build the UI payload from retrieved context only.
+   - For CAROUSEL: "data" items MUST have { id, name, brand, price, image, link }.
+   - For CHART: "data" items MUST have { label, value }.
 
 4. FORMAT RULES
-   - Never use ASCII art, markdown tables as the primary answer, or text-only fake charts when a UI block is requested.
-   - Put any short natural-language explanation before or after the \`\`\`ui\`\`\` block, but keep it concise.
-   - Return valid JSON inside the \`\`\`ui\`\`\` block.
-   - If the user explicitly asks for a pie chart, return "view": "chart" with "chartType": "pie", not a table fallback.
-   - Do not prefix the JSON with labels like "Table View", "Alternative", or explanatory text inside the code block.
+   - Wrap the JSON in \`\`\`ui ... \`\`\` blocks.
+   - Place natural language text OUTSIDE the block.
 
 5. EXAMPLE
-User: "provide me the distribution of products across categories and highlight which ones are in stock in a pie chart"
-Assistant:
+User: "find me beauty products"
+Assistant: "I found several beauty products in our catalog:"
 \`\`\`ui
 {
-  "view": "chart",
-  "title": "Product Distribution Across Categories",
-  "description": "Pie chart showing product count by category with stock signals preserved per slice.",
-  "chartType": "pie",
-  "xAxisKey": "label",
-  "dataKeys": ["value"],
-  "insights": [
-    "Beauty has the highest product count.",
-    "Electronics has the largest number of in-stock products."
-  ],
+  "view": "carousel",
+  "title": "Beauty Products",
+  "description": "Latest skincare and makeup items.",
   "data": [
-    { "label": "Beauty", "value": 12, "inStockCount": 9, "outOfStockCount": 3 },
-    { "label": "Electronics", "value": 8, "inStockCount": 7, "outOfStockCount": 1 },
-    { "label": "Home", "value": 5, "inStockCount": 2, "outOfStockCount": 3 }
+    { "id": "1", "name": "Mascara", "brand": "Essence", "price": "$9.99", "image": "...", "link": "..." }
   ]
 }
+\`\`\`
 \`\`\``;
     if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;

package/dist/handlers/index.js

@@ -3822,69 +3822,50 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- UI_PROTOCOL_V5 -->";
+    const CHART_MARKER = "<!-- UI_PROTOCOL_V7 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL
-When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
+### UNIVERSAL UI PROTOCOL (MANDATORY)
+CRITICAL: When providing visual data (carousels, charts, tables), you MUST wrap the JSON payload in a \`\`\`ui\`\`\` code block. 
+NEVER output naked JSON. If you provide a visualization, do not also provide a markdown table of the same data unless explicitly asked.
 
 1. VIEW SELECTION
-   - Use "chart" for distributions, percentages, counts, comparisons, trends, or "show me in a chart".
-   - Use "carousel" for browseable product recommendations or when the user asks to see products/items/cards.
-   - Use "table" for tabular/raw detail, explicit table/list requests, or when there are many attributes to compare.
+   - Use "carousel" for browsing products, items, or catalogs. (e.g., "show me beauty products").
+   - Use "chart" ONLY for numerical aggregations (counts, sums, percentages).
+   - Use "table" for technical specs or row-heavy comparisons.
 
 2. REQUIRED JSON SHAPE
    {
      "view": "chart" | "carousel" | "table",
      "title": "Short heading",
      "description": "One sentence describing the view",
-     "chartType": "pie" | "bar" | "line",
-     "xAxisKey": "label",
-     "dataKeys": ["value"],
-     "columns": ["dynamicFieldKey1", "dynamicFieldKey2"],
-     "insights": ["Short takeaway 1", "Short takeaway 2"],
-     "data": []
+     "chartType": "pie" | "bar" | "line", // Required if view is "chart"
+     "data": [] // Array of objects
    }
 
 3. DATA RULES
-   - Build the UI payload from retrieved context only. Do not invent products, categories, or stock values.
-   - Aggregate raw product rows when the user asks for a chart.
-   - For charts, every row in "data" must be flat JSON with primitive values only.
-   - Prefer { "label": "...", "value": number } for pie charts.
-   - If stock information exists, preserve it in each row with fields like "inStock", "inStockCount", "outOfStockCount", or "stockStatus".
-   - If the user asks to highlight what is in stock, include those stock-related fields in the chart data and mention the pattern in "insights".
-   - For carousel rows, include product-friendly fields such as id, name, brand, price, image, link, category, stockStatus.
-   - For tables, keep "data" row-oriented and include "columns" only as dynamic field keys/order hints from the fetched data, never as hardcoded UI labels.
+   - Build the UI payload from retrieved context only.
+   - For CAROUSEL: "data" items MUST have { id, name, brand, price, image, link }.
+   - For CHART: "data" items MUST have { label, value }.
 
 4. FORMAT RULES
-   - Never use ASCII art, markdown tables as the primary answer, or text-only fake charts when a UI block is requested.
-   - Put any short natural-language explanation before or after the \`\`\`ui\`\`\` block, but keep it concise.
-   - Return valid JSON inside the \`\`\`ui\`\`\` block.
-   - If the user explicitly asks for a pie chart, return "view": "chart" with "chartType": "pie", not a table fallback.
-   - Do not prefix the JSON with labels like "Table View", "Alternative", or explanatory text inside the code block.
+   - Wrap the JSON in \`\`\`ui ... \`\`\` blocks.
+   - Place natural language text OUTSIDE the block.
 
 5. EXAMPLE
-User: "provide me the distribution of products across categories and highlight which ones are in stock in a pie chart"
-Assistant:
+User: "find me beauty products"
+Assistant: "I found several beauty products in our catalog:"
 \`\`\`ui
 {
-  "view": "chart",
-  "title": "Product Distribution Across Categories",
-  "description": "Pie chart showing product count by category with stock signals preserved per slice.",
-  "chartType": "pie",
-  "xAxisKey": "label",
-  "dataKeys": ["value"],
-  "insights": [
-    "Beauty has the highest product count.",
-    "Electronics has the largest number of in-stock products."
-  ],
+  "view": "carousel",
+  "title": "Beauty Products",
+  "description": "Latest skincare and makeup items.",
   "data": [
-    { "label": "Beauty", "value": 12, "inStockCount": 9, "outOfStockCount": 3 },
-    { "label": "Electronics", "value": 8, "inStockCount": 7, "outOfStockCount": 1 },
-    { "label": "Home", "value": 5, "inStockCount": 2, "outOfStockCount": 3 }
+    { "id": "1", "name": "Mascara", "brand": "Essence", "price": "$9.99", "image": "...", "link": "..." }
   ]
 }
+\`\`\`
 \`\`\``;
     if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;

package/dist/handlers/index.mjs

@@ -9,7 +9,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "../chunk-5K7EU4KW.mjs";
+} from "../chunk-Q7FLITXB.mjs";
 import "../chunk-YLTMFW4M.mjs";
 import "../chunk-X4TOT24V.mjs";
 export {

package/dist/index.js

@@ -405,7 +405,7 @@ function sanitizeJson(raw) {
       return `: ${result}`;
     }
   );
-  s = s.replace(/\/\/[^\n]*/g, "");
+  s = s.replace(/(^|[^\:])\/\/[^\n]*/g, "$1");
   s = s.replace(/([{,]\s*)([A-Za-z_$][A-Za-z0-9_$]*)\s*:/g, '$1"$2":');
   s = s.replace(/'([^'\\]*(?:\\.[^'\\]*)*)'/g, '"$1"');
   s = s.replace(/,\s*([}\]])/g, "$1");
@@ -456,7 +456,7 @@ function extractLikelyJsonBlock(raw) {
   return trimmed.slice(Math.min(...starts));
 }
 function looksLikeStructuredPayload(raw) {
-  return /"?(view|chartType|type|data|items|rows|products|results)"?\s*:/.test(raw);
+  return /"?(view|chartType|type|data|items|rows|products|results|columns|xAxisKey)"?\s*:/.test(raw);
 }
 function stripMarkdownTables(raw) {
   return raw.replace(
@@ -651,23 +651,25 @@ function UIDispatcher({ rawContent, primaryColor, accentColor, isStreaming, onAd
       const clean = rawContent.replace(/^```[a-z]*\s*/i, "").replace(/```\s*$/, "").trim();
       const parsed = JSON.parse(sanitizeJson(extractLikelyJsonBlock(clean)));
       const config2 = __spreadValues({}, parsed);
+      const resolvedRows = resolveStructuredRows(config2);
+      const hasProductLikeData = resolvedRows.length > 0 && typeof resolvedRows[0] === "object" && resolvedRows[0] !== null && !Array.isArray(resolvedRows[0]) && (["price", "brand", "image", "link", "thumbnail"].some((key) => key in resolvedRows[0]) || Object.keys(resolvedRows[0]).length >= 4);
+      const hasAggregationLikeData = resolvedRows.length > 0 && typeof resolvedRows[0] === "object" && resolvedRows[0] !== null && !Array.isArray(resolvedRows[0]) && (["value", "count", "total", "percentage"].some((key) => key in resolvedRows[0]) || Object.keys(resolvedRows[0]).length <= 3 && Object.values(resolvedRows[0]).some((v) => typeof v === "number"));
+      if (config2.view === "chart" && hasProductLikeData && !hasAggregationLikeData) {
+        config2.view = "carousel";
+      } else if (config2.view === "carousel" && hasAggregationLikeData && !hasProductLikeData) {
+        config2.view = "chart";
+        config2.chartType = config2.chartType || "bar";
+      }
       if (!config2.view) {
-        const resolvedRows2 = resolveStructuredRows(config2);
-        const hasProductLikeData = resolvedRows2.length > 0 && typeof resolvedRows2[0] === "object" && resolvedRows2[0] !== null && ("price" in resolvedRows2[0] || "brand" in resolvedRows2[0] || "image" in resolvedRows2[0]);
-        if (config2.type === "products" || Array.isArray(config2.items) || Array.isArray(config2.data) && hasProductLikeData) {
+        if (config2.type === "products" || Array.isArray(config2.items) || hasProductLikeData) {
           config2.view = "carousel";
-          config2.data = resolvedRows2;
-        } else if (typeof config2.type === "string" && ["pie", "bar", "line"].includes(config2.type) || typeof config2.chartType === "string" && ["pie", "bar", "line"].includes(config2.chartType)) {
-          const resolvedChartType = config2.chartType === "pie" || config2.chartType === "bar" || config2.chartType === "line" ? config2.chartType : config2.type === "pie" || config2.type === "bar" || config2.type === "line" ? config2.type : "bar";
+        } else if (hasAggregationLikeData || typeof config2.type === "string" && ["pie", "bar", "line"].includes(config2.type) || typeof config2.chartType === "string" && ["pie", "bar", "line"].includes(config2.chartType)) {
           config2.view = "chart";
-          config2.chartType = resolvedChartType;
-          config2.data = resolvedRows2;
+          config2.chartType = config2.chartType || config2.type || "bar";
         } else {
           config2.view = "table";
-          config2.data = Array.isArray(config2.data) ? config2.data : Array.isArray(config2) ? config2 : [];
         }
       }
-      const resolvedRows = resolveStructuredRows(config2);
       const normalizedConfig = __spreadProps(__spreadValues({}, config2), {
         data: normalizeTabularRows(resolvedRows, config2.columns)
       });
@@ -839,15 +841,16 @@ function MessageBubble({
     let raw = structuredContent.payload ? structuredContent.text : cleanContent || message.content;
     const hasStructuredUiBlock = Boolean(structuredContent.payload) || /```(?:ui|json|chart)\s*[\s\S]*?"(?:view|chartType|type|data|items|rows|products|results)"\s*:/i.test(raw);
     raw = raw.replace(/([^\n])\n\|/g, "$1\n\n|").replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, "$1\n");
-    if (!isStreaming) {
-      raw = raw.replace(/(?:^|\n)\s*\{[\s\S]*\}\s*(?:\n|$)/g, (match) => {
+    if (!isStreaming && !hasStructuredUiBlock) {
+      raw = raw.replace(/(?:^|\n)\s*(\{[\s\S]+?\})(?:\s*\n|$)/g, (match, body) => {
         if (match.includes("```")) return match;
-        if (!looksLikeStructuredPayload(match)) return match;
-        const type = match.includes('"view"') || match.includes('"chartType"') || match.includes('"type": "pie"') || match.includes('"type":"pie"') || match.includes('"type": "bar"') || match.includes('"type":"bar"') || match.includes('"type": "line"') || match.includes('"type":"line"') ? "ui" : "json";
+        const trimmedBody = body.trim();
+        if (!looksLikeStructuredPayload(trimmedBody)) return match;
+        const type = trimmedBody.includes('"view"') || trimmedBody.includes('"chartType"') || trimmedBody.includes('"type"') || trimmedBody.includes('"xAxisKey"') ? "ui" : "json";
         return `
 
 \`\`\`${type}
-${match.trim()}
+${trimmedBody}
 \`\`\`
 
 `;

package/dist/index.mjs

@@ -368,7 +368,7 @@ function sanitizeJson(raw) {
       return `: ${result}`;
     }
   );
-  s = s.replace(/\/\/[^\n]*/g, "");
+  s = s.replace(/(^|[^\:])\/\/[^\n]*/g, "$1");
   s = s.replace(/([{,]\s*)([A-Za-z_$][A-Za-z0-9_$]*)\s*:/g, '$1"$2":');
   s = s.replace(/'([^'\\]*(?:\\.[^'\\]*)*)'/g, '"$1"');
   s = s.replace(/,\s*([}\]])/g, "$1");
@@ -419,7 +419,7 @@ function extractLikelyJsonBlock(raw) {
   return trimmed.slice(Math.min(...starts));
 }
 function looksLikeStructuredPayload(raw) {
-  return /"?(view|chartType|type|data|items|rows|products|results)"?\s*:/.test(raw);
+  return /"?(view|chartType|type|data|items|rows|products|results|columns|xAxisKey)"?\s*:/.test(raw);
 }
 function stripMarkdownTables(raw) {
   return raw.replace(
@@ -614,23 +614,25 @@ function UIDispatcher({ rawContent, primaryColor, accentColor, isStreaming, onAd
       const clean = rawContent.replace(/^```[a-z]*\s*/i, "").replace(/```\s*$/, "").trim();
       const parsed = JSON.parse(sanitizeJson(extractLikelyJsonBlock(clean)));
       const config2 = __spreadValues({}, parsed);
+      const resolvedRows = resolveStructuredRows(config2);
+      const hasProductLikeData = resolvedRows.length > 0 && typeof resolvedRows[0] === "object" && resolvedRows[0] !== null && !Array.isArray(resolvedRows[0]) && (["price", "brand", "image", "link", "thumbnail"].some((key) => key in resolvedRows[0]) || Object.keys(resolvedRows[0]).length >= 4);
+      const hasAggregationLikeData = resolvedRows.length > 0 && typeof resolvedRows[0] === "object" && resolvedRows[0] !== null && !Array.isArray(resolvedRows[0]) && (["value", "count", "total", "percentage"].some((key) => key in resolvedRows[0]) || Object.keys(resolvedRows[0]).length <= 3 && Object.values(resolvedRows[0]).some((v) => typeof v === "number"));
+      if (config2.view === "chart" && hasProductLikeData && !hasAggregationLikeData) {
+        config2.view = "carousel";
+      } else if (config2.view === "carousel" && hasAggregationLikeData && !hasProductLikeData) {
+        config2.view = "chart";
+        config2.chartType = config2.chartType || "bar";
+      }
       if (!config2.view) {
-        const resolvedRows2 = resolveStructuredRows(config2);
-        const hasProductLikeData = resolvedRows2.length > 0 && typeof resolvedRows2[0] === "object" && resolvedRows2[0] !== null && ("price" in resolvedRows2[0] || "brand" in resolvedRows2[0] || "image" in resolvedRows2[0]);
-        if (config2.type === "products" || Array.isArray(config2.items) || Array.isArray(config2.data) && hasProductLikeData) {
+        if (config2.type === "products" || Array.isArray(config2.items) || hasProductLikeData) {
           config2.view = "carousel";
-          config2.data = resolvedRows2;
-        } else if (typeof config2.type === "string" && ["pie", "bar", "line"].includes(config2.type) || typeof config2.chartType === "string" && ["pie", "bar", "line"].includes(config2.chartType)) {
-          const resolvedChartType = config2.chartType === "pie" || config2.chartType === "bar" || config2.chartType === "line" ? config2.chartType : config2.type === "pie" || config2.type === "bar" || config2.type === "line" ? config2.type : "bar";
+        } else if (hasAggregationLikeData || typeof config2.type === "string" && ["pie", "bar", "line"].includes(config2.type) || typeof config2.chartType === "string" && ["pie", "bar", "line"].includes(config2.chartType)) {
           config2.view = "chart";
-          config2.chartType = resolvedChartType;
-          config2.data = resolvedRows2;
+          config2.chartType = config2.chartType || config2.type || "bar";
         } else {
           config2.view = "table";
-          config2.data = Array.isArray(config2.data) ? config2.data : Array.isArray(config2) ? config2 : [];
         }
       }
-      const resolvedRows = resolveStructuredRows(config2);
       const normalizedConfig = __spreadProps(__spreadValues({}, config2), {
         data: normalizeTabularRows(resolvedRows, config2.columns)
       });
@@ -802,15 +804,16 @@ function MessageBubble({
     let raw = structuredContent.payload ? structuredContent.text : cleanContent || message.content;
     const hasStructuredUiBlock = Boolean(structuredContent.payload) || /```(?:ui|json|chart)\s*[\s\S]*?"(?:view|chartType|type|data|items|rows|products|results)"\s*:/i.test(raw);
     raw = raw.replace(/([^\n])\n\|/g, "$1\n\n|").replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, "$1\n");
-    if (!isStreaming) {
-      raw = raw.replace(/(?:^|\n)\s*\{[\s\S]*\}\s*(?:\n|$)/g, (match) => {
+    if (!isStreaming && !hasStructuredUiBlock) {
+      raw = raw.replace(/(?:^|\n)\s*(\{[\s\S]+?\})(?:\s*\n|$)/g, (match, body) => {
         if (match.includes("```")) return match;
-        if (!looksLikeStructuredPayload(match)) return match;
-        const type = match.includes('"view"') || match.includes('"chartType"') || match.includes('"type": "pie"') || match.includes('"type":"pie"') || match.includes('"type": "bar"') || match.includes('"type":"bar"') || match.includes('"type": "line"') || match.includes('"type":"line"') ? "ui" : "json";
+        const trimmedBody = body.trim();
+        if (!looksLikeStructuredPayload(trimmedBody)) return match;
+        const type = trimmedBody.includes('"view"') || trimmedBody.includes('"chartType"') || trimmedBody.includes('"type"') || trimmedBody.includes('"xAxisKey"') ? "ui" : "json";
         return `
 
 \`\`\`${type}
-${match.trim()}
+${trimmedBody}
 \`\`\`
 
 `;

package/dist/server.js

@@ -3913,69 +3913,50 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- UI_PROTOCOL_V5 -->";
+    const CHART_MARKER = "<!-- UI_PROTOCOL_V7 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL
-When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
+### UNIVERSAL UI PROTOCOL (MANDATORY)
+CRITICAL: When providing visual data (carousels, charts, tables), you MUST wrap the JSON payload in a \`\`\`ui\`\`\` code block. 
+NEVER output naked JSON. If you provide a visualization, do not also provide a markdown table of the same data unless explicitly asked.
 
 1. VIEW SELECTION
-   - Use "chart" for distributions, percentages, counts, comparisons, trends, or "show me in a chart".
-   - Use "carousel" for browseable product recommendations or when the user asks to see products/items/cards.
-   - Use "table" for tabular/raw detail, explicit table/list requests, or when there are many attributes to compare.
+   - Use "carousel" for browsing products, items, or catalogs. (e.g., "show me beauty products").
+   - Use "chart" ONLY for numerical aggregations (counts, sums, percentages).
+   - Use "table" for technical specs or row-heavy comparisons.
 
 2. REQUIRED JSON SHAPE
    {
      "view": "chart" | "carousel" | "table",
      "title": "Short heading",
      "description": "One sentence describing the view",
-     "chartType": "pie" | "bar" | "line",
-     "xAxisKey": "label",
-     "dataKeys": ["value"],
-     "columns": ["dynamicFieldKey1", "dynamicFieldKey2"],
-     "insights": ["Short takeaway 1", "Short takeaway 2"],
-     "data": []
+     "chartType": "pie" | "bar" | "line", // Required if view is "chart"
+     "data": [] // Array of objects
    }
 
 3. DATA RULES
-   - Build the UI payload from retrieved context only. Do not invent products, categories, or stock values.
-   - Aggregate raw product rows when the user asks for a chart.
-   - For charts, every row in "data" must be flat JSON with primitive values only.
-   - Prefer { "label": "...", "value": number } for pie charts.
-   - If stock information exists, preserve it in each row with fields like "inStock", "inStockCount", "outOfStockCount", or "stockStatus".
-   - If the user asks to highlight what is in stock, include those stock-related fields in the chart data and mention the pattern in "insights".
-   - For carousel rows, include product-friendly fields such as id, name, brand, price, image, link, category, stockStatus.
-   - For tables, keep "data" row-oriented and include "columns" only as dynamic field keys/order hints from the fetched data, never as hardcoded UI labels.
+   - Build the UI payload from retrieved context only.
+   - For CAROUSEL: "data" items MUST have { id, name, brand, price, image, link }.
+   - For CHART: "data" items MUST have { label, value }.
 
 4. FORMAT RULES
-   - Never use ASCII art, markdown tables as the primary answer, or text-only fake charts when a UI block is requested.
-   - Put any short natural-language explanation before or after the \`\`\`ui\`\`\` block, but keep it concise.
-   - Return valid JSON inside the \`\`\`ui\`\`\` block.
-   - If the user explicitly asks for a pie chart, return "view": "chart" with "chartType": "pie", not a table fallback.
-   - Do not prefix the JSON with labels like "Table View", "Alternative", or explanatory text inside the code block.
+   - Wrap the JSON in \`\`\`ui ... \`\`\` blocks.
+   - Place natural language text OUTSIDE the block.
 
 5. EXAMPLE
-User: "provide me the distribution of products across categories and highlight which ones are in stock in a pie chart"
-Assistant:
+User: "find me beauty products"
+Assistant: "I found several beauty products in our catalog:"
 \`\`\`ui
 {
-  "view": "chart",
-  "title": "Product Distribution Across Categories",
-  "description": "Pie chart showing product count by category with stock signals preserved per slice.",
-  "chartType": "pie",
-  "xAxisKey": "label",
-  "dataKeys": ["value"],
-  "insights": [
-    "Beauty has the highest product count.",
-    "Electronics has the largest number of in-stock products."
-  ],
+  "view": "carousel",
+  "title": "Beauty Products",
+  "description": "Latest skincare and makeup items.",
   "data": [
-    { "label": "Beauty", "value": 12, "inStockCount": 9, "outOfStockCount": 3 },
-    { "label": "Electronics", "value": 8, "inStockCount": 7, "outOfStockCount": 1 },
-    { "label": "Home", "value": 5, "inStockCount": 2, "outOfStockCount": 3 }
+    { "id": "1", "name": "Mascara", "brand": "Essence", "price": "$9.99", "image": "...", "link": "..." }
   ]
 }
+\`\`\`
 \`\`\``;
     if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;

package/dist/server.mjs

@@ -39,7 +39,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "./chunk-5K7EU4KW.mjs";
+} from "./chunk-Q7FLITXB.mjs";
 import "./chunk-YLTMFW4M.mjs";
 import {
   PineconeProvider

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@retrivora-ai/rag-engine",
-  "version": "1.6.7",
+  "version": "1.6.9",
   "description": "Retrivora AI is a plug-and-play AI engine for RAG chat experiences — generic vector DB + LLM provider, embeddable or standalone.",
   "author": "Abhinav Alkuchi",
   "license": "MIT",

package/src/components/MessageBubble.tsx

@@ -32,8 +32,8 @@ function sanitizeJson(raw: string): string {
     },
   );
 
-  // 2. Strip JS-style single-line comments
-  s = s.replace(/\/\/[^\n]*/g, '');
+  // 2. Strip JS-style single-line comments, but avoid URL protocols like https://
+  s = s.replace(/(^|[^\:])\/\/[^\n]*/g, '$1');
 
   // 3. Quote bare (unquoted) object keys
   s = s.replace(/([{,]\s*)([A-Za-z_$][A-Za-z0-9_$]*)\s*:/g, '$1"$2":');
@@ -103,7 +103,7 @@ function extractLikelyJsonBlock(raw: string): string {
 }
 
 function looksLikeStructuredPayload(raw: string): boolean {
-  return /"?(view|chartType|type|data|items|rows|products|results)"?\s*:/.test(raw);
+  return /"?(view|chartType|type|data|items|rows|products|results|columns|xAxisKey)"?\s*:/.test(raw);
 }
 
 function stripMarkdownTables(raw: string): string {
@@ -442,36 +442,47 @@ function UIDispatcher({ rawContent, primaryColor, accentColor, isStreaming, onAd
         .trim();
       const parsed = JSON.parse(sanitizeJson(extractLikelyJsonBlock(clean)));
       const config = { ...parsed } as Partial<RawUIConfig> & Record<string, unknown>;
+      const resolvedRows = resolveStructuredRows(config);
 
-      // Smart Auto-Detection for legacy or simpler formats
-      if (!config.view) {
-        const resolvedRows = resolveStructuredRows(config);
-        const hasProductLikeData = resolvedRows.length > 0 && typeof resolvedRows[0] === 'object' && resolvedRows[0] !== null && 
-          ('price' in resolvedRows[0] || 'brand' in resolvedRows[0] || 'image' in resolvedRows[0]);
+      // ─── Intent Healing & Auto-Detection ───────────────────────────────────
+      
+      const hasProductLikeData = resolvedRows.length > 0 && 
+        typeof resolvedRows[0] === 'object' && resolvedRows[0] !== null && 
+        !Array.isArray(resolvedRows[0]) &&
+        (['price', 'brand', 'image', 'link', 'thumbnail'].some(key => key in resolvedRows[0]) || 
+         Object.keys(resolvedRows[0]).length >= 4);
+
+      const hasAggregationLikeData = resolvedRows.length > 0 && 
+        typeof resolvedRows[0] === 'object' && resolvedRows[0] !== null && 
+        !Array.isArray(resolvedRows[0]) &&
+        (['value', 'count', 'total', 'percentage'].some(key => key in resolvedRows[0]) || 
+         (Object.keys(resolvedRows[0]).length <= 3 && Object.values(resolvedRows[0]).some(v => typeof v === 'number')));
+
+      // 1. Healing: Override explicit view if it contradicts the data shape
+      if (config.view === 'chart' && hasProductLikeData && !hasAggregationLikeData) {
+        config.view = 'carousel';
+      } else if (config.view === 'carousel' && hasAggregationLikeData && !hasProductLikeData) {
+        config.view = 'chart';
+        config.chartType = (config.chartType as 'pie' | 'bar' | 'line') || 'bar';
+      }
 
-        if (config.type === 'products' || Array.isArray(config.items) || (Array.isArray(config.data) && hasProductLikeData)) {
+      // 2. Auto-Detection: Fill in missing view
+      if (!config.view) {
+        if (config.type === 'products' || Array.isArray(config.items) || hasProductLikeData) {
           config.view = 'carousel';
-          config.data = resolvedRows;
         } else if (
+          hasAggregationLikeData ||
           (typeof config.type === 'string' && ['pie', 'bar', 'line'].includes(config.type)) ||
           (typeof config.chartType === 'string' && ['pie', 'bar', 'line'].includes(config.chartType))
         ) {
-          const resolvedChartType =
-            config.chartType === 'pie' || config.chartType === 'bar' || config.chartType === 'line'
-              ? config.chartType
-              : config.type === 'pie' || config.type === 'bar' || config.type === 'line'
-                ? config.type
-                : 'bar';
           config.view = 'chart';
-          config.chartType = resolvedChartType;
-          config.data = resolvedRows;
+          config.chartType = (config.chartType as 'pie' | 'bar' | 'line') || 
+                             (config.type as 'pie' | 'bar' | 'line') || 'bar';
         } else {
           config.view = 'table';
-          config.data = Array.isArray(config.data) ? config.data : (Array.isArray(config) ? config : []);
         }
       }
 
-      const resolvedRows = resolveStructuredRows(config);
       const normalizedConfig: UIConfig = {
         ...(config as Omit<UIConfig, 'data'>),
         data: normalizeTabularRows(resolvedRows, config.columns),
@@ -707,17 +718,23 @@ export function MessageBubble({
       .replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, '$1\n'); // Remove blank lines between rows
 
     // 2. HEALING: Detect naked JSON charts/products and wrap them if markers are missing
-    // This handles models (like Llama 3.2) that often omit the ```chart markers.
-    if (!isStreaming) {
+    // This handles models (like Llama 3.2) that often omit the ```ui markers.
+    if (!isStreaming && !hasStructuredUiBlock) {
       // Look for objects that look like chart or product data
-      raw = raw.replace(/(?:^|\n)\s*\{[\s\S]*\}\s*(?:\n|$)/g, (match) => {
+      raw = raw.replace(/(?:^|\n)\s*(\{[\s\S]+?\})(?:\s*\n|$)/g, (match, body) => {
         // Only wrap if not already in a code block
         if (match.includes('```')) return match;
-        if (!looksLikeStructuredPayload(match)) return match;
-        const type = match.includes('"view"') || match.includes('"chartType"') || match.includes('"type": "pie"') || match.includes('"type":"pie"') || match.includes('"type": "bar"') || match.includes('"type":"bar"') || match.includes('"type": "line"') || match.includes('"type":"line"')
+        const trimmedBody = body.trim();
+        if (!looksLikeStructuredPayload(trimmedBody)) return match;
+        
+        const type = trimmedBody.includes('"view"') || 
+                     trimmedBody.includes('"chartType"') || 
+                     trimmedBody.includes('"type"') || 
+                     trimmedBody.includes('"xAxisKey"')
           ? 'ui'
           : 'json';
-        return `\n\n\`\`\`${type}\n${match.trim()}\n\`\`\`\n\n`;
+          
+        return `\n\n\`\`\`${type}\n${trimmedBody}\n\`\`\`\n\n`;
       });
     }
 

package/src/core/Pipeline.ts

@@ -101,67 +101,48 @@ export class Pipeline {
 
     // Augment system prompt with a Universal Visualization Protocol
     // We use a unique marker to ensure this is only injected once but is ALWAYS present.
-    const CHART_MARKER = '<!-- UI_PROTOCOL_V5 -->';
+    const CHART_MARKER = '<!-- UI_PROTOCOL_V7 -->';
     const chartInstruction = `\n\n${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL
-When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
+### UNIVERSAL UI PROTOCOL (MANDATORY)
+CRITICAL: When providing visual data (carousels, charts, tables), you MUST wrap the JSON payload in a \`\`\`ui\`\`\` code block. 
+NEVER output naked JSON. If you provide a visualization, do not also provide a markdown table of the same data unless explicitly asked.
 
 1. VIEW SELECTION
-   - Use "chart" for distributions, percentages, counts, comparisons, trends, or "show me in a chart".
-   - Use "carousel" for browseable product recommendations or when the user asks to see products/items/cards.
-   - Use "table" for tabular/raw detail, explicit table/list requests, or when there are many attributes to compare.
+   - Use "carousel" for browsing products, items, or catalogs. (e.g., "show me beauty products").
+   - Use "chart" ONLY for numerical aggregations (counts, sums, percentages).
+   - Use "table" for technical specs or row-heavy comparisons.
 
 2. REQUIRED JSON SHAPE
    {
      "view": "chart" | "carousel" | "table",
      "title": "Short heading",
      "description": "One sentence describing the view",
-     "chartType": "pie" | "bar" | "line",
-     "xAxisKey": "label",
-     "dataKeys": ["value"],
-     "columns": ["dynamicFieldKey1", "dynamicFieldKey2"],
-     "insights": ["Short takeaway 1", "Short takeaway 2"],
-     "data": []
+     "chartType": "pie" | "bar" | "line", // Required if view is "chart"
+     "data": [] // Array of objects
    }
 
 3. DATA RULES
-   - Build the UI payload from retrieved context only. Do not invent products, categories, or stock values.
-   - Aggregate raw product rows when the user asks for a chart.
-   - For charts, every row in "data" must be flat JSON with primitive values only.
-   - Prefer { "label": "...", "value": number } for pie charts.
-   - If stock information exists, preserve it in each row with fields like "inStock", "inStockCount", "outOfStockCount", or "stockStatus".
-   - If the user asks to highlight what is in stock, include those stock-related fields in the chart data and mention the pattern in "insights".
-   - For carousel rows, include product-friendly fields such as id, name, brand, price, image, link, category, stockStatus.
-   - For tables, keep "data" row-oriented and include "columns" only as dynamic field keys/order hints from the fetched data, never as hardcoded UI labels.
+   - Build the UI payload from retrieved context only.
+   - For CAROUSEL: "data" items MUST have { id, name, brand, price, image, link }.
+   - For CHART: "data" items MUST have { label, value }.
 
 4. FORMAT RULES
-   - Never use ASCII art, markdown tables as the primary answer, or text-only fake charts when a UI block is requested.
-   - Put any short natural-language explanation before or after the \`\`\`ui\`\`\` block, but keep it concise.
-   - Return valid JSON inside the \`\`\`ui\`\`\` block.
-   - If the user explicitly asks for a pie chart, return "view": "chart" with "chartType": "pie", not a table fallback.
-   - Do not prefix the JSON with labels like "Table View", "Alternative", or explanatory text inside the code block.
+   - Wrap the JSON in \`\`\`ui ... \`\`\` blocks.
+   - Place natural language text OUTSIDE the block.
 
 5. EXAMPLE
-User: "provide me the distribution of products across categories and highlight which ones are in stock in a pie chart"
-Assistant:
+User: "find me beauty products"
+Assistant: "I found several beauty products in our catalog:"
 \`\`\`ui
 {
-  "view": "chart",
-  "title": "Product Distribution Across Categories",
-  "description": "Pie chart showing product count by category with stock signals preserved per slice.",
-  "chartType": "pie",
-  "xAxisKey": "label",
-  "dataKeys": ["value"],
-  "insights": [
-    "Beauty has the highest product count.",
-    "Electronics has the largest number of in-stock products."
-  ],
+  "view": "carousel",
+  "title": "Beauty Products",
+  "description": "Latest skincare and makeup items.",
   "data": [
-    { "label": "Beauty", "value": 12, "inStockCount": 9, "outOfStockCount": 3 },
-    { "label": "Electronics", "value": 8, "inStockCount": 7, "outOfStockCount": 1 },
-    { "label": "Home", "value": 5, "inStockCount": 2, "outOfStockCount": 3 }
+    { "id": "1", "name": "Mascara", "brand": "Essence", "price": "$9.99", "image": "...", "link": "..." }
   ]
 }
+\`\`\`
 \`\`\``;
 
     if (!this.config.llm.systemPrompt?.includes(CHART_MARKER)) {