@retrivora-ai/rag-engine 1.6.6 → 1.6.8

package/dist/{chunk-5K7EU4KW.mjs → chunk-J7BCIPO2.mjs}

@@ -2259,7 +2259,7 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- UI_PROTOCOL_V5 -->";
+    const CHART_MARKER = "<!-- UI_PROTOCOL_V6 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
@@ -2267,16 +2267,16 @@ ${CHART_MARKER}
 When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
 
 1. VIEW SELECTION
-   - Use "chart" for distributions, percentages, counts, comparisons, trends, or "show me in a chart".
-   - Use "carousel" for browseable product recommendations or when the user asks to see products/items/cards.
-   - Use "table" for tabular/raw detail, explicit table/list requests, or when there are many attributes to compare.
+   - Use "carousel" for browsing specific products, items, or a catalog. This is the DEFAULT for "show me", "what are", or "find me" requests for a specific category (e.g. "beauty").
+   - Use "chart" ONLY for numerical aggregations: distributions, percentages, counts, comparisons over time, or trends (e.g. "how many beauty products?").
+   - Use "table" for detailed technical specifications, row-heavy comparisons, or when the user explicitly asks for a list/table format.
 
 2. REQUIRED JSON SHAPE
    {
      "view": "chart" | "carousel" | "table",
      "title": "Short heading",
      "description": "One sentence describing the view",
-     "chartType": "pie" | "bar" | "line",
+     "chartType": "pie" | "bar" | "line", // Required if view is "chart"
      "xAxisKey": "label",
      "dataKeys": ["value"],
      "columns": ["dynamicFieldKey1", "dynamicFieldKey2"],
@@ -2285,41 +2285,42 @@ When the user asks for a visual representation, comparison, distribution, breakd
    }
 
 3. DATA RULES
-   - Build the UI payload from retrieved context only. Do not invent products, categories, or stock values.
-   - Aggregate raw product rows when the user asks for a chart.
-   - For charts, every row in "data" must be flat JSON with primitive values only.
-   - Prefer { "label": "...", "value": number } for pie charts.
-   - If stock information exists, preserve it in each row with fields like "inStock", "inStockCount", "outOfStockCount", or "stockStatus".
-   - If the user asks to highlight what is in stock, include those stock-related fields in the chart data and mention the pattern in "insights".
-   - For carousel rows, include product-friendly fields such as id, name, brand, price, image, link, category, stockStatus.
-   - For tables, keep "data" row-oriented and include "columns" only as dynamic field keys/order hints from the fetched data, never as hardcoded UI labels.
+   - Build the UI payload from retrieved context only. Do not invent products or values.
+   - For CAROUSEL: "data" must be a list of product objects (id, name, brand, price, image, link).
+   - For CHART: "data" must be aggregated counts or sums. Never put raw product lists in a chart view.
+   - If the user asks for "products in beauty", do NOT return a pie chart of categories; return a carousel of the beauty products themselves.
 
 4. FORMAT RULES
-   - Never use ASCII art, markdown tables as the primary answer, or text-only fake charts when a UI block is requested.
-   - Put any short natural-language explanation before or after the \`\`\`ui\`\`\` block, but keep it concise.
    - Return valid JSON inside the \`\`\`ui\`\`\` block.
-   - If the user explicitly asks for a pie chart, return "view": "chart" with "chartType": "pie", not a table fallback.
-   - Do not prefix the JSON with labels like "Table View", "Alternative", or explanatory text inside the code block.
+   - Put natural language explanation before or after the block, not inside.
 
-5. EXAMPLE
-User: "provide me the distribution of products across categories and highlight which ones are in stock in a pie chart"
+5. EXAMPLES
+User: "show me beauty products"
+Assistant:
+\`\`\`ui
+{
+  "view": "carousel",
+  "title": "Beauty Products",
+  "description": "Browse our latest skincare and makeup collection.",
+  "data": [
+    { "id": "1", "name": "Mascara", "brand": "Essence", "price": "$9.99", "image": "...", "link": "..." },
+    { "id": "2", "name": "Lipstick", "brand": "Chic", "price": "$12.99", "image": "...", "link": "..." }
+  ]
+}
+\`\`\`
+
+User: "breakdown of products by category"
 Assistant:
 \`\`\`ui
 {
   "view": "chart",
-  "title": "Product Distribution Across Categories",
-  "description": "Pie chart showing product count by category with stock signals preserved per slice.",
+  "title": "Category Breakdown",
   "chartType": "pie",
   "xAxisKey": "label",
   "dataKeys": ["value"],
-  "insights": [
-    "Beauty has the highest product count.",
-    "Electronics has the largest number of in-stock products."
-  ],
   "data": [
-    { "label": "Beauty", "value": 12, "inStockCount": 9, "outOfStockCount": 3 },
-    { "label": "Electronics", "value": 8, "inStockCount": 7, "outOfStockCount": 1 },
-    { "label": "Home", "value": 5, "inStockCount": 2, "outOfStockCount": 3 }
+    { "label": "Beauty", "value": 15 },
+    { "label": "Fragrances", "value": 8 }
   ]
 }
 \`\`\``;

package/dist/handlers/index.js

@@ -3822,7 +3822,7 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- UI_PROTOCOL_V5 -->";
+    const CHART_MARKER = "<!-- UI_PROTOCOL_V6 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
@@ -3830,16 +3830,16 @@ ${CHART_MARKER}
 When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
 
 1. VIEW SELECTION
-   - Use "chart" for distributions, percentages, counts, comparisons, trends, or "show me in a chart".
-   - Use "carousel" for browseable product recommendations or when the user asks to see products/items/cards.
-   - Use "table" for tabular/raw detail, explicit table/list requests, or when there are many attributes to compare.
+   - Use "carousel" for browsing specific products, items, or a catalog. This is the DEFAULT for "show me", "what are", or "find me" requests for a specific category (e.g. "beauty").
+   - Use "chart" ONLY for numerical aggregations: distributions, percentages, counts, comparisons over time, or trends (e.g. "how many beauty products?").
+   - Use "table" for detailed technical specifications, row-heavy comparisons, or when the user explicitly asks for a list/table format.
 
 2. REQUIRED JSON SHAPE
    {
      "view": "chart" | "carousel" | "table",
      "title": "Short heading",
      "description": "One sentence describing the view",
-     "chartType": "pie" | "bar" | "line",
+     "chartType": "pie" | "bar" | "line", // Required if view is "chart"
      "xAxisKey": "label",
      "dataKeys": ["value"],
      "columns": ["dynamicFieldKey1", "dynamicFieldKey2"],
@@ -3848,41 +3848,42 @@ When the user asks for a visual representation, comparison, distribution, breakd
    }
 
 3. DATA RULES
-   - Build the UI payload from retrieved context only. Do not invent products, categories, or stock values.
-   - Aggregate raw product rows when the user asks for a chart.
-   - For charts, every row in "data" must be flat JSON with primitive values only.
-   - Prefer { "label": "...", "value": number } for pie charts.
-   - If stock information exists, preserve it in each row with fields like "inStock", "inStockCount", "outOfStockCount", or "stockStatus".
-   - If the user asks to highlight what is in stock, include those stock-related fields in the chart data and mention the pattern in "insights".
-   - For carousel rows, include product-friendly fields such as id, name, brand, price, image, link, category, stockStatus.
-   - For tables, keep "data" row-oriented and include "columns" only as dynamic field keys/order hints from the fetched data, never as hardcoded UI labels.
+   - Build the UI payload from retrieved context only. Do not invent products or values.
+   - For CAROUSEL: "data" must be a list of product objects (id, name, brand, price, image, link).
+   - For CHART: "data" must be aggregated counts or sums. Never put raw product lists in a chart view.
+   - If the user asks for "products in beauty", do NOT return a pie chart of categories; return a carousel of the beauty products themselves.
 
 4. FORMAT RULES
-   - Never use ASCII art, markdown tables as the primary answer, or text-only fake charts when a UI block is requested.
-   - Put any short natural-language explanation before or after the \`\`\`ui\`\`\` block, but keep it concise.
    - Return valid JSON inside the \`\`\`ui\`\`\` block.
-   - If the user explicitly asks for a pie chart, return "view": "chart" with "chartType": "pie", not a table fallback.
-   - Do not prefix the JSON with labels like "Table View", "Alternative", or explanatory text inside the code block.
+   - Put natural language explanation before or after the block, not inside.
 
-5. EXAMPLE
-User: "provide me the distribution of products across categories and highlight which ones are in stock in a pie chart"
+5. EXAMPLES
+User: "show me beauty products"
+Assistant:
+\`\`\`ui
+{
+  "view": "carousel",
+  "title": "Beauty Products",
+  "description": "Browse our latest skincare and makeup collection.",
+  "data": [
+    { "id": "1", "name": "Mascara", "brand": "Essence", "price": "$9.99", "image": "...", "link": "..." },
+    { "id": "2", "name": "Lipstick", "brand": "Chic", "price": "$12.99", "image": "...", "link": "..." }
+  ]
+}
+\`\`\`
+
+User: "breakdown of products by category"
 Assistant:
 \`\`\`ui
 {
   "view": "chart",
-  "title": "Product Distribution Across Categories",
-  "description": "Pie chart showing product count by category with stock signals preserved per slice.",
+  "title": "Category Breakdown",
   "chartType": "pie",
   "xAxisKey": "label",
   "dataKeys": ["value"],
-  "insights": [
-    "Beauty has the highest product count.",
-    "Electronics has the largest number of in-stock products."
-  ],
   "data": [
-    { "label": "Beauty", "value": 12, "inStockCount": 9, "outOfStockCount": 3 },
-    { "label": "Electronics", "value": 8, "inStockCount": 7, "outOfStockCount": 1 },
-    { "label": "Home", "value": 5, "inStockCount": 2, "outOfStockCount": 3 }
+    { "label": "Beauty", "value": 15 },
+    { "label": "Fragrances", "value": 8 }
   ]
 }
 \`\`\``;

package/dist/handlers/index.mjs

@@ -9,7 +9,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "../chunk-5K7EU4KW.mjs";
+} from "../chunk-J7BCIPO2.mjs";
 import "../chunk-YLTMFW4M.mjs";
 import "../chunk-X4TOT24V.mjs";
 export {

package/dist/index.js

@@ -456,7 +456,7 @@ function extractLikelyJsonBlock(raw) {
   return trimmed.slice(Math.min(...starts));
 }
 function looksLikeStructuredPayload(raw) {
-  return /"(view|chartType|type|data|items|rows|products|results)"\s*:/.test(raw);
+  return /"?(view|chartType|type|data|items|rows|products|results)"?\s*:/.test(raw);
 }
 function stripMarkdownTables(raw) {
   return raw.replace(
@@ -532,7 +532,7 @@ function extractStructuredPayload(raw) {
 }
 function isLikelyUiOnlyMessage(text) {
   const trimmed = text.trim();
-  return trimmed.length === 0 || /^(chart data|table data|visualization|visual representation)\s*:?\s*$/i.test(trimmed);
+  return trimmed.length === 0 || /^(chart data|table data|visualization|visual representation|product catalog|product recommendations|catalog summary)\s*:?\s*$/i.test(trimmed);
 }
 function resolveImage(data) {
   for (const key of ["image", "img", "thumbnail"]) {
@@ -637,9 +637,9 @@ function normalizeTabularRows(rows, columns) {
 }
 function resolveStructuredRows(config) {
   if (Array.isArray(config.data) && config.data.length > 0) return config.data;
-  if (Array.isArray(config.rows) && config.rows.length > 0) return config.rows;
   if (Array.isArray(config.items) && config.items.length > 0) return config.items;
   if (Array.isArray(config.products) && config.products.length > 0) return config.products;
+  if (Array.isArray(config.rows) && config.rows.length > 0) return config.rows;
   if (Array.isArray(config.results) && config.results.length > 0) return config.results;
   return [];
 }
@@ -651,21 +651,25 @@ function UIDispatcher({ rawContent, primaryColor, accentColor, isStreaming, onAd
       const clean = rawContent.replace(/^```[a-z]*\s*/i, "").replace(/```\s*$/, "").trim();
       const parsed = JSON.parse(sanitizeJson(extractLikelyJsonBlock(clean)));
       const config2 = __spreadValues({}, parsed);
+      const resolvedRows = resolveStructuredRows(config2);
+      const hasProductLikeData = resolvedRows.length > 0 && typeof resolvedRows[0] === "object" && resolvedRows[0] !== null && !Array.isArray(resolvedRows[0]) && (["price", "brand", "image", "link", "thumbnail"].some((key) => key in resolvedRows[0]) || Object.keys(resolvedRows[0]).length >= 4);
+      const hasAggregationLikeData = resolvedRows.length > 0 && typeof resolvedRows[0] === "object" && resolvedRows[0] !== null && !Array.isArray(resolvedRows[0]) && (["value", "count", "total", "percentage"].some((key) => key in resolvedRows[0]) || Object.keys(resolvedRows[0]).length <= 3 && Object.values(resolvedRows[0]).some((v) => typeof v === "number"));
+      if (config2.view === "chart" && hasProductLikeData && !hasAggregationLikeData) {
+        config2.view = "carousel";
+      } else if (config2.view === "carousel" && hasAggregationLikeData && !hasProductLikeData) {
+        config2.view = "chart";
+        config2.chartType = config2.chartType || "bar";
+      }
       if (!config2.view) {
-        if (config2.type === "products" || Array.isArray(config2.items)) {
+        if (config2.type === "products" || Array.isArray(config2.items) || hasProductLikeData) {
           config2.view = "carousel";
-          config2.data = config2.data || config2.items || [];
-        } else if (typeof config2.type === "string" && ["pie", "bar", "line"].includes(config2.type) || typeof config2.chartType === "string" && ["pie", "bar", "line"].includes(config2.chartType)) {
-          const resolvedChartType = config2.chartType === "pie" || config2.chartType === "bar" || config2.chartType === "line" ? config2.chartType : config2.type === "pie" || config2.type === "bar" || config2.type === "line" ? config2.type : "bar";
+        } else if (hasAggregationLikeData || typeof config2.type === "string" && ["pie", "bar", "line"].includes(config2.type) || typeof config2.chartType === "string" && ["pie", "bar", "line"].includes(config2.chartType)) {
           config2.view = "chart";
-          config2.chartType = resolvedChartType;
-          config2.data = config2.data || [];
+          config2.chartType = config2.chartType || config2.type || "bar";
         } else {
           config2.view = "table";
-          config2.data = Array.isArray(config2.data) ? config2.data : Array.isArray(config2) ? config2 : [];
         }
       }
-      const resolvedRows = resolveStructuredRows(config2);
       const normalizedConfig = __spreadProps(__spreadValues({}, config2), {
         data: normalizeTabularRows(resolvedRows, config2.columns)
       });
@@ -743,7 +747,7 @@ function MessageBubble({
   const isMedium = viewportSize === "medium";
   const [showSources, setShowSources] = import_react5.default.useState(false);
   const hasStructuredProductBlock = import_react5.default.useMemo(
-    () => /```(?:ui|json|chart)\s*[\s\S]*?"(?:view|type)"\s*:\s*"(?:carousel|products)"/i.test(message.content),
+    () => /```(?:ui|json|chart)\s*[\s\S]*?"?(?:view|type|data|products)"?\s*:\s*"?(?:carousel|products|table)"?/i.test(message.content) || /\{[\s\S]*?"?(?:view|type|data|products)"?\s*:\s*"?(?:carousel|products)"?[\s\S]*\}/i.test(message.content) && looksLikeStructuredPayload(message.content),
     [message.content]
   );
   const structuredContent = import_react5.default.useMemo(
@@ -838,13 +842,10 @@ function MessageBubble({
     const hasStructuredUiBlock = Boolean(structuredContent.payload) || /```(?:ui|json|chart)\s*[\s\S]*?"(?:view|chartType|type|data|items|rows|products|results)"\s*:/i.test(raw);
     raw = raw.replace(/([^\n])\n\|/g, "$1\n\n|").replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, "$1\n");
     if (!isStreaming) {
-      raw = raw.replace(/(\{[\s\S]+?\})(?!\s*```)/g, (match) => {
+      raw = raw.replace(/(?:^|\n)\s*\{[\s\S]*\}\s*(?:\n|$)/g, (match) => {
+        if (match.includes("```")) return match;
         if (!looksLikeStructuredPayload(match)) return match;
-        const index = raw.indexOf(match);
-        const prefix = raw.substring(0, index);
-        const openBlocks = (prefix.match(/```/g) || []).length;
-        if (openBlocks % 2 !== 0) return match;
-        const type = match.includes('"view"') || match.includes('"chartType"') ? "ui" : "json";
+        const type = match.includes('"view"') || match.includes('"chartType"') || match.includes('"type": "pie"') || match.includes('"type":"pie"') || match.includes('"type": "bar"') || match.includes('"type":"bar"') || match.includes('"type": "line"') || match.includes('"type":"line"') ? "ui" : "json";
         return `
 
 \`\`\`${type}

package/dist/index.mjs

@@ -419,7 +419,7 @@ function extractLikelyJsonBlock(raw) {
   return trimmed.slice(Math.min(...starts));
 }
 function looksLikeStructuredPayload(raw) {
-  return /"(view|chartType|type|data|items|rows|products|results)"\s*:/.test(raw);
+  return /"?(view|chartType|type|data|items|rows|products|results)"?\s*:/.test(raw);
 }
 function stripMarkdownTables(raw) {
   return raw.replace(
@@ -495,7 +495,7 @@ function extractStructuredPayload(raw) {
 }
 function isLikelyUiOnlyMessage(text) {
   const trimmed = text.trim();
-  return trimmed.length === 0 || /^(chart data|table data|visualization|visual representation)\s*:?\s*$/i.test(trimmed);
+  return trimmed.length === 0 || /^(chart data|table data|visualization|visual representation|product catalog|product recommendations|catalog summary)\s*:?\s*$/i.test(trimmed);
 }
 function resolveImage(data) {
   for (const key of ["image", "img", "thumbnail"]) {
@@ -600,9 +600,9 @@ function normalizeTabularRows(rows, columns) {
 }
 function resolveStructuredRows(config) {
   if (Array.isArray(config.data) && config.data.length > 0) return config.data;
-  if (Array.isArray(config.rows) && config.rows.length > 0) return config.rows;
   if (Array.isArray(config.items) && config.items.length > 0) return config.items;
   if (Array.isArray(config.products) && config.products.length > 0) return config.products;
+  if (Array.isArray(config.rows) && config.rows.length > 0) return config.rows;
   if (Array.isArray(config.results) && config.results.length > 0) return config.results;
   return [];
 }
@@ -614,21 +614,25 @@ function UIDispatcher({ rawContent, primaryColor, accentColor, isStreaming, onAd
       const clean = rawContent.replace(/^```[a-z]*\s*/i, "").replace(/```\s*$/, "").trim();
       const parsed = JSON.parse(sanitizeJson(extractLikelyJsonBlock(clean)));
       const config2 = __spreadValues({}, parsed);
+      const resolvedRows = resolveStructuredRows(config2);
+      const hasProductLikeData = resolvedRows.length > 0 && typeof resolvedRows[0] === "object" && resolvedRows[0] !== null && !Array.isArray(resolvedRows[0]) && (["price", "brand", "image", "link", "thumbnail"].some((key) => key in resolvedRows[0]) || Object.keys(resolvedRows[0]).length >= 4);
+      const hasAggregationLikeData = resolvedRows.length > 0 && typeof resolvedRows[0] === "object" && resolvedRows[0] !== null && !Array.isArray(resolvedRows[0]) && (["value", "count", "total", "percentage"].some((key) => key in resolvedRows[0]) || Object.keys(resolvedRows[0]).length <= 3 && Object.values(resolvedRows[0]).some((v) => typeof v === "number"));
+      if (config2.view === "chart" && hasProductLikeData && !hasAggregationLikeData) {
+        config2.view = "carousel";
+      } else if (config2.view === "carousel" && hasAggregationLikeData && !hasProductLikeData) {
+        config2.view = "chart";
+        config2.chartType = config2.chartType || "bar";
+      }
       if (!config2.view) {
-        if (config2.type === "products" || Array.isArray(config2.items)) {
+        if (config2.type === "products" || Array.isArray(config2.items) || hasProductLikeData) {
           config2.view = "carousel";
-          config2.data = config2.data || config2.items || [];
-        } else if (typeof config2.type === "string" && ["pie", "bar", "line"].includes(config2.type) || typeof config2.chartType === "string" && ["pie", "bar", "line"].includes(config2.chartType)) {
-          const resolvedChartType = config2.chartType === "pie" || config2.chartType === "bar" || config2.chartType === "line" ? config2.chartType : config2.type === "pie" || config2.type === "bar" || config2.type === "line" ? config2.type : "bar";
+        } else if (hasAggregationLikeData || typeof config2.type === "string" && ["pie", "bar", "line"].includes(config2.type) || typeof config2.chartType === "string" && ["pie", "bar", "line"].includes(config2.chartType)) {
           config2.view = "chart";
-          config2.chartType = resolvedChartType;
-          config2.data = config2.data || [];
+          config2.chartType = config2.chartType || config2.type || "bar";
         } else {
           config2.view = "table";
-          config2.data = Array.isArray(config2.data) ? config2.data : Array.isArray(config2) ? config2 : [];
         }
       }
-      const resolvedRows = resolveStructuredRows(config2);
       const normalizedConfig = __spreadProps(__spreadValues({}, config2), {
         data: normalizeTabularRows(resolvedRows, config2.columns)
       });
@@ -706,7 +710,7 @@ function MessageBubble({
   const isMedium = viewportSize === "medium";
   const [showSources, setShowSources] = React5.useState(false);
   const hasStructuredProductBlock = React5.useMemo(
-    () => /```(?:ui|json|chart)\s*[\s\S]*?"(?:view|type)"\s*:\s*"(?:carousel|products)"/i.test(message.content),
+    () => /```(?:ui|json|chart)\s*[\s\S]*?"?(?:view|type|data|products)"?\s*:\s*"?(?:carousel|products|table)"?/i.test(message.content) || /\{[\s\S]*?"?(?:view|type|data|products)"?\s*:\s*"?(?:carousel|products)"?[\s\S]*\}/i.test(message.content) && looksLikeStructuredPayload(message.content),
     [message.content]
   );
   const structuredContent = React5.useMemo(
@@ -801,13 +805,10 @@ function MessageBubble({
     const hasStructuredUiBlock = Boolean(structuredContent.payload) || /```(?:ui|json|chart)\s*[\s\S]*?"(?:view|chartType|type|data|items|rows|products|results)"\s*:/i.test(raw);
     raw = raw.replace(/([^\n])\n\|/g, "$1\n\n|").replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, "$1\n");
     if (!isStreaming) {
-      raw = raw.replace(/(\{[\s\S]+?\})(?!\s*```)/g, (match) => {
+      raw = raw.replace(/(?:^|\n)\s*\{[\s\S]*\}\s*(?:\n|$)/g, (match) => {
+        if (match.includes("```")) return match;
         if (!looksLikeStructuredPayload(match)) return match;
-        const index = raw.indexOf(match);
-        const prefix = raw.substring(0, index);
-        const openBlocks = (prefix.match(/```/g) || []).length;
-        if (openBlocks % 2 !== 0) return match;
-        const type = match.includes('"view"') || match.includes('"chartType"') ? "ui" : "json";
+        const type = match.includes('"view"') || match.includes('"chartType"') || match.includes('"type": "pie"') || match.includes('"type":"pie"') || match.includes('"type": "bar"') || match.includes('"type":"bar"') || match.includes('"type": "line"') || match.includes('"type":"line"') ? "ui" : "json";
         return `
 
 \`\`\`${type}

package/dist/server.js

@@ -3913,7 +3913,7 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- UI_PROTOCOL_V5 -->";
+    const CHART_MARKER = "<!-- UI_PROTOCOL_V6 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
@@ -3921,16 +3921,16 @@ ${CHART_MARKER}
 When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
 
 1. VIEW SELECTION
-   - Use "chart" for distributions, percentages, counts, comparisons, trends, or "show me in a chart".
-   - Use "carousel" for browseable product recommendations or when the user asks to see products/items/cards.
-   - Use "table" for tabular/raw detail, explicit table/list requests, or when there are many attributes to compare.
+   - Use "carousel" for browsing specific products, items, or a catalog. This is the DEFAULT for "show me", "what are", or "find me" requests for a specific category (e.g. "beauty").
+   - Use "chart" ONLY for numerical aggregations: distributions, percentages, counts, comparisons over time, or trends (e.g. "how many beauty products?").
+   - Use "table" for detailed technical specifications, row-heavy comparisons, or when the user explicitly asks for a list/table format.
 
 2. REQUIRED JSON SHAPE
    {
      "view": "chart" | "carousel" | "table",
      "title": "Short heading",
      "description": "One sentence describing the view",
-     "chartType": "pie" | "bar" | "line",
+     "chartType": "pie" | "bar" | "line", // Required if view is "chart"
      "xAxisKey": "label",
      "dataKeys": ["value"],
      "columns": ["dynamicFieldKey1", "dynamicFieldKey2"],
@@ -3939,41 +3939,42 @@ When the user asks for a visual representation, comparison, distribution, breakd
    }
 
 3. DATA RULES
-   - Build the UI payload from retrieved context only. Do not invent products, categories, or stock values.
-   - Aggregate raw product rows when the user asks for a chart.
-   - For charts, every row in "data" must be flat JSON with primitive values only.
-   - Prefer { "label": "...", "value": number } for pie charts.
-   - If stock information exists, preserve it in each row with fields like "inStock", "inStockCount", "outOfStockCount", or "stockStatus".
-   - If the user asks to highlight what is in stock, include those stock-related fields in the chart data and mention the pattern in "insights".
-   - For carousel rows, include product-friendly fields such as id, name, brand, price, image, link, category, stockStatus.
-   - For tables, keep "data" row-oriented and include "columns" only as dynamic field keys/order hints from the fetched data, never as hardcoded UI labels.
+   - Build the UI payload from retrieved context only. Do not invent products or values.
+   - For CAROUSEL: "data" must be a list of product objects (id, name, brand, price, image, link).
+   - For CHART: "data" must be aggregated counts or sums. Never put raw product lists in a chart view.
+   - If the user asks for "products in beauty", do NOT return a pie chart of categories; return a carousel of the beauty products themselves.
 
 4. FORMAT RULES
-   - Never use ASCII art, markdown tables as the primary answer, or text-only fake charts when a UI block is requested.
-   - Put any short natural-language explanation before or after the \`\`\`ui\`\`\` block, but keep it concise.
    - Return valid JSON inside the \`\`\`ui\`\`\` block.
-   - If the user explicitly asks for a pie chart, return "view": "chart" with "chartType": "pie", not a table fallback.
-   - Do not prefix the JSON with labels like "Table View", "Alternative", or explanatory text inside the code block.
+   - Put natural language explanation before or after the block, not inside.
 
-5. EXAMPLE
-User: "provide me the distribution of products across categories and highlight which ones are in stock in a pie chart"
+5. EXAMPLES
+User: "show me beauty products"
+Assistant:
+\`\`\`ui
+{
+  "view": "carousel",
+  "title": "Beauty Products",
+  "description": "Browse our latest skincare and makeup collection.",
+  "data": [
+    { "id": "1", "name": "Mascara", "brand": "Essence", "price": "$9.99", "image": "...", "link": "..." },
+    { "id": "2", "name": "Lipstick", "brand": "Chic", "price": "$12.99", "image": "...", "link": "..." }
+  ]
+}
+\`\`\`
+
+User: "breakdown of products by category"
 Assistant:
 \`\`\`ui
 {
   "view": "chart",
-  "title": "Product Distribution Across Categories",
-  "description": "Pie chart showing product count by category with stock signals preserved per slice.",
+  "title": "Category Breakdown",
   "chartType": "pie",
   "xAxisKey": "label",
   "dataKeys": ["value"],
-  "insights": [
-    "Beauty has the highest product count.",
-    "Electronics has the largest number of in-stock products."
-  ],
   "data": [
-    { "label": "Beauty", "value": 12, "inStockCount": 9, "outOfStockCount": 3 },
-    { "label": "Electronics", "value": 8, "inStockCount": 7, "outOfStockCount": 1 },
-    { "label": "Home", "value": 5, "inStockCount": 2, "outOfStockCount": 3 }
+    { "label": "Beauty", "value": 15 },
+    { "label": "Fragrances", "value": 8 }
   ]
 }
 \`\`\``;

package/dist/server.mjs

@@ -39,7 +39,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "./chunk-5K7EU4KW.mjs";
+} from "./chunk-J7BCIPO2.mjs";
 import "./chunk-YLTMFW4M.mjs";
 import {
   PineconeProvider

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@retrivora-ai/rag-engine",
-  "version": "1.6.6",
+  "version": "1.6.8",
   "description": "Retrivora AI is a plug-and-play AI engine for RAG chat experiences — generic vector DB + LLM provider, embeddable or standalone.",
   "author": "Abhinav Alkuchi",
   "license": "MIT",

package/src/components/MessageBubble.tsx

@@ -103,7 +103,7 @@ function extractLikelyJsonBlock(raw: string): string {
 }
 
 function looksLikeStructuredPayload(raw: string): boolean {
-  return /"(view|chartType|type|data|items|rows|products|results)"\s*:/.test(raw);
+  return /"?(view|chartType|type|data|items|rows|products|results)"?\s*:/.test(raw);
 }
 
 function stripMarkdownTables(raw: string): string {
@@ -195,7 +195,10 @@ function extractStructuredPayload(raw: string): { payload: string | null; text:
 
 function isLikelyUiOnlyMessage(text: string): boolean {
   const trimmed = text.trim();
-  return trimmed.length === 0 || /^(chart data|table data|visualization|visual representation)\s*:?\s*$/i.test(trimmed);
+  return (
+    trimmed.length === 0 ||
+    /^(chart data|table data|visualization|visual representation|product catalog|product recommendations|catalog summary)\s*:?\s*$/i.test(trimmed)
+  );
 }
 
 // ─── Tiny helpers ─────────────────────────────────────────────────────────────
@@ -415,9 +418,9 @@ function normalizeTabularRows(
 
 function resolveStructuredRows(config: Partial<RawUIConfig> & Record<string, unknown>) {
   if (Array.isArray(config.data) && config.data.length > 0) return config.data;
-  if (Array.isArray(config.rows) && config.rows.length > 0) return config.rows;
   if (Array.isArray(config.items) && config.items.length > 0) return config.items;
   if (Array.isArray(config.products) && config.products.length > 0) return config.products;
+  if (Array.isArray(config.rows) && config.rows.length > 0) return config.rows;
   if (Array.isArray(config.results) && config.results.length > 0) return config.results;
   return [];
 }
@@ -439,32 +442,47 @@ function UIDispatcher({ rawContent, primaryColor, accentColor, isStreaming, onAd
         .trim();
       const parsed = JSON.parse(sanitizeJson(extractLikelyJsonBlock(clean)));
       const config = { ...parsed } as Partial<RawUIConfig> & Record<string, unknown>;
+      const resolvedRows = resolveStructuredRows(config);
+
+      // ─── Intent Healing & Auto-Detection ───────────────────────────────────
+      
+      const hasProductLikeData = resolvedRows.length > 0 && 
+        typeof resolvedRows[0] === 'object' && resolvedRows[0] !== null && 
+        !Array.isArray(resolvedRows[0]) &&
+        (['price', 'brand', 'image', 'link', 'thumbnail'].some(key => key in resolvedRows[0]) || 
+         Object.keys(resolvedRows[0]).length >= 4);
+
+      const hasAggregationLikeData = resolvedRows.length > 0 && 
+        typeof resolvedRows[0] === 'object' && resolvedRows[0] !== null && 
+        !Array.isArray(resolvedRows[0]) &&
+        (['value', 'count', 'total', 'percentage'].some(key => key in resolvedRows[0]) || 
+         (Object.keys(resolvedRows[0]).length <= 3 && Object.values(resolvedRows[0]).some(v => typeof v === 'number')));
+
+      // 1. Healing: Override explicit view if it contradicts the data shape
+      if (config.view === 'chart' && hasProductLikeData && !hasAggregationLikeData) {
+        config.view = 'carousel';
+      } else if (config.view === 'carousel' && hasAggregationLikeData && !hasProductLikeData) {
+        config.view = 'chart';
+        config.chartType = (config.chartType as 'pie' | 'bar' | 'line') || 'bar';
+      }
 
-      // Smart Auto-Detection for legacy or simpler formats
+      // 2. Auto-Detection: Fill in missing view
       if (!config.view) {
-        if (config.type === 'products' || Array.isArray(config.items)) {
+        if (config.type === 'products' || Array.isArray(config.items) || hasProductLikeData) {
           config.view = 'carousel';
-          config.data = config.data || config.items || [];
         } else if (
+          hasAggregationLikeData ||
           (typeof config.type === 'string' && ['pie', 'bar', 'line'].includes(config.type)) ||
           (typeof config.chartType === 'string' && ['pie', 'bar', 'line'].includes(config.chartType))
         ) {
-          const resolvedChartType =
-            config.chartType === 'pie' || config.chartType === 'bar' || config.chartType === 'line'
-              ? config.chartType
-              : config.type === 'pie' || config.type === 'bar' || config.type === 'line'
-                ? config.type
-                : 'bar';
           config.view = 'chart';
-          config.chartType = resolvedChartType;
-          config.data = config.data || [];
+          config.chartType = (config.chartType as 'pie' | 'bar' | 'line') || 
+                             (config.type as 'pie' | 'bar' | 'line') || 'bar';
         } else {
           config.view = 'table';
-          config.data = Array.isArray(config.data) ? config.data : (Array.isArray(config) ? config : []);
         }
       }
 
-      const resolvedRows = resolveStructuredRows(config);
       const normalizedConfig: UIConfig = {
         ...(config as Omit<UIConfig, 'data'>),
         data: normalizeTabularRows(resolvedRows, config.columns),
@@ -582,7 +600,8 @@ export function MessageBubble({
   const isMedium = viewportSize === 'medium';
   const [showSources, setShowSources] = React.useState(false);
   const hasStructuredProductBlock = React.useMemo(
-    () => /```(?:ui|json|chart)\s*[\s\S]*?"(?:view|type)"\s*:\s*"(?:carousel|products)"/i.test(message.content),
+    () => /```(?:ui|json|chart)\s*[\s\S]*?"?(?:view|type|data|products)"?\s*:\s*"?(?:carousel|products|table)"?/i.test(message.content) ||
+          (/\{[\s\S]*?"?(?:view|type|data|products)"?\s*:\s*"?(?:carousel|products)"?[\s\S]*\}/i.test(message.content) && looksLikeStructuredPayload(message.content)),
     [message.content],
   );
   const structuredContent = React.useMemo(
@@ -699,20 +718,16 @@ export function MessageBubble({
       .replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, '$1\n'); // Remove blank lines between rows
 
     // 2. HEALING: Detect naked JSON charts/products and wrap them if markers are missing
-    // CRITICAL: DO NOT REVERT THIS REGEX. It must remain non-greedy and position-independent
-    // to catch JSON that is not preceded by a newline (common in many LLM outputs).
+    // This handles models (like Llama 3.2) that often omit the ```chart markers.
     if (!isStreaming) {
-      // Find potential JSON objects that are not already wrapped in code blocks
-      raw = raw.replace(/(\{[\s\S]+?\})(?!\s*```)/g, (match) => {
+      // Look for objects that look like chart or product data
+      raw = raw.replace(/(?:^|\n)\s*\{[\s\S]*\}\s*(?:\n|$)/g, (match) => {
+        // Only wrap if not already in a code block
+        if (match.includes('```')) return match;
         if (!looksLikeStructuredPayload(match)) return match;
-        
-        // Final check: is it already inside a code block? (heuristic check)
-        const index = raw.indexOf(match);
-        const prefix = raw.substring(0, index);
-        const openBlocks = (prefix.match(/```/g) || []).length;
-        if (openBlocks % 2 !== 0) return match;
-
-        const type = match.includes('"view"') || match.includes('"chartType"') ? 'ui' : 'json';
+        const type = match.includes('"view"') || match.includes('"chartType"') || match.includes('"type": "pie"') || match.includes('"type":"pie"') || match.includes('"type": "bar"') || match.includes('"type":"bar"') || match.includes('"type": "line"') || match.includes('"type":"line"')
+          ? 'ui'
+          : 'json';
         return `\n\n\`\`\`${type}\n${match.trim()}\n\`\`\`\n\n`;
       });
     }

package/src/core/Pipeline.ts

@@ -101,22 +101,22 @@ export class Pipeline {
 
     // Augment system prompt with a Universal Visualization Protocol
     // We use a unique marker to ensure this is only injected once but is ALWAYS present.
-    const CHART_MARKER = '<!-- UI_PROTOCOL_V5 -->';
+    const CHART_MARKER = '<!-- UI_PROTOCOL_V6 -->';
     const chartInstruction = `\n\n${CHART_MARKER}
 ### UNIVERSAL UI PROTOCOL
 When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
 
 1. VIEW SELECTION
-   - Use "chart" for distributions, percentages, counts, comparisons, trends, or "show me in a chart".
-   - Use "carousel" for browseable product recommendations or when the user asks to see products/items/cards.
-   - Use "table" for tabular/raw detail, explicit table/list requests, or when there are many attributes to compare.
+   - Use "carousel" for browsing specific products, items, or a catalog. This is the DEFAULT for "show me", "what are", or "find me" requests for a specific category (e.g. "beauty").
+   - Use "chart" ONLY for numerical aggregations: distributions, percentages, counts, comparisons over time, or trends (e.g. "how many beauty products?").
+   - Use "table" for detailed technical specifications, row-heavy comparisons, or when the user explicitly asks for a list/table format.
 
 2. REQUIRED JSON SHAPE
    {
      "view": "chart" | "carousel" | "table",
      "title": "Short heading",
      "description": "One sentence describing the view",
-     "chartType": "pie" | "bar" | "line",
+     "chartType": "pie" | "bar" | "line", // Required if view is "chart"
      "xAxisKey": "label",
      "dataKeys": ["value"],
      "columns": ["dynamicFieldKey1", "dynamicFieldKey2"],
@@ -125,41 +125,42 @@ When the user asks for a visual representation, comparison, distribution, breakd
    }
 
 3. DATA RULES
-   - Build the UI payload from retrieved context only. Do not invent products, categories, or stock values.
-   - Aggregate raw product rows when the user asks for a chart.
-   - For charts, every row in "data" must be flat JSON with primitive values only.
-   - Prefer { "label": "...", "value": number } for pie charts.
-   - If stock information exists, preserve it in each row with fields like "inStock", "inStockCount", "outOfStockCount", or "stockStatus".
-   - If the user asks to highlight what is in stock, include those stock-related fields in the chart data and mention the pattern in "insights".
-   - For carousel rows, include product-friendly fields such as id, name, brand, price, image, link, category, stockStatus.
-   - For tables, keep "data" row-oriented and include "columns" only as dynamic field keys/order hints from the fetched data, never as hardcoded UI labels.
+   - Build the UI payload from retrieved context only. Do not invent products or values.
+   - For CAROUSEL: "data" must be a list of product objects (id, name, brand, price, image, link).
+   - For CHART: "data" must be aggregated counts or sums. Never put raw product lists in a chart view.
+   - If the user asks for "products in beauty", do NOT return a pie chart of categories; return a carousel of the beauty products themselves.
 
 4. FORMAT RULES
-   - Never use ASCII art, markdown tables as the primary answer, or text-only fake charts when a UI block is requested.
-   - Put any short natural-language explanation before or after the \`\`\`ui\`\`\` block, but keep it concise.
    - Return valid JSON inside the \`\`\`ui\`\`\` block.
-   - If the user explicitly asks for a pie chart, return "view": "chart" with "chartType": "pie", not a table fallback.
-   - Do not prefix the JSON with labels like "Table View", "Alternative", or explanatory text inside the code block.
+   - Put natural language explanation before or after the block, not inside.
 
-5. EXAMPLE
-User: "provide me the distribution of products across categories and highlight which ones are in stock in a pie chart"
+5. EXAMPLES
+User: "show me beauty products"
+Assistant:
+\`\`\`ui
+{
+  "view": "carousel",
+  "title": "Beauty Products",
+  "description": "Browse our latest skincare and makeup collection.",
+  "data": [
+    { "id": "1", "name": "Mascara", "brand": "Essence", "price": "$9.99", "image": "...", "link": "..." },
+    { "id": "2", "name": "Lipstick", "brand": "Chic", "price": "$12.99", "image": "...", "link": "..." }
+  ]
+}
+\`\`\`
+
+User: "breakdown of products by category"
 Assistant:
 \`\`\`ui
 {
   "view": "chart",
-  "title": "Product Distribution Across Categories",
-  "description": "Pie chart showing product count by category with stock signals preserved per slice.",
+  "title": "Category Breakdown",
   "chartType": "pie",
   "xAxisKey": "label",
   "dataKeys": ["value"],
-  "insights": [
-    "Beauty has the highest product count.",
-    "Electronics has the largest number of in-stock products."
-  ],
   "data": [
-    { "label": "Beauty", "value": 12, "inStockCount": 9, "outOfStockCount": 3 },
-    { "label": "Electronics", "value": 8, "inStockCount": 7, "outOfStockCount": 1 },
-    { "label": "Home", "value": 5, "inStockCount": 2, "outOfStockCount": 3 }
+    { "label": "Beauty", "value": 15 },
+    { "label": "Fragrances", "value": 8 }
   ]
 }
 \`\`\``;