@retrivora-ai/rag-engine 1.7.2 → 1.7.4

package/dist/{chunk-M32ZXLTT.mjs → chunk-PKK7EEVP.mjs}

@@ -2259,71 +2259,191 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- UI_PROTOCOL_V6 -->";
+    const CHART_MARKER = "<!-- UI_PROTOCOL_V7 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL
-When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
-
-1. VIEW SELECTION
-   - Use "carousel" for browsing specific products, items, or a catalog. This is the DEFAULT for "show me", "what are", or "find me" requests for a specific category (e.g. "beauty").
-   - Use "chart" ONLY for numerical aggregations: distributions, percentages, counts, comparisons over time, or trends (e.g. "how many beauty products?").
-   - Use "table" for detailed technical specifications, row-heavy comparisons, or when the user explicitly asks for a list/table format.
-
-2. REQUIRED JSON SHAPE
-   {
-     "view": "chart" | "carousel" | "table",
-     "title": "Short heading",
-     "description": "One sentence describing the view",
-     "chartType": "pie" | "bar" | "line", // Required if view is "chart"
-     "xAxisKey": "label",
-     "dataKeys": ["value"],
-     "columns": ["dynamicFieldKey1", "dynamicFieldKey2"],
-     "insights": ["Short takeaway 1", "Short takeaway 2"],
-     "data": []
-   }
-
-3. DATA RULES
-   - Build the UI payload from retrieved context only. Do not invent products or values.
-   - For CAROUSEL: "data" must be a list of product objects (id, name, brand, price, image, link).
-   - For CHART: "data" must be aggregated counts or sums. Never put raw product lists in a chart view.
-   - If the user asks for "products in beauty", do NOT return a pie chart of categories; return a carousel of the beauty products themselves.
-
-4. FORMAT RULES
-   - Return valid JSON inside the \`\`\`ui\`\`\` block.
-   - Put natural language explanation before or after the block, not inside.
-
-5. EXAMPLES
+### UNIVERSAL UI PROTOCOL V7 (STRICT MODE)
+
+You are responsible for returning a SINGLE structured UI block when visualization is required.
+
+---
+
+## 1. INTENT CLASSIFICATION (MANDATORY)
+
+Classify the query into ONE of the following intents:
+
+- "explore" \u2192 user wants to browse items (e.g., "show me products")
+- "analyze" \u2192 user wants aggregation/distribution (e.g., "distribution of products")
+- "compare" \u2192 user wants side-by-side comparison
+- "detail" \u2192 user wants structured/tabular data
+
+---
+
+## 2. VIEW MAPPING (STRICT)
+
+| Intent   | View       |
+|----------|-----------|
+| explore  | carousel  |
+| analyze  | chart     |
+| compare  | table     |
+| detail   | table     |
+
+\u26A0\uFE0F Override Rules:
+- If query contains "distribution", "percentage", "ratio" \u2192 ALWAYS chart
+- If query contains "show products", "list items" \u2192 ALWAYS carousel
+- NEVER mix views
+
+---
+
+## 3. RESPONSE FORMAT (STRICT JSON ONLY INSIDE BLOCK)
+
+\`\`\`ui
+{
+  "view": "carousel" | "chart" | "table",
+  "title": "string",
+  "description": "string",
+  "metadata": {
+    "intent": "explore" | "analyze" | "compare" | "detail",
+    "confidence": 0.0-1.0
+  },
+
+  // CHART ONLY
+  "chart": {
+    "type": "pie" | "bar" | "line",
+    "xKey": "label",
+    "yKeys": ["value"],
+    "data": []
+  },
+
+  // TABLE ONLY
+  "table": {
+    "columns": [],
+    "rows": []
+  },
+
+  // CAROUSEL ONLY
+  "carousel": {
+    "items": []
+  },
+
+  "insights": []
+}
+\`\`\`
+
+---
+
+## 4. DATA CONTRACT (CRITICAL)
+
+### \u{1F539} CAROUSEL ITEM FORMAT
+{
+  "id": "string",
+  "name": "string",
+  "brand": "string",
+  "price": number,
+  "image": "url",
+  "link": "url",
+  "inStock": boolean
+}
+
+### \u{1F539} CHART DATA FORMAT
+{
+  "label": "string",
+  "value": number,
+  "inStock": boolean (optional)
+}
+
+### \u{1F539} TABLE FORMAT
+- columns MUST match row keys
+- rows MUST be flat objects
+
+---
+
+## 5. DATA RULES
+
+- NEVER hallucinate fields
+- ONLY use retrieved vector DB data
+- NO placeholders ("...", "N/A")
+- If image/link missing \u2192 REMOVE FIELD
+- Aggregate BEFORE rendering chart
+
+---
+
+## 6. SMART RULES (IMPORTANT)
+
+- If user asks BOTH:
+  "show products AND distribution"
+  \u2192 PRIORITIZE "explore" \u2192 carousel
+
+- If dataset size > 20:
+  \u2192 aggregate \u2192 chart or table
+
+---
+
+## 7. OUTPUT RULES
+
+- ALWAYS return EXACTLY ONE \`\`\`ui\`\`\` block
+- JSON must be VALID
+- No explanation inside block
+
+---
+
+## 8. EXAMPLES
+
 User: "show me beauty products"
-Assistant:
+
 \`\`\`ui
 {
   "view": "carousel",
   "title": "Beauty Products",
-  "description": "Browse our latest skincare and makeup collection.",
-  "data": [
-    { "id": "1", "name": "Mascara", "brand": "Essence", "price": "$9.99", "image": "...", "link": "..." },
-    { "id": "2", "name": "Lipstick", "brand": "Chic", "price": "$12.99", "image": "...", "link": "..." }
-  ]
+  "description": "Browse available beauty items",
+  "metadata": {
+    "intent": "explore",
+    "confidence": 0.95
+  },
+  "carousel": {
+    "items": [
+      {
+        "id": "1",
+        "name": "Mascara",
+        "brand": "Essence",
+        "price": 9.99,
+        "image": "https://example.com/mascara.jpg",
+        "link": "https://example.com/p1",
+        "inStock": true
+      }
+    ]
+  },
+  "insights": ["Most products are affordable"]
 }
 \`\`\`
 
-User: "breakdown of products by category"
-Assistant:
+---
+
+User: "distribution of products across categories"
+
 \`\`\`ui
 {
   "view": "chart",
-  "title": "Category Breakdown",
-  "chartType": "pie",
-  "xAxisKey": "label",
-  "dataKeys": ["value"],
-  "data": [
-    { "label": "Beauty", "value": 15 },
-    { "label": "Fragrances", "value": 8 }
-  ]
+  "title": "Product Distribution",
+  "description": "Category-wise product distribution",
+  "metadata": {
+    "intent": "analyze",
+    "confidence": 0.98
+  },
+  "chart": {
+    "type": "pie",
+    "xKey": "label",
+    "yKeys": ["value"],
+    "data": [
+      { "label": "Beauty", "value": 15 },
+      { "label": "Electronics", "value": 10 }
+    ]
+  },
+  "insights": ["Beauty dominates inventory"]
 }
-\`\`\``;
+\`\`\`
+`;
     if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }

package/dist/handlers/index.js

@@ -3823,71 +3823,191 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- UI_PROTOCOL_V6 -->";
+    const CHART_MARKER = "<!-- UI_PROTOCOL_V7 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL
-When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
+### UNIVERSAL UI PROTOCOL V7 (STRICT MODE)
 
-1. VIEW SELECTION
-   - Use "carousel" for browsing specific products, items, or a catalog. This is the DEFAULT for "show me", "what are", or "find me" requests for a specific category (e.g. "beauty").
-   - Use "chart" ONLY for numerical aggregations: distributions, percentages, counts, comparisons over time, or trends (e.g. "how many beauty products?").
-   - Use "table" for detailed technical specifications, row-heavy comparisons, or when the user explicitly asks for a list/table format.
+You are responsible for returning a SINGLE structured UI block when visualization is required.
 
-2. REQUIRED JSON SHAPE
-   {
-     "view": "chart" | "carousel" | "table",
-     "title": "Short heading",
-     "description": "One sentence describing the view",
-     "chartType": "pie" | "bar" | "line", // Required if view is "chart"
-     "xAxisKey": "label",
-     "dataKeys": ["value"],
-     "columns": ["dynamicFieldKey1", "dynamicFieldKey2"],
-     "insights": ["Short takeaway 1", "Short takeaway 2"],
-     "data": []
-   }
+---
 
-3. DATA RULES
-   - Build the UI payload from retrieved context only. Do not invent products or values.
-   - For CAROUSEL: "data" must be a list of product objects (id, name, brand, price, image, link).
-   - For CHART: "data" must be aggregated counts or sums. Never put raw product lists in a chart view.
-   - If the user asks for "products in beauty", do NOT return a pie chart of categories; return a carousel of the beauty products themselves.
+## 1. INTENT CLASSIFICATION (MANDATORY)
 
-4. FORMAT RULES
-   - Return valid JSON inside the \`\`\`ui\`\`\` block.
-   - Put natural language explanation before or after the block, not inside.
+Classify the query into ONE of the following intents:
+
+- "explore" \u2192 user wants to browse items (e.g., "show me products")
+- "analyze" \u2192 user wants aggregation/distribution (e.g., "distribution of products")
+- "compare" \u2192 user wants side-by-side comparison
+- "detail" \u2192 user wants structured/tabular data
+
+---
+
+## 2. VIEW MAPPING (STRICT)
+
+| Intent   | View       |
+|----------|-----------|
+| explore  | carousel  |
+| analyze  | chart     |
+| compare  | table     |
+| detail   | table     |
+
+\u26A0\uFE0F Override Rules:
+- If query contains "distribution", "percentage", "ratio" \u2192 ALWAYS chart
+- If query contains "show products", "list items" \u2192 ALWAYS carousel
+- NEVER mix views
+
+---
+
+## 3. RESPONSE FORMAT (STRICT JSON ONLY INSIDE BLOCK)
+
+\`\`\`ui
+{
+  "view": "carousel" | "chart" | "table",
+  "title": "string",
+  "description": "string",
+  "metadata": {
+    "intent": "explore" | "analyze" | "compare" | "detail",
+    "confidence": 0.0-1.0
+  },
+
+  // CHART ONLY
+  "chart": {
+    "type": "pie" | "bar" | "line",
+    "xKey": "label",
+    "yKeys": ["value"],
+    "data": []
+  },
+
+  // TABLE ONLY
+  "table": {
+    "columns": [],
+    "rows": []
+  },
+
+  // CAROUSEL ONLY
+  "carousel": {
+    "items": []
+  },
+
+  "insights": []
+}
+\`\`\`
+
+---
+
+## 4. DATA CONTRACT (CRITICAL)
+
+### \u{1F539} CAROUSEL ITEM FORMAT
+{
+  "id": "string",
+  "name": "string",
+  "brand": "string",
+  "price": number,
+  "image": "url",
+  "link": "url",
+  "inStock": boolean
+}
+
+### \u{1F539} CHART DATA FORMAT
+{
+  "label": "string",
+  "value": number,
+  "inStock": boolean (optional)
+}
+
+### \u{1F539} TABLE FORMAT
+- columns MUST match row keys
+- rows MUST be flat objects
+
+---
+
+## 5. DATA RULES
+
+- NEVER hallucinate fields
+- ONLY use retrieved vector DB data
+- NO placeholders ("...", "N/A")
+- If image/link missing \u2192 REMOVE FIELD
+- Aggregate BEFORE rendering chart
+
+---
+
+## 6. SMART RULES (IMPORTANT)
+
+- If user asks BOTH:
+  "show products AND distribution"
+  \u2192 PRIORITIZE "explore" \u2192 carousel
+
+- If dataset size > 20:
+  \u2192 aggregate \u2192 chart or table
+
+---
+
+## 7. OUTPUT RULES
+
+- ALWAYS return EXACTLY ONE \`\`\`ui\`\`\` block
+- JSON must be VALID
+- No explanation inside block
+
+---
+
+## 8. EXAMPLES
 
-5. EXAMPLES
 User: "show me beauty products"
-Assistant:
+
 \`\`\`ui
 {
   "view": "carousel",
   "title": "Beauty Products",
-  "description": "Browse our latest skincare and makeup collection.",
-  "data": [
-    { "id": "1", "name": "Mascara", "brand": "Essence", "price": "$9.99", "image": "...", "link": "..." },
-    { "id": "2", "name": "Lipstick", "brand": "Chic", "price": "$12.99", "image": "...", "link": "..." }
-  ]
+  "description": "Browse available beauty items",
+  "metadata": {
+    "intent": "explore",
+    "confidence": 0.95
+  },
+  "carousel": {
+    "items": [
+      {
+        "id": "1",
+        "name": "Mascara",
+        "brand": "Essence",
+        "price": 9.99,
+        "image": "https://example.com/mascara.jpg",
+        "link": "https://example.com/p1",
+        "inStock": true
+      }
+    ]
+  },
+  "insights": ["Most products are affordable"]
 }
 \`\`\`
 
-User: "breakdown of products by category"
-Assistant:
+---
+
+User: "distribution of products across categories"
+
 \`\`\`ui
 {
   "view": "chart",
-  "title": "Category Breakdown",
-  "chartType": "pie",
-  "xAxisKey": "label",
-  "dataKeys": ["value"],
-  "data": [
-    { "label": "Beauty", "value": 15 },
-    { "label": "Fragrances", "value": 8 }
-  ]
+  "title": "Product Distribution",
+  "description": "Category-wise product distribution",
+  "metadata": {
+    "intent": "analyze",
+    "confidence": 0.98
+  },
+  "chart": {
+    "type": "pie",
+    "xKey": "label",
+    "yKeys": ["value"],
+    "data": [
+      { "label": "Beauty", "value": 15 },
+      { "label": "Electronics", "value": 10 }
+    ]
+  },
+  "insights": ["Beauty dominates inventory"]
 }
-\`\`\``;
+\`\`\`
+`;
     if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }

package/dist/handlers/index.mjs

@@ -10,7 +10,7 @@ import {
   sseMetaFrame,
   sseTextFrame,
   sseUIFrame
-} from "../chunk-M32ZXLTT.mjs";
+} from "../chunk-PKK7EEVP.mjs";
 import "../chunk-YLTMFW4M.mjs";
 import "../chunk-X4TOT24V.mjs";
 export {

package/dist/index.js

@@ -405,7 +405,7 @@ function sanitizeJson(raw) {
       return `: ${result}`;
     }
   );
-  s = s.replace(/\/\/[^\n]*/g, "");
+  s = s.replace(/("(?:\\.|[^\\"])*")|\/\/[^\n]*|\/\*[\s\S]*?\*\//g, (m, g1) => g1 || "");
   s = s.replace(/([{,]\s*)([A-Za-z_$][A-Za-z0-9_$]*)\s*:/g, '$1"$2":');
   s = s.replace(/'([^'\\]*(?:\\.[^'\\]*)*)'/g, '"$1"');
   s = s.replace(/,\s*([}\]])/g, "$1");
@@ -535,11 +535,12 @@ function isLikelyUiOnlyMessage(text) {
   return trimmed.length === 0 || /^(chart data|table data|visualization|visual representation|product catalog|product recommendations|catalog summary)\s*:?\s*$/i.test(trimmed);
 }
 function resolveImage(data) {
+  const isPlaceholder = (val) => typeof val === "string" && (val === "..." || val === "" || val.toLowerCase() === "null" || val.toLowerCase() === "undefined");
   for (const key of ["image", "img", "thumbnail"]) {
     const v = data[key];
-    if (typeof v === "string" && v) return v;
+    if (typeof v === "string" && v && !isPlaceholder(v)) return v;
   }
-  if (Array.isArray(data.images) && typeof data.images[0] === "string") {
+  if (Array.isArray(data.images) && typeof data.images[0] === "string" && !isPlaceholder(data.images[0])) {
     return data.images[0];
   }
   return void 0;

package/dist/index.mjs

@@ -368,7 +368,7 @@ function sanitizeJson(raw) {
       return `: ${result}`;
     }
   );
-  s = s.replace(/\/\/[^\n]*/g, "");
+  s = s.replace(/("(?:\\.|[^\\"])*")|\/\/[^\n]*|\/\*[\s\S]*?\*\//g, (m, g1) => g1 || "");
   s = s.replace(/([{,]\s*)([A-Za-z_$][A-Za-z0-9_$]*)\s*:/g, '$1"$2":');
   s = s.replace(/'([^'\\]*(?:\\.[^'\\]*)*)'/g, '"$1"');
   s = s.replace(/,\s*([}\]])/g, "$1");
@@ -498,11 +498,12 @@ function isLikelyUiOnlyMessage(text) {
   return trimmed.length === 0 || /^(chart data|table data|visualization|visual representation|product catalog|product recommendations|catalog summary)\s*:?\s*$/i.test(trimmed);
 }
 function resolveImage(data) {
+  const isPlaceholder = (val) => typeof val === "string" && (val === "..." || val === "" || val.toLowerCase() === "null" || val.toLowerCase() === "undefined");
   for (const key of ["image", "img", "thumbnail"]) {
     const v = data[key];
-    if (typeof v === "string" && v) return v;
+    if (typeof v === "string" && v && !isPlaceholder(v)) return v;
   }
-  if (Array.isArray(data.images) && typeof data.images[0] === "string") {
+  if (Array.isArray(data.images) && typeof data.images[0] === "string" && !isPlaceholder(data.images[0])) {
     return data.images[0];
   }
   return void 0;

package/dist/server.js

@@ -3913,71 +3913,191 @@ var Pipeline = class {
   async initialize() {
     var _a, _b;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- UI_PROTOCOL_V6 -->";
+    const CHART_MARKER = "<!-- UI_PROTOCOL_V7 -->";
     const chartInstruction = `
 
 ${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL
-When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
+### UNIVERSAL UI PROTOCOL V7 (STRICT MODE)
 
-1. VIEW SELECTION
-   - Use "carousel" for browsing specific products, items, or a catalog. This is the DEFAULT for "show me", "what are", or "find me" requests for a specific category (e.g. "beauty").
-   - Use "chart" ONLY for numerical aggregations: distributions, percentages, counts, comparisons over time, or trends (e.g. "how many beauty products?").
-   - Use "table" for detailed technical specifications, row-heavy comparisons, or when the user explicitly asks for a list/table format.
+You are responsible for returning a SINGLE structured UI block when visualization is required.
 
-2. REQUIRED JSON SHAPE
-   {
-     "view": "chart" | "carousel" | "table",
-     "title": "Short heading",
-     "description": "One sentence describing the view",
-     "chartType": "pie" | "bar" | "line", // Required if view is "chart"
-     "xAxisKey": "label",
-     "dataKeys": ["value"],
-     "columns": ["dynamicFieldKey1", "dynamicFieldKey2"],
-     "insights": ["Short takeaway 1", "Short takeaway 2"],
-     "data": []
-   }
+---
 
-3. DATA RULES
-   - Build the UI payload from retrieved context only. Do not invent products or values.
-   - For CAROUSEL: "data" must be a list of product objects (id, name, brand, price, image, link).
-   - For CHART: "data" must be aggregated counts or sums. Never put raw product lists in a chart view.
-   - If the user asks for "products in beauty", do NOT return a pie chart of categories; return a carousel of the beauty products themselves.
+## 1. INTENT CLASSIFICATION (MANDATORY)
 
-4. FORMAT RULES
-   - Return valid JSON inside the \`\`\`ui\`\`\` block.
-   - Put natural language explanation before or after the block, not inside.
+Classify the query into ONE of the following intents:
+
+- "explore" \u2192 user wants to browse items (e.g., "show me products")
+- "analyze" \u2192 user wants aggregation/distribution (e.g., "distribution of products")
+- "compare" \u2192 user wants side-by-side comparison
+- "detail" \u2192 user wants structured/tabular data
+
+---
+
+## 2. VIEW MAPPING (STRICT)
+
+| Intent   | View       |
+|----------|-----------|
+| explore  | carousel  |
+| analyze  | chart     |
+| compare  | table     |
+| detail   | table     |
+
+\u26A0\uFE0F Override Rules:
+- If query contains "distribution", "percentage", "ratio" \u2192 ALWAYS chart
+- If query contains "show products", "list items" \u2192 ALWAYS carousel
+- NEVER mix views
+
+---
+
+## 3. RESPONSE FORMAT (STRICT JSON ONLY INSIDE BLOCK)
+
+\`\`\`ui
+{
+  "view": "carousel" | "chart" | "table",
+  "title": "string",
+  "description": "string",
+  "metadata": {
+    "intent": "explore" | "analyze" | "compare" | "detail",
+    "confidence": 0.0-1.0
+  },
+
+  // CHART ONLY
+  "chart": {
+    "type": "pie" | "bar" | "line",
+    "xKey": "label",
+    "yKeys": ["value"],
+    "data": []
+  },
+
+  // TABLE ONLY
+  "table": {
+    "columns": [],
+    "rows": []
+  },
+
+  // CAROUSEL ONLY
+  "carousel": {
+    "items": []
+  },
+
+  "insights": []
+}
+\`\`\`
+
+---
+
+## 4. DATA CONTRACT (CRITICAL)
+
+### \u{1F539} CAROUSEL ITEM FORMAT
+{
+  "id": "string",
+  "name": "string",
+  "brand": "string",
+  "price": number,
+  "image": "url",
+  "link": "url",
+  "inStock": boolean
+}
+
+### \u{1F539} CHART DATA FORMAT
+{
+  "label": "string",
+  "value": number,
+  "inStock": boolean (optional)
+}
+
+### \u{1F539} TABLE FORMAT
+- columns MUST match row keys
+- rows MUST be flat objects
+
+---
+
+## 5. DATA RULES
+
+- NEVER hallucinate fields
+- ONLY use retrieved vector DB data
+- NO placeholders ("...", "N/A")
+- If image/link missing \u2192 REMOVE FIELD
+- Aggregate BEFORE rendering chart
+
+---
+
+## 6. SMART RULES (IMPORTANT)
+
+- If user asks BOTH:
+  "show products AND distribution"
+  \u2192 PRIORITIZE "explore" \u2192 carousel
+
+- If dataset size > 20:
+  \u2192 aggregate \u2192 chart or table
+
+---
+
+## 7. OUTPUT RULES
+
+- ALWAYS return EXACTLY ONE \`\`\`ui\`\`\` block
+- JSON must be VALID
+- No explanation inside block
+
+---
+
+## 8. EXAMPLES
 
-5. EXAMPLES
 User: "show me beauty products"
-Assistant:
+
 \`\`\`ui
 {
   "view": "carousel",
   "title": "Beauty Products",
-  "description": "Browse our latest skincare and makeup collection.",
-  "data": [
-    { "id": "1", "name": "Mascara", "brand": "Essence", "price": "$9.99", "image": "...", "link": "..." },
-    { "id": "2", "name": "Lipstick", "brand": "Chic", "price": "$12.99", "image": "...", "link": "..." }
-  ]
+  "description": "Browse available beauty items",
+  "metadata": {
+    "intent": "explore",
+    "confidence": 0.95
+  },
+  "carousel": {
+    "items": [
+      {
+        "id": "1",
+        "name": "Mascara",
+        "brand": "Essence",
+        "price": 9.99,
+        "image": "https://example.com/mascara.jpg",
+        "link": "https://example.com/p1",
+        "inStock": true
+      }
+    ]
+  },
+  "insights": ["Most products are affordable"]
 }
 \`\`\`
 
-User: "breakdown of products by category"
-Assistant:
+---
+
+User: "distribution of products across categories"
+
 \`\`\`ui
 {
   "view": "chart",
-  "title": "Category Breakdown",
-  "chartType": "pie",
-  "xAxisKey": "label",
-  "dataKeys": ["value"],
-  "data": [
-    { "label": "Beauty", "value": 15 },
-    { "label": "Fragrances", "value": 8 }
-  ]
+  "title": "Product Distribution",
+  "description": "Category-wise product distribution",
+  "metadata": {
+    "intent": "analyze",
+    "confidence": 0.98
+  },
+  "chart": {
+    "type": "pie",
+    "xKey": "label",
+    "yKeys": ["value"],
+    "data": [
+      { "label": "Beauty", "value": 15 },
+      { "label": "Electronics", "value": 10 }
+    ]
+  },
+  "insights": ["Beauty dominates inventory"]
 }
-\`\`\``;
+\`\`\`
+`;
     if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || "") + chartInstruction;
     }

package/dist/server.mjs

@@ -39,7 +39,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "./chunk-M32ZXLTT.mjs";
+} from "./chunk-PKK7EEVP.mjs";
 import "./chunk-YLTMFW4M.mjs";
 import {
   PineconeProvider

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@retrivora-ai/rag-engine",
-  "version": "1.7.2",
+  "version": "1.7.4",
   "description": "Retrivora AI is a plug-and-play AI engine for RAG chat experiences — generic vector DB + LLM provider, embeddable or standalone.",
   "author": "Abhinav Alkuchi",
   "license": "MIT",

package/src/components/MessageBubble.tsx

@@ -32,8 +32,8 @@ function sanitizeJson(raw: string): string {
     },
   );
 
-  // 2. Strip JS-style single-line comments
-  s = s.replace(/\/\/[^\n]*/g, '');
+  // 2. Strip JS-style comments while preserving strings (e.g. URLs)
+  s = s.replace(/("(?:\\.|[^\\"])*")|\/\/[^\n]*|\/\*[\s\S]*?\*\//g, (m, g1) => g1 || '');
 
   // 3. Quote bare (unquoted) object keys
   s = s.replace(/([{,]\s*)([A-Za-z_$][A-Za-z0-9_$]*)\s*:/g, '$1"$2":');
@@ -204,11 +204,14 @@ function isLikelyUiOnlyMessage(text: string): boolean {
 // ─── Tiny helpers ─────────────────────────────────────────────────────────────
 
 function resolveImage(data: Record<string, unknown>): string | undefined {
+  const isPlaceholder = (val: unknown) => 
+    typeof val === 'string' && (val === '...' || val === '' || val.toLowerCase() === 'null' || val.toLowerCase() === 'undefined');
+
   for (const key of ['image', 'img', 'thumbnail']) {
     const v = data[key];
-    if (typeof v === 'string' && v) return v;
+    if (typeof v === 'string' && v && !isPlaceholder(v)) return v;
   }
-  if (Array.isArray(data.images) && typeof data.images[0] === 'string') {
+  if (Array.isArray(data.images) && typeof data.images[0] === 'string' && !isPlaceholder(data.images[0])) {
     return data.images[0];
   }
   return undefined;

package/src/core/Pipeline.ts

@@ -101,70 +101,191 @@ export class Pipeline {
 
     // Augment system prompt with a Universal Visualization Protocol
     // We use a unique marker to ensure this is only injected once but is ALWAYS present.
-    const CHART_MARKER = '<!-- UI_PROTOCOL_V6 -->';
-    const chartInstruction = `\n\n${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL
-When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
-
-1. VIEW SELECTION
-   - Use "carousel" for browsing specific products, items, or a catalog. This is the DEFAULT for "show me", "what are", or "find me" requests for a specific category (e.g. "beauty").
-   - Use "chart" ONLY for numerical aggregations: distributions, percentages, counts, comparisons over time, or trends (e.g. "how many beauty products?").
-   - Use "table" for detailed technical specifications, row-heavy comparisons, or when the user explicitly asks for a list/table format.
-
-2. REQUIRED JSON SHAPE
-   {
-     "view": "chart" | "carousel" | "table",
-     "title": "Short heading",
-     "description": "One sentence describing the view",
-     "chartType": "pie" | "bar" | "line", // Required if view is "chart"
-     "xAxisKey": "label",
-     "dataKeys": ["value"],
-     "columns": ["dynamicFieldKey1", "dynamicFieldKey2"],
-     "insights": ["Short takeaway 1", "Short takeaway 2"],
-     "data": []
-   }
-
-3. DATA RULES
-   - Build the UI payload from retrieved context only. Do not invent products or values.
-   - For CAROUSEL: "data" must be a list of product objects (id, name, brand, price, image, link).
-   - For CHART: "data" must be aggregated counts or sums. Never put raw product lists in a chart view.
-   - If the user asks for "products in beauty", do NOT return a pie chart of categories; return a carousel of the beauty products themselves.
-
-4. FORMAT RULES
-   - Return valid JSON inside the \`\`\`ui\`\`\` block.
-   - Put natural language explanation before or after the block, not inside.
-
-5. EXAMPLES
+    const CHART_MARKER = '<!-- UI_PROTOCOL_V7 -->';
+    const chartInstruction = `
+
+${CHART_MARKER}
+### UNIVERSAL UI PROTOCOL V7 (STRICT MODE)
+
+You are responsible for returning a SINGLE structured UI block when visualization is required.
+
+---
+
+## 1. INTENT CLASSIFICATION (MANDATORY)
+
+Classify the query into ONE of the following intents:
+
+- "explore" → user wants to browse items (e.g., "show me products")
+- "analyze" → user wants aggregation/distribution (e.g., "distribution of products")
+- "compare" → user wants side-by-side comparison
+- "detail" → user wants structured/tabular data
+
+---
+
+## 2. VIEW MAPPING (STRICT)
+
+| Intent   | View       |
+|----------|-----------|
+| explore  | carousel  |
+| analyze  | chart     |
+| compare  | table     |
+| detail   | table     |
+
+⚠️ Override Rules:
+- If query contains "distribution", "percentage", "ratio" → ALWAYS chart
+- If query contains "show products", "list items" → ALWAYS carousel
+- NEVER mix views
+
+---
+
+## 3. RESPONSE FORMAT (STRICT JSON ONLY INSIDE BLOCK)
+
+\`\`\`ui
+{
+  "view": "carousel" | "chart" | "table",
+  "title": "string",
+  "description": "string",
+  "metadata": {
+    "intent": "explore" | "analyze" | "compare" | "detail",
+    "confidence": 0.0-1.0
+  },
+
+  // CHART ONLY
+  "chart": {
+    "type": "pie" | "bar" | "line",
+    "xKey": "label",
+    "yKeys": ["value"],
+    "data": []
+  },
+
+  // TABLE ONLY
+  "table": {
+    "columns": [],
+    "rows": []
+  },
+
+  // CAROUSEL ONLY
+  "carousel": {
+    "items": []
+  },
+
+  "insights": []
+}
+\`\`\`
+
+---
+
+## 4. DATA CONTRACT (CRITICAL)
+
+### 🔹 CAROUSEL ITEM FORMAT
+{
+  "id": "string",
+  "name": "string",
+  "brand": "string",
+  "price": number,
+  "image": "url",
+  "link": "url",
+  "inStock": boolean
+}
+
+### 🔹 CHART DATA FORMAT
+{
+  "label": "string",
+  "value": number,
+  "inStock": boolean (optional)
+}
+
+### 🔹 TABLE FORMAT
+- columns MUST match row keys
+- rows MUST be flat objects
+
+---
+
+## 5. DATA RULES
+
+- NEVER hallucinate fields
+- ONLY use retrieved vector DB data
+- NO placeholders ("...", "N/A")
+- If image/link missing → REMOVE FIELD
+- Aggregate BEFORE rendering chart
+
+---
+
+## 6. SMART RULES (IMPORTANT)
+
+- If user asks BOTH:
+  "show products AND distribution"
+  → PRIORITIZE "explore" → carousel
+
+- If dataset size > 20:
+  → aggregate → chart or table
+
+---
+
+## 7. OUTPUT RULES
+
+- ALWAYS return EXACTLY ONE \`\`\`ui\`\`\` block
+- JSON must be VALID
+- No explanation inside block
+
+---
+
+## 8. EXAMPLES
+
 User: "show me beauty products"
-Assistant:
+
 \`\`\`ui
 {
   "view": "carousel",
   "title": "Beauty Products",
-  "description": "Browse our latest skincare and makeup collection.",
-  "data": [
-    { "id": "1", "name": "Mascara", "brand": "Essence", "price": "$9.99", "image": "...", "link": "..." },
-    { "id": "2", "name": "Lipstick", "brand": "Chic", "price": "$12.99", "image": "...", "link": "..." }
-  ]
+  "description": "Browse available beauty items",
+  "metadata": {
+    "intent": "explore",
+    "confidence": 0.95
+  },
+  "carousel": {
+    "items": [
+      {
+        "id": "1",
+        "name": "Mascara",
+        "brand": "Essence",
+        "price": 9.99,
+        "image": "https://example.com/mascara.jpg",
+        "link": "https://example.com/p1",
+        "inStock": true
+      }
+    ]
+  },
+  "insights": ["Most products are affordable"]
 }
 \`\`\`
 
-User: "breakdown of products by category"
-Assistant:
+---
+
+User: "distribution of products across categories"
+
 \`\`\`ui
 {
   "view": "chart",
-  "title": "Category Breakdown",
-  "chartType": "pie",
-  "xAxisKey": "label",
-  "dataKeys": ["value"],
-  "data": [
-    { "label": "Beauty", "value": 15 },
-    { "label": "Fragrances", "value": 8 }
-  ]
+  "title": "Product Distribution",
+  "description": "Category-wise product distribution",
+  "metadata": {
+    "intent": "analyze",
+    "confidence": 0.98
+  },
+  "chart": {
+    "type": "pie",
+    "xKey": "label",
+    "yKeys": ["value"],
+    "data": [
+      { "label": "Beauty", "value": 15 },
+      { "label": "Electronics", "value": 10 }
+    ]
+  },
+  "insights": ["Beauty dominates inventory"]
 }
-\`\`\``;
-
+\`\`\`
+`;
     if (!this.config.llm.systemPrompt?.includes(CHART_MARKER)) {
       this.config.llm.systemPrompt = (this.config.llm.systemPrompt || '') + chartInstruction;
     }

package/src/handlers/index.ts

@@ -3,7 +3,7 @@ import { VectorPlugin } from '../core/VectorPlugin';
 import { RagConfig } from '../config/RagConfig';
 import { ChatMessage, ChatResponse } from '../types';
 import { DocumentParser } from '../utils/DocumentParser';
-import { UITransformer } from '../utils/UITransformer';
+import { UITransformer } from '../utils/UITransformer'
 
 // ─── SSE helpers ──────────────────────────────────────────────────────────────
 

package/src/hooks/useUITransform.ts

@@ -1,54 +0,0 @@
-import { useState, useCallback } from 'react';
-import { UITransformer, UITransformationResponse } from '@/utils/UITransformer';
-import { VectorMatch } from '@/types';
-
-/**
- * useUITransform hook — Transforms vector database results into UI components
- *
- * @example
- * const { transform, result, loading } = useUITransform();
- *
- * const handleSearch = async (query: string) => {
- *   const results = await fetchSearchResults(query);
- *   transform(query, results);
- * };
- *
- * return (
- *   <>
- *     {result && <DynamicChart data={result} />}
- *   </>
- * );
- */
-export function useUITransform() {
-  const [result, setResult] = useState<UITransformationResponse | null>(null);
-  const [loading, setLoading] = useState(false);
-  const [error, setError] = useState<string | null>(null);
-
-  const transform = useCallback(
-    (query: string, data: VectorMatch[]) => {
-      try {
-        setLoading(true);
-        setError(null);
-
-        const transformed = UITransformer.transform(query, data);
-        setResult(transformed);
-
-        return transformed;
-      } catch (err) {
-        const message = err instanceof Error ? err.message : 'Transformation error';
-        setError(message);
-        return null;
-      } finally {
-        setLoading(false);
-      }
-    },
-    []
-  );
-
-  const reset = useCallback(() => {
-    setResult(null);
-    setError(null);
-  }, []);
-
-  return { transform, result, loading, error, reset };
-}