@retrivora-ai/rag-engine 1.6.4 → 1.6.6

package/dist/{chunk-EE2Z4HNW.mjs → chunk-5K7EU4KW.mjs}

@@ -2263,14 +2263,15 @@ var Pipeline = class {
     const chartInstruction = `
 
 ${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL (EXPERT MODE):
-You have high-performance graphical capabilities. For any analytical query or product list, you MUST use the \`\`\`ui\`\`\` block.
-1. WRAPPING: You MUST wrap the JSON in \`\`\`ui and \`\`\` code markers. NEVER output naked JSON.
-2. VIEW SELECTION:
-   - "chart": ALWAYS use this for distributions, percentages, or statistics. You MUST aggregate/count the data yourself.
-   - "carousel": Use for browsing product items.
-   - "table": Use ONLY for raw data details if explicitly asked for a "table" or "list".
-3. SCHEMA:
+### UNIVERSAL UI PROTOCOL
+When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
+
+1. VIEW SELECTION
+   - Use "chart" for distributions, percentages, counts, comparisons, trends, or "show me in a chart".
+   - Use "carousel" for browseable product recommendations or when the user asks to see products/items/cards.
+   - Use "table" for tabular/raw detail, explicit table/list requests, or when there are many attributes to compare.
+
+2. REQUIRED JSON SHAPE
    {
      "view": "chart" | "carousel" | "table",
      "title": "Short heading",

package/dist/handlers/index.js

@@ -3826,14 +3826,15 @@ var Pipeline = class {
     const chartInstruction = `
 
 ${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL (EXPERT MODE):
-You have high-performance graphical capabilities. For any analytical query or product list, you MUST use the \`\`\`ui\`\`\` block.
-1. WRAPPING: You MUST wrap the JSON in \`\`\`ui and \`\`\` code markers. NEVER output naked JSON.
-2. VIEW SELECTION:
-   - "chart": ALWAYS use this for distributions, percentages, or statistics. You MUST aggregate/count the data yourself.
-   - "carousel": Use for browsing product items.
-   - "table": Use ONLY for raw data details if explicitly asked for a "table" or "list".
-3. SCHEMA:
+### UNIVERSAL UI PROTOCOL
+When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
+
+1. VIEW SELECTION
+   - Use "chart" for distributions, percentages, counts, comparisons, trends, or "show me in a chart".
+   - Use "carousel" for browseable product recommendations or when the user asks to see products/items/cards.
+   - Use "table" for tabular/raw detail, explicit table/list requests, or when there are many attributes to compare.
+
+2. REQUIRED JSON SHAPE
    {
      "view": "chart" | "carousel" | "table",
      "title": "Short heading",

package/dist/handlers/index.mjs

@@ -9,7 +9,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "../chunk-EE2Z4HNW.mjs";
+} from "../chunk-5K7EU4KW.mjs";
 import "../chunk-YLTMFW4M.mjs";
 import "../chunk-X4TOT24V.mjs";
 export {

package/dist/index.js

@@ -782,7 +782,7 @@ function MessageBubble({
     for (const candidate of payloadCandidates) {
       try {
         const data = JSON.parse(sanitizeJson(candidate));
-        const itemSet = Array.isArray(data.items) ? data.items : Array.isArray(data.products) ? data.products : null;
+        const itemSet = Array.isArray(data.data) ? data.data : Array.isArray(data.items) ? data.items : Array.isArray(data.products) ? data.products : null;
         if ((data.type === "products" || data.view === "carousel" || data.view === "table" || Array.isArray(data.products)) && itemSet) {
           products.push(
             ...itemSet.map((item) => {

package/dist/index.mjs

@@ -745,7 +745,7 @@ function MessageBubble({
     for (const candidate of payloadCandidates) {
       try {
         const data = JSON.parse(sanitizeJson(candidate));
-        const itemSet = Array.isArray(data.items) ? data.items : Array.isArray(data.products) ? data.products : null;
+        const itemSet = Array.isArray(data.data) ? data.data : Array.isArray(data.items) ? data.items : Array.isArray(data.products) ? data.products : null;
         if ((data.type === "products" || data.view === "carousel" || data.view === "table" || Array.isArray(data.products)) && itemSet) {
           products.push(
             ...itemSet.map((item) => {

package/dist/server.js

@@ -3917,14 +3917,15 @@ var Pipeline = class {
     const chartInstruction = `
 
 ${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL (EXPERT MODE):
-You have high-performance graphical capabilities. For any analytical query or product list, you MUST use the \`\`\`ui\`\`\` block.
-1. WRAPPING: You MUST wrap the JSON in \`\`\`ui and \`\`\` code markers. NEVER output naked JSON.
-2. VIEW SELECTION:
-   - "chart": ALWAYS use this for distributions, percentages, or statistics. You MUST aggregate/count the data yourself.
-   - "carousel": Use for browsing product items.
-   - "table": Use ONLY for raw data details if explicitly asked for a "table" or "list".
-3. SCHEMA:
+### UNIVERSAL UI PROTOCOL
+When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
+
+1. VIEW SELECTION
+   - Use "chart" for distributions, percentages, counts, comparisons, trends, or "show me in a chart".
+   - Use "carousel" for browseable product recommendations or when the user asks to see products/items/cards.
+   - Use "table" for tabular/raw detail, explicit table/list requests, or when there are many attributes to compare.
+
+2. REQUIRED JSON SHAPE
    {
      "view": "chart" | "carousel" | "table",
      "title": "Short heading",

package/dist/server.mjs

@@ -39,7 +39,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "./chunk-EE2Z4HNW.mjs";
+} from "./chunk-5K7EU4KW.mjs";
 import "./chunk-YLTMFW4M.mjs";
 import {
   PineconeProvider

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@retrivora-ai/rag-engine",
-  "version": "1.6.4",
+  "version": "1.6.6",
   "description": "Retrivora AI is a plug-and-play AI engine for RAG chat experiences — generic vector DB + LLM provider, embeddable or standalone.",
   "author": "Abhinav Alkuchi",
   "license": "MIT",

package/src/components/MessageBubble.tsx

@@ -439,7 +439,7 @@ function UIDispatcher({ rawContent, primaryColor, accentColor, isStreaming, onAd
         .trim();
       const parsed = JSON.parse(sanitizeJson(extractLikelyJsonBlock(clean)));
       const config = { ...parsed } as Partial<RawUIConfig> & Record<string, unknown>;
-      
+
       // Smart Auto-Detection for legacy or simpler formats
       if (!config.view) {
         if (config.type === 'products' || Array.isArray(config.items)) {
@@ -502,8 +502,8 @@ function UIDispatcher({ rawContent, primaryColor, accentColor, isStreaming, onAd
           {hasDescription && (
             <p className={`px-2 ${isCompact ? 'text-xs' : 'text-sm'} text-slate-500 dark:text-white/60`}>{config.description}</p>
           )}
-          <DynamicChart 
-            config={{ 
+          <DynamicChart
+            config={{
               type: (config.chartType || 'bar') as 'bar' | 'line' | 'pie',
               data: config.data as unknown as Record<string, string | number>[],
               xAxisKey: config.xAxisKey,
@@ -629,9 +629,10 @@ export function MessageBubble({
       try {
         const data = JSON.parse(sanitizeJson(candidate));
         const itemSet =
-          Array.isArray(data.items) ? data.items
-            : Array.isArray(data.products) ? data.products
-              : null;
+          Array.isArray(data.data) ? data.data
+            : Array.isArray(data.items) ? data.items
+              : Array.isArray(data.products) ? data.products
+                : null;
 
         if (
           (data.type === 'products' || data.view === 'carousel' || data.view === 'table' || Array.isArray(data.products)) &&
@@ -692,13 +693,14 @@ export function MessageBubble({
   const processedMarkdown = React.useMemo(() => {
     let raw = structuredContent.payload ? structuredContent.text : (cleanContent || message.content);
     const hasStructuredUiBlock = Boolean(structuredContent.payload) || /```(?:ui|json|chart)\s*[\s\S]*?"(?:view|chartType|type|data|items|rows|products|results)"\s*:/i.test(raw);
-    
+
     // 1. Structural fixes
     raw = raw.replace(/([^\n])\n\|/g, '$1\n\n|') // Ensure blank line before table
-             .replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, '$1\n'); // Remove blank lines between rows
+      .replace(/(\|[^\n]*\|)\n\n+(?=\|)/g, '$1\n'); // Remove blank lines between rows
 
     // 2. HEALING: Detect naked JSON charts/products and wrap them if markers are missing
-    // This handles models (like Llama 3.2) that often omit the ```ui markers.
+    // CRITICAL: DO NOT REVERT THIS REGEX. It must remain non-greedy and position-independent
+    // to catch JSON that is not preceded by a newline (common in many LLM outputs).
     if (!isStreaming) {
       // Find potential JSON objects that are not already wrapped in code blocks
       raw = raw.replace(/(\{[\s\S]+?\})(?!\s*```)/g, (match) => {
@@ -874,8 +876,8 @@ export function MessageBubble({
       {/* Avatar */}
       <div
         className={`flex-shrink-0 ${isCompact ? 'w-7 h-7' : 'w-8 h-8'} rounded-full flex items-center justify-center shadow-lg ${isUser
-            ? 'text-white'
-            : 'bg-slate-100 dark:bg-white/10 text-slate-700 dark:text-white/80'
+          ? 'text-white'
+          : 'bg-slate-100 dark:bg-white/10 text-slate-700 dark:text-white/80'
           }`}
         style={isUser ? { background: `linear-gradient(135deg, ${primaryColor}, ${accentColor})` } : {}}
       >
@@ -886,8 +888,8 @@ export function MessageBubble({
         {/* Bubble */}
         <div
           className={`relative ${isCompact ? 'px-3 py-2.5 text-[13px]' : 'px-4 py-3 text-sm'} rounded-2xl leading-relaxed shadow-sm dark:shadow-lg ${isUser
-              ? 'text-white rounded-tr-sm'
-              : 'bg-white dark:bg-white/5 border border-slate-200 dark:border-white/10 text-slate-800 dark:text-white/90 rounded-tl-sm'
+            ? 'text-white rounded-tr-sm'
+            : 'bg-white dark:bg-white/5 border border-slate-200 dark:border-white/10 text-slate-800 dark:text-white/90 rounded-tl-sm'
             }`}
           style={
             isUser ? { background: `linear-gradient(135deg, ${primaryColor}, ${accentColor})` } : {}

package/src/core/Pipeline.ts

@@ -103,14 +103,15 @@ export class Pipeline {
     // We use a unique marker to ensure this is only injected once but is ALWAYS present.
     const CHART_MARKER = '<!-- UI_PROTOCOL_V5 -->';
     const chartInstruction = `\n\n${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL (EXPERT MODE):
-You have high-performance graphical capabilities. For any analytical query or product list, you MUST use the \`\`\`ui\`\`\` block.
-1. WRAPPING: You MUST wrap the JSON in \`\`\`ui and \`\`\` code markers. NEVER output naked JSON.
-2. VIEW SELECTION:
-   - "chart": ALWAYS use this for distributions, percentages, or statistics. You MUST aggregate/count the data yourself.
-   - "carousel": Use for browsing product items.
-   - "table": Use ONLY for raw data details if explicitly asked for a "table" or "list".
-3. SCHEMA:
+### UNIVERSAL UI PROTOCOL
+When the user asks for a visual representation, comparison, distribution, breakdown, table, list, catalog, products, carousel, stock view, or category summary, you MUST include exactly one \`\`\`ui\`\`\` block.
+
+1. VIEW SELECTION
+   - Use "chart" for distributions, percentages, counts, comparisons, trends, or "show me in a chart".
+   - Use "carousel" for browseable product recommendations or when the user asks to see products/items/cards.
+   - Use "table" for tabular/raw detail, explicit table/list requests, or when there are many attributes to compare.
+
+2. REQUIRED JSON SHAPE
    {
      "view": "chart" | "carousel" | "table",
      "title": "Short heading",
@@ -213,7 +214,7 @@ Assistant:
       try {
         const chunks = await this.prepareChunks(doc);
         const vectors = await this.processEmbeddings(chunks);
-        
+
         const upsertDocs = chunks.map((chunk, i) => ({
           id: chunk.id,
           vector: vectors[i],
@@ -315,7 +316,7 @@ Assistant:
    */
   private async processGraphIngestion(docId: string | number, chunks: Chunk[]): Promise<void> {
     console.log(`[Pipeline] Extracting entities for doc ${docId} (${chunks.length} chunks)...`);
-    
+
     const extractionOptions: BatchOptions = {
       batchSize: 2, // Low concurrency for LLM extraction
       maxRetries: 1,
@@ -386,11 +387,11 @@ Assistant:
       // 2. Parallel Retrieval
       const hints = QueryProcessor.extractQueryFieldHints(question, this.config.rag?.filterableFields);
       const filter = QueryProcessor.buildQueryFilter(question, hints);
-      
+
       console.log(`[Pipeline] 🧩 Extracted filters:`, JSON.stringify(filter));
 
-      const { sources: rawSources, graphData } = await this.retrieve(searchQuery, { 
-        namespace: ns, 
+      const { sources: rawSources, graphData } = await this.retrieve(searchQuery, {
+        namespace: ns,
         topK: topK * 2,
         filter
       });
@@ -409,7 +410,7 @@ Assistant:
         : 'No relevant context found.';
 
       if (graphData && graphData.nodes.length > 0) {
-        const graphContext = graphData.nodes.map(n => 
+        const graphContext = graphData.nodes.map(n =>
           `Entity: ${n.label} (${n.id})${n.properties ? ' - ' + JSON.stringify(n.properties) : ''}`
         ).join('\n');
         context = `GRAPH KNOWLEDGE:\n${graphContext}\n\nVECTOR CONTEXT:\n${context}`;
@@ -417,7 +418,7 @@ Assistant:
 
       // 5. Generation (Streaming)
       const messages: ChatMessage[] = [...history, { role: 'user', content: question }];
-      
+
       if (this.llmProvider.chatStream) {
         const stream = this.llmProvider.chatStream(messages, context);
         if (!stream) {
@@ -449,7 +450,7 @@ Assistant:
 
     const cacheKey = `${ns}::${query}`;
     let queryVector = this.embeddingCache.get(cacheKey);
-    
+
     const [retrievedVector, graphData] = await Promise.all([
       queryVector ? Promise.resolve(queryVector) : this.embeddingProvider.embed(query, { taskType: 'query' }),
       this.graphDB && this.config.rag?.useGraphRetrieval