@retrivora-ai/rag-engine 1.7.5 → 1.7.7

package/dist/server.mjs

@@ -39,7 +39,7 @@ import {
   sseFrame,
   sseMetaFrame,
   sseTextFrame
-} from "./chunk-QOO37S2Z.mjs";
+} from "./chunk-UHGYLTTY.mjs";
 import "./chunk-YLTMFW4M.mjs";
 import {
   PineconeProvider
@@ -325,15 +325,21 @@ var MultiTablePostgresProvider = class extends BaseVectorProvider {
     ).map((hint) => hint.value.trim().toLowerCase()).filter(Boolean) : [];
     console.log(`[MultiTablePostgresProvider] queryText: "${queryText}"`);
     console.log(`[MultiTablePostgresProvider] entityHints: [${entityHints.join(", ")}]`);
-    const cleanKeywordQuery = (text) => {
-      return text.toLowerCase().replace(/\b(show|me|the|product|cards|of|category|find|list|browse|what|are|display)\b/g, "").trim().replace(/\s+/g, " & ");
+    const getDynamicKeywordQuery = () => {
+      if (entityHints.length > 0) {
+        return entityHints.map((h) => h.includes(" ") ? `"${h}"` : h).join(" & ");
+      }
+      if (queryText) {
+        return queryText.toLowerCase().replace(/\b(show|me|the|product[s]?|item[s]?|card[s]?|of|category|find|list|browse|what|are|display|all|under|for|in|with|about)\b/g, "").trim().replace(/\s+/g, " & ");
+      }
+      return "";
     };
+    const dynamicKeywordQuery = getDynamicKeywordQuery();
     const queryPromises = this.tables.map(async (table) => {
       try {
         let sqlQuery = "";
         let params = [];
         if (queryText) {
-          const cleanedText = cleanKeywordQuery(queryText) || queryText;
           const hasEntityHints = entityHints.length > 0;
           const exactNameScoreExpr = hasEntityHints ? `+ (
                  SELECT COALESCE(MAX(
@@ -352,7 +358,7 @@ var MultiTablePostgresProvider = class extends BaseVectorProvider {
             ORDER BY hybrid_score DESC
             LIMIT 50
           `;
-          params = [vectorLiteral, cleanedText];
+          params = [vectorLiteral, dynamicKeywordQuery];
         } else {
           sqlQuery = `
             SELECT *, 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@retrivora-ai/rag-engine",
-  "version": "1.7.5",
+  "version": "1.7.7",
   "description": "Retrivora AI is a plug-and-play AI engine for RAG chat experiences — generic vector DB + LLM provider, embeddable or standalone.",
   "author": "Abhinav Alkuchi",
   "license": "MIT",

package/src/components/MessageBubble.tsx

@@ -9,6 +9,7 @@ import { ChatViewportSize } from '../types/props';
 import { SourceCard } from './SourceCard';
 import { ProductCarousel } from './ProductCarousel';
 import { DynamicChart } from './DynamicChart';
+import { VisualizationRenderer } from './VisualizationRenderer';
 
 // ─── JSON sanitization ────────────────────────────────────────────────────────
 // Order matters: each step is a targeted fix, no step undoes a previous one.
@@ -988,6 +989,13 @@ export function MessageBubble({
                 </ReactMarkdown>
               )}
 
+              {/* Automated UI Fallback (if LLM failed to output structured block but UITransformer found data) */}
+              {!isUser && !structuredContent.payload && message.uiTransformation && (
+                <div className="mt-4 border-t border-slate-100 dark:border-white/5 pt-4">
+                  <VisualizationRenderer data={message.uiTransformation} />
+                </div>
+              )}
+
               {isStreaming && message.content && (
                 <span className="inline-block w-1.5 h-3.5 ml-1 bg-emerald-500 animate-pulse align-middle" />
               )}

package/src/core/Pipeline.ts

@@ -13,6 +13,7 @@ import { BatchProcessor, BatchOptions } from './BatchProcessor';
 import { EmbeddingStrategyResolver } from '../config/EmbeddingStrategy';
 import { QueryProcessor } from './QueryProcessor';
 import { IngestDocument, ChatResponse, VectorMatch, GraphSearchResult, RetrievalResult, UpsertDocument } from '../types';
+import { UITransformer } from '../utils/UITransformer';
 
 // ─── LRU Embedding Cache ───────────────────────────────────────────────────────
 
@@ -203,11 +204,14 @@ Classify the query into ONE of the following intents:
 
 ## 5. DATA RULES
 
-- NEVER hallucinate fields
+- NEVER hallucinate fields or data
 - ONLY use retrieved vector DB data
 - NO placeholders ("...", "N/A")
 - If image/link missing → REMOVE FIELD
 - Aggregate BEFORE rendering chart
+- IF NO DATA IS FOUND in the retrieved context:
+  → DO NOT output a \`\`\`ui\`\`\` block
+  → Instead, state clearly that no relevant products or data were found.
 
 ---
 
@@ -227,6 +231,8 @@ Classify the query into ONE of the following intents:
 - ALWAYS return EXACTLY ONE \`\`\`ui\`\`\` block
 - JSON must be VALID
 - No explanation inside block
+- NEVER use ASCII charts, Markdown tables, or text-based drawings for data.
+- If data is tabular or statistical, ALWAYS use the \`\`\`ui\`\`\` block.
 
 ---
 
@@ -559,8 +565,18 @@ User: "distribution of products across categories"
         yield reply;
       }
 
-      // Yield retrieval metadata at the end so UI can show sources
-      yield { reply: '', sources, graphData };
+      // 6. Automated UI Fallback (UITransformer)
+      // This provides a secondary, rule-based visualization frame in case the LLM 
+      // fails to adhere to the strict protocol or outputs a text fallback.
+      const uiTransformation = UITransformer.transform(question, sources);
+
+      // Yield retrieval metadata and automated UI transformation at the end
+      yield { 
+        reply: '', 
+        sources, 
+        graphData, 
+        ui_transformation: uiTransformation 
+      } as ChatResponse;
 
     } catch (error) {
       throw new Error(`[Pipeline] Stream failed: ${error instanceof Error ? error.message : String(error)}`);

package/src/hooks/useRagChat.ts

@@ -27,7 +27,8 @@ import { useStoredMessages } from './useStoredMessages';
 interface SseTextFrame  { type: 'text';     text: string }
 interface SseMetaFrame  { type: 'metadata'; sources?: VectorMatch[] }
 interface SseErrorFrame { type: 'error';    error: string }
-type SseFrame = SseTextFrame | SseMetaFrame | SseErrorFrame;
+interface SseUiFrame    { type: 'ui_transformation'; data: any }
+type SseFrame = SseTextFrame | SseMetaFrame | SseErrorFrame | SseUiFrame;
 
 /**
  * Parse all complete SSE frames from a raw chunk string.
@@ -124,6 +125,7 @@ export function useRagChat(
         const decoder = new TextDecoder();
         let assistantContent = '';
         let sources: VectorMatch[] = [];
+        let uiTransformation: any = null;
         // Buffer for partial SSE frames that arrive split across reads
         let buffer = '';
 
@@ -157,6 +159,8 @@ export function useRagChat(
               assistantContent += frame.text;
             } else if (frame.type === 'metadata') {
               sources = frame.sources ?? [];
+            } else if (frame.type === 'ui_transformation') {
+              uiTransformation = frame.data;
             } else if (frame.type === 'error') {
               setError(frame.error || 'Stream error');
             }
@@ -166,7 +170,12 @@ export function useRagChat(
           setMessages((prev) =>
             prev.map((msg) =>
               msg.id === assistantMessageId
-                ? { ...msg, content: assistantContent, sources: sources.length > 0 ? sources : msg.sources }
+                ? { 
+                    ...msg, 
+                    content: assistantContent, 
+                    sources: sources.length > 0 ? sources : msg.sources,
+                    uiTransformation: uiTransformation || (msg as any).uiTransformation
+                  }
                 : msg
             )
           );
@@ -185,6 +194,7 @@ export function useRagChat(
           role: 'assistant',
           content: assistantContent,
           sources: sources.length > 0 ? sources : undefined,
+          uiTransformation: uiTransformation || undefined,
           createdAt: new Date().toISOString(),
         };
         onReply?.(finalAssistantMessage);

package/src/providers/vectordb/MultiTablePostgresProvider.ts

@@ -151,22 +151,34 @@ export class MultiTablePostgresProvider extends BaseVectorProvider {
     console.log(`[MultiTablePostgresProvider] queryText: "${queryText}"`);
     console.log(`[MultiTablePostgresProvider] entityHints: [${entityHints.join(', ')}]`);
 
-    // Helper to clean conversational filler for better keyword matching
-    const cleanKeywordQuery = (text: string) => {
-      return text
-        .toLowerCase()
-        .replace(/\b(show|me|the|product|cards|of|category|find|list|browse|what|are|display)\b/g, '')
-        .trim()
-        .replace(/\s+/g, ' & '); // Join remaining words with AND for tsquery
+    // Dynamic Keyword Search: Prioritize intelligently extracted hints over raw text
+    const getDynamicKeywordQuery = () => {
+      if (entityHints.length > 0) {
+        // Use extracted entities as high-signal keywords
+        return entityHints
+          .map(h => h.includes(' ') ? `"${h}"` : h) // Wrap multi-word hints in quotes
+          .join(' & ');
+      }
+
+      if (queryText) {
+        // Fallback to cleaned raw text if no high-signal hints were extracted
+        return queryText
+          .toLowerCase()
+          .replace(/\b(show|me|the|product[s]?|item[s]?|card[s]?|of|category|find|list|browse|what|are|display|all|under|for|in|with|about)\b/g, '')
+          .trim()
+          .replace(/\s+/g, ' & ');
+      }
+      return '';
     };
 
+    const dynamicKeywordQuery = getDynamicKeywordQuery();
+
     const queryPromises = this.tables.map(async (table) => {
       try {
         let sqlQuery = '';
         let params: unknown[] = [];
 
         if (queryText) {
-          const cleanedText = cleanKeywordQuery(queryText) || queryText;
           const hasEntityHints = entityHints.length > 0;
           const exactNameScoreExpr = hasEntityHints
             ? `+ (
@@ -189,7 +201,7 @@ export class MultiTablePostgresProvider extends BaseVectorProvider {
             ORDER BY hybrid_score DESC
             LIMIT 50
           `;
-          params = [vectorLiteral, cleanedText];
+          params = [vectorLiteral, dynamicKeywordQuery];
         } else {
           // Fallback to Vector-only Search
           sqlQuery = `

package/src/types/chat.ts

@@ -10,6 +10,7 @@ export interface ChatMessage {
 export interface RagMessage extends ChatMessage {
   id: string;
   sources?: VectorMatch[];
+  uiTransformation?: any;
   createdAt: string;
 }