@retrivora-ai/rag-engine 2.0.6 → 2.0.7

package/src/llm/providers/UniversalLLMAdapter.ts

@@ -96,9 +96,9 @@ export class UniversalLLMAdapter implements ILLMProvider {
 
     const isSelfHost = this.baseUrl.includes('retrivora.com') || this.baseUrl.includes('localhost');
     if (isSelfHost || Boolean(process.env.VERCEL)) {
-      try {
-        const _g = globalThis as any;
-        if (typeof _g.__retrivoraDispatchChat === 'function') {
+      const _g = globalThis as any;
+      if (typeof _g.__retrivoraDispatchChat === 'function') {
+        try {
           const res = await _g.__retrivoraDispatchChat({
             model: this.model,
             messages: formattedMessages as any,
@@ -109,9 +109,9 @@ export class UniversalLLMAdapter implements ILLMProvider {
           if (res?.response?.choices?.[0]?.message?.content) {
             return res.response.choices[0].message.content;
           }
+        } catch (dispatchErr) {
+          throw dispatchErr;
         }
-      } catch {
-        /* proceed to HTTP fetch */
       }
     }
 
@@ -170,9 +170,9 @@ export class UniversalLLMAdapter implements ILLMProvider {
     let streamBody: ReadableStream<Uint8Array> | null = null;
 
     if (isSelfHost || Boolean(process.env.VERCEL)) {
-      try {
-        const _g = globalThis as any;
-        if (typeof _g.__retrivoraDispatchChat === 'function') {
+      const _g = globalThis as any;
+      if (typeof _g.__retrivoraDispatchChat === 'function') {
+        try {
           const res = await _g.__retrivoraDispatchChat({
             model: this.model,
             messages: formattedMessages as any,
@@ -187,9 +187,11 @@ export class UniversalLLMAdapter implements ILLMProvider {
             yield res.response.choices[0].message.content;
             return;
           }
+        } catch (dispatchErr) {
+          // If in-process dispatch threw a real error (Rate limit, Auth, API error), rethrow it
+          // rather than silently falling back to external HTTP fetch which masks the error.
+          throw dispatchErr;
         }
-      } catch {
-        /* proceed to HTTP fetch */
       }
     }
 
@@ -271,9 +273,9 @@ export class UniversalLLMAdapter implements ILLMProvider {
 
     const isSelfHost = this.baseUrl.includes('retrivora.com') || this.baseUrl.includes('localhost');
     if (isSelfHost || Boolean(process.env.VERCEL)) {
-      try {
-        const _g = globalThis as any;
-        if (typeof _g.__retrivoraDispatchEmbedding === 'function') {
+      const _g = globalThis as any;
+      if (typeof _g.__retrivoraDispatchEmbedding === 'function') {
+        try {
           const res = await _g.__retrivoraDispatchEmbedding({
             model: this.model,
             input: text,
@@ -282,9 +284,9 @@ export class UniversalLLMAdapter implements ILLMProvider {
           if (res?.data?.[0]?.embedding) {
             return res.data[0].embedding;
           }
+        } catch (dispatchErr) {
+          throw dispatchErr;
         }
-      } catch {
-        /* proceed to HTTP fetch */
       }
     }
 

package/src/rag/Reranker.ts

@@ -25,7 +25,7 @@ export class Reranker {
       }
 
       const scoredMatches = matches.map(match => {
-        const contentLower = match.content.toLowerCase();
+        const contentLower = (match?.content ?? '').toLowerCase();
         let keywordScore = 0;
 
         keywords.forEach(keyword => {
@@ -57,7 +57,7 @@ export class Reranker {
       const topN = matches.slice(0, 10);
 
       const response = await llm.chat(
-        [{ role: 'user', content: `Query: "${query}"\n\nDocuments:\n${topN.map((m, i) => `[${i}] ${m.content.replace(/\n/g, ' ')}`).join('\n')}` }],
+        [{ role: 'user', content: `Query: "${query}"\n\nDocuments:\n${topN.map((m, i) => `[${i}] ${(m?.content ?? '').replace(/\n/g, ' ')}`).join('\n')}` }],
         '',
         {
           systemPrompt: 'You are a relevance ranking expert. Given the user query and a list of retrieved document chunks, rank the chunks by relevance to the query. Return the result as a comma-separated list of document indices in order of relevance, from most relevant to least relevant. Use the indices provided in brackets like [0], [1], etc. Only return the indices (e.g., "2,0,1"), nothing else. Do not include brackets in the output.',

package/src/rendering/IntentClassifier.ts

@@ -107,7 +107,7 @@ export class IntentClassifier {
       numericFieldCount = numericKeys.size;
       categoricalFieldCount = catKeys.size;
 
-      if (productKeyMatches >= 2 || docs.some(d => d.content.toLowerCase().includes('price') || d.content.toLowerCase().includes('brand'))) {
+      if (productKeyMatches >= 2 || docs.some(d => (d?.content ?? '').toLowerCase().includes('price') || (d?.content ?? '').toLowerCase().includes('brand'))) {
         isProductLike = true;
       }
     }

package/src/rendering/RendererRegistry.ts

@@ -13,7 +13,7 @@ export class TextRendererStrategy implements IRendererStrategy {
       return { type: 'text', title, data: { content: data } };
     }
     const docs = Array.isArray(data) ? (data as VectorMatch[]) : [];
-    const text = docs.map(d => d.content).join('\n\n');
+    const text = docs.map(d => d?.content ?? '').join('\n\n');
     return { type: 'text', title, data: { content: text || 'No detailed content available.' } };
   }
 }

package/src/utils/ProductExtractor.ts

@@ -216,7 +216,7 @@ export function extractProductsFromSources(sources: VectorMatch[] | undefined, i
 
       return {
         id: s.id,
-        name: name ?? s.content.split('\n')[0] ?? 'Unknown Product',
+        name: name ?? (s?.content ?? '').split('\n')[0] ?? 'Unknown Product',
         brand: brand,
         price: price,
         image: resolveImage(m),

package/src/utils/UITransformer.ts

@@ -128,6 +128,17 @@ export class UITransformer {
       return this.createTextResponse('No data available', 'No relevant data found for your query.');
     }
 
+    console.log('[UITransformer.transform] Processing retrievedData:', {
+      userQuery,
+      retrievedCount: retrievedData.length,
+      sample: retrievedData.slice(0, 2).map((item) => ({
+        id: item?.id,
+        contentType: typeof item?.content,
+        contentSnippet: String(item?.content ?? '').substring(0, 150),
+        metadataKeys: Object.keys(item?.metadata || {}),
+      })),
+    });
+
     const resolvedIntent = intent ?? this.detectIntentHeuristic(userQuery);
 
     const filteredData = resolvedIntent.filterInStockOnly
@@ -760,7 +771,7 @@ RULES:
       type: 'radar_chart' as VisualizationType,
       title: 'Product Comparison',
       description: `Comparing ${data.length} items across ${radarData.length} attributes`,
-      data: radarData.length > 0 ? radarData : data.map(d => ({ attribute: d.content.substring(0, 40) })),
+      data: radarData.length > 0 ? radarData : data.map(d => ({ attribute: (d?.content ?? '').substring(0, 40) })),
     };
   }
 
@@ -780,7 +791,7 @@ RULES:
   private static transformToText(data: VectorMatch[]): UITransformationResponse {
     return this.createTextResponse(
       'Retrieved Context',
-      data.map(item => item.content).join('\n\n'),
+      data.map(item => item?.content ?? '').join('\n\n'),
       `Found ${data.length} relevant results`,
     );
   }
@@ -983,6 +994,7 @@ RULES:
 
 
   private static isProductData(item: VectorMatch): boolean {
+    if (!item) return false;
     const content = (item.content || '').toLowerCase();
     const productKeywords = [
       'product', 'price', 'stock', 'sku', 'brand', 'msrp',
@@ -1297,7 +1309,7 @@ RULES:
       return {
         timestamp: (meta.timestamp ?? meta.date ?? new Date().toISOString()) as string | number,
         value: (meta.value ?? item.score ?? 0) as number,
-        label: (meta.label ?? item.content.substring(0, 50)) as string,
+        label: (meta.label ?? (item?.content ?? '').substring(0, 50)) as string,
       };
     });
   }
@@ -1429,7 +1441,7 @@ RULES:
   }
 
   private static resolveTableCellValue(item: VectorMatch, column: string): string | number | boolean {
-    if (column === 'Content') return item.content.substring(0, 100);
+    if (column === 'Content') return (item?.content ?? '').substring(0, 100);
 
     const meta = item.metadata || {};
     const normalizedColumn = this.normalizeComparableField(column);
@@ -1444,10 +1456,10 @@ RULES:
     const aliasValue = this.resolveAliasedTableCell(meta, column);
     if (aliasValue !== undefined) return this.toDisplayValue(aliasValue);
 
-    const contentValue = this.extractContentFieldValue(item.content, column);
+    const contentValue = this.extractContentFieldValue(item?.content ?? '', column);
     if (contentValue !== null) return contentValue;
 
-    const aliasContentValue = this.extractAliasedContentFieldValue(item.content, column);
+    const aliasContentValue = this.extractAliasedContentFieldValue(item?.content ?? '', column);
     return aliasContentValue ?? '';
   }
 
@@ -1519,6 +1531,7 @@ RULES:
   }
 
   private static determineStockStatus(item: VectorMatch): boolean {
+    if (!item) return true;
     const meta = item.metadata || {};
     const stockValue = resolveMetadataValue(meta, 'stock');
     if (stockValue !== undefined) {
@@ -1583,42 +1596,74 @@ RULES:
     config?: import('../config/RagConfig').RagConfig,
     trainedSchema?: import('./SchemaMapper').SchemaMap,
   ): CarouselProduct | null {
+    if (!item) return null;
     const meta = item.metadata || {};
+    const content = item.content || '';
     const name = this.getDynamicVal(meta, 'name', config, trainedSchema);
     const price = this.getDynamicVal(meta, 'price', config, trainedSchema);
     const brand = this.getDynamicVal(meta, 'brand', config, trainedSchema);
     const description = this.cleanProductDescription(
-      this.extractProductDescriptionFromContent(item.content) ??
+      this.extractProductDescriptionFromContent(content) ??
       this.getProductDescriptionValue(meta, config, trainedSchema),
     );
 
     if (name || this.isProductData(item)) {
       let finalName = name ? String(name) : undefined;
+      if (!finalName && content) {
+        const nameMatch = content.match(/(?:Product|Item|Name):\s*([^\n]+)/i);
+        finalName = nameMatch ? nameMatch[1].trim() : content.split('\n')[0]?.substring(0, 60);
+      }
+
       if (!finalName) {
-        const nameMatch = item.content.match(/(?:Product|Item|Name):\s*([^\n]+)/i);
-        finalName = nameMatch ? nameMatch[1].trim() : item.content.split('\n')[0].substring(0, 60);
+        console.warn(
+          `[UITransformer] Unable to read product name from metadata or content for item ${item.id}. Defaulting to 'Unnamed Product'.`,
+          { metadataKeys: Object.keys(meta), contentLength: content.length },
+        );
       }
 
       let finalPrice: string | number | undefined =
         typeof price === 'number' || typeof price === 'string' ? price : undefined;
-      if (!finalPrice) {
+      if (!finalPrice && content) {
         const priceMatch =
-          item.content.match(/(?:Price|Cost):\s*\$?([\d,.]+)/i) ||
-          item.content.match(/\$\s*([\d,.]+)/);
+          content.match(/(?:Price|Cost):\s*\$?([\d,.]+)/i) ||
+          content.match(/\$\s*([\d,.]+)/);
         if (priceMatch) finalPrice = priceMatch[1].replace(/,/g, '');
       }
 
+      if (finalPrice === undefined) {
+        console.warn(
+          `[UITransformer] Unable to read product price from metadata or content for item ${item.id}.`,
+          { metadataKeys: Object.keys(meta), contentSnippet: content.substring(0, 100) },
+        );
+      }
+
       const imageValue = this.getDynamicVal(meta, 'image', config, trainedSchema);
+      if (!imageValue) {
+        console.debug(
+          `[UITransformer] Unable to read product image URL from metadata for item ${item.id}.`,
+        );
+      }
+
+      if (!description) {
+        console.debug(
+          `[UITransformer] Unable to read product description from metadata or content for item ${item.id}.`,
+        );
+      }
 
       return {
         id: item.id,
-        name: finalName,
+        name: finalName || 'Unnamed Product',
         price: finalPrice,
         image: typeof imageValue === 'string' ? imageValue : undefined,
         brand: brand ? String(brand) : undefined,
         description,
         inStock: this.determineStockStatus(item),
       };
+    } else {
+      console.warn(
+        `[UITransformer] Item ${item.id} skipped: unable to read name or identify as product data from metadata/content.`,
+        { metadataKeys: Object.keys(meta), contentSnippet: content.substring(0, 100) },
+      );
     }
 
     return null;
@@ -1733,11 +1778,11 @@ RULES:
   }
 
   private static buildContextSummary(sources: VectorMatch[], maxChars = 6000): string {
-    const items = sources.map((s, i) => ({
+    const items = (sources || []).filter(Boolean).map((s, i) => ({
       index: i + 1,
-      content: s.content?.substring(0, 400) ?? '',
-      metadata: s.metadata ?? {},
-      score: s.score ?? 0,
+      content: s?.content?.substring(0, 400) ?? '',
+      metadata: s?.metadata ?? {},
+      score: s?.score ?? 0,
     }));
 
     const full = JSON.stringify(items, null, 2);