@retrivora-ai/rag-engine 2.0.5 → 2.0.7

package/dist/index.js

@@ -1750,7 +1750,7 @@ function extractProductsFromSources(sources, isUser) {
     const hasPricePattern = /\$\s*\d+/.test(s.content);
     return hasStrongProductKey || hasProductIdentity || hasPricePattern || m.type === "product";
   }).map((s) => {
-    var _a, _b;
+    var _a, _b, _c;
     const m = (_a = s.metadata) != null ? _a : {};
     const name = resolveMetadataValue(m, "name");
     const brand = resolveMetadataValue(m, "brand");
@@ -1758,7 +1758,7 @@ function extractProductsFromSources(sources, isUser) {
     const description = resolveMetadataValue(m, "description");
     return {
       id: s.id,
-      name: (_b = name != null ? name : s.content.split("\n")[0]) != null ? _b : "Unknown Product",
+      name: (_c = name != null ? name : ((_b = s == null ? void 0 : s.content) != null ? _b : "").split("\n")[0]) != null ? _c : "Unknown Product",
       brand,
       price,
       image: resolveImage(m),
@@ -3654,7 +3654,10 @@ var IntentClassifier = class {
       hasCategoricalFields = catKeys.size > 0;
       numericFieldCount = numericKeys.size;
       categoricalFieldCount = catKeys.size;
-      if (productKeyMatches >= 2 || docs.some((d) => d.content.toLowerCase().includes("price") || d.content.toLowerCase().includes("brand"))) {
+      if (productKeyMatches >= 2 || docs.some((d) => {
+        var _a, _b;
+        return ((_a = d == null ? void 0 : d.content) != null ? _a : "").toLowerCase().includes("price") || ((_b = d == null ? void 0 : d.content) != null ? _b : "").toLowerCase().includes("brand");
+      })) {
         isProductLike = true;
       }
     }
@@ -4045,6 +4048,19 @@ var UITransformer = class _UITransformer {
     if (!retrievedData || retrievedData.length === 0) {
       return this.createTextResponse("No data available", "No relevant data found for your query.");
     }
+    console.log("[UITransformer.transform] Processing retrievedData:", {
+      userQuery,
+      retrievedCount: retrievedData.length,
+      sample: retrievedData.slice(0, 2).map((item) => {
+        var _a2;
+        return {
+          id: item == null ? void 0 : item.id,
+          contentType: typeof (item == null ? void 0 : item.content),
+          contentSnippet: String((_a2 = item == null ? void 0 : item.content) != null ? _a2 : "").substring(0, 150),
+          metadataKeys: Object.keys((item == null ? void 0 : item.metadata) || {})
+        };
+      })
+    });
     const resolvedIntent = intent != null ? intent : this.detectIntentHeuristic(userQuery);
     const filteredData = resolvedIntent.filterInStockOnly ? retrievedData.filter((item) => this.determineStockStatus(item)) : retrievedData;
     const profile = this.profileData(filteredData);
@@ -4534,7 +4550,10 @@ ${schemaProfileText}` : ""}`;
       type: "radar_chart",
       title: "Product Comparison",
       description: `Comparing ${data.length} items across ${radarData.length} attributes`,
-      data: radarData.length > 0 ? radarData : data.map((d) => ({ attribute: d.content.substring(0, 40) }))
+      data: radarData.length > 0 ? radarData : data.map((d) => {
+        var _a;
+        return { attribute: ((_a = d == null ? void 0 : d.content) != null ? _a : "").substring(0, 40) };
+      })
     };
   }
   static transformToTable(data, query = "") {
@@ -4551,7 +4570,10 @@ ${schemaProfileText}` : ""}`;
   static transformToText(data) {
     return this.createTextResponse(
       "Retrieved Context",
-      data.map((item) => item.content).join("\n\n"),
+      data.map((item) => {
+        var _a;
+        return (_a = item == null ? void 0 : item.content) != null ? _a : "";
+      }).join("\n\n"),
       `Found ${data.length} relevant results`
     );
   }
@@ -4712,6 +4734,7 @@ ${schemaProfileText}` : ""}`;
     return productTerms && productAction && !nonProductEntityTerms;
   }
   static isProductData(item) {
+    if (!item) return false;
     const content = (item.content || "").toLowerCase();
     const productKeywords = [
       "product",
@@ -4970,12 +4993,12 @@ ${schemaProfileText}` : ""}`;
   }
   static extractTimeSeriesData(data) {
     return data.map((item) => {
-      var _a, _b, _c, _d, _e;
+      var _a, _b, _c, _d, _e, _f;
       const meta = item.metadata || {};
       return {
         timestamp: (_b = (_a = meta.timestamp) != null ? _a : meta.date) != null ? _b : (/* @__PURE__ */ new Date()).toISOString(),
         value: (_d = (_c = meta.value) != null ? _c : item.score) != null ? _d : 0,
-        label: (_e = meta.label) != null ? _e : item.content.substring(0, 50)
+        label: (_f = meta.label) != null ? _f : ((_e = item == null ? void 0 : item.content) != null ? _e : "").substring(0, 50)
       };
     });
   }
@@ -5089,7 +5112,8 @@ ${schemaProfileText}` : ""}`;
     }, query.includes(normalizedField) ? 3 : 0);
   }
   static resolveTableCellValue(item, column) {
-    if (column === "Content") return item.content.substring(0, 100);
+    var _a, _b, _c;
+    if (column === "Content") return ((_a = item == null ? void 0 : item.content) != null ? _a : "").substring(0, 100);
     const meta = item.metadata || {};
     const normalizedColumn = this.normalizeComparableField(column);
     const exactMetadata = Object.entries(meta).find(
@@ -5100,9 +5124,9 @@ ${schemaProfileText}` : ""}`;
     }
     const aliasValue = this.resolveAliasedTableCell(meta, column);
     if (aliasValue !== void 0) return this.toDisplayValue(aliasValue);
-    const contentValue = this.extractContentFieldValue(item.content, column);
+    const contentValue = this.extractContentFieldValue((_b = item == null ? void 0 : item.content) != null ? _b : "", column);
     if (contentValue !== null) return contentValue;
-    const aliasContentValue = this.extractAliasedContentFieldValue(item.content, column);
+    const aliasContentValue = this.extractAliasedContentFieldValue((_c = item == null ? void 0 : item.content) != null ? _c : "", column);
     return aliasContentValue != null ? aliasContentValue : "";
   }
   static resolveAliasedTableCell(meta, column) {
@@ -5152,6 +5176,7 @@ ${schemaProfileText}` : ""}`;
     return { inStockCount: inStock, outOfStockCount: outOfStock };
   }
   static determineStockStatus(item) {
+    if (!item) return true;
     const meta = item.metadata || {};
     const stockValue = resolveMetadataValue(meta, "stock");
     if (stockValue !== void 0) {
@@ -5197,35 +5222,64 @@ ${schemaProfileText}` : ""}`;
     return resolveMetadataValue(meta, uiKey);
   }
   static extractProductInfo(item, config, trainedSchema) {
-    var _a;
+    var _a, _b;
+    if (!item) return null;
     const meta = item.metadata || {};
+    const content = item.content || "";
     const name = this.getDynamicVal(meta, "name", config, trainedSchema);
     const price = this.getDynamicVal(meta, "price", config, trainedSchema);
     const brand = this.getDynamicVal(meta, "brand", config, trainedSchema);
     const description = this.cleanProductDescription(
-      (_a = this.extractProductDescriptionFromContent(item.content)) != null ? _a : this.getProductDescriptionValue(meta, config, trainedSchema)
+      (_a = this.extractProductDescriptionFromContent(content)) != null ? _a : this.getProductDescriptionValue(meta, config, trainedSchema)
     );
     if (name || this.isProductData(item)) {
       let finalName = name ? String(name) : void 0;
+      if (!finalName && content) {
+        const nameMatch = content.match(/(?:Product|Item|Name):\s*([^\n]+)/i);
+        finalName = nameMatch ? nameMatch[1].trim() : (_b = content.split("\n")[0]) == null ? void 0 : _b.substring(0, 60);
+      }
       if (!finalName) {
-        const nameMatch = item.content.match(/(?:Product|Item|Name):\s*([^\n]+)/i);
-        finalName = nameMatch ? nameMatch[1].trim() : item.content.split("\n")[0].substring(0, 60);
+        console.warn(
+          `[UITransformer] Unable to read product name from metadata or content for item ${item.id}. Defaulting to 'Unnamed Product'.`,
+          { metadataKeys: Object.keys(meta), contentLength: content.length }
+        );
       }
       let finalPrice = typeof price === "number" || typeof price === "string" ? price : void 0;
-      if (!finalPrice) {
-        const priceMatch = item.content.match(/(?:Price|Cost):\s*\$?([\d,.]+)/i) || item.content.match(/\$\s*([\d,.]+)/);
+      if (!finalPrice && content) {
+        const priceMatch = content.match(/(?:Price|Cost):\s*\$?([\d,.]+)/i) || content.match(/\$\s*([\d,.]+)/);
         if (priceMatch) finalPrice = priceMatch[1].replace(/,/g, "");
       }
+      if (finalPrice === void 0) {
+        console.warn(
+          `[UITransformer] Unable to read product price from metadata or content for item ${item.id}.`,
+          { metadataKeys: Object.keys(meta), contentSnippet: content.substring(0, 100) }
+        );
+      }
       const imageValue = this.getDynamicVal(meta, "image", config, trainedSchema);
+      if (!imageValue) {
+        console.debug(
+          `[UITransformer] Unable to read product image URL from metadata for item ${item.id}.`
+        );
+      }
+      if (!description) {
+        console.debug(
+          `[UITransformer] Unable to read product description from metadata or content for item ${item.id}.`
+        );
+      }
       return {
         id: item.id,
-        name: finalName,
+        name: finalName || "Unnamed Product",
         price: finalPrice,
         image: typeof imageValue === "string" ? imageValue : void 0,
         brand: brand ? String(brand) : void 0,
         description,
         inStock: this.determineStockStatus(item)
       };
+    } else {
+      console.warn(
+        `[UITransformer] Item ${item.id} skipped: unable to read name or identify as product data from metadata/content.`,
+        { metadataKeys: Object.keys(meta), contentSnippet: content.substring(0, 100) }
+      );
     }
     return null;
   }
@@ -5310,13 +5364,13 @@ RULES:
 5. If no relevant data is found, return text: "I cannot answer this question based on the available information."`;
   }
   static buildContextSummary(sources, maxChars = 6e3) {
-    const items = sources.map((s, i) => {
+    const items = (sources || []).filter(Boolean).map((s, i) => {
       var _a, _b, _c, _d;
       return {
         index: i + 1,
-        content: (_b = (_a = s.content) == null ? void 0 : _a.substring(0, 400)) != null ? _b : "",
-        metadata: (_c = s.metadata) != null ? _c : {},
-        score: (_d = s.score) != null ? _d : 0
+        content: (_b = (_a = s == null ? void 0 : s.content) == null ? void 0 : _a.substring(0, 400)) != null ? _b : "",
+        metadata: (_c = s == null ? void 0 : s.metadata) != null ? _c : {},
+        score: (_d = s == null ? void 0 : s.score) != null ? _d : 0
       };
     });
     const full = JSON.stringify(items, null, 2);
@@ -5344,7 +5398,10 @@ var TextRendererStrategy = class {
       return { type: "text", title, data: { content: data } };
     }
     const docs = Array.isArray(data) ? data : [];
-    const text = docs.map((d) => d.content).join("\n\n");
+    const text = docs.map((d) => {
+      var _a;
+      return (_a = d == null ? void 0 : d.content) != null ? _a : "";
+    }).join("\n\n");
     return { type: "text", title, data: { content: text || "No detailed content available." } };
   }
 };

package/dist/index.mjs

@@ -1752,7 +1752,7 @@ function extractProductsFromSources(sources, isUser) {
     const hasPricePattern = /\$\s*\d+/.test(s.content);
     return hasStrongProductKey || hasProductIdentity || hasPricePattern || m.type === "product";
   }).map((s) => {
-    var _a, _b;
+    var _a, _b, _c;
     const m = (_a = s.metadata) != null ? _a : {};
     const name = resolveMetadataValue(m, "name");
     const brand = resolveMetadataValue(m, "brand");
@@ -1760,7 +1760,7 @@ function extractProductsFromSources(sources, isUser) {
     const description = resolveMetadataValue(m, "description");
     return {
       id: s.id,
-      name: (_b = name != null ? name : s.content.split("\n")[0]) != null ? _b : "Unknown Product",
+      name: (_c = name != null ? name : ((_b = s == null ? void 0 : s.content) != null ? _b : "").split("\n")[0]) != null ? _c : "Unknown Product",
       brand,
       price,
       image: resolveImage(m),
@@ -3656,7 +3656,10 @@ var IntentClassifier = class {
       hasCategoricalFields = catKeys.size > 0;
       numericFieldCount = numericKeys.size;
       categoricalFieldCount = catKeys.size;
-      if (productKeyMatches >= 2 || docs.some((d) => d.content.toLowerCase().includes("price") || d.content.toLowerCase().includes("brand"))) {
+      if (productKeyMatches >= 2 || docs.some((d) => {
+        var _a, _b;
+        return ((_a = d == null ? void 0 : d.content) != null ? _a : "").toLowerCase().includes("price") || ((_b = d == null ? void 0 : d.content) != null ? _b : "").toLowerCase().includes("brand");
+      })) {
         isProductLike = true;
       }
     }
@@ -4047,6 +4050,19 @@ var UITransformer = class _UITransformer {
     if (!retrievedData || retrievedData.length === 0) {
       return this.createTextResponse("No data available", "No relevant data found for your query.");
     }
+    console.log("[UITransformer.transform] Processing retrievedData:", {
+      userQuery,
+      retrievedCount: retrievedData.length,
+      sample: retrievedData.slice(0, 2).map((item) => {
+        var _a2;
+        return {
+          id: item == null ? void 0 : item.id,
+          contentType: typeof (item == null ? void 0 : item.content),
+          contentSnippet: String((_a2 = item == null ? void 0 : item.content) != null ? _a2 : "").substring(0, 150),
+          metadataKeys: Object.keys((item == null ? void 0 : item.metadata) || {})
+        };
+      })
+    });
     const resolvedIntent = intent != null ? intent : this.detectIntentHeuristic(userQuery);
     const filteredData = resolvedIntent.filterInStockOnly ? retrievedData.filter((item) => this.determineStockStatus(item)) : retrievedData;
     const profile = this.profileData(filteredData);
@@ -4536,7 +4552,10 @@ ${schemaProfileText}` : ""}`;
       type: "radar_chart",
       title: "Product Comparison",
       description: `Comparing ${data.length} items across ${radarData.length} attributes`,
-      data: radarData.length > 0 ? radarData : data.map((d) => ({ attribute: d.content.substring(0, 40) }))
+      data: radarData.length > 0 ? radarData : data.map((d) => {
+        var _a;
+        return { attribute: ((_a = d == null ? void 0 : d.content) != null ? _a : "").substring(0, 40) };
+      })
     };
   }
   static transformToTable(data, query = "") {
@@ -4553,7 +4572,10 @@ ${schemaProfileText}` : ""}`;
   static transformToText(data) {
     return this.createTextResponse(
       "Retrieved Context",
-      data.map((item) => item.content).join("\n\n"),
+      data.map((item) => {
+        var _a;
+        return (_a = item == null ? void 0 : item.content) != null ? _a : "";
+      }).join("\n\n"),
       `Found ${data.length} relevant results`
     );
   }
@@ -4714,6 +4736,7 @@ ${schemaProfileText}` : ""}`;
     return productTerms && productAction && !nonProductEntityTerms;
   }
   static isProductData(item) {
+    if (!item) return false;
     const content = (item.content || "").toLowerCase();
     const productKeywords = [
       "product",
@@ -4972,12 +4995,12 @@ ${schemaProfileText}` : ""}`;
   }
   static extractTimeSeriesData(data) {
     return data.map((item) => {
-      var _a, _b, _c, _d, _e;
+      var _a, _b, _c, _d, _e, _f;
       const meta = item.metadata || {};
       return {
         timestamp: (_b = (_a = meta.timestamp) != null ? _a : meta.date) != null ? _b : (/* @__PURE__ */ new Date()).toISOString(),
         value: (_d = (_c = meta.value) != null ? _c : item.score) != null ? _d : 0,
-        label: (_e = meta.label) != null ? _e : item.content.substring(0, 50)
+        label: (_f = meta.label) != null ? _f : ((_e = item == null ? void 0 : item.content) != null ? _e : "").substring(0, 50)
       };
     });
   }
@@ -5091,7 +5114,8 @@ ${schemaProfileText}` : ""}`;
     }, query.includes(normalizedField) ? 3 : 0);
   }
   static resolveTableCellValue(item, column) {
-    if (column === "Content") return item.content.substring(0, 100);
+    var _a, _b, _c;
+    if (column === "Content") return ((_a = item == null ? void 0 : item.content) != null ? _a : "").substring(0, 100);
     const meta = item.metadata || {};
     const normalizedColumn = this.normalizeComparableField(column);
     const exactMetadata = Object.entries(meta).find(
@@ -5102,9 +5126,9 @@ ${schemaProfileText}` : ""}`;
     }
     const aliasValue = this.resolveAliasedTableCell(meta, column);
     if (aliasValue !== void 0) return this.toDisplayValue(aliasValue);
-    const contentValue = this.extractContentFieldValue(item.content, column);
+    const contentValue = this.extractContentFieldValue((_b = item == null ? void 0 : item.content) != null ? _b : "", column);
     if (contentValue !== null) return contentValue;
-    const aliasContentValue = this.extractAliasedContentFieldValue(item.content, column);
+    const aliasContentValue = this.extractAliasedContentFieldValue((_c = item == null ? void 0 : item.content) != null ? _c : "", column);
     return aliasContentValue != null ? aliasContentValue : "";
   }
   static resolveAliasedTableCell(meta, column) {
@@ -5154,6 +5178,7 @@ ${schemaProfileText}` : ""}`;
     return { inStockCount: inStock, outOfStockCount: outOfStock };
   }
   static determineStockStatus(item) {
+    if (!item) return true;
     const meta = item.metadata || {};
     const stockValue = resolveMetadataValue(meta, "stock");
     if (stockValue !== void 0) {
@@ -5199,35 +5224,64 @@ ${schemaProfileText}` : ""}`;
     return resolveMetadataValue(meta, uiKey);
   }
   static extractProductInfo(item, config, trainedSchema) {
-    var _a;
+    var _a, _b;
+    if (!item) return null;
     const meta = item.metadata || {};
+    const content = item.content || "";
     const name = this.getDynamicVal(meta, "name", config, trainedSchema);
     const price = this.getDynamicVal(meta, "price", config, trainedSchema);
     const brand = this.getDynamicVal(meta, "brand", config, trainedSchema);
     const description = this.cleanProductDescription(
-      (_a = this.extractProductDescriptionFromContent(item.content)) != null ? _a : this.getProductDescriptionValue(meta, config, trainedSchema)
+      (_a = this.extractProductDescriptionFromContent(content)) != null ? _a : this.getProductDescriptionValue(meta, config, trainedSchema)
     );
     if (name || this.isProductData(item)) {
       let finalName = name ? String(name) : void 0;
+      if (!finalName && content) {
+        const nameMatch = content.match(/(?:Product|Item|Name):\s*([^\n]+)/i);
+        finalName = nameMatch ? nameMatch[1].trim() : (_b = content.split("\n")[0]) == null ? void 0 : _b.substring(0, 60);
+      }
       if (!finalName) {
-        const nameMatch = item.content.match(/(?:Product|Item|Name):\s*([^\n]+)/i);
-        finalName = nameMatch ? nameMatch[1].trim() : item.content.split("\n")[0].substring(0, 60);
+        console.warn(
+          `[UITransformer] Unable to read product name from metadata or content for item ${item.id}. Defaulting to 'Unnamed Product'.`,
+          { metadataKeys: Object.keys(meta), contentLength: content.length }
+        );
       }
       let finalPrice = typeof price === "number" || typeof price === "string" ? price : void 0;
-      if (!finalPrice) {
-        const priceMatch = item.content.match(/(?:Price|Cost):\s*\$?([\d,.]+)/i) || item.content.match(/\$\s*([\d,.]+)/);
+      if (!finalPrice && content) {
+        const priceMatch = content.match(/(?:Price|Cost):\s*\$?([\d,.]+)/i) || content.match(/\$\s*([\d,.]+)/);
         if (priceMatch) finalPrice = priceMatch[1].replace(/,/g, "");
       }
+      if (finalPrice === void 0) {
+        console.warn(
+          `[UITransformer] Unable to read product price from metadata or content for item ${item.id}.`,
+          { metadataKeys: Object.keys(meta), contentSnippet: content.substring(0, 100) }
+        );
+      }
       const imageValue = this.getDynamicVal(meta, "image", config, trainedSchema);
+      if (!imageValue) {
+        console.debug(
+          `[UITransformer] Unable to read product image URL from metadata for item ${item.id}.`
+        );
+      }
+      if (!description) {
+        console.debug(
+          `[UITransformer] Unable to read product description from metadata or content for item ${item.id}.`
+        );
+      }
       return {
         id: item.id,
-        name: finalName,
+        name: finalName || "Unnamed Product",
         price: finalPrice,
         image: typeof imageValue === "string" ? imageValue : void 0,
         brand: brand ? String(brand) : void 0,
         description,
         inStock: this.determineStockStatus(item)
       };
+    } else {
+      console.warn(
+        `[UITransformer] Item ${item.id} skipped: unable to read name or identify as product data from metadata/content.`,
+        { metadataKeys: Object.keys(meta), contentSnippet: content.substring(0, 100) }
+      );
     }
     return null;
   }
@@ -5312,13 +5366,13 @@ RULES:
 5. If no relevant data is found, return text: "I cannot answer this question based on the available information."`;
   }
   static buildContextSummary(sources, maxChars = 6e3) {
-    const items = sources.map((s, i) => {
+    const items = (sources || []).filter(Boolean).map((s, i) => {
       var _a, _b, _c, _d;
       return {
         index: i + 1,
-        content: (_b = (_a = s.content) == null ? void 0 : _a.substring(0, 400)) != null ? _b : "",
-        metadata: (_c = s.metadata) != null ? _c : {},
-        score: (_d = s.score) != null ? _d : 0
+        content: (_b = (_a = s == null ? void 0 : s.content) == null ? void 0 : _a.substring(0, 400)) != null ? _b : "",
+        metadata: (_c = s == null ? void 0 : s.metadata) != null ? _c : {},
+        score: (_d = s == null ? void 0 : s.score) != null ? _d : 0
       };
     });
     const full = JSON.stringify(items, null, 2);
@@ -5346,7 +5400,10 @@ var TextRendererStrategy = class {
       return { type: "text", title, data: { content: data } };
     }
     const docs = Array.isArray(data) ? data : [];
-    const text = docs.map((d) => d.content).join("\n\n");
+    const text = docs.map((d) => {
+      var _a;
+      return (_a = d == null ? void 0 : d.content) != null ? _a : "";
+    }).join("\n\n");
     return { type: "text", title, data: { content: text || "No detailed content available." } };
   }
 };