@retrivora-ai/rag-engine 2.0.7 → 2.1.1

package/dist/index.js

@@ -1739,32 +1739,31 @@ function isLikelyUiOnlyMessage(text) {
 }
 function extractProductsFromSources(sources, isUser) {
   if (isUser || !sources) return [];
-  return sources.filter((s) => {
-    var _a;
+  return sources.filter((s) => Boolean(s && typeof s === "object")).filter((s) => {
+    var _a, _b;
     const m = (_a = s.metadata) != null ? _a : {};
     const keys = Object.keys(m).map((k) => k.toLowerCase());
     const hasStrongProductKey = keys.some(
       (k) => ["price", "image", "img", "thumbnail", "images", "product", "sku", "cost"].includes(k)
     );
     const hasProductIdentity = keys.some((k) => ["brand", "model"].includes(k)) && keys.some((k) => ["name", "title", "product_name", "product"].includes(k));
-    const hasPricePattern = /\$\s*\d+/.test(s.content);
+    const hasPricePattern = /\$\s*\d+/.test((_b = s == null ? void 0 : s.content) != null ? _b : "");
     return hasStrongProductKey || hasProductIdentity || hasPricePattern || m.type === "product";
   }).map((s) => {
-    var _a, _b, _c;
+    var _a, _b, _c, _d;
     const m = (_a = s.metadata) != null ? _a : {};
     const name = resolveMetadataValue(m, "name");
     const brand = resolveMetadataValue(m, "brand");
     const price = resolveMetadataValue(m, "price");
     const description = resolveMetadataValue(m, "description");
     return {
-      id: s.id,
-      name: (_c = name != null ? name : ((_b = s == null ? void 0 : s.content) != null ? _b : "").split("\n")[0]) != null ? _c : "Unknown Product",
+      id: (_b = s == null ? void 0 : s.id) != null ? _b : `prod_${Math.random().toString(36).substring(2, 8)}`,
+      name: (_d = name != null ? name : ((_c = s == null ? void 0 : s.content) != null ? _c : "").split("\n")[0]) != null ? _d : "Unknown Product",
       brand,
       price,
       image: resolveImage(m),
       link: resolveMetadataValue(m, "link"),
       description: description ? description : ""
-      //description ?? s.content,
     };
   });
 }
@@ -3142,10 +3141,10 @@ function ChatWindow({
                 ] })
               ] }),
               /* @__PURE__ */ (0, import_jsx_runtime13.jsxs)("div", { className: "flex items-center gap-1.5", children: [
-                /* @__PURE__ */ (0, import_jsx_runtime13.jsxs)("span", { className: "flex items-center gap-1 text-[10px] text-emerald-500 dark:text-emerald-400 mr-2", children: [
+                /* @__PURE__ */ (0, import_jsx_runtime13.jsx)("div", { className: "flex items-center gap-1.5 mr-2", children: /* @__PURE__ */ (0, import_jsx_runtime13.jsxs)("span", { className: "flex items-center gap-1 text-[10px] text-emerald-500 dark:text-emerald-400", children: [
                   /* @__PURE__ */ (0, import_jsx_runtime13.jsx)("span", { className: "w-1.5 h-1.5 rounded-full bg-emerald-500 dark:bg-emerald-400 animate-pulse" }),
                   "Online"
-                ] }),
+                ] }) }),
                 /* @__PURE__ */ (0, import_jsx_runtime13.jsxs)("div", { className: "flex items-center bg-slate-100/50 dark:bg-white/5 rounded-lg p-0.5 border border-slate-200/50 dark:border-white/5", children: [
                   mounted && messages.length > 0 && /* @__PURE__ */ (0, import_jsx_runtime13.jsx)(
                     "button",
@@ -3673,8 +3672,8 @@ var IntentClassifier = class {
   }
   // ─── Intent Heuristic Checkers ─────────────────────────────────────────────
   static isInformationLookup(query) {
-    if (/^(what|who|explain|define|where|when|why|how|how does|can|could|does|do|is|are|has|have|will|should|would|meaning of)\s+/i.test(query)) {
-      if (!/\b(compare|versus|vs\.?|trend|monthly|revenue|top selling|best)\b/i.test(query)) {
+    if (/^(what|who|explain|explore|define|where|when|why|how|how does|can|could|does|do|is|are|has|have|will|should|would|meaning of|tell me about|show details of|overview of|summarize)\s+/i.test(query)) {
+      if (!/\b(compare|versus|vs\.?|trend|monthly|revenue|top 10|top selling|best|chart|graph|plot|breakdown|analytics)\b/i.test(query)) {
         return true;
       }
     }
@@ -3711,7 +3710,7 @@ var Rule1SpecificInfoRule = class {
   }
   evaluate(context, intent) {
     const q = (context.userQuery || "").toLowerCase().trim();
-    const isFactQuery = intent === "information_lookup" || /^(what|who|explain|define|where|when|why|meaning of)\s+/i.test(q) || /^(what is the price of|price of|cost of)\b/i.test(q);
+    const isFactQuery = intent === "information_lookup" || /^(what|who|explain|explore|define|where|when|why|meaning of|tell me about|show details of|overview of|summarize)\s+/i.test(q) || /^(what is the price of|price of|cost of)\b/i.test(q);
     const isNonVisual = !/\b(compare|versus|vs\.?|trend|monthly|revenue|best|top 10|chart|table|list|grid)\b/i.test(q);
     if (isFactQuery && isNonVisual) {
       return {
@@ -4401,7 +4400,7 @@ ${schemaProfileText}` : ""}`;
   }
   // ─── Transform Helpers ────────────────────────────────────────────────────
   static transformToProductCarousel(data, config, trainedSchema) {
-    const products = data.map((item) => this.extractProductInfo(item, config, trainedSchema)).filter((p) => p !== null).slice(0, 15);
+    const products = data.map((item) => this.extractProductInfo(item, config, trainedSchema)).filter((p) => p !== null);
     return {
       type: "product_carousel",
       title: "Recommended Products",
@@ -4781,7 +4780,8 @@ ${schemaProfileText}` : ""}`;
     return fieldCount.size > 2;
   }
   static profileData(data) {
-    const records = data.map((item) => {
+    const records = (data || []).filter((item) => Boolean(item && typeof item === "object")).map((item) => {
+      var _a, _b;
       const fields2 = {};
       Object.entries(item.metadata || {}).forEach(([key, value]) => {
         const primitive = this.toPrimitive(value);
@@ -4790,8 +4790,8 @@ ${schemaProfileText}` : ""}`;
       if (!fields2.content && item.content) fields2.content = item.content.substring(0, 500);
       return {
         id: item.id,
-        content: item.content,
-        score: item.score,
+        content: (_a = item.content) != null ? _a : "",
+        score: (_b = item.score) != null ? _b : 0,
         fields: fields2,
         source: item
       };
@@ -4848,6 +4848,11 @@ ${schemaProfileText}` : ""}`;
   }
   static chooseAutomaticVisualization(data, profile, query) {
     if (profile.records.length === 0) return null;
+    const q = query.toLowerCase().trim();
+    const isExplicitVisualOrAnalytic = /\b(chart|graph|plot|visualize|trend|monthly|revenue|top\s*\d+|breakdown|analytics|compare|versus|vs\.?|histogram|pie|bar|line|distribution|percentage|share|summary of metrics)\b/i.test(q);
+    if (!isExplicitVisualOrAnalytic) {
+      return null;
+    }
     if (profile.dateFields.length > 0 && profile.numericFields.length > 0) {
       return this.transformToLineChart(profile);
     }
@@ -4963,6 +4968,7 @@ ${schemaProfileText}` : ""}`;
     return Array.from(categories);
   }
   static getProductCategory(item) {
+    if (!item) return null;
     const meta = item.metadata || {};
     const metadataCategory = resolveMetadataValue(meta, "category");
     if (this.isUsableCategory(metadataCategory)) return String(metadataCategory).trim();
@@ -5079,6 +5085,7 @@ ${schemaProfileText}` : ""}`;
       if (!fields.has(normalized)) fields.set(normalized, clean);
     };
     data.forEach((item) => {
+      if (!item) return;
       Object.keys(item.metadata || {}).forEach(addField);
       for (const match of (item.content || "").matchAll(/(?:^|\n)\s*([A-Za-z][A-Za-z0-9_ /-]{1,50})\s*[:\-–]\s*([^\n]+)/g)) {
         addField(match[1]);
@@ -5195,6 +5202,7 @@ ${schemaProfileText}` : ""}`;
     return true;
   }
   static extractStockQuantity(item) {
+    if (!item) return null;
     const meta = item.metadata || {};
     const stockValue = resolveMetadataValue(meta, "stock");
     const numericStock = this.toFiniteNumber(stockValue);

package/dist/index.mjs

@@ -1741,32 +1741,31 @@ function isLikelyUiOnlyMessage(text) {
 }
 function extractProductsFromSources(sources, isUser) {
   if (isUser || !sources) return [];
-  return sources.filter((s) => {
-    var _a;
+  return sources.filter((s) => Boolean(s && typeof s === "object")).filter((s) => {
+    var _a, _b;
     const m = (_a = s.metadata) != null ? _a : {};
     const keys = Object.keys(m).map((k) => k.toLowerCase());
     const hasStrongProductKey = keys.some(
       (k) => ["price", "image", "img", "thumbnail", "images", "product", "sku", "cost"].includes(k)
     );
     const hasProductIdentity = keys.some((k) => ["brand", "model"].includes(k)) && keys.some((k) => ["name", "title", "product_name", "product"].includes(k));
-    const hasPricePattern = /\$\s*\d+/.test(s.content);
+    const hasPricePattern = /\$\s*\d+/.test((_b = s == null ? void 0 : s.content) != null ? _b : "");
     return hasStrongProductKey || hasProductIdentity || hasPricePattern || m.type === "product";
   }).map((s) => {
-    var _a, _b, _c;
+    var _a, _b, _c, _d;
     const m = (_a = s.metadata) != null ? _a : {};
     const name = resolveMetadataValue(m, "name");
     const brand = resolveMetadataValue(m, "brand");
     const price = resolveMetadataValue(m, "price");
     const description = resolveMetadataValue(m, "description");
     return {
-      id: s.id,
-      name: (_c = name != null ? name : ((_b = s == null ? void 0 : s.content) != null ? _b : "").split("\n")[0]) != null ? _c : "Unknown Product",
+      id: (_b = s == null ? void 0 : s.id) != null ? _b : `prod_${Math.random().toString(36).substring(2, 8)}`,
+      name: (_d = name != null ? name : ((_c = s == null ? void 0 : s.content) != null ? _c : "").split("\n")[0]) != null ? _d : "Unknown Product",
       brand,
       price,
       image: resolveImage(m),
       link: resolveMetadataValue(m, "link"),
       description: description ? description : ""
-      //description ?? s.content,
     };
   });
 }
@@ -3144,10 +3143,10 @@ function ChatWindow({
                 ] })
               ] }),
               /* @__PURE__ */ jsxs12("div", { className: "flex items-center gap-1.5", children: [
-                /* @__PURE__ */ jsxs12("span", { className: "flex items-center gap-1 text-[10px] text-emerald-500 dark:text-emerald-400 mr-2", children: [
+                /* @__PURE__ */ jsx13("div", { className: "flex items-center gap-1.5 mr-2", children: /* @__PURE__ */ jsxs12("span", { className: "flex items-center gap-1 text-[10px] text-emerald-500 dark:text-emerald-400", children: [
                   /* @__PURE__ */ jsx13("span", { className: "w-1.5 h-1.5 rounded-full bg-emerald-500 dark:bg-emerald-400 animate-pulse" }),
                   "Online"
-                ] }),
+                ] }) }),
                 /* @__PURE__ */ jsxs12("div", { className: "flex items-center bg-slate-100/50 dark:bg-white/5 rounded-lg p-0.5 border border-slate-200/50 dark:border-white/5", children: [
                   mounted && messages.length > 0 && /* @__PURE__ */ jsx13(
                     "button",
@@ -3675,8 +3674,8 @@ var IntentClassifier = class {
   }
   // ─── Intent Heuristic Checkers ─────────────────────────────────────────────
   static isInformationLookup(query) {
-    if (/^(what|who|explain|define|where|when|why|how|how does|can|could|does|do|is|are|has|have|will|should|would|meaning of)\s+/i.test(query)) {
-      if (!/\b(compare|versus|vs\.?|trend|monthly|revenue|top selling|best)\b/i.test(query)) {
+    if (/^(what|who|explain|explore|define|where|when|why|how|how does|can|could|does|do|is|are|has|have|will|should|would|meaning of|tell me about|show details of|overview of|summarize)\s+/i.test(query)) {
+      if (!/\b(compare|versus|vs\.?|trend|monthly|revenue|top 10|top selling|best|chart|graph|plot|breakdown|analytics)\b/i.test(query)) {
         return true;
       }
     }
@@ -3713,7 +3712,7 @@ var Rule1SpecificInfoRule = class {
   }
   evaluate(context, intent) {
     const q = (context.userQuery || "").toLowerCase().trim();
-    const isFactQuery = intent === "information_lookup" || /^(what|who|explain|define|where|when|why|meaning of)\s+/i.test(q) || /^(what is the price of|price of|cost of)\b/i.test(q);
+    const isFactQuery = intent === "information_lookup" || /^(what|who|explain|explore|define|where|when|why|meaning of|tell me about|show details of|overview of|summarize)\s+/i.test(q) || /^(what is the price of|price of|cost of)\b/i.test(q);
     const isNonVisual = !/\b(compare|versus|vs\.?|trend|monthly|revenue|best|top 10|chart|table|list|grid)\b/i.test(q);
     if (isFactQuery && isNonVisual) {
       return {
@@ -4403,7 +4402,7 @@ ${schemaProfileText}` : ""}`;
   }
   // ─── Transform Helpers ────────────────────────────────────────────────────
   static transformToProductCarousel(data, config, trainedSchema) {
-    const products = data.map((item) => this.extractProductInfo(item, config, trainedSchema)).filter((p) => p !== null).slice(0, 15);
+    const products = data.map((item) => this.extractProductInfo(item, config, trainedSchema)).filter((p) => p !== null);
     return {
       type: "product_carousel",
       title: "Recommended Products",
@@ -4783,7 +4782,8 @@ ${schemaProfileText}` : ""}`;
     return fieldCount.size > 2;
   }
   static profileData(data) {
-    const records = data.map((item) => {
+    const records = (data || []).filter((item) => Boolean(item && typeof item === "object")).map((item) => {
+      var _a, _b;
       const fields2 = {};
       Object.entries(item.metadata || {}).forEach(([key, value]) => {
         const primitive = this.toPrimitive(value);
@@ -4792,8 +4792,8 @@ ${schemaProfileText}` : ""}`;
       if (!fields2.content && item.content) fields2.content = item.content.substring(0, 500);
       return {
         id: item.id,
-        content: item.content,
-        score: item.score,
+        content: (_a = item.content) != null ? _a : "",
+        score: (_b = item.score) != null ? _b : 0,
         fields: fields2,
         source: item
       };
@@ -4850,6 +4850,11 @@ ${schemaProfileText}` : ""}`;
   }
   static chooseAutomaticVisualization(data, profile, query) {
     if (profile.records.length === 0) return null;
+    const q = query.toLowerCase().trim();
+    const isExplicitVisualOrAnalytic = /\b(chart|graph|plot|visualize|trend|monthly|revenue|top\s*\d+|breakdown|analytics|compare|versus|vs\.?|histogram|pie|bar|line|distribution|percentage|share|summary of metrics)\b/i.test(q);
+    if (!isExplicitVisualOrAnalytic) {
+      return null;
+    }
     if (profile.dateFields.length > 0 && profile.numericFields.length > 0) {
       return this.transformToLineChart(profile);
     }
@@ -4965,6 +4970,7 @@ ${schemaProfileText}` : ""}`;
     return Array.from(categories);
   }
   static getProductCategory(item) {
+    if (!item) return null;
     const meta = item.metadata || {};
     const metadataCategory = resolveMetadataValue(meta, "category");
     if (this.isUsableCategory(metadataCategory)) return String(metadataCategory).trim();
@@ -5081,6 +5087,7 @@ ${schemaProfileText}` : ""}`;
       if (!fields.has(normalized)) fields.set(normalized, clean);
     };
     data.forEach((item) => {
+      if (!item) return;
       Object.keys(item.metadata || {}).forEach(addField);
       for (const match of (item.content || "").matchAll(/(?:^|\n)\s*([A-Za-z][A-Za-z0-9_ /-]{1,50})\s*[:\-–]\s*([^\n]+)/g)) {
         addField(match[1]);
@@ -5197,6 +5204,7 @@ ${schemaProfileText}` : ""}`;
     return true;
   }
   static extractStockQuantity(item) {
+    if (!item) return null;
     const meta = item.metadata || {};
     const stockValue = resolveMetadataValue(meta, "stock");
     const numericStock = this.toFiniteNumber(stockValue);