@retrivora-ai/rag-engine 1.8.9 → 1.9.0

package/dist/{ILLMProvider-CbUtvWAW.d.mts → ILLMProvider-BOJFz3Na.d.mts}

@@ -99,8 +99,6 @@ interface VectorDBConfig {
      * - searchFields?: string[] | string // optional override for which columns receive exact-match boosts
      */
     options: Record<string, unknown>;
-    /** Optional distance metric (defaults to cosine if not specified and supported by provider) */
-    distanceMetric?: 'cosine' | 'euclidean' | 'dotproduct';
 }
 type GraphDBProvider = typeof GRAPH_DB_PROVIDERS[number];
 interface GraphDBConfig {

package/dist/{ILLMProvider-CbUtvWAW.d.ts → ILLMProvider-BOJFz3Na.d.ts}

@@ -99,8 +99,6 @@ interface VectorDBConfig {
      * - searchFields?: string[] | string // optional override for which columns receive exact-match boosts
      */
     options: Record<string, unknown>;
-    /** Optional distance metric (defaults to cosine if not specified and supported by provider) */
-    distanceMetric?: 'cosine' | 'euclidean' | 'dotproduct';
 }
 type GraphDBProvider = typeof GRAPH_DB_PROVIDERS[number];
 interface GraphDBConfig {

package/dist/handlers/index.d.mts

@@ -1,3 +1,3 @@
-import '../ILLMProvider-CbUtvWAW.mjs';
-export { c as createChatHandler, d as createHealthHandler, e as createIngestHandler, f as createStreamHandler, k as createSuggestionsHandler, g as createUploadHandler, s as sseErrorFrame, h as sseFrame, i as sseMetaFrame, l as sseObservabilityFrame, j as sseTextFrame, m as sseUIFrame } from '../index-c_y_5qdw.mjs';
+import '../ILLMProvider-BOJFz3Na.mjs';
+export { c as createChatHandler, d as createHealthHandler, e as createIngestHandler, f as createStreamHandler, k as createSuggestionsHandler, g as createUploadHandler, s as sseErrorFrame, h as sseFrame, i as sseMetaFrame, l as sseObservabilityFrame, j as sseTextFrame, m as sseUIFrame } from '../index-D3V9Et2M.mjs';
 import 'next/server';

package/dist/handlers/index.d.ts

@@ -1,3 +1,3 @@
-import '../ILLMProvider-CbUtvWAW.js';
-export { c as createChatHandler, d as createHealthHandler, e as createIngestHandler, f as createStreamHandler, k as createSuggestionsHandler, g as createUploadHandler, s as sseErrorFrame, h as sseFrame, i as sseMetaFrame, l as sseObservabilityFrame, j as sseTextFrame, m as sseUIFrame } from '../index-DgzcnqZs.js';
+import '../ILLMProvider-BOJFz3Na.js';
+export { c as createChatHandler, d as createHealthHandler, e as createIngestHandler, f as createStreamHandler, k as createSuggestionsHandler, g as createUploadHandler, s as sseErrorFrame, h as sseFrame, i as sseMetaFrame, l as sseObservabilityFrame, j as sseTextFrame, m as sseUIFrame } from '../index-BwpcaziY.js';
 import 'next/server';

package/dist/handlers/index.js

@@ -374,12 +374,10 @@ var init_MultiTablePostgresProvider = __esm({
           embedding   VECTOR(${this.dimensions})
         )
       `);
-          const metric = this.config.distanceMetric || "cosine";
-          const indexOps = metric === "euclidean" ? "vector_l2_ops" : metric === "dotproduct" ? "vector_ip_ops" : "vector_cosine_ops";
           await client.query(`
         CREATE INDEX IF NOT EXISTS ${this.uploadTable}_embedding_idx
         ON ${this.uploadTable}
-        USING hnsw (embedding ${indexOps})
+        USING hnsw (embedding vector_cosine_ops)
       `);
           const res = await client.query(`
         SELECT table_name 
@@ -441,12 +439,10 @@ var init_MultiTablePostgresProvider = __esm({
           )
         `;
             await client.query(createTableSql);
-            const metric = this.config.distanceMetric || "cosine";
-            const indexOps = metric === "euclidean" ? "vector_l2_ops" : metric === "dotproduct" ? "vector_ip_ops" : "vector_cosine_ops";
             await client.query(`
           CREATE INDEX IF NOT EXISTS "${tableName}_embedding_idx"
           ON "${tableName}"
-          USING hnsw (embedding ${indexOps})
+          USING hnsw (embedding vector_cosine_ops)
         `);
             if (!this.tables.includes(tableName)) {
               this.tables.push(tableName);
@@ -528,8 +524,6 @@ var init_MultiTablePostgresProvider = __esm({
           try {
             let sqlQuery = "";
             let params = [];
-            const metric = this.config.distanceMetric || "cosine";
-            const scoreExpr = metric === "euclidean" ? `1 / (1 + (embedding <-> $1::vector))` : metric === "dotproduct" ? `(embedding <#> $1::vector) * -1` : `1 - (embedding <=> $1::vector)`;
             if (queryText) {
               const hasEntityHints = entityHints.length > 0;
               const exactNameScoreExpr = hasEntityHints ? `+ (
@@ -542,9 +536,9 @@ var init_MultiTablePostgresProvider = __esm({
                ) * 3.0` : "";
               sqlQuery = `
             SELECT *, 
-             (${scoreExpr}) AS vector_score,
+             (1 - (embedding <=> $1::vector)) AS vector_score,
              COALESCE(ts_rank(to_tsvector('english', (to_jsonb(t) - 'embedding')::text), to_tsquery('english', $2)), 0) AS keyword_score,
-             ((${scoreExpr}) + (COALESCE(ts_rank(to_tsvector('english', (to_jsonb(t) - 'embedding')::text), to_tsquery('english', $2)), 0) * 2.0) ${exactNameScoreExpr}) AS hybrid_score
+             ((1 - (embedding <=> $1::vector)) + (COALESCE(ts_rank(to_tsvector('english', (to_jsonb(t) - 'embedding')::text), to_tsquery('english', $2)), 0) * 2.0) ${exactNameScoreExpr}) AS hybrid_score
             FROM "${table}" t
             ORDER BY hybrid_score DESC
             LIMIT 50
@@ -553,7 +547,7 @@ var init_MultiTablePostgresProvider = __esm({
             } else {
               sqlQuery = `
             SELECT *, 
-             (${scoreExpr}) AS hybrid_score
+             (1 - (embedding <=> $1::vector)) AS hybrid_score
             FROM "${table}" t
             ORDER BY hybrid_score DESC
             LIMIT 50
@@ -1027,13 +1021,11 @@ var init_QdrantProvider = __esm({
           if (import_axios4.default.isAxiosError(err) && ((_a = err.response) == null ? void 0 : _a.status) === 404) {
             const opts = this.config.options;
             const dimensionsForCreate = opts.dimensions || 1536;
-            const metric = this.config.distanceMetric || "cosine";
-            const distance = metric === "euclidean" ? "Euclid" : metric === "dotproduct" ? "Dot" : "Cosine";
             console.log(`[QdrantProvider] \u23F3 Creating collection "${this.indexName}" (dimensions: ${dimensionsForCreate})...`);
             await this.http.put(`/collections/${this.indexName}`, {
               vectors: {
                 size: dimensionsForCreate,
-                distance
+                distance: "Cosine"
               }
             });
             console.log(`[QdrantProvider] \u2705 Created collection "${this.indexName}"`);
@@ -1211,12 +1203,9 @@ var init_ChromaDBProvider = __esm({
           console.log(`[ChromaDBProvider] \u2705 Collection "${this.indexName}" found (id: ${this.collectionId})`);
         } catch (err) {
           if (import_axios5.default.isAxiosError(err) && ((_a = err.response) == null ? void 0 : _a.status) === 404) {
-            const metric = this.config.distanceMetric || "cosine";
-            const space = metric === "euclidean" ? "l2" : metric === "dotproduct" ? "ip" : "cosine";
             console.log(`[ChromaDBProvider] \u23F3 Collection "${this.indexName}" not found. Creating...`);
             const { data } = await this.http.post("/api/v1/collections", {
-              name: this.indexName,
-              metadata: { "hnsw:space": space }
+              name: this.indexName
             });
             this.collectionId = data.id;
             console.log(`[ChromaDBProvider] \u2705 Created collection "${this.indexName}" (id: ${this.collectionId})`);
@@ -4176,20 +4165,18 @@ var UITransformer = class {
     }
     const isStockRequest = this.isStockQuery(userQuery);
     const filteredData = isStockRequest ? retrievedData.filter((item) => this.determineStockStatus(item)) : retrievedData;
-    const groupByField = this.determineGroupByField(userQuery, filteredData);
-    const categories = this.detectCategories(filteredData, groupByField);
+    const categories = this.detectCategories(filteredData);
     const hasProducts = filteredData.some((item) => this.isProductData(item));
     const isTimeSeries = filteredData.some((item) => this.isTimeSeriesData(item));
     const isTrendQuery = this.isTrendQuery(userQuery);
     if (isTrendQuery && isTimeSeries) {
       return this.transformToLineChart(filteredData);
     }
-    const explicitChartRequest = this.isExplicitChartQuery(userQuery);
-    if (hasProducts && !explicitChartRequest && !this.shouldShowCategoryChart(userQuery)) {
+    if (hasProducts && !this.shouldShowCategoryChart(userQuery, categories)) {
       return this.transformToProductCarousel(filteredData, config, trainedSchema);
     }
-    if (explicitChartRequest || categories.length > 1 && this.shouldShowCategoryChart(userQuery)) {
-      return this.transformToPieChart(filteredData, groupByField);
+    if (categories.length > 1 && this.shouldShowCategoryChart(userQuery, categories)) {
+      return this.transformToPieChart(filteredData);
     }
     if (hasProducts) {
       return this.transformToProductCarousel(filteredData, config, trainedSchema);
@@ -4214,12 +4201,11 @@ var UITransformer = class {
   /**
    * Transform data to pie chart format
    */
-  static transformToPieChart(data, groupByField) {
-    let categories = this.detectCategories(data, groupByField);
-    if (categories.length === 0) categories = ["All Data"];
-    const categoryData = this.aggregateByCategory(data, categories, groupByField);
+  static transformToPieChart(data) {
+    const categories = this.detectCategories(data);
+    const categoryData = this.aggregateByCategory(data, categories);
     const pieData = Object.entries(categoryData).map(([label, count]) => {
-      const { inStockCount, outOfStockCount } = this.calculateStockCounts(label, data, groupByField);
+      const { inStockCount, outOfStockCount } = this.calculateStockCounts(label, data);
       return {
         label,
         value: count,
@@ -4229,7 +4215,7 @@ var UITransformer = class {
     });
     return {
       type: "pie_chart",
-      title: `Distribution by ${groupByField.charAt(0).toUpperCase() + groupByField.slice(1)}`,
+      title: "Distribution by Category",
       description: `Showing breakdown across ${categories.length} categories`,
       data: pieData
     };
@@ -4452,11 +4438,10 @@ var UITransformer = class {
     });
     return hasTimeKeyword || hasValidDateValue;
   }
-  static isExplicitChartQuery(query) {
-    const normalized = query.toLowerCase();
-    return normalized.includes("pie chart") || normalized.includes("piechart") || normalized.includes("bar chart") || normalized.includes("barchart") || normalized.includes("radar chart");
-  }
-  static shouldShowCategoryChart(query) {
+  static shouldShowCategoryChart(query, categories) {
+    if (categories.length < 2) {
+      return false;
+    }
     const normalized = query.toLowerCase();
     const chartKeywords = [
       "distribution",
@@ -4469,11 +4454,7 @@ var UITransformer = class {
       "segmentation",
       "split",
       "category breakdown",
-      "category distribution",
-      "pie chart",
-      "piechart",
-      "bar chart",
-      "barchart"
+      "category distribution"
     ];
     return chartKeywords.some((keyword) => normalized.includes(keyword));
   }
@@ -4549,67 +4530,44 @@ var UITransformer = class {
     return null;
   }
   /**
-   * Helper: Dynamically determine what field to group by based on user query
-   */
-  static determineGroupByField(query, data) {
-    const normalized = query.toLowerCase();
-    const match = normalized.match(/(?:by|across|per|based on)\s+([a-zA-Z]+)/i);
-    let targetField = "category";
-    if (match && match[1]) {
-      let field = match[1].toLowerCase();
-      if (field.endsWith("ies")) field = field.replace(/ies$/, "y");
-      else if (field.endsWith("s") && field !== "status") field = field.slice(0, -1);
-      const stopWords = ["the", "all", "different", "various", "some", "these", "those"];
-      if (!stopWords.includes(field)) {
-        targetField = field;
-      }
-    }
-    const hasTargetField = data.some((d) => d.metadata && d.metadata[targetField] !== void 0);
-    if (!hasTargetField && targetField === "category") {
-      if (data.some((d) => d.metadata && d.metadata["type"] !== void 0)) return "type";
-      if (data.some((d) => d.metadata && d.metadata["brand"] !== void 0)) return "brand";
-    }
-    return targetField;
-  }
-  /**
-   * Helper: Detect grouping values dynamically
+   * Helper: Detect categories in data
    */
-  static detectCategories(data, groupByField) {
+  static detectCategories(data) {
     const categories = /* @__PURE__ */ new Set();
     data.forEach((item) => {
       const meta = item.metadata || {};
-      if (meta[groupByField] !== void 0) {
-        const val = meta[groupByField];
-        if (Array.isArray(val)) val.forEach((v) => categories.add(String(v)));
-        else categories.add(String(val));
-      } else if (groupByField === "category") {
-        if (meta.type) categories.add(String(meta.type));
-        if (meta.tag) {
-          const tags = Array.isArray(meta.tag) ? meta.tag : [meta.tag];
-          tags.forEach((t) => categories.add(String(t)));
-        }
-        const categoryMatch = item.content.match(/(?:Category|Type|Class):\s*([^\n]+)/i);
-        if (categoryMatch) categories.add(categoryMatch[1].trim());
+      if (meta.category) {
+        categories.add(String(meta.category));
+      }
+      if (meta.type) {
+        categories.add(String(meta.type));
+      }
+      if (meta.tag) {
+        const tags = Array.isArray(meta.tag) ? meta.tag : [meta.tag];
+        tags.forEach((t) => categories.add(String(t)));
+      }
+      const contentCategories = Array.from(new Set(
+        Array.from(item.content.matchAll(/^\s*([^:\n]+):\s*(?:•|\*|-)*/gm)).map((match) => match[1].trim()).filter(Boolean)
+      ));
+      contentCategories.forEach((category) => categories.add(category));
+      const categoryMatch = item.content.match(/(?:Category|Type|Class):\s*([^\n]+)/i);
+      if (categoryMatch) {
+        categories.add(categoryMatch[1].trim());
       }
     });
     return Array.from(categories);
   }
   /**
-   * Helper: Aggregate data dynamically
+   * Helper: Aggregate data by category
    */
-  static aggregateByCategory(data, categories, groupByField) {
+  static aggregateByCategory(data, categories) {
     const result = {};
     categories.forEach((cat) => {
       result[cat] = 0;
     });
     data.forEach((item) => {
       const meta = item.metadata || {};
-      let itemCategory = "Other";
-      if (meta[groupByField] !== void 0) {
-        itemCategory = String(meta[groupByField]);
-      } else if (groupByField === "category" && meta.type) {
-        itemCategory = String(meta.type);
-      }
+      const itemCategory = meta.category || meta.type || "Other";
       if (Object.prototype.hasOwnProperty.call(result, itemCategory)) {
         result[itemCategory]++;
       } else {
@@ -4659,19 +4617,14 @@ var UITransformer = class {
     });
   }
   /**
-   * Helper: Calculate stock counts dynamically
+   * Helper: Calculate stock counts by category
    */
-  static calculateStockCounts(category, data, groupByField) {
+  static calculateStockCounts(category, data) {
     let inStock = 0;
     let outOfStock = 0;
     data.forEach((d) => {
       const meta = d.metadata || {};
-      let itemCategory = "Other";
-      if (meta[groupByField] !== void 0) {
-        itemCategory = String(meta[groupByField]);
-      } else if (groupByField === "category" && meta.type) {
-        itemCategory = String(meta.type);
-      }
+      const itemCategory = meta.category || meta.type || "Other";
       if (itemCategory === category) {
         if (this.determineStockStatus(d)) {
           inStock++;
@@ -4796,13 +4749,12 @@ DATA SHAPE per type:
 - text:       { "content": "<prose answer>" }
 
 DECISION RULES (follow strictly):
-1. IF the user explicitly asks for a "pie chart", "bar chart", or "table", you MUST output that exact type. Do not deviate from their request.
-2. bar_chart  \u2192 comparing quantities across categories (e.g. sales by region, price by product). Use this when there is only ONE value per category.
-3. line_chart \u2192 trends or changes over time (dates, months, years, sequential events)
-4. pie_chart  \u2192 proportional breakdown or percentage distribution
-5. radar_chart \u2192 comparing 2 or more products across MULTIPLE attributes.
-6. table      \u2192 multi-field structured records where each item has \u2265 3 attributes
-7. text       \u2192 conversational or free-form answers where no chart adds value
+1. bar_chart  \u2192 comparing quantities across categories (e.g. sales by region, price by product). Use this when there is only ONE value per category.
+2. line_chart \u2192 trends or changes over time (dates, months, years, sequential events)
+3. pie_chart  \u2192 proportional breakdown or percentage distribution
+4. radar_chart \u2192 comparing 2 or more products across MULTIPLE attributes (e.g. comparing features, ratings, or characteristics of 2 specific products). If the user asks to "compare" products and the data contains multiple dimensions or ratings for them, you MUST use this.
+5. table      \u2192 multi-field structured records where each item has \u2265 3 attributes
+6. text       \u2192 conversational or free-form answers where no chart adds value
 
 IMPORTANT:
 - Aggregate numeric values from the raw data \u2014 do not pass raw object arrays as data.

package/dist/handlers/index.mjs

@@ -353,12 +353,10 @@ var init_MultiTablePostgresProvider = __esm({
           embedding   VECTOR(${this.dimensions})
         )
       `);
-          const metric = this.config.distanceMetric || "cosine";
-          const indexOps = metric === "euclidean" ? "vector_l2_ops" : metric === "dotproduct" ? "vector_ip_ops" : "vector_cosine_ops";
           await client.query(`
         CREATE INDEX IF NOT EXISTS ${this.uploadTable}_embedding_idx
         ON ${this.uploadTable}
-        USING hnsw (embedding ${indexOps})
+        USING hnsw (embedding vector_cosine_ops)
       `);
           const res = await client.query(`
         SELECT table_name 
@@ -420,12 +418,10 @@ var init_MultiTablePostgresProvider = __esm({
           )
         `;
             await client.query(createTableSql);
-            const metric = this.config.distanceMetric || "cosine";
-            const indexOps = metric === "euclidean" ? "vector_l2_ops" : metric === "dotproduct" ? "vector_ip_ops" : "vector_cosine_ops";
             await client.query(`
           CREATE INDEX IF NOT EXISTS "${tableName}_embedding_idx"
           ON "${tableName}"
-          USING hnsw (embedding ${indexOps})
+          USING hnsw (embedding vector_cosine_ops)
         `);
             if (!this.tables.includes(tableName)) {
               this.tables.push(tableName);
@@ -507,8 +503,6 @@ var init_MultiTablePostgresProvider = __esm({
           try {
             let sqlQuery = "";
             let params = [];
-            const metric = this.config.distanceMetric || "cosine";
-            const scoreExpr = metric === "euclidean" ? `1 / (1 + (embedding <-> $1::vector))` : metric === "dotproduct" ? `(embedding <#> $1::vector) * -1` : `1 - (embedding <=> $1::vector)`;
             if (queryText) {
               const hasEntityHints = entityHints.length > 0;
               const exactNameScoreExpr = hasEntityHints ? `+ (
@@ -521,9 +515,9 @@ var init_MultiTablePostgresProvider = __esm({
                ) * 3.0` : "";
               sqlQuery = `
             SELECT *, 
-             (${scoreExpr}) AS vector_score,
+             (1 - (embedding <=> $1::vector)) AS vector_score,
              COALESCE(ts_rank(to_tsvector('english', (to_jsonb(t) - 'embedding')::text), to_tsquery('english', $2)), 0) AS keyword_score,
-             ((${scoreExpr}) + (COALESCE(ts_rank(to_tsvector('english', (to_jsonb(t) - 'embedding')::text), to_tsquery('english', $2)), 0) * 2.0) ${exactNameScoreExpr}) AS hybrid_score
+             ((1 - (embedding <=> $1::vector)) + (COALESCE(ts_rank(to_tsvector('english', (to_jsonb(t) - 'embedding')::text), to_tsquery('english', $2)), 0) * 2.0) ${exactNameScoreExpr}) AS hybrid_score
             FROM "${table}" t
             ORDER BY hybrid_score DESC
             LIMIT 50
@@ -532,7 +526,7 @@ var init_MultiTablePostgresProvider = __esm({
             } else {
               sqlQuery = `
             SELECT *, 
-             (${scoreExpr}) AS hybrid_score
+             (1 - (embedding <=> $1::vector)) AS hybrid_score
             FROM "${table}" t
             ORDER BY hybrid_score DESC
             LIMIT 50
@@ -1006,13 +1000,11 @@ var init_QdrantProvider = __esm({
           if (axios4.isAxiosError(err) && ((_a = err.response) == null ? void 0 : _a.status) === 404) {
             const opts = this.config.options;
             const dimensionsForCreate = opts.dimensions || 1536;
-            const metric = this.config.distanceMetric || "cosine";
-            const distance = metric === "euclidean" ? "Euclid" : metric === "dotproduct" ? "Dot" : "Cosine";
             console.log(`[QdrantProvider] \u23F3 Creating collection "${this.indexName}" (dimensions: ${dimensionsForCreate})...`);
             await this.http.put(`/collections/${this.indexName}`, {
               vectors: {
                 size: dimensionsForCreate,
-                distance
+                distance: "Cosine"
               }
             });
             console.log(`[QdrantProvider] \u2705 Created collection "${this.indexName}"`);
@@ -1190,12 +1182,9 @@ var init_ChromaDBProvider = __esm({
           console.log(`[ChromaDBProvider] \u2705 Collection "${this.indexName}" found (id: ${this.collectionId})`);
         } catch (err) {
           if (axios5.isAxiosError(err) && ((_a = err.response) == null ? void 0 : _a.status) === 404) {
-            const metric = this.config.distanceMetric || "cosine";
-            const space = metric === "euclidean" ? "l2" : metric === "dotproduct" ? "ip" : "cosine";
             console.log(`[ChromaDBProvider] \u23F3 Collection "${this.indexName}" not found. Creating...`);
             const { data } = await this.http.post("/api/v1/collections", {
-              name: this.indexName,
-              metadata: { "hnsw:space": space }
+              name: this.indexName
             });
             this.collectionId = data.id;
             console.log(`[ChromaDBProvider] \u2705 Created collection "${this.indexName}" (id: ${this.collectionId})`);
@@ -4139,20 +4128,18 @@ var UITransformer = class {
     }
     const isStockRequest = this.isStockQuery(userQuery);
     const filteredData = isStockRequest ? retrievedData.filter((item) => this.determineStockStatus(item)) : retrievedData;
-    const groupByField = this.determineGroupByField(userQuery, filteredData);
-    const categories = this.detectCategories(filteredData, groupByField);
+    const categories = this.detectCategories(filteredData);
     const hasProducts = filteredData.some((item) => this.isProductData(item));
     const isTimeSeries = filteredData.some((item) => this.isTimeSeriesData(item));
     const isTrendQuery = this.isTrendQuery(userQuery);
     if (isTrendQuery && isTimeSeries) {
       return this.transformToLineChart(filteredData);
     }
-    const explicitChartRequest = this.isExplicitChartQuery(userQuery);
-    if (hasProducts && !explicitChartRequest && !this.shouldShowCategoryChart(userQuery)) {
+    if (hasProducts && !this.shouldShowCategoryChart(userQuery, categories)) {
       return this.transformToProductCarousel(filteredData, config, trainedSchema);
     }
-    if (explicitChartRequest || categories.length > 1 && this.shouldShowCategoryChart(userQuery)) {
-      return this.transformToPieChart(filteredData, groupByField);
+    if (categories.length > 1 && this.shouldShowCategoryChart(userQuery, categories)) {
+      return this.transformToPieChart(filteredData);
     }
     if (hasProducts) {
       return this.transformToProductCarousel(filteredData, config, trainedSchema);
@@ -4177,12 +4164,11 @@ var UITransformer = class {
   /**
    * Transform data to pie chart format
    */
-  static transformToPieChart(data, groupByField) {
-    let categories = this.detectCategories(data, groupByField);
-    if (categories.length === 0) categories = ["All Data"];
-    const categoryData = this.aggregateByCategory(data, categories, groupByField);
+  static transformToPieChart(data) {
+    const categories = this.detectCategories(data);
+    const categoryData = this.aggregateByCategory(data, categories);
     const pieData = Object.entries(categoryData).map(([label, count]) => {
-      const { inStockCount, outOfStockCount } = this.calculateStockCounts(label, data, groupByField);
+      const { inStockCount, outOfStockCount } = this.calculateStockCounts(label, data);
       return {
         label,
         value: count,
@@ -4192,7 +4178,7 @@ var UITransformer = class {
     });
     return {
       type: "pie_chart",
-      title: `Distribution by ${groupByField.charAt(0).toUpperCase() + groupByField.slice(1)}`,
+      title: "Distribution by Category",
       description: `Showing breakdown across ${categories.length} categories`,
       data: pieData
     };
@@ -4415,11 +4401,10 @@ var UITransformer = class {
     });
     return hasTimeKeyword || hasValidDateValue;
   }
-  static isExplicitChartQuery(query) {
-    const normalized = query.toLowerCase();
-    return normalized.includes("pie chart") || normalized.includes("piechart") || normalized.includes("bar chart") || normalized.includes("barchart") || normalized.includes("radar chart");
-  }
-  static shouldShowCategoryChart(query) {
+  static shouldShowCategoryChart(query, categories) {
+    if (categories.length < 2) {
+      return false;
+    }
     const normalized = query.toLowerCase();
     const chartKeywords = [
       "distribution",
@@ -4432,11 +4417,7 @@ var UITransformer = class {
       "segmentation",
       "split",
       "category breakdown",
-      "category distribution",
-      "pie chart",
-      "piechart",
-      "bar chart",
-      "barchart"
+      "category distribution"
     ];
     return chartKeywords.some((keyword) => normalized.includes(keyword));
   }
@@ -4512,67 +4493,44 @@ var UITransformer = class {
     return null;
   }
   /**
-   * Helper: Dynamically determine what field to group by based on user query
-   */
-  static determineGroupByField(query, data) {
-    const normalized = query.toLowerCase();
-    const match = normalized.match(/(?:by|across|per|based on)\s+([a-zA-Z]+)/i);
-    let targetField = "category";
-    if (match && match[1]) {
-      let field = match[1].toLowerCase();
-      if (field.endsWith("ies")) field = field.replace(/ies$/, "y");
-      else if (field.endsWith("s") && field !== "status") field = field.slice(0, -1);
-      const stopWords = ["the", "all", "different", "various", "some", "these", "those"];
-      if (!stopWords.includes(field)) {
-        targetField = field;
-      }
-    }
-    const hasTargetField = data.some((d) => d.metadata && d.metadata[targetField] !== void 0);
-    if (!hasTargetField && targetField === "category") {
-      if (data.some((d) => d.metadata && d.metadata["type"] !== void 0)) return "type";
-      if (data.some((d) => d.metadata && d.metadata["brand"] !== void 0)) return "brand";
-    }
-    return targetField;
-  }
-  /**
-   * Helper: Detect grouping values dynamically
+   * Helper: Detect categories in data
    */
-  static detectCategories(data, groupByField) {
+  static detectCategories(data) {
     const categories = /* @__PURE__ */ new Set();
     data.forEach((item) => {
       const meta = item.metadata || {};
-      if (meta[groupByField] !== void 0) {
-        const val = meta[groupByField];
-        if (Array.isArray(val)) val.forEach((v) => categories.add(String(v)));
-        else categories.add(String(val));
-      } else if (groupByField === "category") {
-        if (meta.type) categories.add(String(meta.type));
-        if (meta.tag) {
-          const tags = Array.isArray(meta.tag) ? meta.tag : [meta.tag];
-          tags.forEach((t) => categories.add(String(t)));
-        }
-        const categoryMatch = item.content.match(/(?:Category|Type|Class):\s*([^\n]+)/i);
-        if (categoryMatch) categories.add(categoryMatch[1].trim());
+      if (meta.category) {
+        categories.add(String(meta.category));
+      }
+      if (meta.type) {
+        categories.add(String(meta.type));
+      }
+      if (meta.tag) {
+        const tags = Array.isArray(meta.tag) ? meta.tag : [meta.tag];
+        tags.forEach((t) => categories.add(String(t)));
+      }
+      const contentCategories = Array.from(new Set(
+        Array.from(item.content.matchAll(/^\s*([^:\n]+):\s*(?:•|\*|-)*/gm)).map((match) => match[1].trim()).filter(Boolean)
+      ));
+      contentCategories.forEach((category) => categories.add(category));
+      const categoryMatch = item.content.match(/(?:Category|Type|Class):\s*([^\n]+)/i);
+      if (categoryMatch) {
+        categories.add(categoryMatch[1].trim());
       }
     });
     return Array.from(categories);
   }
   /**
-   * Helper: Aggregate data dynamically
+   * Helper: Aggregate data by category
    */
-  static aggregateByCategory(data, categories, groupByField) {
+  static aggregateByCategory(data, categories) {
     const result = {};
     categories.forEach((cat) => {
       result[cat] = 0;
     });
     data.forEach((item) => {
       const meta = item.metadata || {};
-      let itemCategory = "Other";
-      if (meta[groupByField] !== void 0) {
-        itemCategory = String(meta[groupByField]);
-      } else if (groupByField === "category" && meta.type) {
-        itemCategory = String(meta.type);
-      }
+      const itemCategory = meta.category || meta.type || "Other";
       if (Object.prototype.hasOwnProperty.call(result, itemCategory)) {
         result[itemCategory]++;
       } else {
@@ -4622,19 +4580,14 @@ var UITransformer = class {
     });
   }
   /**
-   * Helper: Calculate stock counts dynamically
+   * Helper: Calculate stock counts by category
    */
-  static calculateStockCounts(category, data, groupByField) {
+  static calculateStockCounts(category, data) {
     let inStock = 0;
     let outOfStock = 0;
     data.forEach((d) => {
       const meta = d.metadata || {};
-      let itemCategory = "Other";
-      if (meta[groupByField] !== void 0) {
-        itemCategory = String(meta[groupByField]);
-      } else if (groupByField === "category" && meta.type) {
-        itemCategory = String(meta.type);
-      }
+      const itemCategory = meta.category || meta.type || "Other";
       if (itemCategory === category) {
         if (this.determineStockStatus(d)) {
           inStock++;
@@ -4759,13 +4712,12 @@ DATA SHAPE per type:
 - text:       { "content": "<prose answer>" }
 
 DECISION RULES (follow strictly):
-1. IF the user explicitly asks for a "pie chart", "bar chart", or "table", you MUST output that exact type. Do not deviate from their request.
-2. bar_chart  \u2192 comparing quantities across categories (e.g. sales by region, price by product). Use this when there is only ONE value per category.
-3. line_chart \u2192 trends or changes over time (dates, months, years, sequential events)
-4. pie_chart  \u2192 proportional breakdown or percentage distribution
-5. radar_chart \u2192 comparing 2 or more products across MULTIPLE attributes.
-6. table      \u2192 multi-field structured records where each item has \u2265 3 attributes
-7. text       \u2192 conversational or free-form answers where no chart adds value
+1. bar_chart  \u2192 comparing quantities across categories (e.g. sales by region, price by product). Use this when there is only ONE value per category.
+2. line_chart \u2192 trends or changes over time (dates, months, years, sequential events)
+3. pie_chart  \u2192 proportional breakdown or percentage distribution
+4. radar_chart \u2192 comparing 2 or more products across MULTIPLE attributes (e.g. comparing features, ratings, or characteristics of 2 specific products). If the user asks to "compare" products and the data contains multiple dimensions or ratings for them, you MUST use this.
+5. table      \u2192 multi-field structured records where each item has \u2265 3 attributes
+6. text       \u2192 conversational or free-form answers where no chart adds value
 
 IMPORTANT:
 - Aggregate numeric values from the raw data \u2014 do not pass raw object arrays as data.

package/dist/{index-DgzcnqZs.d.ts → index-BwpcaziY.d.ts}

@@ -1,4 +1,4 @@
-import { k as RagConfig, I as ILLMProvider, C as ChatMessage, d as ChatResponse, g as IngestDocument } from './ILLMProvider-CbUtvWAW.js';
+import { k as RagConfig, I as ILLMProvider, C as ChatMessage, d as ChatResponse, g as IngestDocument } from './ILLMProvider-BOJFz3Na.js';
 import { NextRequest, NextResponse } from 'next/server';
 
 interface ValidationError {

package/dist/{index-c_y_5qdw.d.mts → index-D3V9Et2M.d.mts}

@@ -1,4 +1,4 @@
-import { k as RagConfig, I as ILLMProvider, C as ChatMessage, d as ChatResponse, g as IngestDocument } from './ILLMProvider-CbUtvWAW.mjs';
+import { k as RagConfig, I as ILLMProvider, C as ChatMessage, d as ChatResponse, g as IngestDocument } from './ILLMProvider-BOJFz3Na.mjs';
 import { NextRequest, NextResponse } from 'next/server';
 
 interface ValidationError {