@retrivora-ai/rag-engine 1.7.9 → 1.8.1

package/dist/handlers/index.js

@@ -26,6 +26,18 @@ var __spreadValues = (a, b) => {
   return a;
 };
 var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
+var __objRest = (source, exclude) => {
+  var target = {};
+  for (var prop in source)
+    if (__hasOwnProp.call(source, prop) && exclude.indexOf(prop) < 0)
+      target[prop] = source[prop];
+  if (source != null && __getOwnPropSymbols)
+    for (var prop of __getOwnPropSymbols(source)) {
+      if (exclude.indexOf(prop) < 0 && __propIsEnum.call(source, prop))
+        target[prop] = source[prop];
+    }
+  return target;
+};
 var __esm = (fn, res) => function __init() {
   return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
 };
@@ -322,196 +334,205 @@ var init_PineconeProvider = __esm({
   }
 });
 
-// src/providers/vectordb/PostgreSQLProvider.ts
-var PostgreSQLProvider_exports = {};
-__export(PostgreSQLProvider_exports, {
-  PostgreSQLProvider: () => PostgreSQLProvider
+// src/providers/vectordb/MultiTablePostgresProvider.ts
+var MultiTablePostgresProvider_exports = {};
+__export(MultiTablePostgresProvider_exports, {
+  MultiTablePostgresProvider: () => MultiTablePostgresProvider
 });
-var import_pg, PostgreSQLProvider;
-var init_PostgreSQLProvider = __esm({
-  "src/providers/vectordb/PostgreSQLProvider.ts"() {
+var import_pg, MultiTablePostgresProvider;
+var init_MultiTablePostgresProvider = __esm({
+  "src/providers/vectordb/MultiTablePostgresProvider.ts"() {
     "use strict";
     import_pg = require("pg");
     init_BaseVectorProvider();
-    PostgreSQLProvider = class extends BaseVectorProvider {
+    MultiTablePostgresProvider = class extends BaseVectorProvider {
       constructor(config) {
-        var _a;
+        var _a, _b, _c, _d, _e;
         super(config);
-        this.tableName = this.indexName.replace(/[^a-z0-9_]/gi, "_");
-        const opts = config.options;
-        if (!opts.connectionString) throw new Error("[PostgreSQLProvider] options.connectionString is required");
+        const opts = config.options || {};
+        if (!opts.connectionString) {
+          throw new Error("[MultiTablePostgresProvider] options.connectionString is required");
+        }
         this.connectionString = opts.connectionString;
-        this.dimensions = (_a = opts.dimensions) != null ? _a : 1536;
-      }
-      static getValidator() {
-        return {
-          validate(config) {
-            const errors = [];
-            const opts = config.options || {};
-            if (!opts.connectionString) {
-              errors.push({
-                field: "vectorDb.options.connectionString",
-                message: "PostgreSQL connection string is required",
-                suggestion: "Set PGVECTOR_CONNECTION_STRING environment variable",
-                severity: "error"
-              });
-            }
-            if (opts.tables && typeof opts.tables !== "string" && !Array.isArray(opts.tables)) {
-              errors.push({
-                field: "vectorDb.options.tables",
-                message: "PostgreSQL tables must be a string or a string array",
-                severity: "error"
-              });
-            }
-            return errors;
-          }
-        };
-      }
-      static getHealthChecker() {
-        return {
-          async check(config) {
-            const opts = config.options || {};
-            const timestamp = Date.now();
-            try {
-              const { Client } = await import("pg");
-              const client = new Client({ connectionString: opts.connectionString });
-              await client.connect();
-              const result = await client.query(`
-            SELECT EXISTS(SELECT 1 FROM pg_extension WHERE extname = 'vector');
-          `);
-              const hasVector = result.rows[0].exists;
-              await client.end();
-              return {
-                healthy: true,
-                provider: "postgresql",
-                capabilities: { pgvectorInstalled: hasVector },
-                timestamp
-              };
-            } catch (error) {
-              return {
-                healthy: false,
-                provider: "postgresql",
-                error: `Connection failed: ${error instanceof Error ? error.message : String(error)}`,
-                timestamp
-              };
-            }
-          }
-        };
+        this.dimensions = (_a = opts.dimensions) != null ? _a : 768;
+        const rawTables = (_c = (_b = opts.tables) != null ? _b : process.env.VECTOR_DB_TABLES) != null ? _c : "";
+        this.tables = typeof rawTables === "string" ? rawTables.split(",").map((t) => t.trim()).filter(Boolean) : rawTables;
+        if (this.tables.length === 0) {
+          console.warn(
+            "[MultiTablePostgresProvider] No tables configured. Set VECTOR_DB_TABLES as a comma-separated list of table names or pass options.tables."
+          );
+        }
+        const rawSearchFields = (_e = (_d = opts.searchFields) != null ? _d : process.env.VECTOR_DB_SEARCH_FIELDS) != null ? _e : ["name", "product_name", "productname", "title"];
+        this.searchFields = typeof rawSearchFields === "string" ? rawSearchFields.split(",").map((f) => f.trim()).filter(Boolean) : rawSearchFields;
       }
       async initialize() {
         this.pool = new import_pg.Pool({ connectionString: this.connectionString });
         const client = await this.pool.connect();
         try {
-          await client.query("CREATE EXTENSION IF NOT EXISTS vector");
-          await client.query(`
-        CREATE TABLE IF NOT EXISTS ${this.tableName} (
-          id          TEXT PRIMARY KEY,
-          namespace   TEXT NOT NULL DEFAULT '',
-          content     TEXT NOT NULL,
-          metadata    JSONB,
-          embedding   VECTOR(${this.dimensions})
-        )
-      `);
-          await client.query(`
-        CREATE INDEX IF NOT EXISTS ${this.tableName}_embedding_idx
-        ON ${this.tableName}
-        USING hnsw (embedding vector_cosine_ops)
+          const res = await client.query(`
+        SELECT table_name 
+        FROM information_schema.columns 
+        WHERE column_name = 'embedding' 
+        AND table_schema = 'public'
       `);
+          const discoveredTables = res.rows.map((r) => r.table_name);
+          if (this.tables.length === 0) {
+            this.tables = discoveredTables;
+          } else {
+            const staticTables = [...this.tables];
+            this.tables = staticTables.filter((t) => discoveredTables.includes(t));
+            if (this.tables.length < staticTables.length) {
+              const missing = staticTables.filter((t) => !discoveredTables.includes(t));
+              console.warn(`[MultiTablePostgresProvider] Some configured tables were skipped (missing 'embedding' column): ${missing.join(", ")}`);
+            }
+          }
+          if (this.tables.length === 0) {
+            console.warn('[MultiTablePostgresProvider] No tables with "embedding" columns found in the database.');
+          } else {
+            console.log(
+              `[MultiTablePostgresProvider] Connected. Searching across ${this.tables.length} table(s): ${this.tables.join(", ")}`
+            );
+          }
         } finally {
           client.release();
         }
       }
-      async upsert(doc, namespace = "") {
-        var _a;
-        const vectorLiteral = `[${doc.vector.join(",")}]`;
-        await this.pool.query(
-          `INSERT INTO ${this.tableName} (id, namespace, content, metadata, embedding)
-       VALUES ($1, $2, $3, $4, $5::vector)
-       ON CONFLICT (id) DO UPDATE
-         SET namespace = EXCLUDED.namespace,
-             content   = EXCLUDED.content,
-             metadata  = EXCLUDED.metadata,
-             embedding = EXCLUDED.embedding`,
-          [doc.id, namespace, doc.content, JSON.stringify((_a = doc.metadata) != null ? _a : {}), vectorLiteral]
+      /**
+       * Upsert is not supported for MultiTablePostgresProvider as it's designed for 
+       * searching across pre-existing tables with varying schemas.
+       */
+      async upsert(_doc, _namespace) {
+        throw new Error(
+          "[MultiTablePostgresProvider] upsert() is not supported in multi-table mode. Please use the standard PostgreSQLProvider for single-table managed indices."
         );
       }
-      async batchUpsert(docs, namespace = "") {
-        if (docs.length === 0) return;
-        const client = await this.pool.connect();
-        try {
-          await client.query("BEGIN");
-          const BATCH_SIZE = 50;
-          for (let i = 0; i < docs.length; i += BATCH_SIZE) {
-            const batch = docs.slice(i, i + BATCH_SIZE);
-            const values = [];
-            const valuePlaceholders = batch.map((doc, idx) => {
-              var _a;
-              const offset = idx * 5;
-              values.push(doc.id, namespace, doc.content, JSON.stringify((_a = doc.metadata) != null ? _a : {}), `[${doc.vector.join(",")}]`);
-              return `($${offset + 1}, $${offset + 2}, $${offset + 3}, $${offset + 4}, $${offset + 5}::vector)`;
-            }).join(", ");
-            const query = `
-          INSERT INTO ${this.tableName} (id, namespace, content, metadata, embedding)
-          VALUES ${valuePlaceholders}
-          ON CONFLICT (id) DO UPDATE
-            SET namespace = EXCLUDED.namespace,
-                content   = EXCLUDED.content,
-                metadata  = EXCLUDED.metadata,
-                embedding = EXCLUDED.embedding
-        `;
-            await client.query(query, values);
-          }
-          await client.query("COMMIT");
-        } catch (error) {
-          await client.query("ROLLBACK");
-          throw error;
-        } finally {
-          client.release();
-        }
+      /**
+       * Batch upsert is not supported for MultiTablePostgresProvider.
+       */
+      async batchUpsert(_docs, _namespace) {
+        throw new Error(
+          "[MultiTablePostgresProvider] batchUpsert() is not supported in multi-table mode."
+        );
       }
-      async query(vector, topK, namespace, filter) {
+      /**
+       * Query all configured tables and merge results, sorted by cosine similarity score.
+       */
+      async query(vector, topK, _namespace, _filter) {
+        var _a, _b, _c;
+        if (!this.pool) {
+          throw new Error("[MultiTablePostgresProvider] Provider not initialized. Call initialize() first.");
+        }
         const vectorLiteral = `[${vector.join(",")}]`;
-        let whereClause = namespace ? `WHERE namespace = $3` : "";
-        const params = [vectorLiteral, topK];
-        if (namespace) params.push(namespace);
-        const publicFilter = this.sanitizeFilter(filter);
-        if (Object.keys(publicFilter).length > 0) {
-          const filterConditions = Object.entries(publicFilter).map(([key, val]) => {
-            const paramIdx = params.length + 1;
-            params.push(JSON.stringify(val));
-            return `metadata->>'${key}' = $${paramIdx}`;
-          }).join(" AND ");
-          whereClause = whereClause ? `${whereClause} AND ${filterConditions}` : `WHERE ${filterConditions}`;
+        const allResults = [];
+        console.log(`[MultiTablePostgresProvider] --- Starting Multi-Table Search ---`);
+        const queryText = _filter == null ? void 0 : _filter.queryText;
+        const entityHints = Array.isArray(_filter == null ? void 0 : _filter.__entityHints) ? _filter.__entityHints.filter(
+          (hint) => typeof hint === "object" && hint !== null && typeof hint.value === "string"
+        ).map((hint) => hint.value.trim().toLowerCase()).filter(Boolean) : [];
+        console.log(`[MultiTablePostgresProvider] queryText: "${queryText}"`);
+        console.log(`[MultiTablePostgresProvider] entityHints: [${entityHints.join(", ")}]`);
+        const getDynamicKeywordQuery = () => {
+          if (entityHints.length > 0) {
+            return entityHints.map((h) => h.includes(" ") ? `"${h}"` : h).join(" & ");
+          }
+          if (queryText) {
+            return queryText.toLowerCase().replace(/\b(show|me|the|product[s]?|item[s]?|card[s]?|of|category|find|list|browse|what|are|display|all|under|for|in|with|about)\b/g, "").trim().replace(/\s+/g, " & ");
+          }
+          return "";
+        };
+        const dynamicKeywordQuery = getDynamicKeywordQuery();
+        const queryPromises = this.tables.map(async (table) => {
+          try {
+            let sqlQuery = "";
+            let params = [];
+            if (queryText) {
+              const hasEntityHints = entityHints.length > 0;
+              const exactNameScoreExpr = hasEntityHints ? `+ (
+                 SELECT COALESCE(MAX(
+                   CASE WHEN LOWER(val) IN (${entityHints.map((h) => `'${h.replace(/'/g, "''")}'`).join(", ")})
+                   THEN 1.0 ELSE 0.0 END
+                 ), 0)
+                 FROM jsonb_each_text(to_jsonb(t)) AS kv(key, val)
+                 WHERE key IN (${this.searchFields.map((f) => `'${f}'`).join(", ")})
+               ) * 3.0` : "";
+              sqlQuery = `
+            SELECT *, 
+             (1 - (embedding <=> $1::vector)) AS vector_score,
+             COALESCE(ts_rank(to_tsvector('english', (to_jsonb(t) - 'embedding')::text), to_tsquery('english', $2)), 0) AS keyword_score,
+             ((1 - (embedding <=> $1::vector)) + (COALESCE(ts_rank(to_tsvector('english', (to_jsonb(t) - 'embedding')::text), to_tsquery('english', $2)), 0) * 2.0) ${exactNameScoreExpr}) AS hybrid_score
+            FROM "${table}" t
+            ORDER BY hybrid_score DESC
+            LIMIT 50
+          `;
+              params = [vectorLiteral, dynamicKeywordQuery];
+            } else {
+              sqlQuery = `
+            SELECT *, 
+             (1 - (embedding <=> $1::vector)) AS hybrid_score
+            FROM "${table}" t
+            ORDER BY hybrid_score DESC
+            LIMIT 50
+          `;
+              params = [vectorLiteral];
+            }
+            const result = await this.pool.query(sqlQuery, params);
+            if (result.rowCount && result.rowCount > 0) {
+              console.log(`   \u2705 Table "${table}": Found ${result.rowCount} potential matches. Top score: ${result.rows[0].hybrid_score.toFixed(4)}`);
+            } else {
+              console.log(`   \u26AA Table "${table}": No relevant matches found.`);
+            }
+            const tableResults = [];
+            for (const row of result.rows) {
+              const _a2 = row, { hybrid_score, id } = _a2, rest = __objRest(_a2, ["hybrid_score", "id"]);
+              delete rest.embedding;
+              delete rest.vector_score;
+              delete rest.keyword_score;
+              delete rest.exact_name_score;
+              const content = `[TYPE: ${table.replace(/s$/, "").toUpperCase()}]
+` + Object.entries(rest).filter(([k, v]) => v !== null && typeof v !== "object" && k !== "id").map(([k, v]) => `${k}: ${v}`).join("\n");
+              tableResults.push({
+                id: `${table}-${id}`,
+                score: parseFloat(String(hybrid_score)),
+                content,
+                metadata: __spreadProps(__spreadValues({}, rest), { source_table: table })
+              });
+            }
+            return tableResults;
+          } catch (err) {
+            console.error(
+              `[MultiTablePostgresProvider] Error querying table "${table}":`,
+              err.message
+            );
+            return [];
+          }
+        });
+        const resultsArray = await Promise.all(queryPromises);
+        for (const tableResults of resultsArray) {
+          allResults.push(...tableResults);
         }
-        const client = await this.pool.connect();
-        try {
-          const efSearch = this.config.options.efSearch || Math.max(topK * 10, 40);
-          await client.query(`SET LOCAL hnsw.ef_search = ${efSearch}`);
-          const result = await client.query(
-            `SELECT id, content, metadata, 1 - (embedding <=> $1::vector) AS score
-         FROM ${this.tableName}
-         ${whereClause}
-         ORDER BY embedding <=> $1::vector
-         LIMIT $2`,
-            params
-          );
-          return result.rows.map((row) => ({
-            id: String(row["id"]),
-            score: parseFloat(String(row["score"])),
-            content: String(row["content"]),
-            metadata: row["metadata"]
-          }));
-        } finally {
-          client.release();
+        const resultsByTable = {};
+        for (const res of allResults) {
+          const table = (_a = res.metadata) == null ? void 0 : _a.source_table;
+          if (!resultsByTable[table]) resultsByTable[table] = [];
+          resultsByTable[table].push(res);
+        }
+        const balancedResults = [];
+        const tables = Object.keys(resultsByTable);
+        for (const table of tables) {
+          balancedResults.push(...resultsByTable[table].slice(0, 3));
         }
+        const finalSorted = balancedResults.sort((a, b) => b.score - a.score);
+        if (finalSorted.length > 0) {
+          console.log(`[MultiTablePostgresProvider] --- Search Complete ---`);
+          console.log(`[MultiTablePostgresProvider] Final top match from "${(_c = (_b = finalSorted[0].metadata) == null ? void 0 : _b.source_table) != null ? _c : "unknown"}" with score ${finalSorted[0].score.toFixed(4)}`);
+        }
+        return finalSorted.slice(0, Math.max(topK, 15));
       }
-      async delete(id, namespace) {
-        const where = namespace ? "WHERE id = $1 AND namespace = $2" : "WHERE id = $1";
-        const params = namespace ? [id, namespace] : [id];
-        await this.pool.query(`DELETE FROM ${this.tableName} ${where}`, params);
+      async delete(_id, _namespace) {
+        console.warn("[MultiTablePostgresProvider] delete() is a no-op for multi-table mode.");
       }
-      async deleteNamespace(namespace) {
-        await this.pool.query(`DELETE FROM ${this.tableName} WHERE namespace = $1`, [namespace]);
+      async deleteNamespace(_namespace) {
+        console.warn("[MultiTablePostgresProvider] deleteNamespace() is a no-op for multi-table mode.");
       }
       async ping() {
         try {
@@ -522,7 +543,9 @@ var init_PostgreSQLProvider = __esm({
         }
       }
       async disconnect() {
-        await this.pool.end();
+        if (this.pool) {
+          await this.pool.end();
+        }
       }
     };
   }
@@ -1691,7 +1714,7 @@ function readEnum(env, name, fallback, allowed) {
   throw new Error(`[getRagConfig] ${name} must be one of: ${allowed.join(", ")}`);
 }
 function getEnvConfig(env = process.env, base) {
-  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z, _A, _B, _C, _D, _E, _F, _G, _H, _I, _J, _K, _L, _M, _N, _O, _P, _Q, _R, _S, _T, _U, _V, _W, _X, _Y, _Z, __, _$, _aa, _ba, _ca, _da, _ea, _fa, _ga, _ha, _ia, _ja, _ka, _la, _ma, _na, _oa, _pa, _qa, _ra, _sa, _ta, _ua, _va;
+  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z, _A, _B, _C, _D, _E, _F, _G, _H, _I, _J, _K, _L, _M, _N, _O, _P, _Q, _R, _S, _T, _U, _V, _W, _X, _Y, _Z, __, _$, _aa, _ba, _ca, _da, _ea, _fa, _ga, _ha, _ia, _ja, _ka, _la, _ma, _na, _oa, _pa, _qa, _ra, _sa, _ta, _ua, _va, _wa, _xa, _ya, _za, _Aa, _Ba, _Ca, _Da, _Ea, _Fa;
   const projectId = (_c = (_b = (_a = readString(env, "RAG_PROJECT_ID")) != null ? _a : readString(env, "NEXT_PUBLIC_PROJECT_ID")) != null ? _b : base == null ? void 0 : base.projectId) != null ? _c : "__default__";
   const vectorProvider = readEnum(env, "VECTOR_DB_PROVIDER", "pinecone", VECTOR_DB_PROVIDERS);
   const llmProvider = readEnum(env, "LLM_PROVIDER", "openai", LLM_PROVIDERS);
@@ -1702,33 +1725,35 @@ function getEnvConfig(env = process.env, base) {
     vectorDbOptions.apiKey = (_g = (_f = readString(env, "PINECONE_API_KEY")) != null ? _f : (_e = (_d = base == null ? void 0 : base.vectorDb) == null ? void 0 : _d.options) == null ? void 0 : _e.apiKey) != null ? _g : "";
     vectorDbOptions.indexName = (_l = (_i = readString(env, "PINECONE_INDEX")) != null ? _i : (_h = base == null ? void 0 : base.vectorDb) == null ? void 0 : _h.indexName) != null ? _l : (_k = (_j = base == null ? void 0 : base.vectorDb) == null ? void 0 : _j.options) == null ? void 0 : _k.indexName;
   } else if (vectorProvider === "pgvector" || vectorProvider === "postgresql") {
-    vectorDbOptions.connectionString = (_p = (_o = readString(env, "PGVECTOR_CONNECTION_STRING")) != null ? _o : (_n = (_m = base == null ? void 0 : base.vectorDb) == null ? void 0 : _m.options) == null ? void 0 : _n.connectionString) != null ? _p : "";
+    vectorDbOptions.connectionString = (_q = (_p = (_m = readString(env, "PGVECTOR_CONNECTION_STRING")) != null ? _m : readString(env, "POSTGRES_URL")) != null ? _p : (_o = (_n = base == null ? void 0 : base.vectorDb) == null ? void 0 : _n.options) == null ? void 0 : _o.connectionString) != null ? _q : "";
+    vectorDbOptions.tables = (_v = (_s = (_r = readString(env, "VECTOR_DB_TABLES")) != null ? _r : readString(env, "POSTGRES_TABLES")) == null ? void 0 : _s.split(",").map((t) => t.trim())) != null ? _v : (_u = (_t = base == null ? void 0 : base.vectorDb) == null ? void 0 : _t.options) == null ? void 0 : _u.tables;
+    vectorDbOptions.searchFields = (_z = (_w = readString(env, "POSTGRES_SEARCH_FIELDS")) == null ? void 0 : _w.split(",").map((f) => f.trim())) != null ? _z : (_y = (_x = base == null ? void 0 : base.vectorDb) == null ? void 0 : _x.options) == null ? void 0 : _y.searchFields;
     vectorDbOptions.dimensions = embeddingDimensions;
   } else if (vectorProvider === "mongodb") {
-    vectorDbOptions.uri = (_t = (_s = readString(env, "MONGODB_URI")) != null ? _s : (_r = (_q = base == null ? void 0 : base.vectorDb) == null ? void 0 : _q.options) == null ? void 0 : _r.uri) != null ? _t : "";
-    vectorDbOptions.database = (_x = (_w = readString(env, "MONGODB_DB")) != null ? _w : (_v = (_u = base == null ? void 0 : base.vectorDb) == null ? void 0 : _u.options) == null ? void 0 : _v.database) != null ? _x : "";
-    vectorDbOptions.collection = (_B = (_A = readString(env, "MONGODB_COLLECTION")) != null ? _A : (_z = (_y = base == null ? void 0 : base.vectorDb) == null ? void 0 : _y.options) == null ? void 0 : _z.collection) != null ? _B : "";
-    vectorDbOptions.indexName = (_H = (_G = (_D = readString(env, "MONGODB_INDEX_NAME")) != null ? _D : (_C = base == null ? void 0 : base.vectorDb) == null ? void 0 : _C.indexName) != null ? _G : (_F = (_E = base == null ? void 0 : base.vectorDb) == null ? void 0 : _E.options) == null ? void 0 : _F.indexName) != null ? _H : "vector_index";
+    vectorDbOptions.uri = (_D = (_C = readString(env, "MONGODB_URI")) != null ? _C : (_B = (_A = base == null ? void 0 : base.vectorDb) == null ? void 0 : _A.options) == null ? void 0 : _B.uri) != null ? _D : "";
+    vectorDbOptions.database = (_H = (_G = readString(env, "MONGODB_DB")) != null ? _G : (_F = (_E = base == null ? void 0 : base.vectorDb) == null ? void 0 : _E.options) == null ? void 0 : _F.database) != null ? _H : "";
+    vectorDbOptions.collection = (_L = (_K = readString(env, "MONGODB_COLLECTION")) != null ? _K : (_J = (_I = base == null ? void 0 : base.vectorDb) == null ? void 0 : _I.options) == null ? void 0 : _J.collection) != null ? _L : "";
+    vectorDbOptions.indexName = (_R = (_Q = (_N = readString(env, "MONGODB_INDEX_NAME")) != null ? _N : (_M = base == null ? void 0 : base.vectorDb) == null ? void 0 : _M.indexName) != null ? _Q : (_P = (_O = base == null ? void 0 : base.vectorDb) == null ? void 0 : _O.options) == null ? void 0 : _P.indexName) != null ? _R : "vector_index";
   } else if (vectorProvider === "qdrant") {
-    vectorDbOptions.baseUrl = (_L = (_K = readString(env, "QDRANT_URL")) != null ? _K : (_J = (_I = base == null ? void 0 : base.vectorDb) == null ? void 0 : _I.options) == null ? void 0 : _J.baseUrl) != null ? _L : "http://localhost:6333";
-    vectorDbOptions.apiKey = (_O = readString(env, "QDRANT_API_KEY")) != null ? _O : (_N = (_M = base == null ? void 0 : base.vectorDb) == null ? void 0 : _M.options) == null ? void 0 : _N.apiKey;
+    vectorDbOptions.baseUrl = (_V = (_U = readString(env, "QDRANT_URL")) != null ? _U : (_T = (_S = base == null ? void 0 : base.vectorDb) == null ? void 0 : _S.options) == null ? void 0 : _T.baseUrl) != null ? _V : "http://localhost:6333";
+    vectorDbOptions.apiKey = (_Y = readString(env, "QDRANT_API_KEY")) != null ? _Y : (_X = (_W = base == null ? void 0 : base.vectorDb) == null ? void 0 : _W.options) == null ? void 0 : _X.apiKey;
     vectorDbOptions.dimensions = embeddingDimensions;
   } else if (vectorProvider === "milvus") {
-    vectorDbOptions.baseUrl = (_P = readString(env, "MILVUS_URL")) != null ? _P : "http://localhost:19530";
+    vectorDbOptions.baseUrl = (_Z = readString(env, "MILVUS_URL")) != null ? _Z : "http://localhost:19530";
     vectorDbOptions.apiKey = readString(env, "MILVUS_API_KEY");
   } else if (vectorProvider === "chromadb") {
-    vectorDbOptions.baseUrl = (_Q = readString(env, "CHROMADB_URL")) != null ? _Q : "http://localhost:8000";
+    vectorDbOptions.baseUrl = (__ = readString(env, "CHROMADB_URL")) != null ? __ : "http://localhost:8000";
   } else if (vectorProvider === "weaviate") {
-    vectorDbOptions.baseUrl = (_R = readString(env, "WEAVIATE_URL")) != null ? _R : "http://localhost:8080";
+    vectorDbOptions.baseUrl = (_$ = readString(env, "WEAVIATE_URL")) != null ? _$ : "http://localhost:8080";
     vectorDbOptions.apiKey = readString(env, "WEAVIATE_API_KEY");
   } else if (vectorProvider === "redis") {
-    vectorDbOptions.baseUrl = (_S = readString(env, "REDIS_URL")) != null ? _S : "";
+    vectorDbOptions.baseUrl = (_aa = readString(env, "REDIS_URL")) != null ? _aa : "";
     vectorDbOptions.apiKey = readString(env, "REDIS_API_KEY");
   } else if (vectorProvider === "rest") {
-    vectorDbOptions.baseUrl = (_T = readString(env, "VECTOR_DB_REST_URL")) != null ? _T : "";
+    vectorDbOptions.baseUrl = (_ba = readString(env, "VECTOR_DB_REST_URL")) != null ? _ba : "";
     vectorDbOptions.headers = readString(env, "VECTOR_DB_REST_API_KEY") ? { "api-key": readString(env, "VECTOR_DB_REST_API_KEY") } : {};
   } else if (vectorProvider === "universal_rest") {
-    vectorDbOptions.baseUrl = (_V = (_U = readString(env, "VECTOR_BASE_URL")) != null ? _U : readString(env, "VECTOR_DB_REST_URL")) != null ? _V : "";
+    vectorDbOptions.baseUrl = (_da = (_ca = readString(env, "VECTOR_BASE_URL")) != null ? _ca : readString(env, "VECTOR_DB_REST_URL")) != null ? _da : "";
     vectorDbOptions.profile = readString(env, "VECTOR_UNIVERSAL_PROFILE");
     vectorDbOptions.headers = readString(env, "VECTOR_DB_REST_API_KEY") ? { Authorization: `Bearer ${readString(env, "VECTOR_DB_REST_API_KEY")}` } : {};
   }
@@ -1745,20 +1770,20 @@ function getEnvConfig(env = process.env, base) {
     openai: readString(env, "OPENAI_API_KEY"),
     gemini: readString(env, "GEMINI_API_KEY"),
     ollama: void 0,
-    universal_rest: (_W = readString(env, "EMBEDDING_API_KEY")) != null ? _W : readString(env, "OPENAI_API_KEY"),
-    custom: (_X = readString(env, "EMBEDDING_API_KEY")) != null ? _X : readString(env, "OPENAI_API_KEY")
+    universal_rest: (_ea = readString(env, "EMBEDDING_API_KEY")) != null ? _ea : readString(env, "OPENAI_API_KEY"),
+    custom: (_fa = readString(env, "EMBEDDING_API_KEY")) != null ? _fa : readString(env, "OPENAI_API_KEY")
   };
   return {
     projectId,
     vectorDb: {
       provider: vectorProvider,
-      indexName: (_Z = (_Y = readString(env, "VECTOR_DB_INDEX")) != null ? _Y : vectorDbOptions.indexName) != null ? _Z : "rag-index",
+      indexName: (_ha = (_ga = readString(env, "VECTOR_DB_INDEX")) != null ? _ga : vectorDbOptions.indexName) != null ? _ha : "rag-index",
       options: vectorDbOptions
     },
     llm: {
       provider: llmProvider,
-      model: (__ = readString(env, "LLM_MODEL")) != null ? __ : "gpt-4o",
-      apiKey: (_$ = llmApiKeyByProvider[llmProvider]) != null ? _$ : "",
+      model: (_ia = readString(env, "LLM_MODEL")) != null ? _ia : "gpt-4o",
+      apiKey: (_ja = llmApiKeyByProvider[llmProvider]) != null ? _ja : "",
       baseUrl: readString(env, "LLM_BASE_URL"),
       systemPrompt: readString(env, "LLM_SYSTEM_PROMPT"),
       maxTokens: readNumber(env, "LLM_MAX_TOKENS", 4096),
@@ -1769,7 +1794,7 @@ function getEnvConfig(env = process.env, base) {
     },
     embedding: {
       provider: embeddingProvider,
-      model: (_aa = readString(env, "EMBEDDING_MODEL")) != null ? _aa : "text-embedding-3-small",
+      model: (_ka = readString(env, "EMBEDDING_MODEL")) != null ? _ka : "text-embedding-3-small",
       apiKey: embeddingApiKeyByProvider[embeddingProvider],
       baseUrl: readString(env, "EMBEDDING_BASE_URL"),
       dimensions: embeddingDimensions,
@@ -1780,17 +1805,17 @@ function getEnvConfig(env = process.env, base) {
       }
     },
     ui: {
-      title: (_ca = (_ba = readString(env, "NEXT_PUBLIC_UI_TITLE")) != null ? _ba : readString(env, "UI_TITLE")) != null ? _ca : "AI Assistant",
-      subtitle: (_ea = (_da = readString(env, "NEXT_PUBLIC_UI_SUBTITLE")) != null ? _da : readString(env, "UI_SUBTITLE")) != null ? _ea : "Powered by RAG",
-      primaryColor: (_ga = (_fa = readString(env, "NEXT_PUBLIC_PRIMARY_COLOR")) != null ? _fa : readString(env, "UI_PRIMARY_COLOR")) != null ? _ga : "#10b981",
-      accentColor: (_ia = (_ha = readString(env, "NEXT_PUBLIC_ACCENT_COLOR")) != null ? _ha : readString(env, "UI_ACCENT_COLOR")) != null ? _ia : "#3b82f6",
-      logoUrl: (_ja = readString(env, "NEXT_PUBLIC_LOGO_URL")) != null ? _ja : readString(env, "UI_LOGO_URL"),
-      placeholder: (_la = (_ka = readString(env, "NEXT_PUBLIC_PLACEHOLDER")) != null ? _ka : readString(env, "UI_PLACEHOLDER")) != null ? _la : "Ask me anything\u2026",
-      showSources: ((_na = (_ma = readString(env, "NEXT_PUBLIC_SHOW_SOURCES")) != null ? _ma : readString(env, "UI_SHOW_SOURCES")) != null ? _na : "true") !== "false",
-      welcomeMessage: (_pa = (_oa = readString(env, "NEXT_PUBLIC_WELCOME_MESSAGE")) != null ? _oa : readString(env, "UI_WELCOME_MESSAGE")) != null ? _pa : "Hello! I'm your AI assistant. Ask me anything about your documents.",
-      visualStyle: (_ra = (_qa = readString(env, "NEXT_PUBLIC_UI_VISUAL_STYLE")) != null ? _qa : readString(env, "UI_VISUAL_STYLE")) != null ? _ra : "glass",
-      borderRadius: (_ta = (_sa = readString(env, "NEXT_PUBLIC_UI_BORDER_RADIUS")) != null ? _sa : readString(env, "UI_BORDER_RADIUS")) != null ? _ta : "xl",
-      allowUpload: ((_va = (_ua = readString(env, "NEXT_PUBLIC_ALLOW_UPLOAD")) != null ? _ua : readString(env, "UI_ALLOW_UPLOAD")) != null ? _va : "false") === "true"
+      title: (_ma = (_la = readString(env, "NEXT_PUBLIC_UI_TITLE")) != null ? _la : readString(env, "UI_TITLE")) != null ? _ma : "AI Assistant",
+      subtitle: (_oa = (_na = readString(env, "NEXT_PUBLIC_UI_SUBTITLE")) != null ? _na : readString(env, "UI_SUBTITLE")) != null ? _oa : "Powered by RAG",
+      primaryColor: (_qa = (_pa = readString(env, "NEXT_PUBLIC_PRIMARY_COLOR")) != null ? _pa : readString(env, "UI_PRIMARY_COLOR")) != null ? _qa : "#10b981",
+      accentColor: (_sa = (_ra = readString(env, "NEXT_PUBLIC_ACCENT_COLOR")) != null ? _ra : readString(env, "UI_ACCENT_COLOR")) != null ? _sa : "#3b82f6",
+      logoUrl: (_ta = readString(env, "NEXT_PUBLIC_LOGO_URL")) != null ? _ta : readString(env, "UI_LOGO_URL"),
+      placeholder: (_va = (_ua = readString(env, "NEXT_PUBLIC_PLACEHOLDER")) != null ? _ua : readString(env, "UI_PLACEHOLDER")) != null ? _va : "Ask me anything\u2026",
+      showSources: ((_xa = (_wa = readString(env, "NEXT_PUBLIC_SHOW_SOURCES")) != null ? _wa : readString(env, "UI_SHOW_SOURCES")) != null ? _xa : "true") !== "false",
+      welcomeMessage: (_za = (_ya = readString(env, "NEXT_PUBLIC_WELCOME_MESSAGE")) != null ? _ya : readString(env, "UI_WELCOME_MESSAGE")) != null ? _za : "Hello! I'm your AI assistant. Ask me anything about your documents.",
+      visualStyle: (_Ba = (_Aa = readString(env, "NEXT_PUBLIC_UI_VISUAL_STYLE")) != null ? _Aa : readString(env, "UI_VISUAL_STYLE")) != null ? _Ba : "glass",
+      borderRadius: (_Da = (_Ca = readString(env, "NEXT_PUBLIC_UI_BORDER_RADIUS")) != null ? _Ca : readString(env, "UI_BORDER_RADIUS")) != null ? _Da : "xl",
+      allowUpload: ((_Fa = (_Ea = readString(env, "NEXT_PUBLIC_ALLOW_UPLOAD")) != null ? _Ea : readString(env, "UI_ALLOW_UPLOAD")) != null ? _Fa : "false") === "true"
     },
     rag: {
       topK: readNumber(env, "RAG_TOP_K", 5),
@@ -1907,14 +1932,14 @@ var OpenAIProvider = class {
     };
   }
   async chat(messages, context, options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h;
-    const systemContent = (_a = this.llmConfig.systemPrompt) != null ? _a : `You are a helpful assistant. Answer questions based on the provided context.
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i;
+    const resolvedSystemPrompt = (_b = (_a = options == null ? void 0 : options.systemPrompt) != null ? _a : this.llmConfig.systemPrompt) != null ? _b : `You are a helpful assistant. Answer questions based on the provided context.
 
 Context:
 ${context}`;
     const systemMessage = {
       role: "system",
-      content: systemContent.includes("{{context}}") ? systemContent.replace("{{context}}", context) : `${systemContent}
+      content: resolvedSystemPrompt.includes("{{context}}") ? resolvedSystemPrompt.replace("{{context}}", context) : (options == null ? void 0 : options.systemPrompt) ? resolvedSystemPrompt : `${resolvedSystemPrompt}
 
 Context:
 ${context}`
@@ -1929,22 +1954,22 @@ ${context}`
     const completion = await this.client.chat.completions.create({
       model: this.llmConfig.model,
       messages: formattedMessages,
-      max_tokens: (_c = (_b = options == null ? void 0 : options.maxTokens) != null ? _b : this.llmConfig.maxTokens) != null ? _c : 1024,
-      temperature: (_e = (_d = options == null ? void 0 : options.temperature) != null ? _d : this.llmConfig.temperature) != null ? _e : 0.7,
+      max_tokens: (_d = (_c = options == null ? void 0 : options.maxTokens) != null ? _c : this.llmConfig.maxTokens) != null ? _d : 1024,
+      temperature: (_f = (_e = options == null ? void 0 : options.temperature) != null ? _e : this.llmConfig.temperature) != null ? _f : 0.7,
       stop: options == null ? void 0 : options.stop
     });
-    return (_h = (_g = (_f = completion.choices[0]) == null ? void 0 : _f.message) == null ? void 0 : _g.content) != null ? _h : "";
+    return (_i = (_h = (_g = completion.choices[0]) == null ? void 0 : _g.message) == null ? void 0 : _h.content) != null ? _i : "";
   }
   chatStream(messages, context, options) {
     return __asyncGenerator(this, null, function* () {
-      var _a, _b, _c, _d, _e, _f, _g;
-      const systemContent = (_a = this.llmConfig.systemPrompt) != null ? _a : `You are a helpful assistant. Answer questions based on the provided context.
+      var _a, _b, _c, _d, _e, _f, _g, _h;
+      const resolvedSystemPrompt = (_b = (_a = options == null ? void 0 : options.systemPrompt) != null ? _a : this.llmConfig.systemPrompt) != null ? _b : `You are a helpful assistant. Answer questions based on the provided context.
 
 Context:
 ${context}`;
       const systemMessage = {
         role: "system",
-        content: systemContent.includes("{{context}}") ? systemContent.replace("{{context}}", context) : `${systemContent}
+        content: resolvedSystemPrompt.includes("{{context}}") ? resolvedSystemPrompt.replace("{{context}}", context) : (options == null ? void 0 : options.systemPrompt) ? resolvedSystemPrompt : `${resolvedSystemPrompt}
 
 Context:
 ${context}`
@@ -1959,8 +1984,8 @@ ${context}`
       const stream = yield new __await(this.client.chat.completions.create({
         model: this.llmConfig.model,
         messages: formattedMessages,
-        max_tokens: (_c = (_b = options == null ? void 0 : options.maxTokens) != null ? _b : this.llmConfig.maxTokens) != null ? _c : 1024,
-        temperature: (_e = (_d = options == null ? void 0 : options.temperature) != null ? _d : this.llmConfig.temperature) != null ? _e : 0.7,
+        max_tokens: (_d = (_c = options == null ? void 0 : options.maxTokens) != null ? _c : this.llmConfig.maxTokens) != null ? _d : 1024,
+        temperature: (_f = (_e = options == null ? void 0 : options.temperature) != null ? _e : this.llmConfig.temperature) != null ? _f : 0.7,
         stop: options == null ? void 0 : options.stop,
         stream: true
       }));
@@ -1970,7 +1995,7 @@ ${context}`
       try {
         for (var iter = __forAwait(stream), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
           const chunk = temp.value;
-          const content = ((_g = (_f = chunk.choices[0]) == null ? void 0 : _f.delta) == null ? void 0 : _g.content) || "";
+          const content = ((_h = (_g = chunk.choices[0]) == null ? void 0 : _g.delta) == null ? void 0 : _h.content) || "";
           if (content) yield content;
         }
       } catch (temp) {
@@ -2068,12 +2093,12 @@ var AnthropicProvider = class {
     };
   }
   async chat(messages, context, options) {
-    var _a, _b, _c;
-    const systemPrompt = (_a = this.llmConfig.systemPrompt) != null ? _a : `You are a helpful assistant. Use the context below to answer the user's question accurately.
+    var _a, _b, _c, _d;
+    const resolvedPrompt = (_b = (_a = options == null ? void 0 : options.systemPrompt) != null ? _a : this.llmConfig.systemPrompt) != null ? _b : `You are a helpful assistant. Use the context below to answer the user's question accurately.
 
 Context:
 ${context}`;
-    const system = systemPrompt.includes("{{context}}") ? systemPrompt.replace("{{context}}", context) : `${systemPrompt}
+    const system = resolvedPrompt.includes("{{context}}") ? resolvedPrompt.replace("{{context}}", context) : (options == null ? void 0 : options.systemPrompt) ? resolvedPrompt : `${resolvedPrompt}
 
 Context:
 ${context}`;
@@ -2083,7 +2108,7 @@ ${context}`;
     }));
     const response = await this.client.messages.create({
       model: this.llmConfig.model,
-      max_tokens: (_c = (_b = options == null ? void 0 : options.maxTokens) != null ? _b : this.llmConfig.maxTokens) != null ? _c : 1024,
+      max_tokens: (_d = (_c = options == null ? void 0 : options.maxTokens) != null ? _c : this.llmConfig.maxTokens) != null ? _d : 1024,
       system,
       messages: anthropicMessages
     });
@@ -2092,12 +2117,12 @@ ${context}`;
   }
   chatStream(messages, context, options) {
     return __asyncGenerator(this, null, function* () {
-      var _a, _b, _c;
-      const systemPrompt = (_a = this.llmConfig.systemPrompt) != null ? _a : `You are a helpful assistant. Use the context below to answer the user's question accurately.
+      var _a, _b, _c, _d;
+      const resolvedPrompt = (_b = (_a = options == null ? void 0 : options.systemPrompt) != null ? _a : this.llmConfig.systemPrompt) != null ? _b : `You are a helpful assistant. Use the context below to answer the user's question accurately.
 
 Context:
 ${context}`;
-      const system = systemPrompt.includes("{{context}}") ? systemPrompt.replace("{{context}}", context) : `${systemPrompt}
+      const system = resolvedPrompt.includes("{{context}}") ? resolvedPrompt.replace("{{context}}", context) : (options == null ? void 0 : options.systemPrompt) ? resolvedPrompt : `${resolvedPrompt}
 
 Context:
 ${context}`;
@@ -2107,7 +2132,7 @@ ${context}`;
       }));
       const stream = yield new __await(this.client.messages.create({
         model: this.llmConfig.model,
-        max_tokens: (_c = (_b = options == null ? void 0 : options.maxTokens) != null ? _b : this.llmConfig.maxTokens) != null ? _c : 1024,
+        max_tokens: (_d = (_c = options == null ? void 0 : options.maxTokens) != null ? _c : this.llmConfig.maxTokens) != null ? _d : 1024,
         system,
         messages: anthropicMessages,
         stream: true
@@ -2222,7 +2247,7 @@ var OllamaProvider = class {
   }
   async chat(messages, context, options) {
     var _a, _b, _c, _d;
-    const system = this.buildSystemPrompt(context);
+    const system = this.buildSystemPrompt(context, options == null ? void 0 : options.systemPrompt);
     const { data } = await this.http.post("/api/chat", {
       model: this.llmConfig.model,
       stream: false,
@@ -2240,7 +2265,7 @@ var OllamaProvider = class {
   chatStream(messages, context, options) {
     return __asyncGenerator(this, null, function* () {
       var _a, _b, _c, _d, _e, _f;
-      const system = this.buildSystemPrompt(context);
+      const system = this.buildSystemPrompt(context, options == null ? void 0 : options.systemPrompt);
       const response = yield new __await(this.http.post("/api/chat", {
         model: this.llmConfig.model,
         stream: true,
@@ -2296,8 +2321,11 @@ var OllamaProvider = class {
       }
     });
   }
-  buildSystemPrompt(context) {
+  buildSystemPrompt(context, overridePrompt) {
     var _a;
+    if (overridePrompt) {
+      return overridePrompt;
+    }
     const systemPrompt = (_a = this.llmConfig.systemPrompt) != null ? _a : `You are a helpful assistant. Use the provided context to answer the user's question.
 
 Context:
@@ -2349,20 +2377,41 @@ ${context}`;
 };
 
 // src/llm/providers/GeminiProvider.ts
-var import_genai = require("@google/genai");
+var import_generative_ai = require("@google/generative-ai");
+var DEFAULT_EMBEDDING_MODEL = "text-embedding-004";
+var DEFAULT_TEMPERATURE = 0.7;
+var DEFAULT_MAX_TOKENS = 1024;
+function sanitizeModel(model) {
+  return model ? model.split(":")[0] : model;
+}
+function buildClient(apiKey) {
+  return new import_generative_ai.GoogleGenerativeAI(apiKey);
+}
+function applyPrefix(text, taskType, queryPrefix, docPrefix) {
+  if (taskType === "query" && queryPrefix && !text.startsWith(queryPrefix)) {
+    return `${queryPrefix}${text}`;
+  }
+  if (taskType === "document" && docPrefix && !text.startsWith(docPrefix)) {
+    return `${docPrefix}${text}`;
+  }
+  return text;
+}
 var GeminiProvider = class {
   constructor(llmConfig, embeddingConfig) {
-    if (!llmConfig.apiKey) throw new Error("[GeminiProvider] llmConfig.apiKey is required");
-    this.client = new import_genai.GoogleGenAI({ apiKey: llmConfig.apiKey });
-    this.llmConfig = __spreadProps(__spreadValues({}, llmConfig), {
-      model: this.sanitizeModel(llmConfig.model)
-    });
+    if (!llmConfig.apiKey) {
+      throw new Error("[GeminiProvider] llmConfig.apiKey is required");
+    }
+    this.llmConfig = __spreadProps(__spreadValues({}, llmConfig), { model: sanitizeModel(llmConfig.model) });
+    this.client = buildClient(this.llmConfig.apiKey);
     if (embeddingConfig) {
       this.embeddingConfig = __spreadProps(__spreadValues({}, embeddingConfig), {
-        model: this.sanitizeModel(embeddingConfig.model)
+        model: sanitizeModel(embeddingConfig.model)
       });
     }
   }
+  // -------------------------------------------------------------------------
+  // Static factory helpers
+  // -------------------------------------------------------------------------
   static getValidator() {
     return {
       validate(config) {
@@ -2376,7 +2425,11 @@ var GeminiProvider = class {
           });
         }
         if (!config.model) {
-          errors.push({ field: "llm.model", message: "Gemini model name is required", severity: "error" });
+          errors.push({
+            field: "llm.model",
+            message: "Gemini model name is required",
+            severity: "error"
+          });
         }
         return errors;
       }
@@ -2385,13 +2438,15 @@ var GeminiProvider = class {
   static getHealthChecker() {
     return {
       async check(config) {
+        var _a, _b;
         const timestamp = Date.now();
-        const apiKey = config.apiKey || process.env.GOOGLE_GENAI_API_KEY || "";
-        const modelName = config.model;
+        const apiKey = (_b = (_a = config.apiKey) != null ? _a : process.env.GOOGLE_GENAI_API_KEY) != null ? _b : "";
+        const modelName = sanitizeModel(config.model);
         try {
-          const { GoogleGenAI: GoogleGenAI2 } = await import("@google/genai");
-          const genAI = new GoogleGenAI2({ apiKey });
-          await genAI.models.get({ model: modelName });
+          const { GoogleGenerativeAI: GoogleGenerativeAI2 } = await import("@google/generative-ai");
+          const ai = new GoogleGenerativeAI2(apiKey);
+          const model = ai.getGenerativeModel({ model: DEFAULT_EMBEDDING_MODEL });
+          await model.embedContent("health-check");
           return {
             healthy: true,
             provider: "gemini",
@@ -2409,70 +2464,90 @@ var GeminiProvider = class {
       }
     };
   }
-  sanitizeModel(model) {
-    if (!model) return model;
-    return model.split(":")[0];
+  // -------------------------------------------------------------------------
+  // Private utilities
+  // -------------------------------------------------------------------------
+  /** Resolve the embedding client — uses a separate client when the embedding
+   *  API key differs from the LLM API key. */
+  get embeddingClient() {
+    var _a;
+    if (((_a = this.embeddingConfig) == null ? void 0 : _a.apiKey) && this.embeddingConfig.apiKey !== this.llmConfig.apiKey) {
+      return buildClient(this.embeddingConfig.apiKey);
+    }
+    return this.client;
+  }
+  /** Resolve the embedding model to use, in order of specificity. */
+  resolveEmbeddingModel(optionsModel) {
+    var _a, _b;
+    return sanitizeModel((_b = optionsModel != null ? optionsModel : (_a = this.embeddingConfig) == null ? void 0 : _a.model) != null ? _b : DEFAULT_EMBEDDING_MODEL);
   }
-  async chat(messages, context, options) {
-    var _a, _b, _c, _d, _e, _f;
-    const systemPrompt = (_a = this.llmConfig.systemPrompt) != null ? _a : `You are a helpful assistant. Answer questions based on the provided context.
+  /**
+   * Build the system instruction string, inserting the RAG context either via
+   * the `{{context}}` placeholder or by appending it.
+   */
+  buildSystemInstruction(context) {
+    var _a;
+    const base = (_a = this.llmConfig.systemPrompt) != null ? _a : `You are a helpful assistant. Answer questions based on the provided context.
 
 Context:
 ${context}`;
-    const systemInstruction = systemPrompt.includes("{{context}}") ? systemPrompt.replace("{{context}}", context) : `${systemPrompt}
+    return base.includes("{{context}}") ? base.replace("{{context}}", context) : `${base}
 
 Context:
 ${context}`;
-    const geminiMessages = messages.map((m) => ({
+  }
+  /**
+   * Convert ChatMessage[] to the Gemini contents format.
+   *
+   * Rules enforced by the Gemini API:
+   *   - Only `user` and `model` roles are allowed in `contents`.
+   *   - System messages must be passed via `systemInstruction`, not here.
+   *   - Messages must strictly alternate between `user` and `model`.
+   */
+  buildGeminiContents(messages) {
+    return messages.filter((m) => m.role !== "system").map((m) => ({
       role: m.role === "assistant" ? "model" : "user",
       parts: [{ text: m.content }]
     }));
-    const response = await this.client.models.generateContent({
+  }
+  // -------------------------------------------------------------------------
+  // ILLMProvider — chat
+  // -------------------------------------------------------------------------
+  async chat(messages, context, options) {
+    var _a, _b, _c, _d;
+    const model = this.client.getGenerativeModel({
       model: this.llmConfig.model,
-      contents: geminiMessages,
-      config: {
-        systemInstruction,
-        temperature: (_c = (_b = options == null ? void 0 : options.temperature) != null ? _b : this.llmConfig.temperature) != null ? _c : 0.7,
-        maxOutputTokens: (_e = (_d = options == null ? void 0 : options.maxTokens) != null ? _d : this.llmConfig.maxTokens) != null ? _e : 1024,
+      systemInstruction: this.buildSystemInstruction(context)
+    });
+    const result = await model.generateContent({
+      contents: this.buildGeminiContents(messages),
+      generationConfig: {
+        temperature: (_b = (_a = options == null ? void 0 : options.temperature) != null ? _a : this.llmConfig.temperature) != null ? _b : DEFAULT_TEMPERATURE,
+        maxOutputTokens: (_d = (_c = options == null ? void 0 : options.maxTokens) != null ? _c : this.llmConfig.maxTokens) != null ? _d : DEFAULT_MAX_TOKENS,
         stopSequences: options == null ? void 0 : options.stop
       }
     });
-    const text = typeof response.text === "function" ? response.text() : (_f = response.text) != null ? _f : "";
-    return text;
+    return result.response.text();
   }
   chatStream(messages, context, options) {
     return __asyncGenerator(this, null, function* () {
-      var _a, _b, _c, _d, _e, _f;
-      const systemPrompt = (_a = this.llmConfig.systemPrompt) != null ? _a : `You are a helpful assistant. Answer questions based on the provided context.
-
-Context:
-${context}`;
-      const systemInstruction = systemPrompt.includes("{{context}}") ? systemPrompt.replace("{{context}}", context) : `${systemPrompt}
-
-Context:
-${context}`;
-      const geminiMessages = messages.map((m) => ({
-        role: m.role === "assistant" ? "model" : "user",
-        parts: [{ text: m.content }]
-      }));
-      const result = yield new __await(this.client.models.generateContentStream({
+      var _a, _b, _c, _d;
+      const model = this.client.getGenerativeModel({
         model: this.llmConfig.model,
-        contents: geminiMessages,
-        config: {
-          systemInstruction,
-          temperature: (_c = (_b = options == null ? void 0 : options.temperature) != null ? _b : this.llmConfig.temperature) != null ? _c : 0.7,
-          maxOutputTokens: (_e = (_d = options == null ? void 0 : options.maxTokens) != null ? _d : this.llmConfig.maxTokens) != null ? _e : 1024,
+        systemInstruction: this.buildSystemInstruction(context)
+      });
+      const result = yield new __await(model.generateContentStream({
+        contents: this.buildGeminiContents(messages),
+        generationConfig: {
+          temperature: (_b = (_a = options == null ? void 0 : options.temperature) != null ? _a : this.llmConfig.temperature) != null ? _b : DEFAULT_TEMPERATURE,
+          maxOutputTokens: (_d = (_c = options == null ? void 0 : options.maxTokens) != null ? _c : this.llmConfig.maxTokens) != null ? _d : DEFAULT_MAX_TOKENS,
           stopSequences: options == null ? void 0 : options.stop
         }
       }));
-      const stream = (_f = result == null ? void 0 : result.stream) != null ? _f : result;
-      if (!stream) {
-        throw new Error("[GeminiProvider] generateContentStream returned undefined");
-      }
       try {
-        for (var iter = __forAwait(stream), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
+        for (var iter = __forAwait(result.stream), more, temp, error; more = !(temp = yield new __await(iter.next())).done; more = false) {
           const chunk = temp.value;
-          const text = typeof chunk.text === "function" ? chunk.text() : chunk.text;
+          const text = chunk.text();
           if (text) yield text;
         }
       } catch (temp) {
@@ -2487,69 +2562,69 @@ ${context}`;
       }
     });
   }
+  // -------------------------------------------------------------------------
+  // ILLMProvider — embeddings
+  // -------------------------------------------------------------------------
   async embed(text, options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
-    const model = this.sanitizeModel(
-      (_c = (_b = options == null ? void 0 : options.model) != null ? _b : (_a = this.embeddingConfig) == null ? void 0 : _a.model) != null ? _c : "text-embedding-004"
+    var _a, _b;
+    const content = applyPrefix(
+      text,
+      options == null ? void 0 : options.taskType,
+      (_a = this.embeddingConfig) == null ? void 0 : _a.queryPrefix,
+      (_b = this.embeddingConfig) == null ? void 0 : _b.documentPrefix
     );
-    const apiKey = (_e = (_d = this.embeddingConfig) == null ? void 0 : _d.apiKey) != null ? _e : this.llmConfig.apiKey;
-    const client = apiKey !== this.llmConfig.apiKey ? new import_genai.GoogleGenAI({ apiKey }) : this.client;
-    let content = text;
-    const queryPrefix = (_f = this.embeddingConfig) == null ? void 0 : _f.queryPrefix;
-    const docPrefix = (_g = this.embeddingConfig) == null ? void 0 : _g.documentPrefix;
-    if ((options == null ? void 0 : options.taskType) === "query" && queryPrefix) {
-      if (!content.startsWith(queryPrefix)) {
-        content = `${queryPrefix}${text}`;
-      }
-    } else if ((options == null ? void 0 : options.taskType) === "document" && docPrefix) {
-      if (!content.startsWith(docPrefix)) {
-        content = `${docPrefix}${text}`;
-      }
-    }
-    const response = await client.models.embedContent({
-      model,
-      contents: content,
-      config: ((_h = this.embeddingConfig) == null ? void 0 : _h.dimensions) ? { outputDimensionality: this.embeddingConfig.dimensions } : void 0
+    const modelName = this.resolveEmbeddingModel(options == null ? void 0 : options.model);
+    const model = this.embeddingClient.getGenerativeModel({ model: modelName });
+    const response = await model.embedContent({
+      content: { role: "user", parts: [{ text: content }] }
     }).catch((err) => {
-      console.error(`[GeminiProvider] Embedding failed for model "${model}":`, err.message);
+      console.error(`[GeminiProvider] Embedding failed for model "${modelName}":`, err.message);
       throw err;
     });
-    return (_k = (_j = (_i = response.embeddings) == null ? void 0 : _i[0]) == null ? void 0 : _j.values) != null ? _k : [];
+    return response.embedding.values;
   }
   async batchEmbed(texts, options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
-    const model = this.sanitizeModel(
-      (_c = (_b = options == null ? void 0 : options.model) != null ? _b : (_a = this.embeddingConfig) == null ? void 0 : _a.model) != null ? _c : "text-embedding-004"
-    );
-    const apiKey = (_e = (_d = this.embeddingConfig) == null ? void 0 : _d.apiKey) != null ? _e : this.llmConfig.apiKey;
-    const client = apiKey !== this.llmConfig.apiKey ? new import_genai.GoogleGenAI({ apiKey }) : this.client;
-    let contents = texts;
-    const queryPrefix = (_f = this.embeddingConfig) == null ? void 0 : _f.queryPrefix;
-    const docPrefix = (_g = this.embeddingConfig) == null ? void 0 : _g.documentPrefix;
-    if ((options == null ? void 0 : options.taskType) === "query" && queryPrefix) {
-      contents = texts.map((text) => text.startsWith(queryPrefix) ? text : `${queryPrefix}${text}`);
-    } else if ((options == null ? void 0 : options.taskType) === "document" && docPrefix) {
-      contents = texts.map((text) => text.startsWith(docPrefix) ? text : `${docPrefix}${text}`);
-    }
-    const response = await client.models.embedContent({
-      model,
-      contents,
-      config: ((_h = this.embeddingConfig) == null ? void 0 : _h.dimensions) ? { outputDimensionality: this.embeddingConfig.dimensions } : void 0
+    const modelName = this.resolveEmbeddingModel(options == null ? void 0 : options.model);
+    const model = this.embeddingClient.getGenerativeModel({ model: modelName });
+    const requests = texts.map((text) => {
+      var _a, _b;
+      return {
+        content: {
+          role: "user",
+          parts: [{
+            text: applyPrefix(
+              text,
+              options == null ? void 0 : options.taskType,
+              (_a = this.embeddingConfig) == null ? void 0 : _a.queryPrefix,
+              (_b = this.embeddingConfig) == null ? void 0 : _b.documentPrefix
+            )
+          }]
+        }
+      };
+    });
+    const response = await model.batchEmbedContents({
+      requests: requests.map((r) => ({
+        model: `models/${modelName}`,
+        content: r.content
+      }))
     }).catch((err) => {
-      console.error(`[GeminiProvider] Batch embedding failed for model "${model}":`, err.message);
+      console.error(`[GeminiProvider] Batch embedding failed for model "${modelName}":`, err.message);
       throw err;
     });
-    return (_j = (_i = response.embeddings) == null ? void 0 : _i.map((e) => {
-      var _a2;
-      return (_a2 = e.values) != null ? _a2 : [];
-    })) != null ? _j : [];
+    return response.embeddings.map((e) => {
+      var _a;
+      return (_a = e.values) != null ? _a : [];
+    });
   }
+  // -------------------------------------------------------------------------
+  // ILLMProvider — health
+  // -------------------------------------------------------------------------
   async ping() {
     try {
-      await this.client.models.embedContent({
-        model: "text-embedding-004",
-        contents: "ping"
+      const model = this.embeddingClient.getGenerativeModel({
+        model: this.resolveEmbeddingModel()
       });
+      await model.embedContent("ping");
       return true;
     } catch (err) {
       console.error("[GeminiProvider] Ping failed:", err);
@@ -2706,9 +2781,51 @@ ${context != null ? context : "None"}` },
 };
 
 // src/llm/LLMFactory.ts
+var customProviders = /* @__PURE__ */ new Map();
 var LLMFactory = class _LLMFactory {
+  /**
+   * Register a custom LLM provider factory at runtime.
+   *
+   * Use this to add support for any LLM backend (Azure OpenAI, Cohere, Mistral,
+   * Bedrock, etc.) without modifying this library's source code.
+   *
+   * @example
+   * // In your Next.js app initialization:
+   * import { LLMFactory } from '@retrivora-ai/rag-engine/server';
+   * import { MyCustomProvider } from './providers/MyCustomProvider';
+   *
+   * LLMFactory.register('my-provider', (config) => new MyCustomProvider(config));
+   *
+   * // Then set in your .env.local:
+   * // LLM_PROVIDER=my-provider
+   */
+  static register(name, factory) {
+    customProviders.set(name.toLowerCase(), factory);
+    console.log(`[LLMFactory] Registered custom provider: "${name}"`);
+  }
+  /**
+   * Unregister a previously registered custom provider.
+   */
+  static unregister(name) {
+    customProviders.delete(name.toLowerCase());
+  }
+  /**
+   * List all registered provider names (built-in + custom).
+   */
+  static listProviders() {
+    return [
+      "openai",
+      "anthropic",
+      "ollama",
+      "gemini",
+      "rest",
+      "universal_rest",
+      "custom",
+      ...Array.from(customProviders.keys())
+    ];
+  }
   static create(llmConfig, embeddingConfig) {
-    var _a;
+    var _a, _b;
     switch (llmConfig.provider) {
       case "openai":
         return new OpenAIProvider(llmConfig, embeddingConfig);
@@ -2722,11 +2839,19 @@ var LLMFactory = class _LLMFactory {
       case "universal_rest":
       case "custom":
         return new UniversalLLMAdapter(llmConfig);
-      default:
-        if (llmConfig.baseUrl || ((_a = llmConfig.options) == null ? void 0 : _a.baseUrl)) {
+      default: {
+        const providerName = String((_a = llmConfig.provider) != null ? _a : "").toLowerCase();
+        const customFactory = customProviders.get(providerName);
+        if (customFactory) {
+          return customFactory(llmConfig);
+        }
+        if (llmConfig.baseUrl || ((_b = llmConfig.options) == null ? void 0 : _b.baseUrl)) {
           return new UniversalLLMAdapter(llmConfig);
         }
-        throw new Error(`[LLMFactory] Unknown provider "${llmConfig.provider}"`);
+        throw new Error(
+          `[LLMFactory] Unknown provider "${llmConfig.provider}". Built-in providers: ${_LLMFactory.listProviders().join(", ")}. Register a custom provider with LLMFactory.register().`
+        );
+      }
     }
   }
   static getValidator(provider) {
@@ -2816,8 +2941,8 @@ var ProviderRegistry = class {
       }
       case "pgvector":
       case "postgresql": {
-        const { PostgreSQLProvider: PostgreSQLProvider2 } = await Promise.resolve().then(() => (init_PostgreSQLProvider(), PostgreSQLProvider_exports));
-        return PostgreSQLProvider2;
+        const { MultiTablePostgresProvider: MultiTablePostgresProvider2 } = await Promise.resolve().then(() => (init_MultiTablePostgresProvider(), MultiTablePostgresProvider_exports));
+        return MultiTablePostgresProvider2;
       }
       case "mongodb": {
         const { MongoDBProvider: MongoDBProvider2 } = await Promise.resolve().then(() => (init_MongoDBProvider(), MongoDBProvider_exports));
@@ -3779,69 +3904,40 @@ var QueryProcessor = class {
 var UITransformer = class {
   /**
    * Main transformation method
-   * Analyzes user query and retrieved data to determine the best visualization format
-   *
-   * @param userQuery - The original user question/query
-   * @param retrievedData - Vector database retrieval results
-   * @returns Structured JSON response for UI rendering
+   * Analyzes user query and retrieved data to determine if a product carousel is needed.
    */
-  static transform(userQuery, retrievedData) {
+  static transform(userQuery, retrievedData, config, trainedSchema) {
     if (!retrievedData || retrievedData.length === 0) {
       return this.createTextResponse("No data available", "No relevant data found for your query.");
     }
-    const analysis = this.analyzeData(userQuery, retrievedData);
-    switch (analysis.suggestedType) {
-      case "product_carousel":
-        return this.transformToProductCarousel(retrievedData);
-      case "pie_chart":
-        return this.transformToPieChart(retrievedData);
-      case "bar_chart":
-        return this.transformToBarChart(retrievedData);
-      case "line_chart":
-        return this.transformToLineChart(retrievedData);
-      case "table":
-        return this.transformToTable(retrievedData);
-      default:
-        return this.transformToText(retrievedData);
-    }
-  }
-  /**
-   * Analyzes the data and query to suggest the best visualization type
-   */
-  static analyzeData(query, data) {
-    const queryLower = query.toLowerCase();
-    const hasProducts = data.some(
-      (item) => this.isProductData(item)
-    );
-    const hasTimeSeries = data.some(
-      (item) => this.isTimeSeriesData(item)
-    );
-    const hasCategories = this.detectCategories(data).length > 0;
-    const isDistributionQuery = queryLower.includes("distribution") || queryLower.includes("breakdown") || queryLower.includes("percentage") || queryLower.includes("proportion");
-    const isComparisonQuery = queryLower.includes("compare") || queryLower.includes("vs") || queryLower.includes("difference");
-    const isTrendQuery = queryLower.includes("trend") || queryLower.includes("over time") || queryLower.includes("growth") || queryLower.includes("decline");
-    if (hasProducts && !hasTimeSeries && !isDistributionQuery) {
-      return { suggestedType: "product_carousel", confidence: 0.95, hasProducts, hasTimeSeries, hasCategories };
+    const isStockRequest = this.isStockQuery(userQuery);
+    const filteredData = isStockRequest ? retrievedData.filter((item) => this.determineStockStatus(item)) : retrievedData;
+    const categories = this.detectCategories(filteredData);
+    const hasProducts = filteredData.some((item) => this.isProductData(item));
+    const isTimeSeries = filteredData.some((item) => this.isTimeSeriesData(item));
+    const isTrendQuery = this.isTrendQuery(userQuery);
+    if (isTrendQuery && isTimeSeries) {
+      return this.transformToLineChart(filteredData);
     }
-    if (isTrendQuery && hasTimeSeries) {
-      return { suggestedType: "line_chart", confidence: 0.9, hasProducts, hasTimeSeries, hasCategories };
+    if (hasProducts && !this.shouldShowCategoryChart(userQuery, categories)) {
+      return this.transformToProductCarousel(filteredData, config, trainedSchema);
     }
-    if (isDistributionQuery && hasCategories) {
-      return { suggestedType: "pie_chart", confidence: 0.85, hasProducts, hasTimeSeries, hasCategories };
+    if (categories.length > 1 && this.shouldShowCategoryChart(userQuery, categories)) {
+      return this.transformToPieChart(filteredData);
     }
-    if (isComparisonQuery && hasCategories && data.length > 2) {
-      return { suggestedType: "bar_chart", confidence: 0.8, hasProducts, hasTimeSeries, hasCategories };
+    if (hasProducts) {
+      return this.transformToProductCarousel(filteredData, config, trainedSchema);
     }
-    if (data.length > 5 && this.hasMultipleFields(data)) {
-      return { suggestedType: "table", confidence: 0.75, hasProducts, hasTimeSeries, hasCategories };
+    if (this.hasMultipleFields(filteredData)) {
+      return this.transformToTable(filteredData);
     }
-    return { suggestedType: "text", confidence: 0.5, hasProducts, hasTimeSeries, hasCategories };
+    return this.transformToText(filteredData);
   }
   /**
    * Transform data to product carousel format
    */
-  static transformToProductCarousel(data) {
-    const products = data.filter((item) => this.isProductData(item)).map((item) => this.extractProductInfo(item)).filter((p) => p !== null);
+  static transformToProductCarousel(data, config, trainedSchema) {
+    const products = data.filter((item) => this.isProductData(item)).map((item) => this.extractProductInfo(item, config, trainedSchema)).filter((p) => p !== null);
     return {
       type: "product_carousel",
       title: "Recommended Products",
@@ -3855,11 +3951,15 @@ var UITransformer = class {
   static transformToPieChart(data) {
     const categories = this.detectCategories(data);
     const categoryData = this.aggregateByCategory(data, categories);
-    const pieData = Object.entries(categoryData).map(([label, count]) => ({
-      label,
-      value: count,
-      inStock: this.checkStockStatus(label, data)
-    }));
+    const pieData = Object.entries(categoryData).map(([label, count]) => {
+      const { inStockCount, outOfStockCount } = this.calculateStockCounts(label, data);
+      return {
+        label,
+        value: count,
+        inStockCount,
+        outOfStockCount
+      };
+    });
     return {
       type: "pie_chart",
       title: "Distribution by Category",
@@ -3873,11 +3973,15 @@ var UITransformer = class {
   static transformToBarChart(data) {
     const categories = this.detectCategories(data);
     const categoryData = this.aggregateByCategory(data, categories);
-    const barData = Object.entries(categoryData).map(([category, value]) => ({
-      category,
-      value,
-      inStock: this.checkStockStatus(category, data)
-    }));
+    const barData = Object.entries(categoryData).map(([category, value]) => {
+      const { inStockCount, outOfStockCount } = this.calculateStockCounts(category, data);
+      return {
+        category,
+        value,
+        inStockCount,
+        outOfStockCount
+      };
+    });
     return {
       type: "bar_chart",
       title: "Comparison by Category",
@@ -3941,49 +4045,261 @@ var UITransformer = class {
       data: { content }
     };
   }
+  static parseTransformationResponse(raw) {
+    const payloadText = this.extractJsonCandidate(raw);
+    if (!payloadText) return null;
+    try {
+      const parsed = JSON.parse(payloadText);
+      return this.normalizeTransformation(parsed);
+    } catch (e) {
+      return null;
+    }
+  }
+  static extractJsonCandidate(raw) {
+    if (!raw) return null;
+    const cleaned = raw.replace(/```(?:json|chart|ui)?\s*/gi, "").replace(/```/g, "").trim();
+    const start = cleaned.indexOf("{");
+    if (start === -1) return null;
+    let depth = 0;
+    let inString = false;
+    let escape = false;
+    for (let i = start; i < cleaned.length; i += 1) {
+      const char = cleaned[i];
+      if (escape) {
+        escape = false;
+        continue;
+      }
+      if (char === "\\") {
+        escape = true;
+        continue;
+      }
+      if (char === '"') {
+        inString = !inString;
+        continue;
+      }
+      if (inString) continue;
+      if (char === "{") depth += 1;
+      if (char === "}") {
+        depth -= 1;
+        if (depth === 0) {
+          return cleaned.slice(start, i + 1);
+        }
+      }
+    }
+    return null;
+  }
+  static normalizeTransformation(payload) {
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
+    if (!payload || typeof payload !== "object") return null;
+    const payloadObj = payload;
+    const type = this.normalizeVisualizationType(String((_c = (_b = (_a = payloadObj.type) != null ? _a : payloadObj.view) != null ? _b : payloadObj.chartType) != null ? _c : ""));
+    if (!type) return null;
+    const title = String((_e = (_d = payloadObj.title) != null ? _d : payloadObj.heading) != null ? _e : "Visualization");
+    const description = payloadObj.description ? String(payloadObj.description) : void 0;
+    const rawData = (_j = (_i = (_h = (_g = (_f = payloadObj.data) != null ? _f : payloadObj.table) != null ? _g : payloadObj.rows) != null ? _h : payloadObj.items) != null ? _i : payloadObj.content) != null ? _j : null;
+    const data = type === "text" && typeof rawData === "string" ? { content: rawData } : rawData;
+    const transformation = {
+      type,
+      title,
+      description,
+      data
+    };
+    return this.validateTransformation(transformation) ? transformation : null;
+  }
+  static normalizeVisualizationType(type) {
+    var _a;
+    const mapping = {
+      pie: "pie_chart",
+      pie_chart: "pie_chart",
+      bar: "bar_chart",
+      bar_chart: "bar_chart",
+      line: "line_chart",
+      line_chart: "line_chart",
+      radar: "radar_chart",
+      radar_chart: "radar_chart",
+      table: "table",
+      text: "text",
+      product_carousel: "product_carousel",
+      carousel: "carousel"
+    };
+    return (_a = mapping[type.toLowerCase()]) != null ? _a : null;
+  }
+  static validateTransformation(transformation) {
+    const { type, data } = transformation;
+    switch (type) {
+      case "pie_chart":
+      case "bar_chart":
+        return Array.isArray(data) && data.every(
+          (item) => item !== null && typeof item === "object" && (typeof item.value === "number" || !Number.isNaN(Number(item.value)))
+        );
+      case "line_chart":
+        return Array.isArray(data) && data.every(
+          (item) => item !== null && typeof item === "object" && "timestamp" in item && (typeof item.value === "number" || !Number.isNaN(Number(item.value)))
+        );
+      case "radar_chart":
+        return Array.isArray(data) && data.every(
+          (item) => item !== null && typeof item === "object" && "attribute" in item
+        );
+      case "table":
+        return typeof data === "object" && data !== null && Array.isArray(data.columns) && Array.isArray(data.rows);
+      case "text":
+        return typeof data === "object" && data !== null && typeof data.content === "string";
+      case "product_carousel":
+      case "carousel":
+        return Array.isArray(data) && data.every(
+          (item) => item !== null && typeof item === "object" && ("id" in item || "name" in item)
+        );
+      default:
+        return false;
+    }
+  }
   /**
    * Helper: Check if data item is product-related
    */
   static isProductData(item) {
     const content = (item.content || "").toLowerCase();
-    const productKeywords = ["product", "price", "stock", "item", "sku", "brand", "model"];
-    return productKeywords.some((kw) => content.includes(kw)) || Object.keys(item.metadata || {}).some(
-      (k) => ["name", "price", "product", "sku"].includes(k.toLowerCase())
+    const productKeywords = [
+      "product",
+      "price",
+      "stock",
+      "item",
+      "sku",
+      "brand",
+      "model",
+      "msrp",
+      "inventory",
+      "buy",
+      "shop",
+      "beauty",
+      "care",
+      "cosmetic",
+      "facial",
+      "cream",
+      "serum",
+      "mask",
+      "makeup",
+      "fragrance"
+    ];
+    const hasKeywords = productKeywords.some((kw) => content.includes(kw));
+    const hasMetadataKey = Object.keys(item.metadata || {}).some(
+      (k) => ["name", "price", "product", "sku", "brand", "model", "cost", "item"].includes(k.toLowerCase())
     );
+    const hasPricePattern = /\$\s*\d+/.test(content);
+    return hasKeywords || hasMetadataKey || hasPricePattern;
   }
   /**
    * Helper: Check if data contains time series
    */
   static isTimeSeriesData(item) {
     const content = (item.content || "").toLowerCase();
-    const timeKeywords = ["date", "time", "year", "month", "week", "day", "hour", "trend", "historical"];
-    return timeKeywords.some((kw) => content.includes(kw)) || Object.keys(item.metadata || {}).some(
+    const timeKeywords = ["trend", "historical", "growth", "decline", "change", "increase", "decrease"];
+    const hasTimeKeyword = timeKeywords.some((kw) => content.includes(kw));
+    const metadata = item.metadata || {};
+    const maybeDateKeys = Object.keys(metadata).filter(
       (k) => ["date", "timestamp", "time", "period"].includes(k.toLowerCase())
     );
+    const hasValidDateValue = maybeDateKeys.some((key) => {
+      const value = metadata[key];
+      if (typeof value === "string") {
+        return !Number.isNaN(Date.parse(value)) && value.trim().length > 0;
+      }
+      return typeof value === "number";
+    });
+    return hasTimeKeyword || hasValidDateValue;
+  }
+  static shouldShowCategoryChart(query, categories) {
+    if (categories.length < 2) {
+      return false;
+    }
+    const normalized = query.toLowerCase();
+    const chartKeywords = [
+      "distribution",
+      "breakdown",
+      "by category",
+      "by type",
+      "compare",
+      "share",
+      "percentage",
+      "segmentation",
+      "split",
+      "category breakdown",
+      "category distribution"
+    ];
+    return chartKeywords.some((keyword) => normalized.includes(keyword));
+  }
+  static isTrendQuery(query) {
+    const normalized = query.toLowerCase();
+    const trendKeywords = [
+      "trend",
+      "over time",
+      "historical",
+      "growth",
+      "decline",
+      "increase",
+      "decrease",
+      "year",
+      "month",
+      "week",
+      "day",
+      "comparison",
+      "compare",
+      "changes",
+      "timeline"
+    ];
+    return trendKeywords.some((keyword) => normalized.includes(keyword));
+  }
+  static isStockQuery(query) {
+    const normalized = query.toLowerCase();
+    return normalized.includes("in stock") || normalized.includes("available") || normalized.includes("availability") || normalized.includes("inventory") || normalized.includes("stock status");
   }
   /**
-   * Helper: Extract product information from vector match
+   * Helper: Extract property from metadata using mapping, AI training, case-insensitivity, and synonyms.
    */
-  static extractProductInfo(item) {
+  static getDynamicVal(meta, uiKey, config, trainedSchema) {
+    var _a;
+    if (!meta) return void 0;
+    const mapping = (_a = config == null ? void 0 : config.rag) == null ? void 0 : _a.uiMapping;
+    if (mapping && mapping[uiKey]) {
+      const mappedKey = mapping[uiKey];
+      if (meta[mappedKey] !== void 0) return meta[mappedKey];
+    }
+    if (trainedSchema && typeof trainedSchema === "object" && trainedSchema !== null) {
+      const trainedKey = trainedSchema[uiKey];
+      if (trainedKey && meta[trainedKey] !== void 0) return meta[trainedKey];
+    }
+    const synonyms = this.SYNONYMS[uiKey] || [];
+    const searchKeys = [uiKey, ...synonyms].map((k) => k.toLowerCase());
+    const foundDirectKey = Object.keys(meta).find((k) => searchKeys.includes(k.toLowerCase()));
+    if (foundDirectKey) return meta[foundDirectKey];
+    const foundPartialKey = Object.keys(meta).find((k) => {
+      const keyLow = k.toLowerCase();
+      return searchKeys.some((sk) => keyLow.includes(sk) || sk.includes(keyLow));
+    });
+    return foundPartialKey ? meta[foundPartialKey] : void 0;
+  }
+  static extractProductInfo(item, config, trainedSchema) {
     const meta = item.metadata || {};
-    if (meta.name || meta.product) {
-      return {
-        id: item.id,
-        name: meta.name || meta.product,
-        price: meta.price,
-        image: meta.image || meta.imageUrl,
-        brand: meta.brand,
-        description: item.content,
-        inStock: this.determineStockStatus(item)
-      };
-    }
-    const nameMatch = item.content.match(/(?:Product|Item|Name):\s*([^\n]+)/i);
-    const priceMatch = item.content.match(/(?:Price|Cost):\s*\$?([\d.]+)/i);
-    if (nameMatch) {
+    const name = this.getDynamicVal(meta, "name", config, trainedSchema);
+    const price = this.getDynamicVal(meta, "price", config, trainedSchema);
+    const brand = this.getDynamicVal(meta, "brand", config, trainedSchema);
+    if (name || this.isProductData(item)) {
+      let finalName = name ? String(name) : void 0;
+      if (!finalName) {
+        const nameMatch = item.content.match(/(?:Product|Item|Name):\s*([^\n]+)/i);
+        finalName = nameMatch ? nameMatch[1].trim() : item.content.split("\n")[0].substring(0, 60);
+      }
+      let finalPrice = typeof price === "number" || typeof price === "string" ? price : void 0;
+      if (!finalPrice) {
+        const priceMatch = item.content.match(/(?:Price|Cost):\s*\$?([\d,.]+)/i) || item.content.match(/\$\s*([\d,.]+)/);
+        if (priceMatch) finalPrice = priceMatch[1].replace(/,/g, "");
+      }
+      const imageValue = this.getDynamicVal(meta, "image", config, trainedSchema);
       return {
         id: item.id,
-        name: nameMatch[1],
-        price: priceMatch ? parseFloat(priceMatch[1]) : void 0,
+        name: finalName,
+        price: finalPrice,
+        image: typeof imageValue === "string" ? imageValue : void 0,
+        brand: brand ? String(brand) : void 0,
         description: item.content,
         inStock: this.determineStockStatus(item)
       };
@@ -4007,6 +4323,10 @@ var UITransformer = class {
         const tags = Array.isArray(meta.tag) ? meta.tag : [meta.tag];
         tags.forEach((t) => categories.add(String(t)));
       }
+      const contentCategories = Array.from(new Set(
+        Array.from(item.content.matchAll(/^\s*([^:\n]+):\s*(?:•|\*|-)*/gm)).map((match) => match[1].trim()).filter(Boolean)
+      ));
+      contentCategories.forEach((category) => categories.add(category));
       const categoryMatch = item.content.match(/(?:Category|Type|Class):\s*([^\n]+)/i);
       if (categoryMatch) {
         categories.add(categoryMatch[1].trim());
@@ -4074,14 +4394,23 @@ var UITransformer = class {
     });
   }
   /**
-   * Helper: Check stock status
+   * Helper: Calculate stock counts by category
    */
-  static checkStockStatus(category, data) {
-    const item = data.find((d) => {
+  static calculateStockCounts(category, data) {
+    let inStock = 0;
+    let outOfStock = 0;
+    data.forEach((d) => {
       const meta = d.metadata || {};
-      return meta.category === category || meta.type === category;
+      const itemCategory = meta.category || meta.type || "Other";
+      if (itemCategory === category) {
+        if (this.determineStockStatus(d)) {
+          inStock++;
+        } else {
+          outOfStock++;
+        }
+      }
     });
-    return this.determineStockStatus(item || {});
+    return { inStockCount: inStock, outOfStockCount: outOfStock };
   }
   /**
    * Helper: Determine if item is in stock
@@ -4118,6 +4447,225 @@ var UITransformer = class {
     });
     return fieldCount.size > 2;
   }
+  // ─── LLM-Driven Visualization Decision ────────────────────────────────────
+  /**
+   * analyzeAndDecide — sends user question + RAG data to the LLM with a
+   * structured system prompt and parses the JSON response into a
+   * UITransformationResponse.
+   *
+   * This is the recommended entry point for production use. The heuristic
+   * `transform()` method is used as a fallback if the LLM call fails.
+   *
+   * System prompt instructs the LLM to:
+   *   - Analyze the question and retrieved data
+   *   - Choose the best visualization: bar_chart | line_chart | pie_chart | table | text
+   *   - Return a strict JSON object — no prose, no markdown fences
+   *
+   * @param query   - the original user question
+   * @param sources - vector DB matches returned by RAG retrieval
+   * @param llm     - any ILLMProvider instance (OpenAI, Anthropic, Ollama, Gemini, REST…)
+   * @returns       - a validated UITransformationResponse (type + title + description + data)
+   */
+  static async analyzeAndDecide(query, sources, llm) {
+    try {
+      const context = this.buildContextSummary(sources);
+      const systemPrompt = this.buildVisualizationSystemPrompt();
+      const userPrompt = [
+        `USER QUESTION: ${query}`,
+        "",
+        "RETRIEVED DATA (JSON):",
+        context
+      ].join("\n");
+      const rawResponse = await llm.chat(
+        [{ role: "user", content: userPrompt }],
+        "",
+        { systemPrompt, temperature: 0 }
+      );
+      const parsed = this.parseTransformationResponse(rawResponse);
+      if (parsed) {
+        console.debug("[UITransformer] LLM chose visualization type:", parsed.type);
+        return parsed;
+      }
+      console.warn("[UITransformer] LLM returned unparseable response; falling back to heuristic.");
+    } catch (err) {
+      console.warn("[UITransformer] analyzeAndDecide LLM call failed; falling back to heuristic.", err);
+    }
+    return this.transform(query, sources);
+  }
+  /**
+   * Build the system prompt that instructs the LLM to return a visualization JSON.
+   */
+  static buildVisualizationSystemPrompt() {
+    return `You are a data visualization expert embedded in a RAG chat system.
+You will receive a user question and structured data retrieved from a vector database.
+Your ONLY job is to analyze this information and return a single JSON object that tells
+the frontend how to visualize it.
+
+Return ONLY a valid JSON object \u2014 no markdown code fences, no explanation, no prose.
+
+The JSON must have this exact shape:
+{
+  "type": "bar_chart" | "line_chart" | "pie_chart" | "radar_chart" | "table" | "text",
+  "title": "A concise, descriptive title for the visualization",
+  "description": "One sentence describing what the visualization shows",
+  "data": <structured data \u2014 see rules below>
+}
+
+DATA SHAPE per type:
+- bar_chart:  array of { "category": string, "value": number }
+- line_chart: array of { "timestamp": string, "value": number, "label": string }
+- pie_chart:  array of { "label": string, "value": number }
+- radar_chart: array of { "attribute": string, "[series1]": number, "[series2]": number, ... }
+  Example for radar_chart:
+  [
+    { "attribute": "Longevity", "Dolce Shine": 4, "CK One": 3 },
+    { "attribute": "Sillage", "Dolce Shine": 3, "CK One": 4 },
+    { "attribute": "Freshness", "Dolce Shine": 5, "CK One": 4 }
+  ]
+- table:      { "columns": string[], "rows": (string|number)[][] }
+- text:       { "content": "<prose answer>" }
+
+DECISION RULES (follow strictly):
+1. bar_chart  \u2192 comparing quantities across categories (e.g. sales by region, price by product). Use this when there is only ONE value per category.
+2. line_chart \u2192 trends or changes over time (dates, months, years, sequential events)
+3. pie_chart  \u2192 proportional breakdown or percentage distribution
+4. radar_chart \u2192 comparing 2 or more products across MULTIPLE attributes (e.g. comparing features, ratings, or characteristics of 2 specific products). If the user asks to "compare" products and the data contains multiple dimensions or ratings for them, you MUST use this.
+5. table      \u2192 multi-field structured records where each item has \u2265 3 attributes
+6. text       \u2192 conversational or free-form answers where no chart adds value
+
+IMPORTANT:
+- Aggregate numeric values from the raw data \u2014 do not pass raw object arrays as data.
+- Ensure all "value" fields are numbers, not strings.
+- For bar/line/pie, keep at most 12 data points for readability.
+- Never include nested objects or arrays inside bar_chart / line_chart / pie_chart data items.`;
+  }
+  /**
+   * Serialize retrieved vector matches into a compact JSON context string.
+   * Limits the total character count to avoid exceeding LLM context windows.
+   */
+  static buildContextSummary(sources, maxChars = 6e3) {
+    const items = sources.map((s, i) => {
+      var _a, _b, _c, _d;
+      return {
+        index: i + 1,
+        content: (_b = (_a = s.content) == null ? void 0 : _a.substring(0, 400)) != null ? _b : "",
+        metadata: (_c = s.metadata) != null ? _c : {},
+        score: (_d = s.score) != null ? _d : 0
+      };
+    });
+    const full = JSON.stringify(items, null, 2);
+    if (full.length <= maxChars) return full;
+    const partial = [];
+    let chars = 2;
+    for (const item of items) {
+      const chunk = JSON.stringify(item);
+      if (chars + chunk.length + 2 > maxChars) break;
+      partial.push(item);
+      chars += chunk.length + 2;
+    }
+    return JSON.stringify(partial, null, 2) + "\n// ... truncated";
+  }
+};
+/**
+ * Central dictionary of common synonyms for UI properties.
+ * This allows the system to be schema-agnostic by guessing field names.
+ */
+UITransformer.SYNONYMS = {
+  name: ["product", "item", "title", "label", "heading", "subject"],
+  price: ["cost", "amount", "msrp", "price", "rate", "value", "price_usd"],
+  brand: ["manufacturer", "vendor", "make", "company", "brand_name", "supplier"],
+  image: ["imageUrl", "thumbnail", "img", "url", "photo", "picture", "media", "image_url", "main_image", "product_image", "thumb"],
+  stock: ["inventory", "quantity", "count", "availability", "stock_level", "inStock", "is_available"],
+  description: ["summary", "content", "body", "text", "info", "details"]
+};
+
+// src/utils/SchemaMapper.ts
+var SchemaMapper = class {
+  /**
+   * Trains the plugin on a set of keys.
+   * This is done once per schema and cached.
+   */
+  static async train(llm, projectId, keys) {
+    const cacheKey = `${projectId}:${keys.sort().join(",")}`;
+    if (this.cache.has(cacheKey)) {
+      return this.cache.get(cacheKey);
+    }
+    console.log(`[SchemaMapper] \u{1F9E0} Training AI on new schema keys: ${keys.join(", ")}`);
+    const propertyList = Object.entries(this.TARGET_PROPERTIES).map(([prop, desc]) => `- ${prop} (${desc})`).join("\n");
+    const prompt = `
+Given these metadata keys from a database: [${keys.join(", ")}]
+
+Identify which keys best correspond to these standard UI properties:
+${propertyList}
+
+Return ONLY a JSON object where the keys are the UI properties and the values are the matching database keys. 
+If no good match is found for a property, omit it.
+
+Example:
+{
+  "name": "Product_Title",
+  "price": "MSRP_USD",
+  "brand": "VendorName"
+}
+`;
+    try {
+      const response = await llm.chat(
+        [
+          { role: "system", content: "You are a database schema expert. You ONLY respond with valid JSON." },
+          { role: "user", content: prompt }
+        ],
+        ""
+      );
+      const startIdx = response.indexOf("{");
+      if (startIdx !== -1) {
+        let braceCount = 0;
+        let endIdx = -1;
+        for (let i = startIdx; i < response.length; i++) {
+          if (response[i] === "{") braceCount++;
+          else if (response[i] === "}") {
+            braceCount--;
+            if (braceCount === 0) {
+              endIdx = i;
+              break;
+            }
+          }
+        }
+        if (endIdx !== -1) {
+          const jsonContent = response.substring(startIdx, endIdx + 1);
+          const cleanJson = this.sanitizeJson(jsonContent);
+          const mapping = JSON.parse(cleanJson);
+          this.cache.set(cacheKey, mapping);
+          return mapping;
+        }
+      }
+    } catch (error) {
+      console.warn("[SchemaMapper] AI training failed, falling back to heuristics:", error);
+    }
+    return {};
+  }
+  /**
+   * Forgiving JSON parser that fixes common AI formatting mistakes.
+   */
+  static sanitizeJson(s) {
+    return s.replace(/\/\*[\s\S]*?\*\/|([^:]|^)\/\/.*$/gm, "").replace(/[\u201C\u201D\u2018\u2019]/g, '"').replace(/'/g, '"').replace(/([{,]\s*)([a-zA-Z0-9_]+?)\s*:/g, '$1"$2":').replace(/,\s*([}\]])/g, "$1").trim();
+  }
+  static getCached(projectId, keys) {
+    const cacheKey = `${projectId}:${keys.sort().join(",")}`;
+    return this.cache.get(cacheKey);
+  }
+};
+SchemaMapper.cache = /* @__PURE__ */ new Map();
+/**
+ * Descriptions of standard UI properties to help the AI map fields accurately.
+ */
+SchemaMapper.TARGET_PROPERTIES = {
+  name: "The primary title, name, or label of the item",
+  price: "The numeric cost, price, MSRP, or amount",
+  brand: "The manufacturer, vendor, brand, or maker",
+  image: "The URL to an image, thumbnail, photo, or picture",
+  stock: "The availability, inventory count, quantity, or stock level",
+  description: "The detailed text content, summary, or body info",
+  category: "The group, department, type, or category name"
 };
 
 // src/core/Pipeline.ts
@@ -4166,205 +4714,31 @@ var Pipeline = class {
     }
     this.reranker = new Reranker();
   }
+  /**
+   * Expose the underlying LLM provider (set after initialize()).
+   * Used by the stream handler to pass to UITransformer.analyzeAndDecide().
+   */
+  getLLMProvider() {
+    return this.initialised ? this.llmProvider : void 0;
+  }
   async initialize() {
-    var _a, _b;
+    var _a;
     if (this.initialised) return;
-    const CHART_MARKER = "<!-- UI_PROTOCOL_V7 -->";
     const chartInstruction = `
+You are a helpful product assistant. Use the provided context to answer questions accurately.
 
-${CHART_MARKER}
-### UNIVERSAL UI PROTOCOL V7 (STRICT MODE)
-
-You are responsible for returning a SINGLE structured UI block when visualization is required.
-
----
-
-## 1. INTENT CLASSIFICATION (MANDATORY)
-
-Classify the query into ONE of the following intents:
-
-- "explore" \u2192 user wants to browse items (e.g., "show me products")
-- "analyze" \u2192 user wants aggregation/distribution (e.g., "distribution of products")
-- "compare" \u2192 user wants side-by-side comparison
-- "detail" \u2192 user wants structured/tabular data
-
----
-
-## 2. VIEW MAPPING (STRICT)
-
-| Intent   | View       |
-|----------|-----------|
-| explore  | carousel  |
-| analyze  | chart     |
-| compare  | table     |
-| detail   | table     |
-
-\u26A0\uFE0F Override Rules:
-- If query contains "distribution", "percentage", "ratio" \u2192 ALWAYS chart
-- If query contains "show products", "list items" \u2192 ALWAYS carousel
-- NEVER mix views
-
----
-
-## 3. RESPONSE FORMAT (STRICT JSON ONLY INSIDE BLOCK)
-
-\`\`\`ui
-{
-  "view": "carousel" | "chart" | "table",
-  "title": "string",
-  "description": "string",
-  "metadata": {
-    "intent": "explore" | "analyze" | "compare" | "detail",
-    "confidence": 0.0-1.0
-  },
-
-  // CHART ONLY
-  "chart": {
-    "type": "pie" | "bar" | "line",
-    "xKey": "label",
-    "yKeys": ["value"],
-    "data": []
-  },
-
-  // TABLE ONLY
-  "table": {
-    "columns": [],
-    "rows": []
-  },
-
-  // CAROUSEL ONLY
-  "carousel": {
-    "items": []
-  },
-
-  "insights": []
-}
-\`\`\`
-
----
-
-## 4. DATA CONTRACT (CRITICAL)
-
-### \u{1F539} CAROUSEL ITEM FORMAT
-{
-  "id": "string",
-  "name": "string",
-  "brand": "string",
-  "price": number,
-  "image": "url",
-  "link": "url",
-  "inStock": boolean
-}
-
-### \u{1F539} CHART DATA FORMAT
-{
-  "label": "string",
-  "value": number,
-  "inStock": boolean (optional)
-}
-
-### \u{1F539} TABLE FORMAT
-- columns MUST match row keys
-- rows MUST be flat objects
-
----
-
-## 5. DATA RULES
-
-- NEVER hallucinate fields or data
-- ONLY use retrieved vector DB data
-- NO placeholders ("...", "N/A")
-- If image/link missing \u2192 REMOVE FIELD
-- Aggregate BEFORE rendering chart
-- IF NO DATA IS FOUND in the retrieved context:
-  \u2192 DO NOT output a \`\`\`ui\`\`\` block
-  \u2192 Instead, state clearly that no relevant products or data were found.
-
----
-
-## 6. SMART RULES (IMPORTANT)
-
-- If user asks BOTH:
-  "show products AND distribution"
-  \u2192 PRIORITIZE "explore" \u2192 carousel
-
-- If dataset size > 20:
-  \u2192 aggregate \u2192 chart or table
-
----
-
-## 7. OUTPUT RULES
-
-- ALWAYS return EXACTLY ONE \`\`\`ui\`\`\` block
-- JSON must be VALID
-- No explanation inside block
-- NEVER use ASCII charts, Markdown tables, or text-based drawings for data.
-- If data is tabular or statistical, ALWAYS use the \`\`\`ui\`\`\` block.
+### UI STYLE RULES (CRITICAL):
+- NEVER generate markdown tables. If you do, the UI will break.
+- NEVER generate HTML tags like <figure>, <tbody>, <tr>, etc.
+- NEVER generate text-based charts or graphs.
+- ONLY use plain text and bullet points.
 
----
-
-## 8. EXAMPLES
-
-User: "show me beauty products"
-
-\`\`\`ui
-{
-  "view": "carousel",
-  "title": "Beauty Products",
-  "description": "Browse available beauty items",
-  "metadata": {
-    "intent": "explore",
-    "confidence": 0.95
-  },
-  "carousel": {
-    "items": [
-      {
-        "id": "1",
-        "name": "Mascara",
-        "brand": "Essence",
-        "price": 9.99,
-        "image": "https://example.com/mascara.jpg",
-        "link": "https://example.com/p1",
-        "inStock": true
-      }
-    ]
-  },
-  "insights": ["Most products are affordable"]
-}
-\`\`\`
-
----
-
-User: "distribution of products across categories"
-
-\`\`\`ui
-{
-  "view": "chart",
-  "title": "Product Distribution",
-  "description": "Category-wise product distribution",
-  "metadata": {
-    "intent": "analyze",
-    "confidence": 0.98
-  },
-  "chart": {
-    "type": "pie",
-    "xKey": "label",
-    "yKeys": ["value"],
-    "data": [
-      { "label": "Beauty", "value": 15 },
-      { "label": "Electronics", "value": 10 }
-    ]
-  },
-  "insights": ["Beauty dominates inventory"]
-}
-\`\`\`
+### PRODUCT DISPLAY:
+- When recommending products, simply list their names, prices, and features in a friendly, conversational manner.
+- The UI will automatically detect these products and show high-quality product cards in a carousel below your message.
+- Do NOT try to format product lists as tables.
 `;
-    if (!((_a = this.config.llm.systemPrompt) == null ? void 0 : _a.includes(CHART_MARKER))) {
-      let cleanPrompt = this.config.llm.systemPrompt || "";
-      cleanPrompt = cleanPrompt.replace(/\n\n### UNIVERSAL UI PROTOCOL[\s\S]*?(?=\n\n|$)/g, "");
-      cleanPrompt = cleanPrompt.replace(/<!-- UI_PROTOCOL_V\d+ -->[\s\S]*?(?=\n\n|$)/g, "");
-      this.config.llm.systemPrompt = cleanPrompt.trim() + chartInstruction;
-    }
+    this.config.llm.systemPrompt = chartInstruction;
     console.log(`[Pipeline] Initializing with provider: ${this.config.vectorDb.provider}...`);
     this.vectorDB = await ProviderRegistry.createVectorProvider(this.config.vectorDb);
     const { llmProvider, embeddingProvider } = await EmbeddingStrategyResolver.resolve(
@@ -4379,7 +4753,7 @@ User: "distribution of products across categories"
       this.entityExtractor = new EntityExtractor(this.llmProvider);
     }
     await this.vectorDB.initialize();
-    if (((_b = this.config.rag) == null ? void 0 : _b.architecture) === "agentic") {
+    if (((_a = this.config.rag) == null ? void 0 : _a.architecture) === "agentic") {
       this.agent = new LangChainAgent(this, this.config);
       await this.agent.initialize(this.llmProvider);
     }
@@ -4516,14 +4890,16 @@ User: "distribution of products across categories"
     let reply = "";
     let sources = [];
     let graphData;
+    let uiTransformation;
     try {
       for (var iter = __forAwait(stream), more, temp, error; more = !(temp = await iter.next()).done; more = false) {
         const chunk = temp.value;
         if (typeof chunk === "string") {
           reply += chunk;
-        } else if ("sources" in chunk) {
-          sources = chunk.sources;
-          graphData = chunk.graphData;
+        } else if (typeof chunk === "object" && chunk !== null) {
+          if ("sources" in chunk) sources = chunk.sources;
+          if ("graphData" in chunk) graphData = chunk.graphData;
+          if ("ui_transformation" in chunk) uiTransformation = chunk.ui_transformation;
         }
       }
     } catch (temp) {
@@ -4536,7 +4912,7 @@ User: "distribution of products across categories"
           throw error[0];
       }
     }
-    return { reply, sources, graphData };
+    return { reply, sources, graphData, ui_transformation: uiTransformation };
   }
   /**
    * High-performance streaming RAG flow.
@@ -4580,7 +4956,12 @@ ${graphContext}
 VECTOR CONTEXT:
 ${context}`;
         }
-        const messages = [...history, { role: "user", content: question }];
+        const allMetadataKeys = Array.from(new Set(sources.flatMap((s) => Object.keys(s.metadata || {}))));
+        const trainingPromise = allMetadataKeys.length > 0 ? SchemaMapper.train(this.llmProvider, ns, allMetadataKeys) : Promise.resolve(void 0);
+        const restrictionSuffix = "\n\n(IMPORTANT: Use plain text only. NEVER generate tables, HTML figures, or text charts. If listing products, use simple bullet points.)";
+        const hardenedHistory = [...history];
+        const userQuestion = { role: "user", content: question + restrictionSuffix };
+        const messages = [...hardenedHistory, userQuestion];
         if (this.llmProvider.chatStream) {
           const stream = this.llmProvider.chatStream(messages, context);
           if (!stream) {
@@ -4605,7 +4986,8 @@ ${context}`;
           const reply = yield new __await(this.llmProvider.chat(messages, context));
           yield reply;
         }
-        const uiTransformation = UITransformer.transform(question, sources);
+        const trainedSchema = yield new __await(trainingPromise);
+        const uiTransformation = yield new __await(this.generateUiTransformation(question, sources, context, trainedSchema));
         yield {
           reply: "",
           sources,
@@ -4621,6 +5003,17 @@ ${context}`;
    * Universal retrieval method combining all enabled providers.
    * Uses an LRU-bounded embedding cache to avoid re-embedding the same query.
    */
+  async generateUiTransformation(question, sources, _context, trainedSchema) {
+    if (!sources || sources.length === 0) {
+      return UITransformer.transform(question, sources, this.config, trainedSchema);
+    }
+    try {
+      return await UITransformer.analyzeAndDecide(question, sources, this.llmProvider);
+    } catch (err) {
+      console.warn("[Pipeline] generateUiTransformation failed, using heuristic fallback:", err);
+      return UITransformer.transform(question, sources, this.config, trainedSchema);
+    }
+  }
   async retrieve(query, options) {
     var _a, _b, _c;
     const ns = (_a = options.namespace) != null ? _a : this.config.projectId;
@@ -4823,6 +5216,14 @@ var VectorPlugin = class {
   getConfig() {
     return this.config;
   }
+  /**
+   * Get the initialized LLM provider (available after the first request).
+   * Used by handlers to pass to UITransformer.analyzeAndDecide() for
+   * LLM-driven visualization decisions.
+   */
+  getLLMProvider() {
+    return this.pipeline.getLLMProvider();
+  }
   /**
    * Perform pre-flight health checks on all configured providers.
    * Useful to verify connectivity before running operations.
@@ -4944,7 +5345,7 @@ function sseMetaFrame(meta) {
 `;
 }
 function sseUIFrame(uiTransformation) {
-  return `data: ${JSON.stringify(__spreadValues({ type: "ui_transformation" }, uiTransformation != null ? uiTransformation : {}))}
+  return `data: ${JSON.stringify({ type: "ui_transformation", data: uiTransformation })}
 
 `;
 }
@@ -4999,6 +5400,7 @@ function createStreamHandler(configOrPlugin) {
     const encoder = new TextEncoder();
     const stream = new ReadableStream({
       async start(controller) {
+        var _a, _b;
         const enqueue = (text) => controller.enqueue(encoder.encode(text));
         try {
           const pipelineStream = plugin.chatStream(message, history, namespace);
@@ -5009,13 +5411,22 @@ function createStreamHandler(configOrPlugin) {
                 enqueue(sseTextFrame(chunk));
               } else {
                 enqueue(sseMetaFrame(chunk));
-                const sources = (chunk == null ? void 0 : chunk.sources) || [];
-                if (sources && sources.length > 0) {
+                const responseChunk = chunk;
+                const sources = (responseChunk == null ? void 0 : responseChunk.sources) || [];
+                if (sources.length > 0) {
                   try {
-                    const uiTransformation = UITransformer.transform(message, sources);
-                    enqueue(sseUIFrame(uiTransformation));
+                    const llmProvider = (_a = plugin.getLLMProvider) == null ? void 0 : _a.call(plugin);
+                    const uiTransformation = (_b = responseChunk == null ? void 0 : responseChunk.ui_transformation) != null ? _b : llmProvider ? await UITransformer.analyzeAndDecide(message, sources, llmProvider) : UITransformer.transform(message, sources, plugin.getConfig());
+                    if (uiTransformation) {
+                      enqueue(sseUIFrame(uiTransformation));
+                    }
                   } catch (transformError) {
                     console.warn("[createStreamHandler] UI transformation warning:", transformError);
+                    try {
+                      const fallback = UITransformer.transform(message, sources, plugin.getConfig());
+                      if (fallback) enqueue(sseUIFrame(fallback));
+                    } catch (e) {
+                    }
                   }
                 }
               }