@retrivora-ai/rag-engine 1.8.0 → 1.8.1

package/dist/chunk-R3RGUMHE.mjs

@@ -0,0 +1,218 @@
+import {
+  BaseVectorProvider
+} from "./chunk-IMP6FUCY.mjs";
+import {
+  __objRest,
+  __spreadProps,
+  __spreadValues
+} from "./chunk-X4TOT24V.mjs";
+
+// src/providers/vectordb/MultiTablePostgresProvider.ts
+import { Pool } from "pg";
+var MultiTablePostgresProvider = class extends BaseVectorProvider {
+  constructor(config) {
+    var _a, _b, _c, _d, _e;
+    super(config);
+    const opts = config.options || {};
+    if (!opts.connectionString) {
+      throw new Error("[MultiTablePostgresProvider] options.connectionString is required");
+    }
+    this.connectionString = opts.connectionString;
+    this.dimensions = (_a = opts.dimensions) != null ? _a : 768;
+    const rawTables = (_c = (_b = opts.tables) != null ? _b : process.env.VECTOR_DB_TABLES) != null ? _c : "";
+    this.tables = typeof rawTables === "string" ? rawTables.split(",").map((t) => t.trim()).filter(Boolean) : rawTables;
+    if (this.tables.length === 0) {
+      console.warn(
+        "[MultiTablePostgresProvider] No tables configured. Set VECTOR_DB_TABLES as a comma-separated list of table names or pass options.tables."
+      );
+    }
+    const rawSearchFields = (_e = (_d = opts.searchFields) != null ? _d : process.env.VECTOR_DB_SEARCH_FIELDS) != null ? _e : ["name", "product_name", "productname", "title"];
+    this.searchFields = typeof rawSearchFields === "string" ? rawSearchFields.split(",").map((f) => f.trim()).filter(Boolean) : rawSearchFields;
+  }
+  async initialize() {
+    this.pool = new Pool({ connectionString: this.connectionString });
+    const client = await this.pool.connect();
+    try {
+      const res = await client.query(`
+        SELECT table_name 
+        FROM information_schema.columns 
+        WHERE column_name = 'embedding' 
+        AND table_schema = 'public'
+      `);
+      const discoveredTables = res.rows.map((r) => r.table_name);
+      if (this.tables.length === 0) {
+        this.tables = discoveredTables;
+      } else {
+        const staticTables = [...this.tables];
+        this.tables = staticTables.filter((t) => discoveredTables.includes(t));
+        if (this.tables.length < staticTables.length) {
+          const missing = staticTables.filter((t) => !discoveredTables.includes(t));
+          console.warn(`[MultiTablePostgresProvider] Some configured tables were skipped (missing 'embedding' column): ${missing.join(", ")}`);
+        }
+      }
+      if (this.tables.length === 0) {
+        console.warn('[MultiTablePostgresProvider] No tables with "embedding" columns found in the database.');
+      } else {
+        console.log(
+          `[MultiTablePostgresProvider] Connected. Searching across ${this.tables.length} table(s): ${this.tables.join(", ")}`
+        );
+      }
+    } finally {
+      client.release();
+    }
+  }
+  /**
+   * Upsert is not supported for MultiTablePostgresProvider as it's designed for 
+   * searching across pre-existing tables with varying schemas.
+   */
+  async upsert(_doc, _namespace) {
+    throw new Error(
+      "[MultiTablePostgresProvider] upsert() is not supported in multi-table mode. Please use the standard PostgreSQLProvider for single-table managed indices."
+    );
+  }
+  /**
+   * Batch upsert is not supported for MultiTablePostgresProvider.
+   */
+  async batchUpsert(_docs, _namespace) {
+    throw new Error(
+      "[MultiTablePostgresProvider] batchUpsert() is not supported in multi-table mode."
+    );
+  }
+  /**
+   * Query all configured tables and merge results, sorted by cosine similarity score.
+   */
+  async query(vector, topK, _namespace, _filter) {
+    var _a, _b, _c;
+    if (!this.pool) {
+      throw new Error("[MultiTablePostgresProvider] Provider not initialized. Call initialize() first.");
+    }
+    const vectorLiteral = `[${vector.join(",")}]`;
+    const allResults = [];
+    console.log(`[MultiTablePostgresProvider] --- Starting Multi-Table Search ---`);
+    const queryText = _filter == null ? void 0 : _filter.queryText;
+    const entityHints = Array.isArray(_filter == null ? void 0 : _filter.__entityHints) ? _filter.__entityHints.filter(
+      (hint) => typeof hint === "object" && hint !== null && typeof hint.value === "string"
+    ).map((hint) => hint.value.trim().toLowerCase()).filter(Boolean) : [];
+    console.log(`[MultiTablePostgresProvider] queryText: "${queryText}"`);
+    console.log(`[MultiTablePostgresProvider] entityHints: [${entityHints.join(", ")}]`);
+    const getDynamicKeywordQuery = () => {
+      if (entityHints.length > 0) {
+        return entityHints.map((h) => h.includes(" ") ? `"${h}"` : h).join(" & ");
+      }
+      if (queryText) {
+        return queryText.toLowerCase().replace(/\b(show|me|the|product[s]?|item[s]?|card[s]?|of|category|find|list|browse|what|are|display|all|under|for|in|with|about)\b/g, "").trim().replace(/\s+/g, " & ");
+      }
+      return "";
+    };
+    const dynamicKeywordQuery = getDynamicKeywordQuery();
+    const queryPromises = this.tables.map(async (table) => {
+      try {
+        let sqlQuery = "";
+        let params = [];
+        if (queryText) {
+          const hasEntityHints = entityHints.length > 0;
+          const exactNameScoreExpr = hasEntityHints ? `+ (
+                 SELECT COALESCE(MAX(
+                   CASE WHEN LOWER(val) IN (${entityHints.map((h) => `'${h.replace(/'/g, "''")}'`).join(", ")})
+                   THEN 1.0 ELSE 0.0 END
+                 ), 0)
+                 FROM jsonb_each_text(to_jsonb(t)) AS kv(key, val)
+                 WHERE key IN (${this.searchFields.map((f) => `'${f}'`).join(", ")})
+               ) * 3.0` : "";
+          sqlQuery = `
+            SELECT *, 
+             (1 - (embedding <=> $1::vector)) AS vector_score,
+             COALESCE(ts_rank(to_tsvector('english', (to_jsonb(t) - 'embedding')::text), to_tsquery('english', $2)), 0) AS keyword_score,
+             ((1 - (embedding <=> $1::vector)) + (COALESCE(ts_rank(to_tsvector('english', (to_jsonb(t) - 'embedding')::text), to_tsquery('english', $2)), 0) * 2.0) ${exactNameScoreExpr}) AS hybrid_score
+            FROM "${table}" t
+            ORDER BY hybrid_score DESC
+            LIMIT 50
+          `;
+          params = [vectorLiteral, dynamicKeywordQuery];
+        } else {
+          sqlQuery = `
+            SELECT *, 
+             (1 - (embedding <=> $1::vector)) AS hybrid_score
+            FROM "${table}" t
+            ORDER BY hybrid_score DESC
+            LIMIT 50
+          `;
+          params = [vectorLiteral];
+        }
+        const result = await this.pool.query(sqlQuery, params);
+        if (result.rowCount && result.rowCount > 0) {
+          console.log(`   \u2705 Table "${table}": Found ${result.rowCount} potential matches. Top score: ${result.rows[0].hybrid_score.toFixed(4)}`);
+        } else {
+          console.log(`   \u26AA Table "${table}": No relevant matches found.`);
+        }
+        const tableResults = [];
+        for (const row of result.rows) {
+          const _a2 = row, { hybrid_score, id } = _a2, rest = __objRest(_a2, ["hybrid_score", "id"]);
+          delete rest.embedding;
+          delete rest.vector_score;
+          delete rest.keyword_score;
+          delete rest.exact_name_score;
+          const content = `[TYPE: ${table.replace(/s$/, "").toUpperCase()}]
+` + Object.entries(rest).filter(([k, v]) => v !== null && typeof v !== "object" && k !== "id").map(([k, v]) => `${k}: ${v}`).join("\n");
+          tableResults.push({
+            id: `${table}-${id}`,
+            score: parseFloat(String(hybrid_score)),
+            content,
+            metadata: __spreadProps(__spreadValues({}, rest), { source_table: table })
+          });
+        }
+        return tableResults;
+      } catch (err) {
+        console.error(
+          `[MultiTablePostgresProvider] Error querying table "${table}":`,
+          err.message
+        );
+        return [];
+      }
+    });
+    const resultsArray = await Promise.all(queryPromises);
+    for (const tableResults of resultsArray) {
+      allResults.push(...tableResults);
+    }
+    const resultsByTable = {};
+    for (const res of allResults) {
+      const table = (_a = res.metadata) == null ? void 0 : _a.source_table;
+      if (!resultsByTable[table]) resultsByTable[table] = [];
+      resultsByTable[table].push(res);
+    }
+    const balancedResults = [];
+    const tables = Object.keys(resultsByTable);
+    for (const table of tables) {
+      balancedResults.push(...resultsByTable[table].slice(0, 3));
+    }
+    const finalSorted = balancedResults.sort((a, b) => b.score - a.score);
+    if (finalSorted.length > 0) {
+      console.log(`[MultiTablePostgresProvider] --- Search Complete ---`);
+      console.log(`[MultiTablePostgresProvider] Final top match from "${(_c = (_b = finalSorted[0].metadata) == null ? void 0 : _b.source_table) != null ? _c : "unknown"}" with score ${finalSorted[0].score.toFixed(4)}`);
+    }
+    return finalSorted.slice(0, Math.max(topK, 15));
+  }
+  async delete(_id, _namespace) {
+    console.warn("[MultiTablePostgresProvider] delete() is a no-op for multi-table mode.");
+  }
+  async deleteNamespace(_namespace) {
+    console.warn("[MultiTablePostgresProvider] deleteNamespace() is a no-op for multi-table mode.");
+  }
+  async ping() {
+    try {
+      await this.pool.query("SELECT 1");
+      return true;
+    } catch (e) {
+      return false;
+    }
+  }
+  async disconnect() {
+    if (this.pool) {
+      await this.pool.end();
+    }
+  }
+};
+
+export {
+  MultiTablePostgresProvider
+};

package/dist/handlers/index.d.mts

@@ -1,3 +1,3 @@
-import '../index-DPsQodME.mjs';
-export { c as createChatHandler, d as createHealthHandler, e as createIngestHandler, f as createStreamHandler, k as createSuggestionsHandler, g as createUploadHandler, s as sseErrorFrame, h as sseFrame, i as sseMetaFrame, j as sseTextFrame, l as sseUIFrame } from '../index-Bb2yEopi.mjs';
+import '../ILLMProvider-BfRgI1Xh.mjs';
+export { c as createChatHandler, d as createHealthHandler, e as createIngestHandler, f as createStreamHandler, k as createSuggestionsHandler, g as createUploadHandler, s as sseErrorFrame, h as sseFrame, i as sseMetaFrame, j as sseTextFrame, l as sseUIFrame } from '../index-BV0z5mb6.mjs';
 import 'next/server';

package/dist/handlers/index.d.ts

@@ -1,3 +1,3 @@
-import '../index-DPsQodME.js';
-export { c as createChatHandler, d as createHealthHandler, e as createIngestHandler, f as createStreamHandler, k as createSuggestionsHandler, g as createUploadHandler, s as sseErrorFrame, h as sseFrame, i as sseMetaFrame, j as sseTextFrame, l as sseUIFrame } from '../index-CkbTzj9J.js';
+import '../ILLMProvider-BfRgI1Xh.js';
+export { c as createChatHandler, d as createHealthHandler, e as createIngestHandler, f as createStreamHandler, k as createSuggestionsHandler, g as createUploadHandler, s as sseErrorFrame, h as sseFrame, i as sseMetaFrame, j as sseTextFrame, l as sseUIFrame } from '../index-1Z4GuYBi.js';
 import 'next/server';