@retrivora-ai/rag-engine 1.8.1 → 1.8.3

package/dist/chunk-R3RGUMHE.mjs

@@ -1,218 +0,0 @@
-import {
-  BaseVectorProvider
-} from "./chunk-IMP6FUCY.mjs";
-import {
-  __objRest,
-  __spreadProps,
-  __spreadValues
-} from "./chunk-X4TOT24V.mjs";
-
-// src/providers/vectordb/MultiTablePostgresProvider.ts
-import { Pool } from "pg";
-var MultiTablePostgresProvider = class extends BaseVectorProvider {
-  constructor(config) {
-    var _a, _b, _c, _d, _e;
-    super(config);
-    const opts = config.options || {};
-    if (!opts.connectionString) {
-      throw new Error("[MultiTablePostgresProvider] options.connectionString is required");
-    }
-    this.connectionString = opts.connectionString;
-    this.dimensions = (_a = opts.dimensions) != null ? _a : 768;
-    const rawTables = (_c = (_b = opts.tables) != null ? _b : process.env.VECTOR_DB_TABLES) != null ? _c : "";
-    this.tables = typeof rawTables === "string" ? rawTables.split(",").map((t) => t.trim()).filter(Boolean) : rawTables;
-    if (this.tables.length === 0) {
-      console.warn(
-        "[MultiTablePostgresProvider] No tables configured. Set VECTOR_DB_TABLES as a comma-separated list of table names or pass options.tables."
-      );
-    }
-    const rawSearchFields = (_e = (_d = opts.searchFields) != null ? _d : process.env.VECTOR_DB_SEARCH_FIELDS) != null ? _e : ["name", "product_name", "productname", "title"];
-    this.searchFields = typeof rawSearchFields === "string" ? rawSearchFields.split(",").map((f) => f.trim()).filter(Boolean) : rawSearchFields;
-  }
-  async initialize() {
-    this.pool = new Pool({ connectionString: this.connectionString });
-    const client = await this.pool.connect();
-    try {
-      const res = await client.query(`
-        SELECT table_name 
-        FROM information_schema.columns 
-        WHERE column_name = 'embedding' 
-        AND table_schema = 'public'
-      `);
-      const discoveredTables = res.rows.map((r) => r.table_name);
-      if (this.tables.length === 0) {
-        this.tables = discoveredTables;
-      } else {
-        const staticTables = [...this.tables];
-        this.tables = staticTables.filter((t) => discoveredTables.includes(t));
-        if (this.tables.length < staticTables.length) {
-          const missing = staticTables.filter((t) => !discoveredTables.includes(t));
-          console.warn(`[MultiTablePostgresProvider] Some configured tables were skipped (missing 'embedding' column): ${missing.join(", ")}`);
-        }
-      }
-      if (this.tables.length === 0) {
-        console.warn('[MultiTablePostgresProvider] No tables with "embedding" columns found in the database.');
-      } else {
-        console.log(
-          `[MultiTablePostgresProvider] Connected. Searching across ${this.tables.length} table(s): ${this.tables.join(", ")}`
-        );
-      }
-    } finally {
-      client.release();
-    }
-  }
-  /**
-   * Upsert is not supported for MultiTablePostgresProvider as it's designed for 
-   * searching across pre-existing tables with varying schemas.
-   */
-  async upsert(_doc, _namespace) {
-    throw new Error(
-      "[MultiTablePostgresProvider] upsert() is not supported in multi-table mode. Please use the standard PostgreSQLProvider for single-table managed indices."
-    );
-  }
-  /**
-   * Batch upsert is not supported for MultiTablePostgresProvider.
-   */
-  async batchUpsert(_docs, _namespace) {
-    throw new Error(
-      "[MultiTablePostgresProvider] batchUpsert() is not supported in multi-table mode."
-    );
-  }
-  /**
-   * Query all configured tables and merge results, sorted by cosine similarity score.
-   */
-  async query(vector, topK, _namespace, _filter) {
-    var _a, _b, _c;
-    if (!this.pool) {
-      throw new Error("[MultiTablePostgresProvider] Provider not initialized. Call initialize() first.");
-    }
-    const vectorLiteral = `[${vector.join(",")}]`;
-    const allResults = [];
-    console.log(`[MultiTablePostgresProvider] --- Starting Multi-Table Search ---`);
-    const queryText = _filter == null ? void 0 : _filter.queryText;
-    const entityHints = Array.isArray(_filter == null ? void 0 : _filter.__entityHints) ? _filter.__entityHints.filter(
-      (hint) => typeof hint === "object" && hint !== null && typeof hint.value === "string"
-    ).map((hint) => hint.value.trim().toLowerCase()).filter(Boolean) : [];
-    console.log(`[MultiTablePostgresProvider] queryText: "${queryText}"`);
-    console.log(`[MultiTablePostgresProvider] entityHints: [${entityHints.join(", ")}]`);
-    const getDynamicKeywordQuery = () => {
-      if (entityHints.length > 0) {
-        return entityHints.map((h) => h.includes(" ") ? `"${h}"` : h).join(" & ");
-      }
-      if (queryText) {
-        return queryText.toLowerCase().replace(/\b(show|me|the|product[s]?|item[s]?|card[s]?|of|category|find|list|browse|what|are|display|all|under|for|in|with|about)\b/g, "").trim().replace(/\s+/g, " & ");
-      }
-      return "";
-    };
-    const dynamicKeywordQuery = getDynamicKeywordQuery();
-    const queryPromises = this.tables.map(async (table) => {
-      try {
-        let sqlQuery = "";
-        let params = [];
-        if (queryText) {
-          const hasEntityHints = entityHints.length > 0;
-          const exactNameScoreExpr = hasEntityHints ? `+ (
-                 SELECT COALESCE(MAX(
-                   CASE WHEN LOWER(val) IN (${entityHints.map((h) => `'${h.replace(/'/g, "''")}'`).join(", ")})
-                   THEN 1.0 ELSE 0.0 END
-                 ), 0)
-                 FROM jsonb_each_text(to_jsonb(t)) AS kv(key, val)
-                 WHERE key IN (${this.searchFields.map((f) => `'${f}'`).join(", ")})
-               ) * 3.0` : "";
-          sqlQuery = `
-            SELECT *, 
-             (1 - (embedding <=> $1::vector)) AS vector_score,
-             COALESCE(ts_rank(to_tsvector('english', (to_jsonb(t) - 'embedding')::text), to_tsquery('english', $2)), 0) AS keyword_score,
-             ((1 - (embedding <=> $1::vector)) + (COALESCE(ts_rank(to_tsvector('english', (to_jsonb(t) - 'embedding')::text), to_tsquery('english', $2)), 0) * 2.0) ${exactNameScoreExpr}) AS hybrid_score
-            FROM "${table}" t
-            ORDER BY hybrid_score DESC
-            LIMIT 50
-          `;
-          params = [vectorLiteral, dynamicKeywordQuery];
-        } else {
-          sqlQuery = `
-            SELECT *, 
-             (1 - (embedding <=> $1::vector)) AS hybrid_score
-            FROM "${table}" t
-            ORDER BY hybrid_score DESC
-            LIMIT 50
-          `;
-          params = [vectorLiteral];
-        }
-        const result = await this.pool.query(sqlQuery, params);
-        if (result.rowCount && result.rowCount > 0) {
-          console.log(`   \u2705 Table "${table}": Found ${result.rowCount} potential matches. Top score: ${result.rows[0].hybrid_score.toFixed(4)}`);
-        } else {
-          console.log(`   \u26AA Table "${table}": No relevant matches found.`);
-        }
-        const tableResults = [];
-        for (const row of result.rows) {
-          const _a2 = row, { hybrid_score, id } = _a2, rest = __objRest(_a2, ["hybrid_score", "id"]);
-          delete rest.embedding;
-          delete rest.vector_score;
-          delete rest.keyword_score;
-          delete rest.exact_name_score;
-          const content = `[TYPE: ${table.replace(/s$/, "").toUpperCase()}]
-` + Object.entries(rest).filter(([k, v]) => v !== null && typeof v !== "object" && k !== "id").map(([k, v]) => `${k}: ${v}`).join("\n");
-          tableResults.push({
-            id: `${table}-${id}`,
-            score: parseFloat(String(hybrid_score)),
-            content,
-            metadata: __spreadProps(__spreadValues({}, rest), { source_table: table })
-          });
-        }
-        return tableResults;
-      } catch (err) {
-        console.error(
-          `[MultiTablePostgresProvider] Error querying table "${table}":`,
-          err.message
-        );
-        return [];
-      }
-    });
-    const resultsArray = await Promise.all(queryPromises);
-    for (const tableResults of resultsArray) {
-      allResults.push(...tableResults);
-    }
-    const resultsByTable = {};
-    for (const res of allResults) {
-      const table = (_a = res.metadata) == null ? void 0 : _a.source_table;
-      if (!resultsByTable[table]) resultsByTable[table] = [];
-      resultsByTable[table].push(res);
-    }
-    const balancedResults = [];
-    const tables = Object.keys(resultsByTable);
-    for (const table of tables) {
-      balancedResults.push(...resultsByTable[table].slice(0, 3));
-    }
-    const finalSorted = balancedResults.sort((a, b) => b.score - a.score);
-    if (finalSorted.length > 0) {
-      console.log(`[MultiTablePostgresProvider] --- Search Complete ---`);
-      console.log(`[MultiTablePostgresProvider] Final top match from "${(_c = (_b = finalSorted[0].metadata) == null ? void 0 : _b.source_table) != null ? _c : "unknown"}" with score ${finalSorted[0].score.toFixed(4)}`);
-    }
-    return finalSorted.slice(0, Math.max(topK, 15));
-  }
-  async delete(_id, _namespace) {
-    console.warn("[MultiTablePostgresProvider] delete() is a no-op for multi-table mode.");
-  }
-  async deleteNamespace(_namespace) {
-    console.warn("[MultiTablePostgresProvider] deleteNamespace() is a no-op for multi-table mode.");
-  }
-  async ping() {
-    try {
-      await this.pool.query("SELECT 1");
-      return true;
-    } catch (e) {
-      return false;
-    }
-  }
-  async disconnect() {
-    if (this.pool) {
-      await this.pool.end();
-    }
-  }
-};
-
-export {
-  MultiTablePostgresProvider
-};

package/dist/chunk-U55XRW3U.mjs

@@ -1,96 +0,0 @@
-import {
-  BaseVectorProvider
-} from "./chunk-IMP6FUCY.mjs";
-import {
-  __spreadValues
-} from "./chunk-X4TOT24V.mjs";
-
-// src/providers/vectordb/MilvusProvider.ts
-import axios from "axios";
-var MilvusProvider = class extends BaseVectorProvider {
-  constructor(config) {
-    super(config);
-    const opts = config.options;
-    const baseUrl = opts.baseUrl || opts.uri || (opts.host ? `http://${opts.host}:${opts.port || 19530}` : void 0);
-    if (!baseUrl) throw new Error("[MilvusProvider] options.baseUrl (or uri / host+port) is required");
-    this.http = axios.create({
-      baseURL: baseUrl,
-      headers: __spreadValues(__spreadValues({
-        "Content-Type": "application/json"
-      }, opts.headers || {}), opts.apiKey ? { Authorization: `Bearer ${opts.apiKey}` } : {})
-    });
-  }
-  async initialize() {
-    await this.ping();
-  }
-  async upsert(doc, namespace) {
-    const payload = {
-      collectionName: this.indexName,
-      data: [__spreadValues({
-        vector: doc.vector,
-        content: doc.content,
-        metadata: doc.metadata || {}
-      }, namespace ? { namespace } : {})]
-    };
-    await this.http.post("/v1/vector/upsert", payload);
-  }
-  async batchUpsert(docs, namespace) {
-    const payload = {
-      collectionName: this.indexName,
-      data: docs.map((doc) => __spreadValues({
-        vector: doc.vector,
-        content: doc.content,
-        metadata: doc.metadata || {}
-      }, namespace ? { namespace } : {}))
-    };
-    await this.http.post("/v1/vector/upsert", payload);
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  async query(vector, topK, namespace, _filter) {
-    const payload = {
-      collectionName: this.indexName,
-      vector,
-      limit: topK,
-      filter: namespace ? `namespace == "${namespace}"` : void 0,
-      outputFields: ["content", "metadata"],
-      searchParams: {
-        nprobe: this.config.options.nprobe || 16,
-        ef: this.config.options.efSearch || Math.max(topK * 10, 64)
-      }
-    };
-    const { data } = await this.http.post("/v1/vector/search", payload);
-    return (data.data || []).map((res) => ({
-      id: String(res["id"]),
-      score: res["distance"],
-      content: res["content"],
-      metadata: res["metadata"] || {}
-    }));
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  async delete(id, _namespace) {
-    await this.http.post("/v1/vector/delete", {
-      collectionName: this.indexName,
-      id
-    });
-  }
-  async deleteNamespace(namespace) {
-    await this.http.post("/v1/vector/delete", {
-      collectionName: this.indexName,
-      filter: `namespace == "${namespace}"`
-    });
-  }
-  async ping() {
-    try {
-      await this.http.get("/v1/health");
-      return true;
-    } catch (e) {
-      return false;
-    }
-  }
-  async disconnect() {
-  }
-};
-
-export {
-  MilvusProvider
-};

package/dist/chunk-VUQJVIJT.mjs

@@ -1,148 +0,0 @@
-import {
-  BaseVectorProvider
-} from "./chunk-IMP6FUCY.mjs";
-import {
-  __spreadValues
-} from "./chunk-X4TOT24V.mjs";
-
-// src/providers/vectordb/PineconeProvider.ts
-import { Pinecone } from "@pinecone-database/pinecone";
-var PineconeProvider = class extends BaseVectorProvider {
-  constructor(config) {
-    super(config);
-    const opts = config.options;
-    if (!opts.apiKey) throw new Error("[PineconeProvider] options.apiKey is required");
-    this.apiKey = opts.apiKey;
-  }
-  static getValidator() {
-    return {
-      validate(config) {
-        const errors = [];
-        const opts = config.options || {};
-        if (!opts.apiKey) {
-          errors.push({
-            field: "vectorDb.options.apiKey",
-            message: "Pinecone API key is required",
-            suggestion: "Set PINECONE_API_KEY environment variable",
-            severity: "error"
-          });
-        }
-        return errors;
-      }
-    };
-  }
-  static getHealthChecker() {
-    return {
-      async check(config) {
-        var _a, _b;
-        const opts = config.options || {};
-        const indexName = config.indexName;
-        const timestamp = Date.now();
-        try {
-          const { Pinecone: Pinecone2 } = await import("@pinecone-database/pinecone");
-          const client = new Pinecone2({ apiKey: opts.apiKey });
-          const indexes = await client.listIndexes();
-          const indexNames = (_b = (_a = indexes.indexes) == null ? void 0 : _a.map((i) => i.name)) != null ? _b : [];
-          if (!indexNames.includes(indexName)) {
-            return {
-              healthy: false,
-              provider: "pinecone",
-              error: `Index "${indexName}" not found. Available: ${indexNames.join(", ")}`,
-              timestamp
-            };
-          }
-          return {
-            healthy: true,
-            provider: "pinecone",
-            capabilities: { indexes: indexNames.length, targetIndex: indexName },
-            timestamp
-          };
-        } catch (error) {
-          return {
-            healthy: false,
-            provider: "pinecone",
-            error: `Connection failed: ${error instanceof Error ? error.message : String(error)}`,
-            timestamp
-          };
-        }
-      }
-    };
-  }
-  async initialize() {
-    var _a, _b;
-    this.client = new Pinecone({ apiKey: this.apiKey });
-    const indexes = await this.client.listIndexes();
-    const names = (_b = (_a = indexes.indexes) == null ? void 0 : _a.map((i) => i.name)) != null ? _b : [];
-    if (!names.includes(this.indexName)) {
-      throw new Error(
-        `[PineconeProvider] Index "${this.indexName}" not found. Available: ${names.join(", ")}`
-      );
-    }
-  }
-  index(namespace) {
-    const idx = this.client.index(this.indexName);
-    return namespace ? idx.namespace(namespace) : idx.namespace("");
-  }
-  async upsert(doc, namespace) {
-    var _a;
-    await this.index(namespace).upsert({
-      records: [{
-        id: String(doc.id),
-        values: doc.vector,
-        metadata: __spreadValues({ content: doc.content }, (_a = doc.metadata) != null ? _a : {})
-      }]
-    });
-  }
-  async batchUpsert(docs, namespace) {
-    const BATCH = 100;
-    for (let i = 0; i < docs.length; i += BATCH) {
-      const records = docs.slice(i, i + BATCH).map((d) => {
-        var _a;
-        return {
-          id: String(d.id),
-          values: d.vector,
-          metadata: __spreadValues({ content: d.content }, (_a = d.metadata) != null ? _a : {})
-        };
-      });
-      await this.index(namespace).upsert({ records });
-    }
-  }
-  async query(vector, topK, namespace, filter) {
-    var _a;
-    const pineconeFilter = this.sanitizeFilter(filter);
-    const result = await this.index(namespace).query(__spreadValues({
-      vector,
-      topK,
-      includeMetadata: true
-    }, Object.keys(pineconeFilter).length > 0 ? { filter: pineconeFilter } : {}));
-    return ((_a = result.matches) != null ? _a : []).map((m) => {
-      var _a2, _b;
-      return {
-        id: m.id,
-        score: (_a2 = m.score) != null ? _a2 : 0,
-        content: ((_b = m.metadata) == null ? void 0 : _b.content) || "",
-        metadata: m.metadata
-      };
-    });
-  }
-  async delete(id, namespace) {
-    await this.index(namespace).deleteOne({ id: String(id) });
-  }
-  async deleteNamespace(namespace) {
-    await this.client.index(this.indexName).namespace(namespace).deleteAll();
-  }
-  async ping() {
-    try {
-      await this.client.listIndexes();
-      return true;
-    } catch (e) {
-      return false;
-    }
-  }
-  async disconnect() {
-  }
-};
-
-export {
-  PineconeProvider
-};

package/dist/chunk-X4TOT24V.mjs

@@ -1,89 +0,0 @@
-var __defProp = Object.defineProperty;
-var __defProps = Object.defineProperties;
-var __getOwnPropDescs = Object.getOwnPropertyDescriptors;
-var __getOwnPropSymbols = Object.getOwnPropertySymbols;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __propIsEnum = Object.prototype.propertyIsEnumerable;
-var __knownSymbol = (name, symbol) => (symbol = Symbol[name]) ? symbol : /* @__PURE__ */ Symbol.for("Symbol." + name);
-var __typeError = (msg) => {
-  throw TypeError(msg);
-};
-var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __spreadValues = (a, b) => {
-  for (var prop in b || (b = {}))
-    if (__hasOwnProp.call(b, prop))
-      __defNormalProp(a, prop, b[prop]);
-  if (__getOwnPropSymbols)
-    for (var prop of __getOwnPropSymbols(b)) {
-      if (__propIsEnum.call(b, prop))
-        __defNormalProp(a, prop, b[prop]);
-    }
-  return a;
-};
-var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
-var __objRest = (source, exclude) => {
-  var target = {};
-  for (var prop in source)
-    if (__hasOwnProp.call(source, prop) && exclude.indexOf(prop) < 0)
-      target[prop] = source[prop];
-  if (source != null && __getOwnPropSymbols)
-    for (var prop of __getOwnPropSymbols(source)) {
-      if (exclude.indexOf(prop) < 0 && __propIsEnum.call(source, prop))
-        target[prop] = source[prop];
-    }
-  return target;
-};
-var __await = function(promise, isYieldStar) {
-  this[0] = promise;
-  this[1] = isYieldStar;
-};
-var __asyncGenerator = (__this, __arguments, generator) => {
-  var resume = (k, v, yes, no) => {
-    try {
-      var x = generator[k](v), isAwait = (v = x.value) instanceof __await, done = x.done;
-      Promise.resolve(isAwait ? v[0] : v).then((y) => isAwait ? resume(k === "return" ? k : "next", v[1] ? { done: y.done, value: y.value } : y, yes, no) : yes({ value: y, done })).catch((e) => resume("throw", e, yes, no));
-    } catch (e) {
-      no(e);
-    }
-  }, method = (k, call, wait, clear) => it[k] = (x) => (call = new Promise((yes, no, run) => (run = () => resume(k, x, yes, no), q ? q.then(run) : run())), clear = () => q === wait && (q = 0), q = wait = call.then(clear, clear), call), q, it = {};
-  return generator = generator.apply(__this, __arguments), it[__knownSymbol("asyncIterator")] = () => it, method("next"), method("throw"), method("return"), it;
-};
-var __yieldStar = (value) => {
-  var obj = value[__knownSymbol("asyncIterator")], isAwait = false, method, it = {};
-  if (obj == null) {
-    obj = value[__knownSymbol("iterator")]();
-    method = (k) => it[k] = (x) => obj[k](x);
-  } else {
-    obj = obj.call(value);
-    method = (k) => it[k] = (v) => {
-      if (isAwait) {
-        isAwait = false;
-        if (k === "throw") throw v;
-        return v;
-      }
-      isAwait = true;
-      return {
-        done: false,
-        value: new __await(new Promise((resolve) => {
-          var x = obj[k](v);
-          if (!(x instanceof Object)) __typeError("Object expected");
-          resolve(x);
-        }), 1)
-      };
-    };
-  }
-  return it[__knownSymbol("iterator")] = () => it, method("next"), "throw" in obj ? method("throw") : it.throw = (x) => {
-    throw x;
-  }, "return" in obj && method("return"), it;
-};
-var __forAwait = (obj, it, method) => (it = obj[__knownSymbol("asyncIterator")]) ? it.call(obj) : (obj = obj[__knownSymbol("iterator")](), it = {}, method = (key, fn) => (fn = obj[key]) && (it[key] = (arg) => new Promise((yes, no, done) => (arg = fn.call(obj, arg), done = arg.done, Promise.resolve(arg.value).then((value) => yes({ value, done }), no)))), method("next"), method("return"), it);
-
-export {
-  __spreadValues,
-  __spreadProps,
-  __objRest,
-  __await,
-  __asyncGenerator,
-  __yieldStar,
-  __forAwait
-};

package/dist/chunk-YLTMFW4M.mjs

@@ -1,49 +0,0 @@
-import {
-  __spreadValues
-} from "./chunk-X4TOT24V.mjs";
-
-// src/utils/templateUtils.ts
-function isRecord(value) {
-  return typeof value === "object" && value !== null;
-}
-function resolvePath(obj, path) {
-  if (!path || !obj) return void 0;
-  return path.replace(/\[(\w+)\]/g, ".$1").replace(/^\./, "").split(".").reduce((current, segment) => {
-    if (!isRecord(current) && !Array.isArray(current)) {
-      return void 0;
-    }
-    return current[segment];
-  }, obj);
-}
-function buildPayload(template, vars) {
-  let raw = template;
-  for (const [key, val] of Object.entries(vars)) {
-    const stringifiedVal = val === void 0 ? "null" : JSON.stringify(val);
-    raw = raw.replace(new RegExp(`"\\{\\{${key}\\}\\}"`, "g"), stringifiedVal);
-    raw = raw.replace(new RegExp(`\\{\\{${key}\\}\\}`, "g"), stringifiedVal);
-  }
-  try {
-    return JSON.parse(raw);
-  } catch (err) {
-    throw new Error(`Failed to parse payload template: ${err.message}
-Raw payload: ${raw}`);
-  }
-}
-function mergeDefined(base, override) {
-  const merged = __spreadValues({}, base || {});
-  if (!override) {
-    return merged;
-  }
-  for (const [key, value] of Object.entries(override)) {
-    if (value !== void 0 && value !== null && value !== "") {
-      merged[key] = value;
-    }
-  }
-  return merged;
-}
-
-export {
-  resolvePath,
-  buildPayload,
-  mergeDefined
-};