@retrivora-ai/rag-engine 1.8.1 → 1.8.3

package/dist/chunk-CFVEZTBJ.mjs

@@ -1,102 +0,0 @@
-import {
-  BaseVectorProvider
-} from "./chunk-IMP6FUCY.mjs";
-import {
-  __spreadValues
-} from "./chunk-X4TOT24V.mjs";
-
-// src/providers/vectordb/ChromaDBProvider.ts
-import axios from "axios";
-var ChromaDBProvider = class extends BaseVectorProvider {
-  constructor(config) {
-    super(config);
-    this.collectionId = "";
-    const opts = config.options;
-    const baseUrl = opts.baseUrl || (opts.host ? `http://${opts.host}:${opts.port || 8e3}` : void 0);
-    if (!baseUrl) throw new Error("[ChromaDBProvider] options.baseUrl is required");
-    this.http = axios.create({
-      baseURL: baseUrl,
-      headers: { "Content-Type": "application/json" }
-    });
-  }
-  /**
-   * Get or create the ChromaDB collection.
-   */
-  async initialize() {
-    var _a;
-    try {
-      const { data } = await this.http.get(`/api/v1/collections/${this.indexName}`);
-      this.collectionId = data.id;
-      console.log(`[ChromaDBProvider] \u2705 Collection "${this.indexName}" found (id: ${this.collectionId})`);
-    } catch (err) {
-      if (axios.isAxiosError(err) && ((_a = err.response) == null ? void 0 : _a.status) === 404) {
-        console.log(`[ChromaDBProvider] \u23F3 Collection "${this.indexName}" not found. Creating...`);
-        const { data } = await this.http.post("/api/v1/collections", {
-          name: this.indexName
-        });
-        this.collectionId = data.id;
-        console.log(`[ChromaDBProvider] \u2705 Created collection "${this.indexName}" (id: ${this.collectionId})`);
-      } else {
-        throw err;
-      }
-    }
-  }
-  async upsert(doc, namespace) {
-    await this.batchUpsert([doc], namespace);
-  }
-  async batchUpsert(docs, namespace) {
-    const payload = {
-      ids: docs.map((d) => String(d.id)),
-      embeddings: docs.map((d) => d.vector),
-      documents: docs.map((d) => d.content),
-      metadatas: docs.map((d) => __spreadValues(__spreadValues({}, d.metadata || {}), namespace ? { namespace } : {}))
-    };
-    await this.http.post(`/api/v1/collections/${this.collectionId}/add`, payload);
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  async query(vector, topK, namespace, _filter) {
-    const payload = {
-      query_embeddings: [vector],
-      n_results: topK,
-      where: namespace ? { namespace: { $eq: namespace } } : void 0
-    };
-    const { data } = await this.http.post(`/api/v1/collections/${this.collectionId}/query`, payload);
-    const matches = [];
-    if (data.ids && data.ids[0]) {
-      for (let i = 0; i < data.ids[0].length; i++) {
-        matches.push({
-          id: data.ids[0][i],
-          score: data.distances ? 1 - data.distances[0][i] : 0,
-          content: data.documents ? data.documents[0][i] : "",
-          metadata: data.metadatas ? data.metadatas[0][i] : {}
-        });
-      }
-    }
-    return matches;
-  }
-  async delete(id, namespace) {
-    await this.http.post(`/api/v1/collections/${this.collectionId}/delete`, {
-      ids: [id],
-      where: namespace ? { namespace: { $eq: namespace } } : void 0
-    });
-  }
-  async deleteNamespace(namespace) {
-    await this.http.post(`/api/v1/collections/${this.collectionId}/delete`, {
-      where: { namespace: { $eq: namespace } }
-    });
-  }
-  async ping() {
-    try {
-      await this.http.get("/api/v1/heartbeat");
-      return true;
-    } catch (e) {
-      return false;
-    }
-  }
-  async disconnect() {
-  }
-};
-
-export {
-  ChromaDBProvider
-};

package/dist/chunk-IMP6FUCY.mjs

@@ -1,30 +0,0 @@
-// src/providers/vectordb/BaseVectorProvider.ts
-var BaseVectorProvider = class {
-  constructor(config) {
-    this.config = config;
-    this.indexName = config.indexName || "default";
-  }
-  /**
-   * Remove internal keys (starting with __) and queryText from a filter object
-   * before passing it to an external provider that might not support them.
-   */
-  sanitizeFilter(filter) {
-    if (!filter) return {};
-    const result = {};
-    for (const [key, value] of Object.entries(filter)) {
-      if (key.startsWith("__") || key === "queryText" || key === "keywords") {
-        continue;
-      }
-      if (key === "metadata" && typeof value === "object" && value !== null) {
-        Object.assign(result, value);
-      } else {
-        result[key] = value;
-      }
-    }
-    return result;
-  }
-};
-
-export {
-  BaseVectorProvider
-};

package/dist/chunk-LR3VMDVK.mjs

@@ -1,157 +0,0 @@
-import {
-  buildPayload,
-  resolvePath
-} from "./chunk-YLTMFW4M.mjs";
-import {
-  BaseVectorProvider
-} from "./chunk-IMP6FUCY.mjs";
-import {
-  __spreadValues
-} from "./chunk-X4TOT24V.mjs";
-
-// src/providers/vectordb/UniversalVectorProvider.ts
-import axios from "axios";
-var UniversalVectorProvider = class extends BaseVectorProvider {
-  constructor(config) {
-    super(config);
-    this.opts = config.options;
-    if (!this.opts.baseUrl) {
-      throw new Error("[UniversalVectorProvider] options.baseUrl is required");
-    }
-  }
-  async initialize() {
-    var _a;
-    this.http = axios.create({
-      baseURL: this.opts.baseUrl,
-      headers: __spreadValues({
-        "Content-Type": "application/json"
-      }, this.opts.headers),
-      timeout: (_a = this.opts.timeout) != null ? _a : 3e4
-    });
-    if (!await this.ping()) {
-      throw new Error(`[UniversalVectorProvider] Failed to connect to ${this.opts.baseUrl}`);
-    }
-  }
-  async upsert(doc, namespace) {
-    var _a, _b, _c;
-    const endpoint = (_a = this.opts.upsertEndpoint) != null ? _a : "/upsert";
-    const template = (_b = this.opts.upsertTemplate) != null ? _b : JSON.stringify({
-      id: "{{id}}",
-      vector: "{{vector}}",
-      content: "{{content}}",
-      namespace: "{{namespace}}",
-      metadata: "{{metadata}}"
-    });
-    const payload = buildPayload(template, {
-      id: doc.id,
-      vector: doc.vector,
-      content: doc.content,
-      namespace: namespace != null ? namespace : this.indexName,
-      metadata: (_c = doc.metadata) != null ? _c : {}
-    });
-    try {
-      await this.http.post(endpoint, payload);
-    } catch (error) {
-      throw new Error(
-        `[UniversalVectorProvider] Upsert failed: ${error instanceof Error ? error.message : String(error)}`
-      );
-    }
-  }
-  async batchUpsert(docs, namespace) {
-    const batchSize = 50;
-    for (let i = 0; i < docs.length; i += batchSize) {
-      const batch = docs.slice(i, i + batchSize);
-      await Promise.all(
-        batch.map((doc) => this.upsert(doc, namespace))
-      );
-    }
-  }
-  async query(vector, topK, namespace, filter) {
-    var _a, _b;
-    const endpoint = (_a = this.opts.queryEndpoint) != null ? _a : "/query";
-    const template = (_b = this.opts.queryTemplate) != null ? _b : JSON.stringify({
-      vector: "{{vector}}",
-      limit: "{{topK}}",
-      namespace: "{{namespace}}",
-      filter: "{{filter}}"
-    });
-    const sanitizedFilter = this.sanitizeFilter(filter);
-    const payload = buildPayload(template, {
-      vector,
-      topK,
-      namespace: namespace != null ? namespace : this.indexName,
-      filter: sanitizedFilter
-    });
-    try {
-      const response = await this.http.post(endpoint, payload);
-      let results = response.data;
-      if (this.opts.queryResponsePath) {
-        results = resolvePath(response.data, this.opts.queryResponsePath);
-      }
-      if (!Array.isArray(results)) {
-        throw new Error(
-          `[UniversalVectorProvider] Expected array response at "${this.opts.queryResponsePath}", got ${typeof results}`
-        );
-      }
-      return results.map((item) => {
-        var _a2, _b2, _c, _d, _e, _f, _g;
-        return {
-          id: item[(_a2 = this.opts.queryIdField) != null ? _a2 : "id"],
-          score: (_c = item[(_b2 = this.opts.queryScoreField) != null ? _b2 : "score"]) != null ? _c : 0,
-          content: (_e = item[(_d = this.opts.queryContentField) != null ? _d : "content"]) != null ? _e : "",
-          metadata: (_g = item[(_f = this.opts.queryMetadataField) != null ? _f : "metadata"]) != null ? _g : {}
-        };
-      });
-    } catch (error) {
-      throw new Error(
-        `[UniversalVectorProvider] Query failed: ${error instanceof Error ? error.message : String(error)}`
-      );
-    }
-  }
-  async delete(id, namespace) {
-    var _a, _b;
-    const endpoint = (_a = this.opts.deleteEndpoint) != null ? _a : "/delete";
-    const template = (_b = this.opts.deleteTemplate) != null ? _b : JSON.stringify({
-      id: "{{id}}",
-      namespace: "{{namespace}}"
-    });
-    const payload = buildPayload(template, {
-      id,
-      namespace: namespace != null ? namespace : this.indexName
-    });
-    try {
-      await this.http.post(endpoint, payload);
-    } catch (error) {
-      throw new Error(
-        `[UniversalVectorProvider] Delete failed: ${error instanceof Error ? error.message : String(error)}`
-      );
-    }
-  }
-  async deleteNamespace(namespace) {
-    var _a;
-    const endpoint = (_a = this.opts.deleteNamespaceEndpoint) != null ? _a : "/delete-namespace";
-    try {
-      await this.http.post(endpoint, { namespace });
-    } catch (error) {
-      throw new Error(
-        `[UniversalVectorProvider] DeleteNamespace failed: ${error instanceof Error ? error.message : String(error)}`
-      );
-    }
-  }
-  async ping() {
-    var _a;
-    try {
-      const endpoint = (_a = this.opts.pingEndpoint) != null ? _a : "/health";
-      const response = await this.http.get(endpoint, { timeout: 5e3 });
-      return response.status >= 200 && response.status < 300;
-    } catch (e) {
-      return false;
-    }
-  }
-  async disconnect() {
-  }
-};
-
-export {
-  UniversalVectorProvider
-};

package/dist/chunk-M6JSPGAR.mjs

@@ -1,117 +0,0 @@
-import {
-  BaseVectorProvider
-} from "./chunk-IMP6FUCY.mjs";
-import {
-  __spreadValues
-} from "./chunk-X4TOT24V.mjs";
-
-// src/providers/vectordb/WeaviateProvider.ts
-import axios from "axios";
-var WeaviateProvider = class extends BaseVectorProvider {
-  constructor(config) {
-    super(config);
-    const opts = config.options;
-    const baseUrl = opts.baseUrl || opts.url;
-    if (!baseUrl) throw new Error("[WeaviateProvider] options.baseUrl is required");
-    this.http = axios.create({
-      baseURL: baseUrl,
-      headers: __spreadValues({
-        "Content-Type": "application/json"
-      }, opts.apiKey ? {
-        "X-OpenAI-Api-Key": opts.apiKey,
-        "Authorization": `Bearer ${opts.apiKey}`
-      } : {})
-    });
-  }
-  async initialize() {
-    await this.ping();
-  }
-  async upsert(doc, namespace) {
-    const payload = {
-      class: this.indexName,
-      id: doc.id,
-      vector: doc.vector,
-      properties: {
-        content: doc.content,
-        metadata: JSON.stringify(doc.metadata || {}),
-        namespace: namespace || ""
-      }
-    };
-    await this.http.post("/v1/objects", payload);
-  }
-  async batchUpsert(docs, namespace) {
-    const payload = {
-      objects: docs.map((doc) => ({
-        class: this.indexName,
-        id: doc.id,
-        vector: doc.vector,
-        properties: {
-          content: doc.content,
-          metadata: JSON.stringify(doc.metadata || {}),
-          namespace: namespace || ""
-        }
-      }))
-    };
-    await this.http.post("/v1/batch/objects", payload);
-  }
-  async query(vector, topK, namespace, _filter) {
-    var _a, _b;
-    const sanitizedFilter = this.sanitizeFilter(_filter);
-    const queryText = sanitizedFilter.queryText;
-    const searchParams = queryText ? `hybrid: { query: ${JSON.stringify(queryText)}, alpha: 0.5 }` : `nearVector: { vector: ${JSON.stringify(vector)} }`;
-    const graphqlQuery = {
-      query: `
-        {
-          Get {
-            ${this.indexName}(
-              ${searchParams}
-              limit: ${topK}
-              ${namespace ? `where: { path: ["namespace"], operator: Equal, valueString: "${namespace}" }` : ""}
-            ) {
-              content
-              metadata
-              _additional {
-                id
-                distance
-              }
-            }
-          }
-        }
-      `
-    };
-    const { data } = await this.http.post("/v1/graphql", graphqlQuery);
-    const results = ((_b = (_a = data.data) == null ? void 0 : _a.Get) == null ? void 0 : _b[this.indexName]) || [];
-    return results.map((res) => ({
-      id: res["_additional"].id,
-      score: 1 - res["_additional"].distance,
-      content: res["content"],
-      metadata: res["metadata"] ? JSON.parse(res["metadata"]) : {}
-    }));
-  }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  async delete(id, _namespace) {
-    await this.http.delete(`/v1/objects/${this.indexName}/${id}`);
-  }
-  async deleteNamespace(namespace) {
-    await this.http.post("/v1/batch/objects", {
-      match: {
-        class: this.indexName,
-        where: { path: ["namespace"], operator: "Equal", valueString: namespace }
-      }
-    });
-  }
-  async ping() {
-    try {
-      await this.http.get("/v1/.well-known/live");
-      return true;
-    } catch (e) {
-      return false;
-    }
-  }
-  async disconnect() {
-  }
-};
-
-export {
-  WeaviateProvider
-};

package/dist/chunk-PSFPZXHX.mjs

@@ -1,245 +0,0 @@
-import {
-  BaseVectorProvider
-} from "./chunk-IMP6FUCY.mjs";
-import {
-  __spreadValues
-} from "./chunk-X4TOT24V.mjs";
-
-// src/providers/vectordb/QdrantProvider.ts
-import axios from "axios";
-import crypto from "crypto";
-var QdrantProvider = class extends BaseVectorProvider {
-  constructor(config) {
-    super(config);
-    this.schemaDiscovered = false;
-    const opts = config.options;
-    const baseUrl = opts.baseUrl;
-    if (!baseUrl) throw new Error("[QdrantProvider] baseUrl is required");
-    this.contentField = opts.contentField || "content";
-    this.metadataField = opts.metadataField || "metadata";
-    this.isFlatPayload = !!opts.flatPayload;
-    this.http = axios.create({
-      baseURL: baseUrl,
-      timeout: 15e3,
-      // 15s timeout for vector DB operations
-      headers: __spreadValues({
-        "Content-Type": "application/json"
-      }, opts.apiKey ? { "api-key": opts.apiKey } : {})
-    });
-  }
-  async initialize() {
-    if (this.schemaDiscovered) return;
-    await this.ping();
-    await this.ensureCollection();
-    console.log(`[QdrantProvider] \u{1F50D} Discovering schema for collection "${this.indexName}"...`);
-    const discoveredFields = await this.discoverSchema();
-    const opts = this.config.options;
-    const configFields = opts.filterableFields || [];
-    const allFields = [.../* @__PURE__ */ new Set([...discoveredFields, ...configFields])];
-    if (allFields.length > 0) {
-      console.log(`[QdrantProvider] \u{1F6E0} Ensuring indexes for ${allFields.length} discovered fields...`);
-      await Promise.all(
-        allFields.map(async (fieldInfo) => {
-          const [fieldName, schemaType] = fieldInfo.split(":");
-          return this.ensureIndex(fieldName, schemaType || "keyword");
-        })
-      );
-    } else {
-      console.log(`[QdrantProvider] \u2139\uFE0F No fields discovered for indexing.`);
-    }
-    this.schemaDiscovered = true;
-  }
-  /**
-   * Samples points from the collection to discover available payload fields.
-   */
-  async discoverSchema() {
-    var _a;
-    try {
-      const { data } = await this.http.post(`/collections/${this.indexName}/points/scroll`, {
-        limit: 20,
-        with_payload: true,
-        with_vector: false
-      });
-      const points = ((_a = data.result) == null ? void 0 : _a.points) || [];
-      const keys = /* @__PURE__ */ new Set();
-      for (const point of points) {
-        const payload = point.payload || {};
-        Object.keys(payload).forEach((k) => {
-          if (k !== "namespace" && k !== this.contentField && k !== this.metadataField) {
-            keys.add(k);
-          }
-        });
-        if (!this.isFlatPayload && payload[this.metadataField]) {
-          const meta = payload[this.metadataField];
-          if (typeof meta === "object" && meta !== null) {
-            Object.keys(meta).forEach((k) => keys.add(k));
-          }
-        }
-      }
-      return Array.from(keys);
-    } catch (err) {
-      console.warn(`[QdrantProvider] \u26A0\uFE0F Schema discovery failed:`, err instanceof Error ? err.message : String(err));
-      return [];
-    }
-  }
-  /**
-   * Ensures the collection exists. Creates it if missing.
-   */
-  async ensureCollection() {
-    var _a;
-    try {
-      await this.http.get(`/collections/${this.indexName}`);
-      console.log(`[QdrantProvider] \u2705 Collection "${this.indexName}" already exists.`);
-    } catch (err) {
-      if (axios.isAxiosError(err) && ((_a = err.response) == null ? void 0 : _a.status) === 404) {
-        const opts = this.config.options;
-        const dimensionsForCreate = opts.dimensions || 1536;
-        console.log(`[QdrantProvider] \u23F3 Creating collection "${this.indexName}" (dimensions: ${dimensionsForCreate})...`);
-        await this.http.put(`/collections/${this.indexName}`, {
-          vectors: {
-            size: dimensionsForCreate,
-            distance: "Cosine"
-          }
-        });
-        console.log(`[QdrantProvider] \u2705 Created collection "${this.indexName}"`);
-      } else {
-        throw err;
-      }
-    }
-  }
-  /**
-   * Ensures that a payload field has an index.
-   */
-  async ensureIndex(fieldName, schema = "keyword") {
-    var _a;
-    let fullPath = fieldName;
-    if (!this.isFlatPayload && !fieldName.includes(".") && fieldName !== "namespace" && fieldName !== this.contentField) {
-      fullPath = `${this.metadataField}.${fieldName}`;
-    }
-    try {
-      await this.http.put(`/collections/${this.indexName}/index`, {
-        field_name: fullPath,
-        field_schema: schema
-      });
-      console.log(`[QdrantProvider] \u2705 Ensured ${schema} index for "${fullPath}"`);
-    } catch (err) {
-      let status;
-      if (axios.isAxiosError(err)) status = (_a = err.response) == null ? void 0 : _a.status;
-      if (status === 409) return;
-      console.warn(`[QdrantProvider] \u26A0\uFE0F Could not ensure index for "${fullPath}":`, err instanceof Error ? err.message : String(err));
-    }
-  }
-  async upsert(doc, namespace) {
-    await this.batchUpsert([doc], namespace);
-  }
-  async batchUpsert(docs, namespace) {
-    const payload = {
-      points: docs.map((doc) => {
-        const pointPayload = __spreadValues({
-          [this.contentField]: doc.content
-        }, namespace ? { namespace } : {});
-        if (this.isFlatPayload) {
-          Object.assign(pointPayload, doc.metadata || {});
-        } else {
-          pointPayload[this.metadataField] = doc.metadata || {};
-        }
-        return {
-          id: this.normalizeId(doc.id),
-          vector: doc.vector,
-          payload: pointPayload
-        };
-      })
-    };
-    await this.http.put(`/collections/${this.indexName}/points`, payload);
-  }
-  async query(vector, topK, namespace, _filter) {
-    const must = [];
-    if (namespace) {
-      must.push({ key: "namespace", match: { value: namespace } });
-    }
-    const sanitizedFilter = this.sanitizeFilter(_filter);
-    for (const [key, value] of Object.entries(sanitizedFilter)) {
-      let filterKey = key;
-      if (!this.isFlatPayload && !key.includes(".") && key !== "namespace" && key !== this.contentField) {
-        filterKey = `${this.metadataField}.${key}`;
-      }
-      if (Array.isArray(value)) {
-        must.push({ key: filterKey, match: { any: value } });
-      } else {
-        must.push({ key: filterKey, match: { value } });
-      }
-    }
-    const payload = {
-      vector,
-      limit: topK,
-      with_payload: true,
-      params: {
-        hnsw_ef: this.config.options.efSearch || Math.max(topK * 20, 128),
-        exact: false
-      },
-      filter: must.length > 0 ? { must } : void 0
-    };
-    const { data } = await this.http.post(`/collections/${this.indexName}/points/search`, payload);
-    const results = (data.result || []).map((res) => {
-      const p = res.payload || {};
-      let content = p[this.contentField] || "";
-      if (!content) {
-        const stringFields = Object.entries(p).filter(([, v]) => typeof v === "string").map(([k, v]) => ({ key: k, val: v }));
-        if (stringFields.length > 0) {
-          const bestMatch = stringFields.sort((a, b) => b.val.length - a.val.length)[0];
-          content = bestMatch.val;
-        } else {
-          content = JSON.stringify(p);
-        }
-      }
-      let metadata = {};
-      if (this.isFlatPayload) {
-        metadata = __spreadValues({}, p);
-        delete metadata[this.contentField];
-        delete metadata["namespace"];
-      } else {
-        metadata = p[this.metadataField] || p;
-      }
-      return {
-        id: res.id,
-        score: res.score,
-        content,
-        metadata
-      };
-    });
-    return results;
-  }
-  async delete(id) {
-    await this.http.post(`/collections/${this.indexName}/points/delete`, {
-      points: [this.normalizeId(id)]
-    });
-  }
-  async deleteNamespace(_namespace) {
-    await this.http.post(`/collections/${this.indexName}/points/delete`, {
-      filter: {
-        must: [{ key: "namespace", match: { value: _namespace } }]
-      }
-    });
-  }
-  async ping() {
-    try {
-      await this.http.get("/healthz");
-      return true;
-    } catch (e) {
-      return false;
-    }
-  }
-  normalizeId(id) {
-    if (typeof id === "number") return id;
-    const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
-    if (uuidRegex.test(id)) return id.toLowerCase();
-    const hash = crypto.createHash("md5").update(id).digest("hex");
-    return `${hash.slice(0, 8)}-${hash.slice(8, 12)}-${hash.slice(12, 16)}-${hash.slice(16, 20)}-${hash.slice(20, 32)}`;
-  }
-  async disconnect() {
-  }
-};
-
-export {
-  QdrantProvider
-};