@retrivora-ai/rag-engine 0.1.5 → 0.1.7

package/dist/chunk-CWQQHAF6.mjs

@@ -0,0 +1,157 @@
+import {
+  BaseVectorProvider
+} from "./chunk-VOIWNO5O.mjs";
+import {
+  __spreadValues
+} from "./chunk-I4E63NIC.mjs";
+
+// src/providers/vectordb/QdrantProvider.ts
+import axios from "axios";
+import crypto from "crypto";
+var QdrantProvider = class extends BaseVectorProvider {
+  constructor(config) {
+    super(config);
+    const opts = config.options;
+    const baseUrl = opts.baseUrl;
+    if (!baseUrl) throw new Error("[QdrantProvider] baseUrl is required");
+    this.http = axios.create({
+      baseURL: baseUrl,
+      headers: __spreadValues({
+        "Content-Type": "application/json"
+      }, opts.apiKey ? { "api-key": opts.apiKey } : {})
+    });
+  }
+  async initialize() {
+    await this.ping();
+    await this.ensureCollection();
+    await this.ensureIndex();
+  }
+  /**
+   * Ensures the collection exists. Creates it if missing.
+   */
+  async ensureCollection() {
+    var _a;
+    try {
+      const opts = this.config.options;
+      const dimensions = opts.dimensions || 1536;
+      await this.http.get(`/collections/${this.indexName}`);
+      console.log(`[QdrantProvider] \u2705 Collection "${this.indexName}" already exists.`);
+    } catch (err) {
+      if (axios.isAxiosError(err) && ((_a = err.response) == null ? void 0 : _a.status) === 404) {
+        const opts = this.config.options;
+        const dimensions = opts.dimensions || 1536;
+        console.log(`[QdrantProvider] \u23F3 Creating collection "${this.indexName}" (dimensions: ${dimensions})...`);
+        await this.http.put(`/collections/${this.indexName}`, {
+          vectors: {
+            size: dimensions,
+            distance: "Cosine"
+          }
+        });
+        console.log(`[QdrantProvider] \u2705 Created collection "${this.indexName}"`);
+      } else {
+        throw err;
+      }
+    }
+  }
+  /**
+   * Ensures that the 'namespace' field has a keyword index for efficient filtering.
+   * Qdrant requires this for search filters to work in many configurations.
+   */
+  async ensureIndex() {
+    var _a, _b;
+    try {
+      await this.http.put(`/collections/${this.indexName}/index`, {
+        field_name: "namespace",
+        field_schema: "keyword"
+      });
+      console.log(`[QdrantProvider] \u2705 Ensured keyword index for "namespace" on collection "${this.indexName}"`);
+    } catch (err) {
+      let status;
+      let data;
+      if (axios.isAxiosError(err)) {
+        status = (_a = err.response) == null ? void 0 : _a.status;
+        data = (_b = err.response) == null ? void 0 : _b.data;
+      }
+      if (status === 409) {
+        return;
+      }
+      const errorMessage = err instanceof Error ? err.message : String(err);
+      console.warn(`[QdrantProvider] \u26A0\uFE0F Could not ensure namespace index (Status: ${status}):`, JSON.stringify(data || errorMessage));
+    }
+  }
+  async upsert(doc, namespace) {
+    await this.batchUpsert([doc], namespace);
+  }
+  async batchUpsert(docs, namespace) {
+    const payload = {
+      points: docs.map((doc) => ({
+        id: this.normalizeId(doc.id),
+        vector: doc.vector,
+        payload: __spreadValues({
+          content: doc.content,
+          metadata: doc.metadata || {}
+        }, namespace ? { namespace } : {})
+      }))
+    };
+    await this.http.put(`/collections/${this.indexName}/points`, payload);
+  }
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  async query(vector, topK, namespace, _filter) {
+    const payload = {
+      vector,
+      limit: topK,
+      with_payload: true,
+      filter: namespace ? {
+        must: [{ key: "namespace", match: { value: namespace } }]
+      } : void 0
+    };
+    const { data } = await this.http.post(`/collections/${this.indexName}/points/search`, payload);
+    return (data.result || []).map((res) => {
+      var _a, _b;
+      return {
+        id: res["id"],
+        score: res["score"],
+        content: ((_a = res["payload"]) == null ? void 0 : _a.content) || "",
+        metadata: ((_b = res["payload"]) == null ? void 0 : _b.metadata) || {}
+      };
+    });
+  }
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  async delete(id, _namespace) {
+    await this.http.post(`/collections/${this.indexName}/points/delete`, {
+      points: [this.normalizeId(id)]
+    });
+  }
+  async deleteNamespace(_namespace) {
+    await this.http.post(`/collections/${this.indexName}/points/delete`, {
+      filter: {
+        must: [{ key: "namespace", match: { value: _namespace } }]
+      }
+    });
+  }
+  async ping() {
+    try {
+      await this.http.get("/healthz");
+      return true;
+    } catch (e) {
+      return false;
+    }
+  }
+  /**
+   * Normalizes an ID into a format Qdrant accepts (UUID or integer).
+   * For string IDs that aren't UUIDs, it generates a deterministic UUID v5-like hash.
+   */
+  normalizeId(id) {
+    if (typeof id === "number") return id;
+    const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
+    if (uuidRegex.test(id)) return id.toLowerCase();
+    const hash = crypto.createHash("md5").update(id).digest("hex");
+    return `${hash.slice(0, 8)}-${hash.slice(8, 12)}-${hash.slice(12, 16)}-${hash.slice(16, 20)}-${hash.slice(20, 32)}`;
+  }
+  async disconnect() {
+  }
+};
+
+export {
+  QdrantProvider
+};

package/dist/{chunk-S5DRHETN.mjs → chunk-IUTAZ7QR.mjs}

@@ -52,8 +52,37 @@ var PostgreSQLProvider = class extends BaseVectorProvider {
     );
   }
   async batchUpsert(docs, namespace = "") {
-    for (const doc of docs) {
-      await this.upsert(doc, namespace);
+    if (docs.length === 0) return;
+    const client = await this.pool.connect();
+    try {
+      await client.query("BEGIN");
+      const BATCH_SIZE = 50;
+      for (let i = 0; i < docs.length; i += BATCH_SIZE) {
+        const batch = docs.slice(i, i + BATCH_SIZE);
+        const values = [];
+        const valuePlaceholders = batch.map((doc, idx) => {
+          var _a;
+          const offset = idx * 5;
+          values.push(doc.id, namespace, doc.content, JSON.stringify((_a = doc.metadata) != null ? _a : {}), `[${doc.vector.join(",")}]`);
+          return `($${offset + 1}, $${offset + 2}, $${offset + 3}, $${offset + 4}, $${offset + 5}::vector)`;
+        }).join(", ");
+        const query = `
+          INSERT INTO ${this.tableName} (id, namespace, content, metadata, embedding)
+          VALUES ${valuePlaceholders}
+          ON CONFLICT (id) DO UPDATE
+            SET namespace = EXCLUDED.namespace,
+                content   = EXCLUDED.content,
+                metadata  = EXCLUDED.metadata,
+                embedding = EXCLUDED.embedding
+        `;
+        await client.query(query, values);
+      }
+      await client.query("COMMIT");
+    } catch (error) {
+      await client.query("ROLLBACK");
+      throw error;
+    } finally {
+      client.release();
     }
   }
   async query(vector, topK, namespace, filter) {

package/dist/{chunk-AALIF3AL.mjs → chunk-ZM6TYIDH.mjs}

@@ -31,7 +31,7 @@ var PineconeProvider = class extends BaseVectorProvider {
     var _a;
     await this.index(namespace).upsert({
       records: [{
-        id: doc.id,
+        id: String(doc.id),
         values: doc.vector,
         metadata: __spreadValues({ content: doc.content }, (_a = doc.metadata) != null ? _a : {})
       }]
@@ -43,7 +43,7 @@ var PineconeProvider = class extends BaseVectorProvider {
       const records = docs.slice(i, i + BATCH).map((d) => {
         var _a;
         return {
-          id: d.id,
+          id: String(d.id),
           values: d.vector,
           metadata: __spreadValues({ content: d.content }, (_a = d.metadata) != null ? _a : {})
         };
@@ -69,7 +69,7 @@ var PineconeProvider = class extends BaseVectorProvider {
     });
   }
   async delete(id, namespace) {
-    await this.index(namespace).deleteOne({ id });
+    await this.index(namespace).deleteOne({ id: String(id) });
   }
   async deleteNamespace(namespace) {
     await this.client.index(this.indexName).namespace(namespace).deleteAll();

package/dist/handlers/index.d.mts

@@ -1,44 +1,3 @@
-import { a as RagConfig, C as ChatResponse } from '../RagConfig-DG_0f8ka.mjs';
-import { NextRequest, NextResponse } from 'next/server';
-
-/**
- * createChatHandler — factory that returns a Next.js App Router POST handler
- */
-declare function createChatHandler(config?: Partial<RagConfig>): (req: NextRequest) => Promise<NextResponse<{
-    error: string;
-}> | NextResponse<ChatResponse>>;
-/**
- * createIngestHandler — factory for the document ingestion endpoint.
- */
-declare function createIngestHandler(config?: Partial<RagConfig>): (req: NextRequest) => Promise<NextResponse<{
-    error: string;
-}> | NextResponse<{
-    results: {
-        docId: string;
-        chunksIngested: number;
-    }[];
-}>>;
-/**
- * createHealthHandler — factory for the health-check endpoint.
- */
-declare function createHealthHandler(config?: Partial<RagConfig>): () => Promise<NextResponse<{
-    timestamp: string;
-    status: string;
-}> | NextResponse<{
-    status: string;
-    error: string;
-}>>;
-/**
- * createUploadHandler — factory for the file upload ingestion endpoint.
- */
-declare function createUploadHandler(config?: Partial<RagConfig>): (req: NextRequest) => Promise<NextResponse<{
-    error: string;
-}> | NextResponse<{
-    message: string;
-    results: {
-        docId: string;
-        chunksIngested: number;
-    }[];
-}>>;
-
-export { createChatHandler, createHealthHandler, createIngestHandler, createUploadHandler };
+export { c as createChatHandler, a as createHealthHandler, b as createIngestHandler, d as createUploadHandler } from '../index-Ck2pt7-8.mjs';
+import '../RagConfig-hBGXJmSx.mjs';
+import 'next/server';

package/dist/handlers/index.d.ts

@@ -1,44 +1,3 @@
-import { a as RagConfig, C as ChatResponse } from '../RagConfig-DG_0f8ka.js';
-import { NextRequest, NextResponse } from 'next/server';
-
-/**
- * createChatHandler — factory that returns a Next.js App Router POST handler
- */
-declare function createChatHandler(config?: Partial<RagConfig>): (req: NextRequest) => Promise<NextResponse<{
-    error: string;
-}> | NextResponse<ChatResponse>>;
-/**
- * createIngestHandler — factory for the document ingestion endpoint.
- */
-declare function createIngestHandler(config?: Partial<RagConfig>): (req: NextRequest) => Promise<NextResponse<{
-    error: string;
-}> | NextResponse<{
-    results: {
-        docId: string;
-        chunksIngested: number;
-    }[];
-}>>;
-/**
- * createHealthHandler — factory for the health-check endpoint.
- */
-declare function createHealthHandler(config?: Partial<RagConfig>): () => Promise<NextResponse<{
-    timestamp: string;
-    status: string;
-}> | NextResponse<{
-    status: string;
-    error: string;
-}>>;
-/**
- * createUploadHandler — factory for the file upload ingestion endpoint.
- */
-declare function createUploadHandler(config?: Partial<RagConfig>): (req: NextRequest) => Promise<NextResponse<{
-    error: string;
-}> | NextResponse<{
-    message: string;
-    results: {
-        docId: string;
-        chunksIngested: number;
-    }[];
-}>>;
-
-export { createChatHandler, createHealthHandler, createIngestHandler, createUploadHandler };
+export { c as createChatHandler, a as createHealthHandler, b as createIngestHandler, d as createUploadHandler } from '../index-Bx182KKn.js';
+import '../RagConfig-hBGXJmSx.js';
+import 'next/server';