@retrivora-ai/rag-engine 0.1.3 → 0.1.4

package/dist/chunk-S5DRHETN.mjs

@@ -0,0 +1,110 @@
+import {
+  BaseVectorProvider
+} from "./chunk-VOIWNO5O.mjs";
+
+// src/providers/vectordb/PostgreSQLProvider.ts
+import { Pool } from "pg";
+var PostgreSQLProvider = class extends BaseVectorProvider {
+  constructor(config) {
+    var _a;
+    super(config);
+    this.tableName = this.indexName.replace(/[^a-z0-9_]/gi, "_");
+    const opts = config.options;
+    if (!opts.connectionString) throw new Error("[PostgreSQLProvider] options.connectionString is required");
+    this.connectionString = opts.connectionString;
+    this.dimensions = (_a = opts.dimensions) != null ? _a : 1536;
+  }
+  async initialize() {
+    this.pool = new Pool({ connectionString: this.connectionString });
+    const client = await this.pool.connect();
+    try {
+      await client.query("CREATE EXTENSION IF NOT EXISTS vector");
+      await client.query(`
+        CREATE TABLE IF NOT EXISTS ${this.tableName} (
+          id          TEXT PRIMARY KEY,
+          namespace   TEXT NOT NULL DEFAULT '',
+          content     TEXT NOT NULL,
+          metadata    JSONB,
+          embedding   VECTOR(${this.dimensions})
+        )
+      `);
+      await client.query(`
+        CREATE INDEX IF NOT EXISTS ${this.tableName}_embedding_idx
+        ON ${this.tableName}
+        USING hnsw (embedding vector_cosine_ops)
+      `);
+    } finally {
+      client.release();
+    }
+  }
+  async upsert(doc, namespace = "") {
+    var _a;
+    const vectorLiteral = `[${doc.vector.join(",")}]`;
+    await this.pool.query(
+      `INSERT INTO ${this.tableName} (id, namespace, content, metadata, embedding)
+       VALUES ($1, $2, $3, $4, $5::vector)
+       ON CONFLICT (id) DO UPDATE
+         SET namespace = EXCLUDED.namespace,
+             content   = EXCLUDED.content,
+             metadata  = EXCLUDED.metadata,
+             embedding = EXCLUDED.embedding`,
+      [doc.id, namespace, doc.content, JSON.stringify((_a = doc.metadata) != null ? _a : {}), vectorLiteral]
+    );
+  }
+  async batchUpsert(docs, namespace = "") {
+    for (const doc of docs) {
+      await this.upsert(doc, namespace);
+    }
+  }
+  async query(vector, topK, namespace, filter) {
+    const vectorLiteral = `[${vector.join(",")}]`;
+    let whereClause = namespace ? `WHERE namespace = $3` : "";
+    const params = [vectorLiteral, topK];
+    if (namespace) params.push(namespace);
+    if (filter && Object.keys(filter).length > 0) {
+      const filterConditions = Object.entries(filter).map(([key, val]) => {
+        const paramIdx = params.length + 1;
+        params.push(JSON.stringify(val));
+        return `metadata->>'${key}' = $${paramIdx}`;
+      }).join(" AND ");
+      whereClause = whereClause ? `${whereClause} AND ${filterConditions}` : `WHERE ${filterConditions}`;
+    }
+    const result = await this.pool.query(
+      `SELECT id, content, metadata, 1 - (embedding <=> $1::vector) AS score
+       FROM ${this.tableName}
+       ${whereClause}
+       ORDER BY embedding <=> $1::vector
+       LIMIT $2`,
+      params
+    );
+    return result.rows.map((row) => ({
+      id: String(row["id"]),
+      score: parseFloat(String(row["score"])),
+      content: String(row["content"]),
+      metadata: row["metadata"]
+    }));
+  }
+  async delete(id, namespace) {
+    const where = namespace ? "WHERE id = $1 AND namespace = $2" : "WHERE id = $1";
+    const params = namespace ? [id, namespace] : [id];
+    await this.pool.query(`DELETE FROM ${this.tableName} ${where}`, params);
+  }
+  async deleteNamespace(namespace) {
+    await this.pool.query(`DELETE FROM ${this.tableName} WHERE namespace = $1`, [namespace]);
+  }
+  async ping() {
+    try {
+      await this.pool.query("SELECT 1");
+      return true;
+    } catch (e) {
+      return false;
+    }
+  }
+  async disconnect() {
+    await this.pool.end();
+  }
+};
+
+export {
+  PostgreSQLProvider
+};

package/dist/chunk-V75V7BT2.mjs

@@ -0,0 +1,117 @@
+import {
+  BaseVectorProvider
+} from "./chunk-VOIWNO5O.mjs";
+import {
+  __spreadValues
+} from "./chunk-I4E63NIC.mjs";
+
+// src/providers/vectordb/WeaviateProvider.ts
+import axios from "axios";
+var WeaviateProvider = class extends BaseVectorProvider {
+  constructor(config) {
+    super(config);
+    const opts = config.options;
+    const baseUrl = opts.baseUrl;
+    if (!baseUrl) throw new Error("[WeaviateProvider] baseUrl is required");
+    this.http = axios.create({
+      baseURL: baseUrl,
+      headers: __spreadValues({
+        "Content-Type": "application/json"
+      }, opts.apiKey ? {
+        "X-OpenAI-Api-Key": opts.apiKey,
+        "Authorization": `Bearer ${opts.apiKey}`
+      } : {})
+    });
+  }
+  async initialize() {
+    await this.ping();
+  }
+  async upsert(doc, namespace) {
+    const payload = {
+      class: this.indexName,
+      id: doc.id,
+      vector: doc.vector,
+      properties: {
+        content: doc.content,
+        metadata: JSON.stringify(doc.metadata || {}),
+        namespace: namespace || ""
+      }
+    };
+    await this.http.post("/v1/objects", payload);
+  }
+  async batchUpsert(docs, namespace) {
+    const payload = {
+      objects: docs.map((doc) => ({
+        class: this.indexName,
+        id: doc.id,
+        vector: doc.vector,
+        properties: {
+          content: doc.content,
+          metadata: JSON.stringify(doc.metadata || {}),
+          namespace: namespace || ""
+        }
+      }))
+    };
+    await this.http.post("/v1/batch/objects", payload);
+  }
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  async query(vector, topK, namespace, _filter) {
+    var _a, _b;
+    const graphqlQuery = {
+      query: `
+        {
+          Get {
+            ${this.indexName}(
+              nearVector: {
+                vector: ${JSON.stringify(vector)}
+              }
+              limit: ${topK}
+              ${namespace ? `where: { path: ["namespace"], operator: Equal, valueString: "${namespace}" }` : ""}
+            ) {
+              content
+              metadata
+              _additional {
+                id
+                distance
+              }
+            }
+          }
+        }
+      `
+    };
+    const { data } = await this.http.post("/v1/graphql", graphqlQuery);
+    const results = ((_b = (_a = data.data) == null ? void 0 : _a.Get) == null ? void 0 : _b[this.indexName]) || [];
+    return results.map((res) => ({
+      id: res["_additional"].id,
+      score: 1 - res["_additional"].distance,
+      content: res["content"],
+      metadata: res["metadata"] ? JSON.parse(res["metadata"]) : {}
+    }));
+  }
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  async delete(id, _namespace) {
+    await this.http.delete(`/v1/objects/${this.indexName}/${id}`);
+  }
+  async deleteNamespace(namespace) {
+    await this.http.post("/v1/batch/objects", {
+      match: {
+        class: this.indexName,
+        where: { path: ["namespace"], operator: "Equal", valueString: namespace }
+      }
+    });
+  }
+  async ping() {
+    try {
+      await this.http.get("/v1/.well-known/live");
+      return true;
+    } catch (e) {
+      return false;
+    }
+  }
+  async disconnect() {
+  }
+};
+
+export {
+  WeaviateProvider
+};

package/dist/chunk-VOIWNO5O.mjs

@@ -0,0 +1,11 @@
+// src/providers/vectordb/BaseVectorProvider.ts
+var BaseVectorProvider = class {
+  constructor(config) {
+    this.config = config;
+    this.indexName = config.indexName || "default";
+  }
+};
+
+export {
+  BaseVectorProvider
+};

package/dist/chunk-VPNRDXIA.mjs

@@ -0,0 +1,74 @@
+import {
+  BaseVectorProvider
+} from "./chunk-VOIWNO5O.mjs";
+
+// src/providers/vectordb/RedisProvider.ts
+import axios from "axios";
+var RedisProvider = class extends BaseVectorProvider {
+  constructor(config) {
+    super(config);
+    const opts = config.options;
+    const baseUrl = opts.baseUrl;
+    if (!baseUrl) throw new Error("[RedisProvider] baseUrl is required");
+    this.http = axios.create({
+      baseURL: baseUrl,
+      headers: {
+        "Content-Type": "application/json",
+        Authorization: `Bearer ${opts.apiKey}`
+      }
+    });
+  }
+  async initialize() {
+    await this.ping();
+  }
+  async upsert(doc, namespace) {
+    const key = namespace ? `${namespace}:${doc.id}` : doc.id;
+    await this.http.post("/", ["JSON.SET", key, "$", JSON.stringify({
+      vector: doc.vector,
+      content: doc.content,
+      metadata: doc.metadata || {}
+    })]);
+  }
+  async batchUpsert(docs, namespace) {
+    for (const doc of docs) {
+      await this.upsert(doc, namespace);
+    }
+  }
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  async query(vector, topK, namespace, _filter) {
+    const payload = {
+      index: this.indexName,
+      vector,
+      topK,
+      namespace
+    };
+    const { data } = await this.http.post("/search", payload);
+    return (data.results || []).map((res) => ({
+      id: res["id"],
+      score: res["score"],
+      content: res["content"],
+      metadata: res["metadata"]
+    }));
+  }
+  async delete(id, namespace) {
+    const key = namespace ? `${namespace}:${id}` : id;
+    await this.http.post("/", ["DEL", key]);
+  }
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  async deleteNamespace(_namespace) {
+  }
+  async ping() {
+    try {
+      await this.http.post("/", ["PING"]);
+      return true;
+    } catch (e) {
+      return false;
+    }
+  }
+  async disconnect() {
+  }
+};
+
+export {
+  RedisProvider
+};

package/dist/handlers/index.d.mts

@@ -1,68 +1,44 @@
-import { f as RagConfig, d as IVectorDB, I as ILLMProvider, b as ChatResponse } from '../RAGPipeline-BmkIv1HD.mjs';
+import { e as RagConfig, b as ChatResponse } from '../Pipeline-Bo6CUCox.mjs';
 import { NextRequest, NextResponse } from 'next/server';
 
-interface CustomAdapters {
-    vectorDB?: IVectorDB;
-    llmProvider?: ILLMProvider;
-    embeddingProvider?: ILLMProvider;
-}
-declare function createChatHandler(config: RagConfig, adapters?: CustomAdapters): (req: NextRequest) => Promise<NextResponse<{
+/**
+ * createChatHandler — factory that returns a Next.js App Router POST handler
+ */
+declare function createChatHandler(config?: Partial<RagConfig>): (req: NextRequest) => Promise<NextResponse<{
     error: string;
 }> | NextResponse<ChatResponse>>;
 /**
  * createIngestHandler — factory for the document ingestion endpoint.
- *
- * Usage — in your project's `src/app/api/ingest/route.ts`:
- *
- *   import { createIngestHandler } from '@rag/ai-accelerator/handlers';
- *   export const POST = createIngestHandler(myConfig, { vectorDB: new MyCustomDB() });
  */
-declare function createIngestHandler(config: RagConfig, adapters?: CustomAdapters): (req: NextRequest) => Promise<NextResponse<{
+declare function createIngestHandler(config?: Partial<RagConfig>): (req: NextRequest) => Promise<NextResponse<{
     error: string;
 }> | NextResponse<{
     results: {
         docId: string;
         chunksIngested: number;
     }[];
-    totalChunks: number;
 }>>;
 /**
  * createHealthHandler — factory for the health-check endpoint.
- *
- * Usage — in your project's `src/app/api/health/route.ts`:
- *
- *   import { createHealthHandler } from '@rag/ai-accelerator/handlers';
- *   export const GET = createHealthHandler(myConfig, { vectorDB: new MyCustomDB() });
  */
-declare function createHealthHandler(config: RagConfig, adapters?: CustomAdapters): () => Promise<NextResponse<{
-    project: string;
+declare function createHealthHandler(config?: Partial<RagConfig>): () => Promise<NextResponse<{
     timestamp: string;
-    vectorDB: boolean;
-    llm: boolean;
     status: string;
 }> | NextResponse<{
     status: string;
     error: string;
-    timestamp: string;
 }>>;
 /**
  * createUploadHandler — factory for the file upload ingestion endpoint.
- *
- * Usage — in your project's `src/app/api/upload/route.ts`:
- *
- *   import { createUploadHandler } from '@rag/ai-accelerator/handlers';
- *   export const POST = createUploadHandler(myConfig);
  */
-declare function createUploadHandler(config: RagConfig, adapters?: CustomAdapters): (req: NextRequest) => Promise<NextResponse<{
+declare function createUploadHandler(config?: Partial<RagConfig>): (req: NextRequest) => Promise<NextResponse<{
     error: string;
 }> | NextResponse<{
     message: string;
-    filesProcessed: number;
-    totalChunks: number;
     results: {
         docId: string;
         chunksIngested: number;
     }[];
 }>>;
 
-export { type CustomAdapters, createChatHandler, createHealthHandler, createIngestHandler, createUploadHandler };
+export { createChatHandler, createHealthHandler, createIngestHandler, createUploadHandler };

package/dist/handlers/index.d.ts

@@ -1,68 +1,44 @@
-import { f as RagConfig, d as IVectorDB, I as ILLMProvider, b as ChatResponse } from '../RAGPipeline-BmkIv1HD.js';
+import { e as RagConfig, b as ChatResponse } from '../Pipeline-Bo6CUCox.js';
 import { NextRequest, NextResponse } from 'next/server';
 
-interface CustomAdapters {
-    vectorDB?: IVectorDB;
-    llmProvider?: ILLMProvider;
-    embeddingProvider?: ILLMProvider;
-}
-declare function createChatHandler(config: RagConfig, adapters?: CustomAdapters): (req: NextRequest) => Promise<NextResponse<{
+/**
+ * createChatHandler — factory that returns a Next.js App Router POST handler
+ */
+declare function createChatHandler(config?: Partial<RagConfig>): (req: NextRequest) => Promise<NextResponse<{
     error: string;
 }> | NextResponse<ChatResponse>>;
 /**
  * createIngestHandler — factory for the document ingestion endpoint.
- *
- * Usage — in your project's `src/app/api/ingest/route.ts`:
- *
- *   import { createIngestHandler } from '@rag/ai-accelerator/handlers';
- *   export const POST = createIngestHandler(myConfig, { vectorDB: new MyCustomDB() });
  */
-declare function createIngestHandler(config: RagConfig, adapters?: CustomAdapters): (req: NextRequest) => Promise<NextResponse<{
+declare function createIngestHandler(config?: Partial<RagConfig>): (req: NextRequest) => Promise<NextResponse<{
     error: string;
 }> | NextResponse<{
     results: {
         docId: string;
         chunksIngested: number;
     }[];
-    totalChunks: number;
 }>>;
 /**
  * createHealthHandler — factory for the health-check endpoint.
- *
- * Usage — in your project's `src/app/api/health/route.ts`:
- *
- *   import { createHealthHandler } from '@rag/ai-accelerator/handlers';
- *   export const GET = createHealthHandler(myConfig, { vectorDB: new MyCustomDB() });
  */
-declare function createHealthHandler(config: RagConfig, adapters?: CustomAdapters): () => Promise<NextResponse<{
-    project: string;
+declare function createHealthHandler(config?: Partial<RagConfig>): () => Promise<NextResponse<{
     timestamp: string;
-    vectorDB: boolean;
-    llm: boolean;
     status: string;
 }> | NextResponse<{
     status: string;
     error: string;
-    timestamp: string;
 }>>;
 /**
  * createUploadHandler — factory for the file upload ingestion endpoint.
- *
- * Usage — in your project's `src/app/api/upload/route.ts`:
- *
- *   import { createUploadHandler } from '@rag/ai-accelerator/handlers';
- *   export const POST = createUploadHandler(myConfig);
  */
-declare function createUploadHandler(config: RagConfig, adapters?: CustomAdapters): (req: NextRequest) => Promise<NextResponse<{
+declare function createUploadHandler(config?: Partial<RagConfig>): (req: NextRequest) => Promise<NextResponse<{
     error: string;
 }> | NextResponse<{
     message: string;
-    filesProcessed: number;
-    totalChunks: number;
     results: {
         docId: string;
         chunksIngested: number;
     }[];
 }>>;
 
-export { type CustomAdapters, createChatHandler, createHealthHandler, createIngestHandler, createUploadHandler };
+export { createChatHandler, createHealthHandler, createIngestHandler, createUploadHandler };