nodebb-plugin-integration 0.4.2 → 0.5.0

package/src/ai/qdrant.js

@@ -1,564 +1,161 @@
 "use strict";
 
-/*
-
-NodeBB Integration Layer
-
-
-Qdrant Vector Database Adapter
-
-
-
-*/
-
-
-
-
-const {
-
-QdrantClient
-
-} = require("@qdrant/js-client-rest");
-
-
-
-
-const Config =
-require("../config");
-
-
-
-
-
-
-
-
-
-
-
-
+const { QdrantClient } = require("@qdrant/js-client-rest");
+const Config = require("../config");
 
 let client = null;
+let clientUrl = null;
 
+async function getClient() {
+    const settings = await Config.get();
 
+    if (settings.aiProvider !== "openai") {
+        const error = new Error(
+            "Qdrant is disabled because AI provider is set to fake"
+        );
+        error.code = "AI_DISABLED";
+        throw error;
+    }
 
+    if (!settings.qdrantUrl) {
+        throw new Error("Qdrant URL is not configured");
+    }
 
+    if (client && clientUrl === settings.qdrantUrl) {
+        return client;
+    }
 
+    client = new QdrantClient({
+        url: settings.qdrantUrl,
+        timeout: 30000
+    });
 
-
-
-
-
-
-
-
-function getClient() {
-
-
-
-
-if(client) {
-
+    clientUrl = settings.qdrantUrl;
 
     return client;
-
-
 }
 
-
-
-
-
-
-
-
-client = new QdrantClient({
-
-
-    url:
-
-        Config.qdrant.url
-
-
-
-});
-
-
-
-
-
-
-
-return client;
-
-
-
-
-}
-
-
-
-
-
-
-
-
-
-
-
-
-
-function isTestMode() {
-
-
-
-
-return (
-
-    process.env.NODE_ENV === "test"
-
-);
-
-
-
-
+async function collectionExists(qdrant, collection) {
+    const result = await qdrant.collectionExists(collection);
+    return result.exists === true;
 }
 
-
-
-
-
-
-
-
-
-
-
-
-
 async function ensureCollection() {
-
-
-
-
-if(isTestMode()) {
-
-
-
-    console.log(
-
-        "[Qdrant] test mode skip"
-
-    );
-
-
-    return true;
-
-
-}
-
-
-
-
-
-
-
-
-const qdrant =
-
-    getClient();
-
-
-
-
-
-
-
-
-try {
-
-
-
-    const collections =
-
-        await qdrant.getCollections();
-
-
-
-
-
-
-
-
-    const exists =
-
-        collections.collections.some(
-
-            c =>
-
-            c.name === Config.qdrant.collection
-
-        );
-
-
-
-
-
-
-
-
-    if(!exists) {
-
-
-
-        await qdrant.createCollection(
-
-            Config.qdrant.collection,
-
-            {
-
-
-                vectors:
-
-                {
-
-
-                    size:
-
-                        Config.embeddings.size,
-
-
-                    distance:
-
-                        "Cosine"
-
-
-                }
-
-
+    const settings = await Config.get();
+    const qdrant = await getClient();
+
+    if (!(await collectionExists(qdrant, settings.collection))) {
+        await qdrant.createCollection(settings.collection, {
+            vectors: {
+                size: settings.embeddingSize,
+                distance: "Cosine"
             }
+        });
 
-        );
-
-
-
-
-
-
-
-
-        console.log(
-
-            "[Qdrant] collection created"
+        return;
+    }
 
+    const info = await qdrant.getCollection(settings.collection);
+    const vectors = info.config?.params?.vectors;
+
+    if (
+        !vectors ||
+        typeof vectors.size !== "number" ||
+        vectors.size !== settings.embeddingSize ||
+        vectors.distance !== "Cosine"
+    ) {
+        throw new Error(
+            "Qdrant collection has an incompatible vector configuration"
         );
-
-
-
     }
-
-
-
-
-
-
-
-
-    return true;
-
-
-
 }
 
+async function upsert(points) {
+    if (!Array.isArray(points) || !points.length) {
+        return;
+    }
 
-catch(error) {
-
-
-
-    console.error(
-
-        "[Qdrant] collection error",
-
-        error.message
-
-    );
-
-
-
-    return false;
-
-
-
-}
-
-
-
-
-}
-
-
-
-
-
-
-
-
-
-
-
-
-
-async function upsert(
-
-id,
-
-vector,
-
-payload = {}
-
-) {
-
-
-
-
-if(isTestMode()) {
-
-
-    return true;
-
-
-}
-
-
-
-
-
-
-
-
-const qdrant =
-
-    getClient();
-
-
-
-
-
-
-
-
-try {
-
-
-
-    await qdrant.upsert(
-
-        Config.qdrant.collection,
-
-        {
-
-
-            wait: true,
-
-
-            points:
-
-            [
-
-
-                {
-
-
-                    id,
-
-
-                    vector,
-
-
-                    payload
-
-
-
-                }
-
-
-            ]
-
-
-
-        }
-
-    );
-
-
-
-
-
-
-
-
-    return true;
-
-
-
-}
-
-
-catch(error) {
-
-
-
-    console.error(
-
-        "[Qdrant] upsert error",
-
-        error.message
-
-    );
-
-
-
-    return false;
-
-
-
-}
-
-
-
-
-}
-
-
-
-
-
-
-
-
-
-
-
-
-
-async function search(
-
-vector,
-
-limit = 5
-
-) {
-
-
-
-
-if(isTestMode()) {
-
-
-
-    return [];
-
+    const settings = await Config.get();
+    const qdrant = await getClient();
 
+    await qdrant.upsert(settings.collection, {
+        wait: true,
+        points
+    });
 }
 
+async function search(vector, limit = 20) {
+    if (!Array.isArray(vector)) {
+        throw new TypeError("Search vector must be an array");
+    }
 
+    const settings = await Config.get();
 
+    if (vector.length !== settings.embeddingSize) {
+        throw new Error("Search vector dimension mismatch");
+    }
 
+    const qdrant = await getClient();
 
+    if (!(await collectionExists(qdrant, settings.collection))) {
+        return [];
+    }
 
+    const result = await qdrant.query(settings.collection, {
+        query: vector,
+        limit,
+        with_payload: true,
+        with_vector: false
+    });
 
-
-const qdrant =
-
-    getClient();
-
-
-
-
-
-
-
-
-try {
-
-
-
-    return await qdrant.search(
-
-        Config.qdrant.collection,
-
-        {
-
-
-            vector,
-
-
-            limit,
-
-
-            with_payload: true
-
-
-
-        }
-
-    );
-
-
-
+    return Array.isArray(result.points) ? result.points : [];
 }
 
+async function deletePoints(ids) {
+    if (!Array.isArray(ids) || !ids.length) {
+        return;
+    }
 
-catch(error) {
-
-
-
-    console.error(
-
-        "[Qdrant] search error",
-
-        error.message
-
-    );
-
-
-
-    return [];
+    const settings = await Config.get();
+    const qdrant = await getClient();
 
+    if (!(await collectionExists(qdrant, settings.collection))) {
+        return;
+    }
 
+    await qdrant.delete(settings.collection, {
+        wait: true,
+        points: ids
+    });
 }
 
+async function deleteByFilter(filter) {
+    if (
+        !filter ||
+        typeof filter !== "object" ||
+        Array.isArray(filter)
+    ) {
+        throw new TypeError("Qdrant filter is required");
+    }
 
+    const settings = await Config.get();
+    const qdrant = await getClient();
 
+    if (!(await collectionExists(qdrant, settings.collection))) {
+        return;
+    }
 
+    await qdrant.delete(settings.collection, {
+        wait: true,
+        filter
+    });
 }
 
-
-
-
-
-
-
-
-
-
-
-
-
 module.exports = {
-
-getClient,
-
-
-ensureCollection,
-
-
-upsert,
-
-
-search
-
-
-
-
-};
+    getClient,
+    ensureCollection,
+    upsert,
+    search,
+    deletePoints,
+    deleteByFilter
+};