plugin-knowledge-base 1.0.1 → 1.0.4

package/dist/server/features/vector-store-provider-impl.js

@@ -75,9 +75,45 @@ class VectorStoreProviderImpl {
       embeddings,
       vectorDatabase.connectParams
     );
-    const accessLevel = propsMap.get("accessLevel");
-    const ownerId = propsMap.get("ownerId");
-    return new DefaultVectorStoreService(vectorStore, { accessLevel, ownerId });
+    let accessLevel = propsMap.get("accessLevel");
+    let ownerId = propsMap.get("ownerId");
+    let allowedRoles;
+    if (!accessLevel) {
+      const knowledgeBases = await this.plugin.db.getRepository("aiKnowledgeBases").find({
+        filter: { vectorStoreId: vectorStoreConfigId }
+      });
+      const { getCurrentUserId, getCurrentUserRoles } = require("../request-context");
+      const hasPrivateKB = knowledgeBases.some(
+        (kb) => kb.accessLevel === "PRIVATE"
+      );
+      if (hasPrivateKB) {
+        accessLevel = "PRIVATE";
+        const currentUserId = getCurrentUserId();
+        if (currentUserId) {
+          ownerId = String(currentUserId);
+        }
+      }
+      const sharedKBs = knowledgeBases.filter(
+        (kb) => kb.accessLevel === "SHARED"
+      );
+      if (sharedKBs.length > 0 && !hasPrivateKB) {
+        const currentRoles = getCurrentUserRoles();
+        const allAllowedRoles = /* @__PURE__ */ new Set();
+        for (const kb of sharedKBs) {
+          for (const role of kb.allowedRoles ?? []) {
+            allAllowedRoles.add(role);
+          }
+        }
+        const hasAccess = currentRoles.some((r) => allAllowedRoles.has(r)) || currentRoles.includes("root");
+        if (!hasAccess) {
+          accessLevel = "DENIED";
+        } else {
+          accessLevel = "SHARED";
+          allowedRoles = currentRoles;
+        }
+      }
+    }
+    return new DefaultVectorStoreService(vectorStore, { accessLevel, ownerId, allowedRoles });
   }
   async createEmbeddings(llmServiceName, embeddingModel) {
     const llmServiceRecord = await this.plugin.db.getRepository("llmServices").findOne({
@@ -87,18 +123,13 @@ class VectorStoreProviderImpl {
       throw new Error(`LLM service "${llmServiceName}" not found`);
     }
     const llmService = llmServiceRecord.toJSON();
-    const providerMeta = this.aiPlugin.aiManager.llmProviders.get(llmService.provider);
-    if (!(providerMeta == null ? void 0 : providerMeta.embedding)) {
-      throw new Error(
-        `LLM provider "${llmService.provider}" does not support embedding`
-      );
-    }
-    const embeddingProvider = new providerMeta.embedding({
-      app: this.plugin.app,
-      serviceOptions: llmService.options,
-      modelOptions: { model: embeddingModel }
+    const { SimpleHTTPEmbeddings } = require("../pipeline/simple-embeddings");
+    const serviceOpts = this.plugin.app.environment.renderJsonTemplate(llmService.options || {});
+    return new SimpleHTTPEmbeddings({
+      baseURL: serviceOpts.baseURL || serviceOpts.baseUrl || "",
+      apiKey: serviceOpts.apiKey || "",
+      model: embeddingModel
     });
-    return embeddingProvider.createEmbedding();
   }
 }
 class DefaultVectorStoreService {
@@ -111,8 +142,12 @@ class DefaultVectorStoreService {
   }
   async search(query, options) {
     const { topK = 3, score, filter } = options ?? {};
+    const level = this.accessContext.accessLevel;
+    if (level === "DENIED") {
+      return [];
+    }
     let mergedFilter = filter;
-    if (this.accessContext.accessLevel === "BASIC" && this.accessContext.ownerId) {
+    if ((level === "PRIVATE" || level === "BASIC") && this.accessContext.ownerId) {
       mergedFilter = {
         ...filter,
         userId: this.accessContext.ownerId

package/dist/server/pipeline/simple-embeddings.js

@@ -0,0 +1,82 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var simple_embeddings_exports = {};
+__export(simple_embeddings_exports, {
+  SimpleHTTPEmbeddings: () => SimpleHTTPEmbeddings
+});
+module.exports = __toCommonJS(simple_embeddings_exports);
+var import_axios = __toESM(require("axios"));
+class SimpleHTTPEmbeddings {
+  baseURL;
+  apiKey;
+  modelName;
+  constructor(opts) {
+    this.baseURL = opts.baseURL.replace(/\/$/, "");
+    this.apiKey = opts.apiKey;
+    this.modelName = opts.model;
+  }
+  async embedDocuments(texts) {
+    const results = [];
+    for (const text of texts) {
+      const result = await this.embedQuery(text);
+      results.push(result);
+    }
+    return results;
+  }
+  async embedQuery(text) {
+    var _a, _b, _c, _d;
+    const res = await import_axios.default.post(
+      `${this.baseURL}/embeddings`,
+      { model: this.modelName, input: text },
+      {
+        headers: {
+          Authorization: `Bearer ${this.apiKey}`,
+          "Content-Type": "application/json"
+        }
+      }
+    );
+    const embedding = (_c = (_b = (_a = res.data) == null ? void 0 : _a.data) == null ? void 0 : _b[0]) == null ? void 0 : _c.embedding;
+    if (!embedding) {
+      throw new Error(`Embedding API returned no data: ${JSON.stringify(((_d = res.data) == null ? void 0 : _d.error) || res.data).substring(0, 200)}`);
+    }
+    return embedding;
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  SimpleHTTPEmbeddings
+});

package/dist/server/pipeline/vectorization.js

@@ -35,6 +35,7 @@ class VectorizationPipeline {
     this.plugin = plugin;
   }
   async processDocument(documentId, options) {
+    var _a;
     const docRepo = this.plugin.db.getRepository("aiKnowledgeBaseDocuments");
     await docRepo.update({
       filter: { id: documentId },
@@ -63,11 +64,28 @@ class VectorizationPipeline {
         rawText = textContent;
       } else {
         const aiPlugin = this.plugin.aiPlugin;
-        const parseResult = await aiPlugin.documentLoaders.cached.load(file);
-        if (!parseResult.supported) {
-          throw new Error(`File type not supported: ${file.filename}`);
+        if ((_a = aiPlugin.documentLoaders) == null ? void 0 : _a.cached) {
+          const parseResult = await aiPlugin.documentLoaders.cached.load(file);
+          if (!parseResult.supported) {
+            throw new Error(`File type not supported: ${file.filename}`);
+          }
+          rawText = parseResult.text || "";
+        } else {
+          const fs = require("fs");
+          const path = require("path");
+          let filePath = file.path || file.url;
+          if (!filePath) {
+            throw new Error(`Cannot resolve file path for: ${file.filename}`);
+          }
+          if (filePath.startsWith("/storage/") || filePath.startsWith("storage/")) {
+            const storageBase = path.resolve(process.cwd(), "storage");
+            filePath = path.resolve(storageBase, filePath.replace(/^\/?(storage\/)?/, ""));
+          }
+          if (!fs.existsSync(filePath)) {
+            throw new Error(`File not found at: ${filePath}`);
+          }
+          rawText = fs.readFileSync(filePath, "utf-8");
         }
-        rawText = parseResult.text || "";
       }
       if (!rawText || rawText.trim().length === 0) {
         await docRepo.update({
@@ -102,18 +120,13 @@ class VectorizationPipeline {
         throw new Error(`LLM service "${vectorStore.llmService}" not found`);
       }
       const llmService = llmServiceRecord.toJSON();
-      const providerMeta = this.plugin.aiPlugin.aiManager.llmProviders.get(llmService.provider);
-      if (!(providerMeta == null ? void 0 : providerMeta.embedding)) {
-        throw new Error(
-          `LLM provider "${llmService.provider}" does not support embedding`
-        );
-      }
-      const embeddingProvider = new providerMeta.embedding({
-        app: this.plugin.app,
-        serviceOptions: llmService.options,
-        modelOptions: { model: vectorStore.embeddingModel }
+      const { SimpleHTTPEmbeddings } = require("./simple-embeddings");
+      const serviceOpts = this.plugin.app.environment.renderJsonTemplate(llmService.options || {});
+      const embeddings = new SimpleHTTPEmbeddings({
+        baseURL: serviceOpts.baseURL || serviceOpts.baseUrl || "",
+        apiKey: serviceOpts.apiKey || "",
+        model: vectorStore.embeddingModel
       });
-      const embeddings = embeddingProvider.createEmbedding();
       const vdbProvider = this.plugin.aiPlugin.features.vectorDatabaseProvider;
       const vectorStoreInstance = await vdbProvider.createVectorStore(
         vectorDatabase.provider,

package/dist/server/plugin.js

@@ -52,6 +52,8 @@ var import_ai_knowledge_base = __toESM(require("./resources/ai-knowledge-base"))
 var import_ai_knowledge_base_documents = __toESM(require("./resources/ai-knowledge-base-documents"));
 var import_ai_vector_stores = __toESM(require("./resources/ai-vector-stores"));
 var import_ai_vector_databases = __toESM(require("./resources/ai-vector-databases"));
+var import_add_document = require("./actions/add-document");
+var import_request_context = __toESM(require("./request-context"));
 class PluginKnowledgeBaseServer extends import_server.Plugin {
   vectorizationPipeline;
   _aiPlugin;
@@ -79,6 +81,18 @@ class PluginKnowledgeBaseServer extends import_server.Plugin {
     });
     this.vectorizationPipeline = new import_vectorization.VectorizationPipeline(this);
     this.defineResources();
+    this.app.resourceManager.use(async (ctx, next) => {
+      var _a, _b, _c, _d, _e, _f, _g, _h;
+      const userId = ((_b = (_a = ctx.auth) == null ? void 0 : _a.user) == null ? void 0 : _b.id) ?? ((_d = (_c = ctx.state) == null ? void 0 : _c.currentUser) == null ? void 0 : _d.id);
+      if (userId) {
+        const userRoles = ((_g = (_f = (_e = ctx.state) == null ? void 0 : _e.currentUser) == null ? void 0 : _f.roles) == null ? void 0 : _g.map((r) => r.name || r)) ?? [];
+        if (userRoles.length === 0 && ((_h = ctx.state) == null ? void 0 : _h.currentRole)) {
+          userRoles.push(ctx.state.currentRole);
+        }
+        return import_request_context.default.run({ userId, userRoles }, () => next());
+      }
+      await next();
+    });
     this.setPermissions();
     this.app.resourceManager.use(
       async (ctx, next) => {
@@ -101,6 +115,7 @@ class PluginKnowledgeBaseServer extends import_server.Plugin {
     this.app.resourceManager.define(import_ai_knowledge_base_documents.default);
     this.app.resourceManager.define(import_ai_vector_stores.default);
     this.app.resourceManager.define(import_ai_vector_databases.default);
+    this.app.resourceManager.registerActionHandler("aiKnowledgeBase:addDocument", import_add_document.addDocumentAction);
   }
   setPermissions() {
     this.app.acl.registerSnippet({
@@ -114,6 +129,7 @@ class PluginKnowledgeBaseServer extends import_server.Plugin {
     });
     this.app.acl.allow("aiKnowledgeBase", "list", "loggedIn");
     this.app.acl.allow("aiKnowledgeBase", "get", "loggedIn");
+    this.app.acl.allow("aiKnowledgeBase", "addDocument", "loggedIn");
   }
   async install() {
   }

package/dist/server/request-context.js

@@ -0,0 +1,54 @@
+/**
+ * This file is part of the NocoBase (R) project.
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
+ * Authors: NocoBase Team.
+ *
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
+ * For more information, please refer to: https://www.nocobase.com/agreement.
+ */
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var request_context_exports = {};
+__export(request_context_exports, {
+  default: () => request_context_default,
+  getCurrentUserId: () => getCurrentUserId,
+  getCurrentUserRoles: () => getCurrentUserRoles,
+  runWithUserId: () => runWithUserId
+});
+module.exports = __toCommonJS(request_context_exports);
+var import_async_hooks = require("async_hooks");
+const requestContext = new import_async_hooks.AsyncLocalStorage();
+function getCurrentUserId() {
+  var _a;
+  return (_a = requestContext.getStore()) == null ? void 0 : _a.userId;
+}
+function getCurrentUserRoles() {
+  var _a;
+  return ((_a = requestContext.getStore()) == null ? void 0 : _a.userRoles) ?? [];
+}
+function runWithUserId(userId, fn) {
+  return requestContext.run({ userId }, fn);
+}
+var request_context_default = requestContext;
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  getCurrentUserId,
+  getCurrentUserRoles,
+  runWithUserId
+});

package/dist/server/resources/ai-knowledge-base-documents.js

@@ -53,7 +53,7 @@ var ai_knowledge_base_documents_default = {
       const repo = ctx.db.getRepository("aiKnowledgeBaseDocuments");
       const userId = (_b = (_a = ctx.auth) == null ? void 0 : _a.user) == null ? void 0 : _b.id;
       const roles = ctx.state.currentRoles ?? [];
-      const isRoot = roles.includes("root");
+      const isAdmin = roles.includes("root") || roles.includes("admin");
       if (values.knowledgeBaseId) {
         const kbRepo = ctx.db.getRepository("aiKnowledgeBases");
         const kb = await kbRepo.findOne({ filter: { id: values.knowledgeBaseId } });
@@ -63,12 +63,12 @@ var ai_knowledge_base_documents_default = {
             ctx.throw(403, "Only the owner can upload documents to a personal knowledge base");
             return;
           }
-          if (kbData.accessLevel === "PUBLIC" && !isRoot) {
+          if (kbData.accessLevel === "PUBLIC" && !isAdmin) {
             ctx.throw(403, "Only administrators can upload documents to a public knowledge base");
             return;
           }
           if (kbData.accessLevel === "SHARED") {
-            const canUpload = isRoot || ((_c = kbData.uploadRoles) == null ? void 0 : _c.some((r) => roles.includes(r)));
+            const canUpload = isAdmin || ((_c = kbData.uploadRoles) == null ? void 0 : _c.some((r) => roles.includes(r)));
             if (!canUpload) {
               ctx.throw(403, "You do not have permission to upload documents to this knowledge base");
               return;

package/dist/server/resources/ai-knowledge-base.js

@@ -39,8 +39,8 @@ async function checkKBPermission(ctx, filterByTk, action) {
   const data = record.toJSON();
   const userId = (_b = (_a = ctx.auth) == null ? void 0 : _a.user) == null ? void 0 : _b.id;
   const roles = ctx.state.currentRoles ?? [];
-  const isRoot = roles.includes("root");
-  if (isRoot) {
+  const isAdmin = roles.includes("root") || roles.includes("admin");
+  if (isAdmin) {
     return true;
   }
   if (data.accessLevel === "BASIC") {
@@ -63,8 +63,8 @@ var ai_knowledge_base_default = {
       const { filter = {}, fields, sort, page, pageSize } = ctx.action.params;
       const userId = (_b = (_a = ctx.auth) == null ? void 0 : _a.user) == null ? void 0 : _b.id;
       const roles = ctx.state.currentRoles ?? [];
-      const isRoot = roles.includes("root");
-      if (!isRoot) {
+      const isAdmin = roles.includes("root") || roles.includes("admin");
+      if (!isAdmin) {
         filter.$or = [
           { accessLevel: "PUBLIC" },
           ...userId ? [{ accessLevel: "BASIC", ownerId: userId }] : [],
@@ -93,8 +93,8 @@ var ai_knowledge_base_default = {
         const data = record.toJSON();
         const userId = (_b = (_a = ctx.auth) == null ? void 0 : _a.user) == null ? void 0 : _b.id;
         const roles = ctx.state.currentRoles ?? [];
-        const isRoot = roles.includes("root");
-        if (!isRoot) {
+        const isAdmin = roles.includes("root") || roles.includes("admin");
+        if (!isAdmin) {
           const hasAccess = data.accessLevel === "PUBLIC" || data.accessLevel === "BASIC" && data.ownerId === userId || data.accessLevel === "SHARED" && ((_c = data.allowedRoles) == null ? void 0 : _c.some((r) => roles.includes(r)));
           if (!hasAccess) {
             ctx.throw(403, "Access denied");
@@ -112,8 +112,8 @@ var ai_knowledge_base_default = {
       const repo = ctx.db.getRepository("aiKnowledgeBases");
       const userId = (_b = (_a = ctx.auth) == null ? void 0 : _a.user) == null ? void 0 : _b.id;
       const roles = ctx.state.currentRoles ?? [];
-      const isRoot = roles.includes("root");
-      if (values.accessLevel === "PUBLIC" && !isRoot) {
+      const isAdmin = roles.includes("root") || roles.includes("admin");
+      if (values.accessLevel === "PUBLIC" && !isAdmin) {
         ctx.throw(403, "Only administrators can create public knowledge bases");
         return;
       }

package/package.json

@@ -6,7 +6,7 @@
   "description": "Provides Knowledge Base management, Vector Store, Vector Database (PGVector), and RAG retrieval capabilities for AI Employees.",
   "description.vi-VN": "Cung cấp quản lý Cơ sở tri thức, Vector Store, Vector Database (PGVector), và khả năng truy xuất RAG cho nhân viên AI.",
   "description.zh-CN": "为 AI 员工提供知识库管理、向量存储、向量数据库 (PGVector) 和 RAG 检索功能。",
-  "version": "1.0.1",
+  "version": "1.0.4",
   "license": "Apache-2.0",
   "main": "./dist/server/index.js",
   "files": [