@lobehub/lobehub 2.0.0-next.98 → 2.0.0-next.99

package/locales/tr-TR/plugin.json

@@ -1,4 +1,38 @@
 {
+  "builtins": {
+    "lobe-knowledge-base": {
+      "apiName": {
+        "readKnowledge": "Bilgi tabanını oku",
+        "searchKnowledgeBase": "Bilgi tabanında ara"
+      },
+      "title": "Bilgi Tabanı"
+    },
+    "lobe-local-system": {
+      "apiName": {
+        "editLocalFile": "Dosyayı düzenle",
+        "getCommandOutput": "Komut çıktısını al",
+        "globLocalFiles": "Dosyaları desenle ara",
+        "grepContent": "İçerikte ara",
+        "killCommand": "Komut çalışmasını durdur",
+        "listLocalFiles": "Dosya listesini görüntüle",
+        "moveLocalFiles": "Dosyaları taşı",
+        "readLocalFile": "Dosya içeriğini oku",
+        "renameLocalFile": "Yeniden adlandır",
+        "runCommand": "Komut çalıştır",
+        "searchLocalFiles": "Dosyalarda ara",
+        "writeLocalFile": "Dosyaya yaz"
+      },
+      "title": "Yerel Sistem"
+    },
+    "lobe-web-browsing": {
+      "apiName": {
+        "crawlMultiPages": "Birden fazla sayfanın içeriğini oku",
+        "crawlSinglePage": "Sayfa içeriğini oku",
+        "search": "Sayfada ara"
+      },
+      "title": "İnternette Arama"
+    }
+  },
   "confirm": "Onayla",
   "debug": {
     "arguments": "Çağrı parametreleri",
@@ -251,23 +285,6 @@
     "content": "Eklenti çağrılıyor...",
     "plugin": "Eklenti çalışıyor..."
   },
-  "localSystem": {
-    "apiName": {
-      "editLocalFile": "Dosyayı Düzenle",
-      "getCommandOutput": "Komut Çıktısını Al",
-      "globLocalFiles": "Dosyaları Ara",
-      "grepContent": "İçeriği Ara",
-      "killCommand": "Komut Yürütmesini Durdur",
-      "listLocalFiles": "Dosya listesini görüntüle",
-      "moveLocalFiles": "Dosya taşı",
-      "readLocalFile": "Dosya içeriğini oku",
-      "renameLocalFile": "Dosya adını değiştir",
-      "runCommand": "Komutu Çalıştır",
-      "searchLocalFiles": "Dosya ara",
-      "writeLocalFile": "Dosyaya yaz"
-    },
-    "title": "Yerel Sistem"
-  },
   "mcpInstall": {
     "CHECKING_INSTALLATION": "Kurulum ortamı kontrol ediliyor...",
     "COMPLETED": "Kurulum tamamlandı",
@@ -375,11 +392,6 @@
     "warning": "⚠️ Lütfen bu eklentinin kaynağına güvendiğinizden emin olun, kötü amaçlı eklentiler sistem güvenliğinizi tehlikeye atabilir."
   },
   "search": {
-    "apiName": {
-      "crawlMultiPages": "Birden fazla sayfa içeriği oku",
-      "crawlSinglePage": "Sayfa içeriği oku",
-      "search": "Sayfa ara"
-    },
     "config": {
       "addKey": "Anahtar ekle",
       "close": "Sil",

package/locales/tr-TR/tool.json

@@ -14,6 +14,14 @@
     "images": "Görseller:",
     "prompt": "İpucu"
   },
+  "lobe-knowledge-base": {
+    "readKnowledge": {
+      "meta": {
+        "chars": "Karakter Sayısı",
+        "lines": "Satır Sayısı"
+      }
+    }
+  },
   "localFiles": {
     "editFile": {
       "newString": "Şununla değiştir",

package/locales/vi-VN/plugin.json

@@ -1,4 +1,38 @@
 {
+  "builtins": {
+    "lobe-knowledge-base": {
+      "apiName": {
+        "readKnowledge": "Đọc nội dung cơ sở tri thức",
+        "searchKnowledgeBase": "Tìm kiếm trong cơ sở tri thức"
+      },
+      "title": "Cơ sở tri thức"
+    },
+    "lobe-local-system": {
+      "apiName": {
+        "editLocalFile": "Chỉnh sửa tệp",
+        "getCommandOutput": "Lấy kết quả mã lệnh",
+        "globLocalFiles": "Tìm kiếm tệp theo mẫu",
+        "grepContent": "Tìm kiếm nội dung",
+        "killCommand": "Dừng thực thi mã lệnh",
+        "listLocalFiles": "Xem danh sách tệp",
+        "moveLocalFiles": "Di chuyển tệp",
+        "readLocalFile": "Đọc nội dung tệp",
+        "renameLocalFile": "Đổi tên tệp",
+        "runCommand": "Thực thi mã lệnh",
+        "searchLocalFiles": "Tìm kiếm tệp",
+        "writeLocalFile": "Ghi nội dung vào tệp"
+      },
+      "title": "Hệ thống cục bộ"
+    },
+    "lobe-web-browsing": {
+      "apiName": {
+        "crawlMultiPages": "Đọc nội dung nhiều trang",
+        "crawlSinglePage": "Đọc nội dung trang",
+        "search": "Tìm kiếm trang"
+      },
+      "title": "Tìm kiếm trực tuyến"
+    }
+  },
   "confirm": "Xác nhận",
   "debug": {
     "arguments": "Tham số gọi",
@@ -251,23 +285,6 @@
     "content": "Đang gọi plugin...",
     "plugin": "Plugin đang chạy..."
   },
-  "localSystem": {
-    "apiName": {
-      "editLocalFile": "Chỉnh sửa tệp",
-      "getCommandOutput": "Lấy đầu ra mã lệnh",
-      "globLocalFiles": "Tìm kiếm tệp",
-      "grepContent": "Tìm kiếm nội dung",
-      "killCommand": "Dừng thực thi mã",
-      "listLocalFiles": "Xem danh sách tệp",
-      "moveLocalFiles": "Di chuyển tệp",
-      "readLocalFile": "Đọc nội dung tệp",
-      "renameLocalFile": "Đổi tên",
-      "runCommand": "Chạy mã",
-      "searchLocalFiles": "Tìm kiếm tệp",
-      "writeLocalFile": "Ghi tệp"
-    },
-    "title": "Hệ thống cục bộ"
-  },
   "mcpInstall": {
     "CHECKING_INSTALLATION": "Đang kiểm tra môi trường cài đặt...",
     "COMPLETED": "Hoàn thành cài đặt",
@@ -375,11 +392,6 @@
     "warning": "⚠️ Vui lòng xác nhận bạn tin tưởng nguồn plugin này, plugin độc hại có thể gây nguy hiểm cho hệ thống của bạn."
   },
   "search": {
-    "apiName": {
-      "crawlMultiPages": "Đọc nội dung nhiều trang",
-      "crawlSinglePage": "Đọc nội dung trang",
-      "search": "Tìm kiếm trang"
-    },
     "config": {
       "addKey": "Thêm khóa bí mật",
       "close": "Xóa",

package/locales/vi-VN/tool.json

@@ -14,6 +14,14 @@
     "images": "Hình ảnh:",
     "prompt": "Từ khóa"
   },
+  "lobe-knowledge-base": {
+    "readKnowledge": {
+      "meta": {
+        "chars": "Số ký tự",
+        "lines": "Số dòng"
+      }
+    }
+  },
   "localFiles": {
     "editFile": {
       "newString": "Thay thế bằng",

package/locales/zh-CN/plugin.json

@@ -1,4 +1,38 @@
 {
+  "builtins": {
+    "lobe-knowledge-base": {
+      "apiName": {
+        "readKnowledge": "读取知识库内容",
+        "searchKnowledgeBase": "搜索知识库"
+      },
+      "title": "知识库"
+    },
+    "lobe-local-system": {
+      "apiName": {
+        "editLocalFile": "编辑文件",
+        "getCommandOutput": "获取代码输出",
+        "globLocalFiles": "匹配搜索文件",
+        "grepContent": "搜索内容",
+        "killCommand": "终止代码执行",
+        "listLocalFiles": "查看文件列表",
+        "moveLocalFiles": "移动文件",
+        "readLocalFile": "读取文件内容",
+        "renameLocalFile": "重命名",
+        "runCommand": "执行代码",
+        "searchLocalFiles": "搜索文件",
+        "writeLocalFile": "写入文件"
+      },
+      "title": "本地系统"
+    },
+    "lobe-web-browsing": {
+      "apiName": {
+        "crawlMultiPages": "读取多个页面内容",
+        "crawlSinglePage": "读取页面内容",
+        "search": "搜索页面"
+      },
+      "title": "联网搜索"
+    }
+  },
   "confirm": "确定",
   "debug": {
     "arguments": "调用参数",
@@ -251,23 +285,6 @@
     "content": "调用插件中...",
     "plugin": "插件运行中..."
   },
-  "localSystem": {
-    "apiName": {
-      "editLocalFile": "编辑文件",
-      "getCommandOutput": "获取代码输出",
-      "globLocalFiles": "匹配搜索文件",
-      "grepContent": "搜索内容",
-      "killCommand": "终止代码执行",
-      "listLocalFiles": "查看文件列表",
-      "moveLocalFiles": "移动文件",
-      "readLocalFile": "读取文件内容",
-      "renameLocalFile": "重命名",
-      "runCommand": "执行代码",
-      "searchLocalFiles": "搜索文件",
-      "writeLocalFile": "写入文件"
-    },
-    "title": "本地系统"
-  },
   "mcpInstall": {
     "CHECKING_INSTALLATION": "检查安装环境...",
     "COMPLETED": "安装完成",
@@ -375,11 +392,6 @@
     "warning": "⚠️ 请确认您信任此插件的来源，恶意插件可能会危害您的系统安全。"
   },
   "search": {
-    "apiName": {
-      "crawlMultiPages": "读取多个页面内容",
-      "crawlSinglePage": "读取页面内容",
-      "search": "搜索页面"
-    },
     "config": {
       "addKey": "添加秘钥",
       "close": "删除",

package/locales/zh-CN/tool.json

@@ -14,6 +14,14 @@
     "images": "图片:",
     "prompt": "提示词"
   },
+  "lobe-knowledge-base": {
+    "readKnowledge": {
+      "meta": {
+        "chars": "字符数",
+        "lines": "行数"
+      }
+    }
+  },
   "localFiles": {
     "editFile": {
       "newString": "替换为",

package/locales/zh-TW/plugin.json

@@ -1,4 +1,38 @@
 {
+  "builtins": {
+    "lobe-knowledge-base": {
+      "apiName": {
+        "readKnowledge": "讀取知識庫內容",
+        "searchKnowledgeBase": "搜尋知識庫"
+      },
+      "title": "知識庫"
+    },
+    "lobe-local-system": {
+      "apiName": {
+        "editLocalFile": "編輯檔案",
+        "getCommandOutput": "取得程式碼輸出",
+        "globLocalFiles": "匹配搜尋檔案",
+        "grepContent": "搜尋內容",
+        "killCommand": "終止程式碼執行",
+        "listLocalFiles": "查看檔案清單",
+        "moveLocalFiles": "移動檔案",
+        "readLocalFile": "讀取檔案內容",
+        "renameLocalFile": "重新命名",
+        "runCommand": "執行程式碼",
+        "searchLocalFiles": "搜尋檔案",
+        "writeLocalFile": "寫入檔案"
+      },
+      "title": "本機系統"
+    },
+    "lobe-web-browsing": {
+      "apiName": {
+        "crawlMultiPages": "讀取多個頁面內容",
+        "crawlSinglePage": "讀取頁面內容",
+        "search": "搜尋頁面"
+      },
+      "title": "網路搜尋"
+    }
+  },
   "confirm": "確定",
   "debug": {
     "arguments": "調用參數",
@@ -251,23 +285,6 @@
     "content": "調用插件中...",
     "plugin": "插件運行中..."
   },
-  "localSystem": {
-    "apiName": {
-      "editLocalFile": "編輯檔案",
-      "getCommandOutput": "取得程式輸出",
-      "globLocalFiles": "匹配搜尋檔案",
-      "grepContent": "搜尋內容",
-      "killCommand": "終止程式執行",
-      "listLocalFiles": "查看檔案列表",
-      "moveLocalFiles": "移動檔案",
-      "readLocalFile": "讀取檔案內容",
-      "renameLocalFile": "重新命名",
-      "runCommand": "執行程式碼",
-      "searchLocalFiles": "搜尋檔案",
-      "writeLocalFile": "寫入檔案"
-    },
-    "title": "本機系統"
-  },
   "mcpInstall": {
     "CHECKING_INSTALLATION": "檢查安裝環境...",
     "COMPLETED": "安裝完成",
@@ -375,11 +392,6 @@
     "warning": "⚠️ 請確認您信任此插件的來源，惡意插件可能會危害您的系統安全。"
   },
   "search": {
-    "apiName": {
-      "crawlMultiPages": "讀取多個頁面內容",
-      "crawlSinglePage": "讀取頁面內容",
-      "search": "搜尋頁面"
-    },
     "config": {
       "addKey": "添加密鑰",
       "close": "刪除",

package/locales/zh-TW/tool.json

@@ -14,6 +14,14 @@
     "images": "圖片:",
     "prompt": "提示詞"
   },
+  "lobe-knowledge-base": {
+    "readKnowledge": {
+      "meta": {
+        "chars": "字元數",
+        "lines": "行數"
+      }
+    }
+  },
   "localFiles": {
     "editFile": {
       "newString": "取代為",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/lobehub",
-  "version": "2.0.0-next.98",
+  "version": "2.0.0-next.99",
   "description": "LobeHub - an open-source,comprehensive AI Agent framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",

package/packages/database/src/models/__tests__/document.test.ts

@@ -0,0 +1,149 @@
+// @vitest-environment node
+import { afterEach, beforeEach, describe, expect, it } from 'vitest';
+
+import { documents, files, users } from '../../schemas';
+import { LobeChatDatabase } from '../../type';
+import { DocumentModel } from '../document';
+import { FileModel } from '../file';
+import { getTestDB } from './_util';
+
+const serverDB: LobeChatDatabase = await getTestDB();
+
+const userId = 'document-model-test-user-id';
+const userId2 = 'document-model-test-user-id-2';
+const documentModel = new DocumentModel(serverDB, userId);
+const documentModel2 = new DocumentModel(serverDB, userId2);
+const fileModel = new FileModel(serverDB, userId);
+const fileModel2 = new FileModel(serverDB, userId2);
+
+beforeEach(async () => {
+  await serverDB.delete(users);
+  await serverDB.insert(users).values([{ id: userId }, { id: userId2 }]);
+});
+
+afterEach(async () => {
+  await serverDB.delete(users);
+  await serverDB.delete(files);
+  await serverDB.delete(documents);
+});
+
+// Helper to create a minimal valid document
+const createTestDocument = async (model: DocumentModel, fModel: FileModel, content: string) => {
+  const { id: fileId } = await fModel.create({
+    fileType: 'text/plain',
+    name: 'test.txt',
+    size: 100,
+    url: 'https://example.com/test.txt',
+  });
+
+  // Fetch the file to get complete data
+  const file = await fModel.findById(fileId);
+  if (!file) throw new Error('File not found after creation');
+
+  const { id } = await model.create({
+    content,
+    fileId: file.id,
+    fileType: 'text/plain',
+    source: file.url,
+    sourceType: 'file',
+    totalCharCount: content.length,
+    totalLineCount: content.split('\n').length,
+  });
+
+  return { documentId: id, file };
+};
+
+describe('DocumentModel', () => {
+  describe('findByFileId', () => {
+    it('should find document by fileId', async () => {
+      const { documentId, file } = await createTestDocument(
+        documentModel,
+        fileModel,
+        'Test content for file',
+      );
+
+      const found = await documentModel.findByFileId(file.id);
+      expect(found).toBeDefined();
+      expect(found?.id).toBe(documentId);
+      expect(found?.fileId).toBe(file.id);
+      expect(found?.content).toBe('Test content for file');
+    });
+
+    it('should not find document from another user', async () => {
+      const { file } = await createTestDocument(documentModel, fileModel, 'Test content');
+
+      // Try to find with another user's model
+      const found = await documentModel2.findByFileId(file.id);
+      expect(found).toBeUndefined();
+    });
+
+    it('should return undefined for non-existent fileId', async () => {
+      const found = await documentModel.findByFileId('non-existent-file-id');
+      expect(found).toBeUndefined();
+    });
+
+    it('should return the first document when multiple documents exist for same file', async () => {
+      const { id: fileId } = await fileModel.create({
+        fileType: 'text/plain',
+        name: 'test.txt',
+        size: 100,
+        url: 'https://example.com/test.txt',
+      });
+
+      const file = await fileModel.findById(fileId);
+      if (!file) throw new Error('File not found after creation');
+
+      const { id: firstId } = await documentModel.create({
+        content: 'First document',
+        fileId: file.id,
+        fileType: 'text/plain',
+        source: file.url,
+        sourceType: 'file',
+        totalCharCount: 14,
+        totalLineCount: 1,
+      });
+
+      await documentModel.create({
+        content: 'Second document',
+        fileId: file.id,
+        fileType: 'text/plain',
+        source: file.url,
+        sourceType: 'file',
+        totalCharCount: 15,
+        totalLineCount: 1,
+      });
+
+      const found = await documentModel.findByFileId(file.id);
+      expect(found).toBeDefined();
+      // Should return the first created document
+      expect(found?.id).toBe(firstId);
+    });
+
+    it('should handle different file types', async () => {
+      const { id: pdfFileId } = await fileModel.create({
+        fileType: 'application/pdf',
+        name: 'document.pdf',
+        size: 5000,
+        url: 'https://example.com/document.pdf',
+      });
+
+      const pdfFile = await fileModel.findById(pdfFileId);
+      if (!pdfFile) throw new Error('File not found after creation');
+
+      await documentModel.create({
+        content: 'PDF content',
+        fileId: pdfFile.id,
+        fileType: 'application/pdf',
+        source: pdfFile.url,
+        sourceType: 'file',
+        totalCharCount: 11,
+        totalLineCount: 1,
+      });
+
+      const found = await documentModel.findByFileId(pdfFile.id);
+      expect(found).toBeDefined();
+      expect(found?.fileType).toBe('application/pdf');
+      expect(found?.content).toBe('PDF content');
+    });
+  });
+});

package/packages/database/src/models/chunk.ts

@@ -181,10 +181,12 @@ export class ChunkModel {
   semanticSearchForChat = async ({
     embedding,
     fileIds,
+    topK = 15,
   }: {
     embedding: number[];
     fileIds: string[] | undefined;
     query: string;
+    topK?: number;
   }) => {
     const similarity = sql<number>`1 - (${cosineDistance(embeddings.embeddings, embedding)})`;
 
@@ -210,7 +212,7 @@ export class ChunkModel {
       .where(inArray(fileChunks.fileId, fileIds))
       .orderBy((t) => desc(t.similarity))
       // Relaxed to 15 for now
-      .limit(15);
+      .limit(topK);
 
     return result.map((item) => {
       return {

package/packages/database/src/models/document.ts

@@ -40,7 +40,13 @@ export class DocumentModel {
 
   findById = async (id: string): Promise<DocumentItem | undefined> => {
     return this.db.query.documents.findFirst({
-      where: and(eq(documents.id, id), eq(documents.userId, this.userId)),
+      where: and(eq(documents.userId, this.userId), eq(documents.id, id)),
+    });
+  };
+
+  findByFileId = async (fileId: string) => {
+    return this.db.query.documents.findFirst({
+      where: and(eq(documents.userId, this.userId), eq(documents.fileId, fileId)),
     });
   };
 
@@ -48,6 +54,6 @@ export class DocumentModel {
     return this.db
       .update(documents)
       .set({ ...value, updatedAt: new Date() })
-      .where(and(eq(documents.id, id), eq(documents.userId, this.userId)));
+      .where(and(eq(documents.userId, this.userId), eq(documents.id, id)));
   };
 }

package/packages/prompts/src/prompts/knowledgeBaseQA/__snapshots__/formatFileContents.test.ts.snap

@@ -0,0 +1,75 @@
+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
+
+exports[`promptFileContents > should format multiple file contents 1`] = `
+"<knowledge_base_files totalCount="3">
+<instruction>Use the information from these files to answer the user's question. Always cite the source files.</instruction>
+<file id="file-001" name="auth-guide.md">
+First file content about API authentication.
+</file>
+<file id="file-002" name="db-setup.md">
+Second file content about database setup and configuration.
+</file>
+<file id="file-003" name="deployment.md">
+Third file content with deployment instructions.
+</file>
+</knowledge_base_files>"
+`;
+
+exports[`promptFileContents > should format single file content 1`] = `
+"<knowledge_base_files totalCount="1">
+<instruction>Use the information from these files to answer the user's question. Always cite the source files.</instruction>
+<file id="file-001" name="document.md">
+This is the file content with some important information.
+</file>
+</knowledge_base_files>"
+`;
+
+exports[`promptFileContents > should handle file with error 1`] = `
+"<knowledge_base_files totalCount="1">
+<instruction>Use the information from these files to answer the user's question. Always cite the source files.</instruction>
+<file id="file-404" name="missing.md" error="File not found" />
+</knowledge_base_files>"
+`;
+
+exports[`promptFileContents > should handle file with long content 1`] = `
+"<knowledge_base_files totalCount="1">
+<instruction>Use the information from these files to answer the user's question. Always cite the source files.</instruction>
+<file id="file-long" name="comprehensive-guide.md">
+# Comprehensive Guide
+
+## Introduction
+This is a very long document with multiple sections and detailed information.
+
+## Section 1
+Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.
+
+## Section 2
+Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat.
+
+## Conclusion
+Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur.
+</file>
+</knowledge_base_files>"
+`;
+
+exports[`promptFileContents > should handle file with special characters in name 1`] = `
+"<knowledge_base_files totalCount="1">
+<instruction>Use the information from these files to answer the user's question. Always cite the source files.</instruction>
+<file id="file-special" name="FAQ: Q&A (2024).md">
+Content from a file with special characters in the name.
+</file>
+</knowledge_base_files>"
+`;
+
+exports[`promptFileContents > should handle mixed successful and error files 1`] = `
+"<knowledge_base_files totalCount="3">
+<instruction>Use the information from these files to answer the user's question. Always cite the source files.</instruction>
+<file id="file-001" name="success.md">
+Successfully loaded content from this file.
+</file>
+<file id="file-002" name="restricted.md" error="Permission denied" />
+<file id="file-003" name="another-success.md">
+Another successfully loaded file with more content.
+</file>
+</knowledge_base_files>"
+`;