@lobehub/chat 1.11.9 → 1.12.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (356) hide show
  1. package/.github/workflows/release.yml +2 -1
  2. package/.github/workflows/test.yml +2 -1
  3. package/CHANGELOG.md +50 -0
  4. package/Dockerfile.database +2 -0
  5. package/docs/self-hosting/advanced/knowledge-base.zh-CN.mdx +65 -0
  6. package/locales/ar/chat.json +13 -3
  7. package/locales/ar/components.json +2 -0
  8. package/locales/bg-BG/chat.json +13 -3
  9. package/locales/bg-BG/components.json +2 -0
  10. package/locales/de-DE/chat.json +13 -3
  11. package/locales/de-DE/components.json +2 -0
  12. package/locales/en-US/chat.json +13 -3
  13. package/locales/en-US/components.json +2 -0
  14. package/locales/es-ES/chat.json +13 -3
  15. package/locales/es-ES/components.json +2 -0
  16. package/locales/fr-FR/chat.json +13 -3
  17. package/locales/fr-FR/components.json +2 -0
  18. package/locales/it-IT/chat.json +13 -3
  19. package/locales/it-IT/components.json +2 -0
  20. package/locales/ja-JP/chat.json +13 -3
  21. package/locales/ja-JP/components.json +2 -0
  22. package/locales/ko-KR/chat.json +13 -3
  23. package/locales/ko-KR/components.json +2 -0
  24. package/locales/nl-NL/chat.json +13 -3
  25. package/locales/nl-NL/components.json +2 -0
  26. package/locales/pl-PL/chat.json +13 -3
  27. package/locales/pl-PL/components.json +2 -0
  28. package/locales/pt-BR/chat.json +13 -3
  29. package/locales/pt-BR/components.json +2 -0
  30. package/locales/ru-RU/chat.json +13 -3
  31. package/locales/ru-RU/components.json +2 -0
  32. package/locales/tr-TR/chat.json +13 -3
  33. package/locales/tr-TR/components.json +2 -0
  34. package/locales/vi-VN/chat.json +13 -3
  35. package/locales/vi-VN/components.json +2 -0
  36. package/locales/zh-CN/chat.json +13 -3
  37. package/locales/zh-CN/components.json +2 -0
  38. package/locales/zh-TW/chat.json +13 -3
  39. package/locales/zh-TW/components.json +2 -0
  40. package/package.json +3 -2
  41. package/scripts/migrateServerDB/docker.cjs +6 -0
  42. package/scripts/migrateServerDB/errorHint.js +17 -0
  43. package/scripts/migrateServerDB/index.ts +6 -0
  44. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Desktop/FilePreview/FileItem/Content.tsx +37 -0
  45. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Desktop/FilePreview/FileItem/index.tsx +87 -0
  46. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Desktop/FilePreview/FileItem/style.ts +4 -0
  47. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Desktop/FilePreview/FileItem/utils.ts +28 -0
  48. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Desktop/FilePreview/FileList.tsx +41 -0
  49. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Desktop/FilePreview/index.tsx +40 -0
  50. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Desktop/Footer/SendMore.tsx +1 -1
  51. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Desktop/Footer/index.tsx +7 -22
  52. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Desktop/TextArea.tsx +1 -1
  53. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Desktop/index.tsx +2 -4
  54. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Mobile/Files/FileItem/File.tsx +72 -0
  55. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Mobile/Files/FileItem/Image.tsx +74 -0
  56. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Mobile/Files/FileItem/index.tsx +39 -0
  57. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Mobile/Files/FileItem/style.ts +1 -0
  58. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Mobile/Files/index.tsx +33 -0
  59. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Mobile/InputArea/Container.tsx +41 -0
  60. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Mobile/InputArea/index.tsx +154 -0
  61. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Mobile/Send.tsx +34 -0
  62. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Mobile/index.tsx +24 -11
  63. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/components/UploadDetail/UploadStatus.tsx +71 -0
  64. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/components/UploadDetail/index.tsx +49 -0
  65. package/src/app/(main)/chat/(workspace)/@portal/FilePreview/index.tsx +26 -0
  66. package/src/app/(main)/chat/(workspace)/@portal/Home/Files/FileList/Item.tsx +53 -0
  67. package/src/app/(main)/chat/(workspace)/@portal/Home/Files/FileList/index.tsx +50 -0
  68. package/src/app/(main)/chat/(workspace)/@portal/Home/Files/index.tsx +21 -0
  69. package/src/app/(main)/chat/(workspace)/@portal/Home/index.tsx +2 -0
  70. package/src/app/(main)/chat/(workspace)/@portal/router.tsx +4 -0
  71. package/src/app/(main)/chat/(workspace)/_layout/Desktop/ChatHeader/KnowledgeTag.tsx +41 -0
  72. package/src/app/(main)/chat/(workspace)/_layout/Desktop/ChatHeader/Tags.tsx +7 -2
  73. package/src/app/(main)/chat/(workspace)/_layout/Desktop/HotKeys.tsx +1 -1
  74. package/src/app/(main)/files/(content)/@menu/default.tsx +27 -0
  75. package/src/app/(main)/files/(content)/@menu/features/FileMenu/index.tsx +97 -0
  76. package/src/app/(main)/files/(content)/@menu/features/KnowledgeBase/EmptyStatus.tsx +53 -0
  77. package/src/app/(main)/files/(content)/@menu/features/KnowledgeBase/Item/Content.tsx +175 -0
  78. package/src/app/(main)/files/(content)/@menu/features/KnowledgeBase/Item/index.tsx +69 -0
  79. package/src/app/(main)/files/(content)/@menu/features/KnowledgeBase/KnowledgeBaseList.tsx +30 -0
  80. package/src/app/(main)/files/(content)/@menu/features/KnowledgeBase/SkeletonList.tsx +57 -0
  81. package/src/app/(main)/files/(content)/@menu/features/KnowledgeBase/index.tsx +54 -0
  82. package/src/app/(main)/files/(content)/@modal/(.)[id]/FileDetail.tsx +16 -0
  83. package/src/app/(main)/files/(content)/@modal/(.)[id]/FilePreview.tsx +15 -0
  84. package/src/app/(main)/files/(content)/@modal/(.)[id]/FullscreenModal.tsx +85 -0
  85. package/src/app/(main)/files/(content)/@modal/(.)[id]/page.tsx +19 -0
  86. package/src/app/(main)/files/(content)/@modal/default.tsx +3 -0
  87. package/src/app/(main)/files/(content)/NotSupportClient.tsx +152 -0
  88. package/src/app/(main)/files/(content)/_layout/Desktop/index.tsx +28 -0
  89. package/src/app/(main)/files/(content)/_layout/Mobile.tsx +47 -0
  90. package/src/app/(main)/files/(content)/_layout/type.ts +7 -0
  91. package/src/app/(main)/files/(content)/layout.tsx +18 -0
  92. package/src/app/(main)/files/(content)/page.tsx +14 -0
  93. package/src/app/(main)/files/[id]/Header.tsx +63 -0
  94. package/src/app/(main)/files/[id]/page.tsx +44 -0
  95. package/src/app/(main)/files/features/FileDetail.tsx +93 -0
  96. package/src/app/(main)/files/hooks/useFileCategory.ts +9 -0
  97. package/src/app/(main)/files/layout.tsx +12 -0
  98. package/src/app/(main)/files/loading.tsx +21 -0
  99. package/src/app/(main)/repos/[id]/@menu/Head/index.tsx +33 -0
  100. package/src/app/(main)/repos/[id]/@menu/Menu/index.tsx +56 -0
  101. package/src/app/(main)/repos/[id]/@menu/default.tsx +25 -0
  102. package/src/app/(main)/repos/[id]/_layout/Desktop/index.tsx +25 -0
  103. package/src/app/(main)/repos/[id]/_layout/Mobile.tsx +47 -0
  104. package/src/app/(main)/repos/[id]/_layout/type.ts +6 -0
  105. package/src/app/(main)/repos/[id]/hooks/useKnowledgeItem.ts +7 -0
  106. package/src/app/(main)/repos/[id]/layout.tsx +13 -0
  107. package/src/app/(main)/repos/[id]/page.tsx +18 -0
  108. package/src/app/(main)/repos/layout.tsx +13 -0
  109. package/src/app/(main)/repos/page.tsx +5 -0
  110. package/src/app/trpc/async/[trpc]/route.ts +28 -0
  111. package/src/chains/abstractChunk.ts +19 -0
  112. package/src/chains/answerWithContext.ts +34 -0
  113. package/src/chains/rewriteQuery.ts +22 -0
  114. package/src/components/DragUpload/index.tsx +6 -99
  115. package/src/components/DragUpload/useDragUpload.tsx +146 -0
  116. package/src/components/FeatureList/index.tsx +64 -0
  117. package/src/components/FileParsingStatus/index.tsx +230 -0
  118. package/src/components/ImageItem/index.tsx +10 -2
  119. package/src/components/KnowledgeIcon/index.tsx +28 -0
  120. package/src/config/app.ts +6 -1
  121. package/src/config/featureFlags/schema.ts +1 -1
  122. package/src/const/file.ts +1 -0
  123. package/src/const/url.ts +1 -0
  124. package/src/database/client/models/file.ts +8 -2
  125. package/src/database/server/migrations/0005_pgvector.sql +2 -0
  126. package/src/database/server/migrations/0006_add_knowledge_base.sql +307 -0
  127. package/src/database/server/migrations/0007_fix_embedding_table.sql +18 -0
  128. package/src/database/server/migrations/meta/0005_snapshot.json +2119 -0
  129. package/src/database/server/migrations/meta/0006_snapshot.json +3006 -0
  130. package/src/database/server/migrations/meta/0007_snapshot.json +3012 -0
  131. package/src/database/server/migrations/meta/_journal.json +21 -0
  132. package/src/database/server/models/__tests__/_test_template.ts +155 -0
  133. package/src/database/server/models/__tests__/agent.test.ts +226 -0
  134. package/src/database/server/models/__tests__/asyncTask.test.ts +176 -0
  135. package/src/database/server/models/__tests__/chunk.test.ts +336 -0
  136. package/src/database/server/models/__tests__/file.test.ts +317 -29
  137. package/src/database/server/models/__tests__/fixtures/embedding.ts +568 -0
  138. package/src/database/server/models/__tests__/knowledgeBase.test.ts +132 -0
  139. package/src/database/server/models/__tests__/message.test.ts +7 -4
  140. package/src/database/server/models/_template.ts +10 -1
  141. package/src/database/server/models/agent.ts +165 -0
  142. package/src/database/server/models/asyncTask.ts +96 -0
  143. package/src/database/server/models/chunk.ts +203 -0
  144. package/src/database/server/models/embedding.ts +50 -0
  145. package/src/database/server/models/file.ts +231 -12
  146. package/src/database/server/models/knowledgeBase.ts +94 -0
  147. package/src/database/server/models/message.ts +156 -30
  148. package/src/database/server/models/user.ts +12 -1
  149. package/src/database/server/schemas/lobechat/agent.ts +93 -0
  150. package/src/database/server/schemas/lobechat/discover.ts +1 -1
  151. package/src/database/server/schemas/lobechat/file.ts +118 -1
  152. package/src/database/server/schemas/lobechat/index.ts +5 -1
  153. package/src/database/server/schemas/lobechat/message.ts +169 -0
  154. package/src/database/server/schemas/lobechat/rag.ts +53 -0
  155. package/src/database/server/schemas/lobechat/relations.ts +68 -48
  156. package/src/database/server/schemas/lobechat/session.ts +77 -0
  157. package/src/database/server/schemas/lobechat/topic.ts +32 -0
  158. package/src/database/server/schemas/lobechat/user.ts +40 -25
  159. package/src/database/server/utils/idGenerator.ts +1 -0
  160. package/src/features/ChatInput/ActionBar/Clear.tsx +1 -1
  161. package/src/features/ChatInput/ActionBar/Knowledge/Dropdown.tsx +160 -0
  162. package/src/features/ChatInput/ActionBar/Knowledge/ListItem.tsx +52 -0
  163. package/src/features/ChatInput/ActionBar/Knowledge/index.tsx +54 -0
  164. package/src/features/ChatInput/ActionBar/Tools/index.tsx +1 -1
  165. package/src/features/ChatInput/ActionBar/Upload/ClientMode.tsx +52 -0
  166. package/src/features/ChatInput/ActionBar/Upload/ServerMode.tsx +104 -0
  167. package/src/features/ChatInput/ActionBar/Upload/index.tsx +8 -0
  168. package/src/features/ChatInput/ActionBar/config.ts +14 -5
  169. package/src/features/ChatInput/useSend.ts +16 -7
  170. package/src/features/Conversation/Messages/Assistant/FileChunks/Item/index.tsx +51 -0
  171. package/src/features/Conversation/Messages/Assistant/FileChunks/Item/style.ts +38 -0
  172. package/src/features/Conversation/Messages/Assistant/FileChunks/index.tsx +76 -0
  173. package/src/features/Conversation/Messages/Assistant/index.tsx +13 -4
  174. package/src/features/Conversation/Messages/Default.tsx +4 -0
  175. package/src/features/Conversation/Messages/User/BelowMessage.tsx +78 -0
  176. package/src/features/Conversation/Messages/User/FileListViewer/Item.tsx +53 -0
  177. package/src/features/Conversation/Messages/User/FileListViewer/index.tsx +21 -0
  178. package/src/{components/FileList/FileListViewer.tsx → features/Conversation/Messages/User/ImageFileListViewer.tsx} +10 -2
  179. package/src/features/Conversation/Messages/{User.tsx → User/index.tsx} +11 -2
  180. package/src/features/Conversation/Messages/index.ts +8 -3
  181. package/src/features/Conversation/components/ChatItem/index.tsx +33 -10
  182. package/src/features/Conversation/components/InboxWelcome/QuestionSuggest.tsx +1 -1
  183. package/src/features/Conversation/types/index.tsx +1 -0
  184. package/src/features/FileManager/ChunkDrawer/ChunkList/ChunkItem.tsx +61 -0
  185. package/src/features/FileManager/ChunkDrawer/ChunkList/index.tsx +42 -0
  186. package/src/features/FileManager/ChunkDrawer/Content.tsx +38 -0
  187. package/src/features/FileManager/ChunkDrawer/Loading/index.tsx +16 -0
  188. package/src/features/FileManager/ChunkDrawer/SimilaritySearchList/Item.tsx +62 -0
  189. package/src/features/FileManager/ChunkDrawer/SimilaritySearchList/index.tsx +31 -0
  190. package/src/features/FileManager/ChunkDrawer/index.tsx +48 -0
  191. package/src/features/FileManager/FileList/EmptyStatus.tsx +153 -0
  192. package/src/features/FileManager/FileList/FileListItem/ChunkTag.tsx +35 -0
  193. package/src/features/FileManager/FileList/FileListItem/DropdownMenu.tsx +150 -0
  194. package/src/features/FileManager/FileList/FileListItem/index.tsx +211 -0
  195. package/src/features/FileManager/FileList/FileSkeleton.tsx +25 -0
  196. package/src/features/FileManager/FileList/ToolBar/Config.tsx +28 -0
  197. package/src/features/FileManager/FileList/ToolBar/MultiSelectActions.tsx +152 -0
  198. package/src/features/FileManager/FileList/ToolBar/index.tsx +114 -0
  199. package/src/features/FileManager/FileList/index.tsx +143 -0
  200. package/src/features/FileManager/FileList/useCheckTaskStatus.ts +27 -0
  201. package/src/features/FileManager/Header/FilesSearchBar.tsx +41 -0
  202. package/src/features/FileManager/Header/UploadFileButton.tsx +79 -0
  203. package/src/features/FileManager/Header/index.tsx +39 -0
  204. package/src/features/FileManager/UploadDock/Item.tsx +124 -0
  205. package/src/features/FileManager/UploadDock/index.tsx +183 -0
  206. package/src/features/FileManager/index.tsx +38 -0
  207. package/src/features/FileSidePanel/index.tsx +79 -0
  208. package/src/features/FileViewer/NotSupport/index.tsx +54 -0
  209. package/src/features/FileViewer/PDFViewer/HighlightLayer.tsx +81 -0
  210. package/src/features/FileViewer/PDFViewer/index.tsx +93 -0
  211. package/src/features/FileViewer/PDFViewer/style.ts +20 -0
  212. package/src/features/FileViewer/PDFViewer/useResizeObserver.ts +33 -0
  213. package/src/features/FileViewer/TXTViewer/index.tsx +41 -0
  214. package/src/features/FileViewer/index.tsx +45 -0
  215. package/src/features/KnowledgeBaseModal/AddFilesToKnowledgeBase/SelectForm.tsx +115 -0
  216. package/src/features/KnowledgeBaseModal/AddFilesToKnowledgeBase/index.tsx +43 -0
  217. package/src/features/KnowledgeBaseModal/AssignKnowledgeBase/Item/Action.tsx +103 -0
  218. package/src/features/KnowledgeBaseModal/AssignKnowledgeBase/Item/EditCustomPlugin.tsx +55 -0
  219. package/src/features/KnowledgeBaseModal/AssignKnowledgeBase/Item/PluginTag.tsx +58 -0
  220. package/src/features/KnowledgeBaseModal/AssignKnowledgeBase/Item/index.tsx +70 -0
  221. package/src/features/KnowledgeBaseModal/AssignKnowledgeBase/List.tsx +49 -0
  222. package/src/features/KnowledgeBaseModal/AssignKnowledgeBase/Loading.tsx +13 -0
  223. package/src/features/KnowledgeBaseModal/AssignKnowledgeBase/index.tsx +39 -0
  224. package/src/features/KnowledgeBaseModal/CreateNew/CreateForm.tsx +73 -0
  225. package/src/features/KnowledgeBaseModal/CreateNew/index.tsx +35 -0
  226. package/src/features/KnowledgeBaseModal/index.ts +3 -0
  227. package/src/libs/langchain/loaders/pdf/index.ts +2 -2
  228. package/src/libs/trpc/async/asyncAuth.ts +24 -0
  229. package/src/libs/trpc/async/index.ts +10 -0
  230. package/src/libs/trpc/async/init.ts +11 -0
  231. package/src/libs/trpc/client/async.ts +14 -0
  232. package/src/libs/trpc/client/index.ts +1 -0
  233. package/src/libs/trpc/client/lambda.ts +9 -0
  234. package/src/libs/trpc/middleware/keyVaults.ts +18 -0
  235. package/src/libs/unstructured/__tests__/index.test.ts +0 -10
  236. package/src/libs/unstructured/index.ts +6 -11
  237. package/src/locales/default/chat.ts +47 -3
  238. package/src/locales/default/common.ts +1 -0
  239. package/src/locales/default/components.ts +2 -0
  240. package/src/locales/default/error.ts +6 -1
  241. package/src/locales/default/file.ts +92 -0
  242. package/src/locales/default/index.ts +4 -0
  243. package/src/locales/default/knowledgeBase.ts +31 -0
  244. package/src/locales/default/portal.ts +1 -0
  245. package/src/middleware.ts +3 -0
  246. package/src/server/asyncContext.ts +40 -0
  247. package/src/server/modules/ContentChunk/index.ts +135 -0
  248. package/src/server/modules/S3/index.ts +30 -5
  249. package/src/server/routers/async/caller.ts +27 -0
  250. package/src/server/routers/async/file.ts +247 -0
  251. package/src/server/routers/async/index.ts +12 -0
  252. package/src/server/routers/lambda/_template.ts +77 -0
  253. package/src/server/routers/lambda/agent.ts +159 -0
  254. package/src/server/routers/lambda/chunk.ts +189 -0
  255. package/src/server/routers/lambda/file.ts +129 -5
  256. package/src/server/routers/lambda/index.ts +6 -0
  257. package/src/server/routers/lambda/knowledgeBase.ts +79 -0
  258. package/src/server/routers/lambda/message.ts +6 -0
  259. package/src/server/routers/lambda/session.ts +0 -25
  260. package/src/server/routers/lambda/user.ts +5 -1
  261. package/src/server/services/chunk/index.ts +74 -0
  262. package/src/server/utils/files.ts +9 -0
  263. package/src/services/__tests__/chat.test.ts +18 -20
  264. package/src/services/__tests__/{upload.test.ts → upload_legacy.test.ts} +1 -1
  265. package/src/services/agent.ts +45 -0
  266. package/src/services/chat.ts +17 -15
  267. package/src/services/file/client.test.ts +1 -50
  268. package/src/services/file/client.ts +12 -25
  269. package/src/services/file/server.ts +25 -3
  270. package/src/services/file/type.ts +7 -4
  271. package/src/services/knowledgeBase.ts +34 -0
  272. package/src/services/message/client.test.ts +1 -1
  273. package/src/services/message/client.ts +29 -3
  274. package/src/services/message/index.ts +0 -2
  275. package/src/services/message/server.ts +9 -3
  276. package/src/services/message/type.ts +1 -13
  277. package/src/services/rag.ts +29 -0
  278. package/src/services/session/server.ts +1 -1
  279. package/src/services/upload.ts +89 -84
  280. package/src/services/upload_legacy.ts +104 -0
  281. package/src/services/user/client.ts +7 -2
  282. package/src/services/user/server.ts +6 -2
  283. package/src/services/user/type.ts +3 -2
  284. package/src/store/agent/slices/chat/action.ts +90 -18
  285. package/src/store/agent/slices/chat/initialState.ts +1 -0
  286. package/src/store/agent/slices/chat/selectors.ts +58 -0
  287. package/src/store/chat/slices/builtinTool/action.test.ts +2 -2
  288. package/src/store/chat/slices/builtinTool/action.ts +2 -2
  289. package/src/store/chat/slices/message/action.test.ts +2 -1
  290. package/src/store/chat/slices/message/action.ts +102 -26
  291. package/src/store/chat/slices/message/actions/rag.ts +148 -0
  292. package/src/store/chat/slices/message/initialState.ts +7 -0
  293. package/src/store/chat/slices/message/reducer.ts +6 -2
  294. package/src/store/chat/slices/message/selectors.ts +38 -3
  295. package/src/store/chat/slices/plugin/action.ts +8 -2
  296. package/src/store/chat/slices/portal/action.ts +8 -0
  297. package/src/store/chat/slices/portal/initialState.ts +3 -0
  298. package/src/store/chat/slices/portal/selectors.ts +8 -2
  299. package/src/store/file/initialState.ts +5 -1
  300. package/src/store/file/reducers/uploadFileList.ts +133 -0
  301. package/src/store/file/selectors.ts +3 -0
  302. package/src/store/file/slices/chat/action.test.ts +90 -90
  303. package/src/store/file/slices/chat/action.ts +164 -109
  304. package/src/store/file/slices/chat/initialState.ts +7 -2
  305. package/src/store/file/slices/chat/selectors.test.ts +84 -61
  306. package/src/store/file/slices/chat/selectors.ts +22 -32
  307. package/src/store/file/slices/chunk/action.ts +36 -0
  308. package/src/store/file/slices/chunk/index.ts +3 -0
  309. package/src/store/file/slices/chunk/initialState.ts +15 -0
  310. package/src/store/file/slices/chunk/selectors.ts +10 -0
  311. package/src/store/file/slices/fileManager/action.ts +187 -0
  312. package/src/store/file/slices/fileManager/index.ts +3 -0
  313. package/src/store/file/slices/fileManager/initialState.ts +18 -0
  314. package/src/store/file/slices/fileManager/selectors.ts +58 -0
  315. package/src/store/file/slices/tts/action.test.ts +1 -1
  316. package/src/store/file/slices/tts/action.ts +2 -2
  317. package/src/store/file/slices/upload/action.ts +164 -0
  318. package/src/store/file/store.ts +12 -1
  319. package/src/store/knowledgeBase/index.ts +2 -0
  320. package/src/store/knowledgeBase/initialState.ts +7 -0
  321. package/src/store/knowledgeBase/selectors.ts +1 -0
  322. package/src/store/knowledgeBase/slices/content/action.ts +27 -0
  323. package/src/store/knowledgeBase/slices/content/index.ts +1 -0
  324. package/src/store/knowledgeBase/slices/crud/action.ts +78 -0
  325. package/src/store/knowledgeBase/slices/crud/index.ts +3 -0
  326. package/src/store/knowledgeBase/slices/crud/initialState.ts +12 -0
  327. package/src/store/knowledgeBase/slices/crud/selectors.ts +7 -0
  328. package/src/store/knowledgeBase/store.ts +30 -0
  329. package/src/store/serverConfig/selectors.test.ts +1 -1
  330. package/src/store/user/slices/preference/selectors.ts +8 -0
  331. package/src/store/user/slices/settings/selectors/systemAgent.ts +2 -0
  332. package/src/tools/dalle/Render/Item/ImageFileItem.tsx +3 -23
  333. package/src/types/agent/index.ts +9 -0
  334. package/src/types/asyncTask.ts +31 -0
  335. package/src/types/chunk/document.ts +9 -0
  336. package/src/types/chunk/index.ts +52 -0
  337. package/src/types/files/index.ts +35 -0
  338. package/src/types/files/list.ts +44 -0
  339. package/src/types/files/upload.ts +91 -0
  340. package/src/types/knowledgeBase/index.ts +45 -0
  341. package/src/types/message/index.ts +54 -5
  342. package/src/types/rag.ts +16 -0
  343. package/src/utils/filter.test.ts +2 -0
  344. package/src/utils/server/auth.ts +23 -0
  345. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Desktop/LocalFiles.tsx +0 -46
  346. package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Mobile/Files.tsx +0 -19
  347. package/src/components/FileList/EditableFileList.tsx +0 -47
  348. package/src/components/FileList/index.ts +0 -2
  349. package/src/components/FileList/type.tsx +0 -7
  350. package/src/database/server/schemas/lobechat/chat.ts +0 -331
  351. package/src/features/ChatInput/ActionBar/FileUpload.tsx +0 -69
  352. package/src/features/ChatInput/useChatInput.ts +0 -45
  353. package/src/features/FileList/EditableFileList.tsx +0 -31
  354. package/src/features/FileList/FileListPreviewer.tsx +0 -17
  355. package/src/features/FileList/index.tsx +0 -2
  356. package/src/types/files.ts +0 -42
@@ -1,331 +0,0 @@
1
- /* eslint-disable sort-keys-fix/sort-keys-fix */
2
- import { LobeChatPluginManifest } from '@lobehub/chat-plugin-sdk';
3
- import {
4
- boolean,
5
- index,
6
- integer,
7
- jsonb,
8
- pgTable,
9
- primaryKey,
10
- text,
11
- unique,
12
- uniqueIndex,
13
- varchar,
14
- } from 'drizzle-orm/pg-core';
15
- import { createInsertSchema, createSelectSchema } from 'drizzle-zod';
16
-
17
- import { LobeAgentChatConfig, LobeAgentTTSConfig } from '@/types/agent';
18
- import { CustomPluginParams } from '@/types/tool/plugin';
19
-
20
- import { idGenerator, randomSlug } from '../../utils/idGenerator';
21
- import { createdAt, updatedAt } from './_helpers';
22
- import { files } from './file';
23
- import { users } from './user';
24
-
25
- export const installedPlugins = pgTable(
26
- 'user_installed_plugins',
27
- {
28
- userId: text('user_id')
29
- .references(() => users.id, { onDelete: 'cascade' })
30
- .notNull(),
31
-
32
- identifier: text('identifier').notNull(),
33
- type: text('type', { enum: ['plugin', 'customPlugin'] }).notNull(),
34
- manifest: jsonb('manifest').$type<LobeChatPluginManifest>(),
35
- settings: jsonb('settings'),
36
- customParams: jsonb('custom_params').$type<CustomPluginParams>(),
37
-
38
- createdAt: createdAt(),
39
- updatedAt: updatedAt(),
40
- },
41
- (self) => ({
42
- id: primaryKey({ columns: [self.userId, self.identifier] }),
43
- }),
44
- );
45
-
46
- export type NewInstalledPlugin = typeof installedPlugins.$inferInsert;
47
- export type InstalledPluginItem = typeof installedPlugins.$inferSelect;
48
-
49
- // ======= agents ======= //
50
- export const agents = pgTable('agents', {
51
- id: text('id')
52
- .primaryKey()
53
- .$defaultFn(() => idGenerator('agents'))
54
- .notNull(),
55
- slug: varchar('slug', { length: 100 })
56
- .$defaultFn(() => randomSlug())
57
- .unique(),
58
- title: text('title'),
59
- description: text('description'),
60
- tags: jsonb('tags').$type<string[]>().default([]),
61
- avatar: text('avatar'),
62
- backgroundColor: text('background_color'),
63
-
64
- plugins: jsonb('plugins').$type<string[]>().default([]),
65
- userId: text('user_id')
66
- .references(() => users.id, { onDelete: 'cascade' })
67
- .notNull(),
68
-
69
- chatConfig: jsonb('chat_config').$type<LobeAgentChatConfig>(),
70
-
71
- fewShots: jsonb('few_shots'),
72
- model: text('model'),
73
- params: jsonb('params').default({}),
74
- provider: text('provider'),
75
- systemRole: text('system_role'),
76
- tts: jsonb('tts').$type<LobeAgentTTSConfig>(),
77
-
78
- createdAt: createdAt(),
79
- updatedAt: updatedAt(),
80
- });
81
-
82
- export const insertAgentSchema = createInsertSchema(agents);
83
-
84
- export type NewAgent = typeof agents.$inferInsert;
85
- export type AgentItem = typeof agents.$inferSelect;
86
-
87
- // ======= sessionGroups ======= //
88
-
89
- export const sessionGroups = pgTable(
90
- 'session_groups',
91
- {
92
- id: text('id')
93
- .$defaultFn(() => idGenerator('sessionGroups'))
94
- .primaryKey(),
95
- name: text('name').notNull(),
96
- sort: integer('sort'),
97
-
98
- userId: text('user_id')
99
- .references(() => users.id, { onDelete: 'cascade' })
100
- .notNull(),
101
-
102
- clientId: text('client_id'),
103
- createdAt: createdAt(),
104
- updatedAt: updatedAt(),
105
- },
106
- (table) => ({
107
- clientIdUnique: unique('session_group_client_id_user_unique').on(table.clientId, table.userId),
108
- }),
109
- );
110
-
111
- export const insertSessionGroupSchema = createInsertSchema(sessionGroups);
112
-
113
- export type NewSessionGroup = typeof sessionGroups.$inferInsert;
114
- export type SessionGroupItem = typeof sessionGroups.$inferSelect;
115
-
116
- // ======= sessions ======= //
117
-
118
- export const sessions = pgTable(
119
- 'sessions',
120
- {
121
- id: text('id')
122
- .$defaultFn(() => idGenerator('sessions'))
123
- .primaryKey(),
124
- slug: varchar('slug', { length: 100 })
125
- .notNull()
126
- .$defaultFn(() => randomSlug()),
127
- title: text('title'),
128
- description: text('description'),
129
- avatar: text('avatar'),
130
- backgroundColor: text('background_color'),
131
-
132
- type: text('type', { enum: ['agent', 'group'] }).default('agent'),
133
-
134
- userId: text('user_id')
135
- .references(() => users.id, { onDelete: 'cascade' })
136
- .notNull(),
137
- groupId: text('group_id').references(() => sessionGroups.id, { onDelete: 'set null' }),
138
- clientId: text('client_id'),
139
- pinned: boolean('pinned').default(false),
140
-
141
- createdAt: createdAt(),
142
- updatedAt: updatedAt(),
143
- },
144
- (t) => ({
145
- slugUserIdUnique: uniqueIndex('slug_user_id_unique').on(t.slug, t.userId),
146
-
147
- clientIdUnique: unique('sessions_client_id_user_id_unique').on(t.clientId, t.userId),
148
- }),
149
- );
150
-
151
- export const insertSessionSchema = createInsertSchema(sessions);
152
- // export const selectSessionSchema = createSelectSchema(sessions);
153
-
154
- export type NewSession = typeof sessions.$inferInsert;
155
- export type SessionItem = typeof sessions.$inferSelect;
156
-
157
- // ======== topics ======= //
158
- export const topics = pgTable(
159
- 'topics',
160
- {
161
- id: text('id')
162
- .$defaultFn(() => idGenerator('topics'))
163
- .primaryKey(),
164
- sessionId: text('session_id').references(() => sessions.id, { onDelete: 'cascade' }),
165
- userId: text('user_id')
166
- .references(() => users.id, { onDelete: 'cascade' })
167
- .notNull(),
168
- favorite: boolean('favorite').default(false),
169
- title: text('title'),
170
- clientId: text('client_id'),
171
-
172
- createdAt: createdAt(),
173
- updatedAt: updatedAt(),
174
- },
175
- (t) => ({
176
- clientIdUnique: unique('topic_client_id_user_id_unique').on(t.clientId, t.userId),
177
- }),
178
- );
179
-
180
- export type NewTopic = typeof topics.$inferInsert;
181
- export type TopicItem = typeof topics.$inferSelect;
182
-
183
- // ======== messages ======= //
184
- // @ts-ignore
185
- export const messages = pgTable(
186
- 'messages',
187
- {
188
- id: text('id')
189
- .$defaultFn(() => idGenerator('messages'))
190
- .primaryKey(),
191
-
192
- role: text('role', { enum: ['user', 'system', 'assistant', 'tool'] }).notNull(),
193
- content: text('content'),
194
-
195
- model: text('model'),
196
- provider: text('provider'),
197
-
198
- favorite: boolean('favorite').default(false),
199
- error: jsonb('error'),
200
-
201
- tools: jsonb('tools'),
202
-
203
- traceId: text('trace_id'),
204
- observationId: text('observation_id'),
205
-
206
- clientId: text('client_id'),
207
-
208
- // foreign keys
209
- userId: text('user_id')
210
- .references(() => users.id, { onDelete: 'cascade' })
211
- .notNull(),
212
- sessionId: text('session_id').references(() => sessions.id, { onDelete: 'cascade' }),
213
- topicId: text('topic_id').references(() => topics.id, { onDelete: 'cascade' }),
214
- // @ts-ignore
215
- parentId: text('parent_id').references(() => messages.id, { onDelete: 'set null' }),
216
- quotaId: text('quota_id').references(() => messages.id, { onDelete: 'set null' }),
217
-
218
- // used for group chat
219
- agentId: text('agent_id').references(() => agents.id, { onDelete: 'set null' }),
220
-
221
- createdAt: createdAt(),
222
- updatedAt: updatedAt(),
223
- },
224
- (table) => ({
225
- createdAtIdx: index('messages_created_at_idx').on(table.createdAt),
226
- messageClientIdUnique: uniqueIndex('message_client_id_user_unique').on(
227
- table.clientId,
228
- table.userId,
229
- ),
230
- }),
231
- );
232
-
233
- export type NewMessage = typeof messages.$inferInsert;
234
- export type MessageItem = typeof messages.$inferSelect;
235
-
236
- export const messagePlugins = pgTable('message_plugins', {
237
- id: text('id')
238
- .references(() => messages.id, { onDelete: 'cascade' })
239
- .primaryKey(),
240
-
241
- toolCallId: text('tool_call_id'),
242
- type: text('type', {
243
- enum: ['default', 'markdown', 'standalone', 'builtin'],
244
- }).default('default'),
245
-
246
- apiName: text('api_name'),
247
- arguments: text('arguments'),
248
- identifier: text('identifier'),
249
- state: jsonb('state'),
250
- error: jsonb('error'),
251
- });
252
- export type MessagePluginItem = typeof messagePlugins.$inferSelect;
253
- export const updateMessagePluginSchema = createSelectSchema(messagePlugins);
254
-
255
- export const messageTTS = pgTable('message_tts', {
256
- id: text('id')
257
- .references(() => messages.id, { onDelete: 'cascade' })
258
- .primaryKey(),
259
- contentMd5: text('content_md5'),
260
- fileId: text('file_id').references(() => files.id, { onDelete: 'cascade' }),
261
- voice: text('voice'),
262
- });
263
-
264
- export const messageTranslates = pgTable('message_translates', {
265
- id: text('id')
266
- .references(() => messages.id, { onDelete: 'cascade' })
267
- .primaryKey(),
268
- content: text('content'),
269
- from: text('from'),
270
- to: text('to'),
271
- });
272
-
273
- export const agentsToSessions = pgTable(
274
- 'agents_to_sessions',
275
- {
276
- agentId: text('agent_id')
277
- .notNull()
278
- .references(() => agents.id, { onDelete: 'cascade' }),
279
- sessionId: text('session_id')
280
- .notNull()
281
- .references(() => sessions.id, { onDelete: 'cascade' }),
282
- },
283
- (t) => ({
284
- pk: primaryKey({ columns: [t.agentId, t.sessionId] }),
285
- }),
286
- );
287
-
288
- export const filesToMessages = pgTable(
289
- 'files_to_messages',
290
- {
291
- fileId: text('file_id')
292
- .notNull()
293
- .references(() => files.id, { onDelete: 'cascade' }),
294
- messageId: text('message_id')
295
- .notNull()
296
- .references(() => messages.id, { onDelete: 'cascade' }),
297
- },
298
- (t) => ({
299
- pk: primaryKey({ columns: [t.fileId, t.messageId] }),
300
- }),
301
- );
302
-
303
- export const filesToSessions = pgTable(
304
- 'files_to_sessions',
305
- {
306
- fileId: text('file_id')
307
- .notNull()
308
- .references(() => files.id, { onDelete: 'cascade' }),
309
- sessionId: text('session_id')
310
- .notNull()
311
- .references(() => sessions.id, { onDelete: 'cascade' }),
312
- },
313
- (t) => ({
314
- pk: primaryKey({ columns: [t.fileId, t.sessionId] }),
315
- }),
316
- );
317
-
318
- export const filesToAgents = pgTable(
319
- 'files_to_agents',
320
- {
321
- fileId: text('file_id')
322
- .notNull()
323
- .references(() => files.id, { onDelete: 'cascade' }),
324
- agentId: text('agent_id')
325
- .notNull()
326
- .references(() => agents.id, { onDelete: 'cascade' }),
327
- },
328
- (t) => ({
329
- pk: primaryKey({ columns: [t.fileId, t.agentId] }),
330
- }),
331
- );
@@ -1,69 +0,0 @@
1
- import { ActionIcon, Icon } from '@lobehub/ui';
2
- import { Upload } from 'antd';
3
- import { useTheme } from 'antd-style';
4
- import { FileUp, LucideImage, LucideLoader2 } from 'lucide-react';
5
- import { memo, useState } from 'react';
6
- import { useTranslation } from 'react-i18next';
7
- import { Center } from 'react-layout-kit';
8
-
9
- import { useAgentStore } from '@/store/agent';
10
- import { agentSelectors } from '@/store/agent/slices/chat';
11
- import { useFileStore } from '@/store/file';
12
- import { useUserStore } from '@/store/user';
13
- import { modelProviderSelectors } from '@/store/user/selectors';
14
-
15
- const FileUpload = memo(() => {
16
- const { t } = useTranslation('chat');
17
- const [loading, setLoading] = useState(false);
18
- const theme = useTheme();
19
- const upload = useFileStore((s) => s.uploadFile);
20
-
21
- const model = useAgentStore(agentSelectors.currentAgentModel);
22
- const [canUpload, enabledFiles] = useUserStore((s) => [
23
- modelProviderSelectors.isModelEnabledUpload(model)(s),
24
- modelProviderSelectors.isModelEnabledFiles(model)(s),
25
- ]);
26
-
27
- return (
28
- <Upload
29
- accept={enabledFiles ? undefined : 'image/*'}
30
- beforeUpload={async (file) => {
31
- setLoading(true);
32
-
33
- await upload(file);
34
-
35
- setLoading(false);
36
- return false;
37
- }}
38
- disabled={!canUpload}
39
- multiple={true}
40
- showUploadList={false}
41
- >
42
- {loading ? (
43
- <Center height={36} width={36}>
44
- <Icon
45
- color={theme.colorTextSecondary}
46
- icon={LucideLoader2}
47
- size={{ fontSize: 18 }}
48
- spin
49
- ></Icon>
50
- </Center>
51
- ) : (
52
- <ActionIcon
53
- disable={!canUpload}
54
- icon={enabledFiles ? FileUp : LucideImage}
55
- placement={'bottom'}
56
- title={t(
57
- canUpload
58
- ? enabledFiles
59
- ? 'upload.actionFiletip'
60
- : 'upload.actionTooltip'
61
- : 'upload.disabled',
62
- )}
63
- />
64
- )}
65
- </Upload>
66
- );
67
- });
68
-
69
- export default FileUpload;
@@ -1,45 +0,0 @@
1
- import { TextAreaRef } from 'antd/es/input/TextArea';
2
- import { useCallback, useRef, useState } from 'react';
3
-
4
- import { useAgentStore } from '@/store/agent';
5
- import { agentSelectors } from '@/store/agent/slices/chat';
6
- import { useChatStore } from '@/store/chat';
7
- import { chatSelectors } from '@/store/chat/selectors';
8
- import { useUserStore } from '@/store/user';
9
- import { modelProviderSelectors } from '@/store/user/selectors';
10
-
11
- import { useSendMessage } from './useSend';
12
-
13
- export const useChatInput = () => {
14
- const ref = useRef<TextAreaRef>(null);
15
- const [expand, setExpand] = useState<boolean>(false);
16
- const onSend = useSendMessage();
17
-
18
- const model = useAgentStore(agentSelectors.currentAgentModel);
19
- const canUpload = useUserStore(modelProviderSelectors.isModelEnabledUpload(model));
20
-
21
- const [loading, value, onInput, onStop] = useChatStore((s) => [
22
- chatSelectors.isAIGenerating(s),
23
- s.inputMessage,
24
- s.updateInputMessage,
25
- s.stopGenerateMessage,
26
- ]);
27
-
28
- const handleSend = useCallback(() => {
29
- setExpand(false);
30
-
31
- onSend();
32
- }, [onSend]);
33
-
34
- return {
35
- canUpload,
36
- expand,
37
- loading,
38
- onInput,
39
- onSend: handleSend,
40
- onStop,
41
- ref,
42
- setExpand,
43
- value,
44
- };
45
- };
@@ -1,31 +0,0 @@
1
- import isEqual from 'fast-deep-equal';
2
- import { memo } from 'react';
3
-
4
- import { EditableFileList as Base } from '@/components/FileList';
5
- import { filesSelectors, useFileStore } from '@/store/file';
6
-
7
- interface EditableFileListProps {
8
- alwaysShowClose?: boolean;
9
- editable?: boolean;
10
- items: string[];
11
- padding?: number | string;
12
- }
13
-
14
- export const EditableFileList = memo<EditableFileListProps>(
15
- ({ items, editable = true, alwaysShowClose, padding }) => {
16
- const [removeFile] = useFileStore((s) => [s.removeFile]);
17
- const list = useFileStore(filesSelectors.getImageDetailByList(items), isEqual);
18
-
19
- return (
20
- <Base
21
- alwaysShowClose={alwaysShowClose}
22
- editable={editable}
23
- items={list}
24
- onRemove={(id) => removeFile(id)}
25
- padding={padding}
26
- />
27
- );
28
- },
29
- );
30
-
31
- export default EditableFileList;
@@ -1,17 +0,0 @@
1
- import isEqual from 'fast-deep-equal';
2
- import { memo } from 'react';
3
-
4
- import { ImageFileListViewer } from '@/components/FileList';
5
- import { filesSelectors, useFileStore } from '@/store/file';
6
-
7
- interface FileListProps {
8
- items: string[];
9
- }
10
-
11
- export const FileListPreviewer = memo<FileListProps>(({ items }) => {
12
- const useFetchFiles = useFileStore((s) => s.useFetchFiles);
13
- const data = useFileStore(filesSelectors.getImageDetailByList(items), isEqual);
14
- useFetchFiles(items);
15
-
16
- return <ImageFileListViewer items={data} />;
17
- });
@@ -1,2 +0,0 @@
1
- export { EditableFileList } from './EditableFileList';
2
- export { FileListPreviewer } from './FileListPreviewer';
@@ -1,42 +0,0 @@
1
- import { z } from 'zod';
2
-
3
- export interface FilePreview {
4
- base64Url?: string;
5
- data?: ArrayBuffer;
6
- fileType: string;
7
- id: string;
8
- name: string;
9
- saveMode: 'local' | 'url';
10
- url: string;
11
- }
12
-
13
- export const UploadFileSchema = z.object({
14
- data: z.instanceof(ArrayBuffer).optional(),
15
- /**
16
- * file type
17
- * @example 'image/png'
18
- */
19
- fileType: z.string(),
20
- metadata: z.any().optional(),
21
- /**
22
- * file name
23
- * @example 'test.png'
24
- */
25
- name: z.string(),
26
- /**
27
- * the mode database save the file
28
- * local mean save the raw file into data
29
- * url mean upload the file to a cdn and then save the url
30
- */
31
- saveMode: z.enum(['local', 'url']),
32
- /**
33
- * file size
34
- */
35
- size: z.number(),
36
- /**
37
- * file url if saveMode is url
38
- */
39
- url: z.string().optional(),
40
- });
41
-
42
- export type UploadFileParams = z.infer<typeof UploadFileSchema>;