@lobehub/chat 1.84.27 → 1.85.1

package/src/database/migrations/meta/_journal.json

@@ -154,6 +154,13 @@
       "when": 1744602998656,
       "tag": "0021_add_agent_opening_settings",
       "breakpoints": true
+    },
+    {
+      "idx": 22,
+      "version": "7",
+      "when": 1746724476380,
+      "tag": "0022_add_documents",
+      "breakpoints": true
     }
   ],
   "version": "6"

package/src/database/models/_template.ts

@@ -13,7 +13,7 @@ export class TemplateModel {
     this.db = db;
   }
 
-  create = async (params: NewSessionGroup) => {
+  create = async (params: Omit<NewSessionGroup, 'userId'>) => {
     const [result] = await this.db
       .insert(sessionGroups)
       .values({ ...params, userId: this.userId })

package/src/database/models/document.ts

@@ -0,0 +1,54 @@
+import { and, desc, eq } from 'drizzle-orm/expressions';
+
+import { LobeChatDatabase } from '@/database/type';
+
+import { DocumentItem, NewDocument, documents } from '../schemas';
+
+export class DocumentModel {
+  private userId: string;
+  private db: LobeChatDatabase;
+
+  constructor(db: LobeChatDatabase, userId: string) {
+    this.userId = userId;
+    this.db = db;
+  }
+
+  create = async (params: Omit<NewDocument, 'userId'>) => {
+    const [result] = await this.db
+      .insert(documents)
+      .values({ ...params, userId: this.userId })
+      .returning();
+
+    return result;
+  };
+
+  delete = async (id: string) => {
+    return this.db
+      .delete(documents)
+      .where(and(eq(documents.id, id), eq(documents.userId, this.userId)));
+  };
+
+  deleteAll = async () => {
+    return this.db.delete(documents).where(eq(documents.userId, this.userId));
+  };
+
+  query = async () => {
+    return this.db.query.documents.findMany({
+      orderBy: [desc(documents.updatedAt)],
+      where: eq(documents.userId, this.userId),
+    });
+  };
+
+  findById = async (id: string) => {
+    return this.db.query.documents.findFirst({
+      where: and(eq(documents.id, id), eq(documents.userId, this.userId)),
+    });
+  };
+
+  update = async (id: string, value: Partial<DocumentItem>) => {
+    return this.db
+      .update(documents)
+      .set({ ...value, updatedAt: new Date() })
+      .where(and(eq(documents.id, id), eq(documents.userId, this.userId)));
+  };
+}

package/src/database/models/message.ts

@@ -30,6 +30,7 @@ import { today } from '@/utils/time';
 import {
   MessagePluginItem,
   chunks,
+  documents,
   embeddings,
   fileChunks,
   files,
@@ -154,6 +155,29 @@ export class MessageModel {
       })),
     );
 
+    // 获取关联的文档内容
+    const fileIds = relatedFileList.map((file) => file.id).filter(Boolean);
+
+    let documentsMap: Record<string, string> = {};
+
+    if (fileIds.length > 0) {
+      const documentsList = await this.db
+        .select({
+          content: documents.content,
+          fileId: documents.fileId,
+        })
+        .from(documents)
+        .where(inArray(documents.fileId, fileIds));
+
+      documentsMap = documentsList.reduce(
+        (acc, doc) => {
+          if (doc.fileId) acc[doc.fileId] = doc.content as string;
+          return acc;
+        },
+        {} as Record<string, string>,
+      );
+    }
+
     const imageList = relatedFileList.filter((i) => (i.fileType || '').startsWith('image'));
     const fileList = relatedFileList.filter((i) => !(i.fileType || '').startsWith('image'));
 
@@ -214,6 +238,7 @@ export class MessageModel {
             .filter((relation) => relation.messageId === item.id)
             // eslint-disable-next-line @typescript-eslint/no-unused-vars
             .map<ChatFileItem>(({ id, url, size, fileType, name }) => ({
+              content: documentsMap[id],
               fileType: fileType!,
               id,
               name: name!,

package/src/database/repositories/tableViewer/index.test.ts

@@ -23,7 +23,7 @@ describe('TableViewerRepo', () => {
     it('should return all tables with counts', async () => {
       const result = await repo.getAllTables();
 
-      expect(result.length).toEqual(48);
+      expect(result.length).toEqual(51);
       expect(result[0]).toEqual({ name: 'agents', count: 0, type: 'BASE TABLE' });
     });
 

package/src/database/schemas/document.ts

@@ -0,0 +1,104 @@
+/* eslint-disable sort-keys-fix/sort-keys-fix  */
+import {
+  index,
+  integer,
+  jsonb,
+  pgTable,
+  primaryKey,
+  text,
+  uniqueIndex,
+  uuid,
+  varchar,
+} from 'drizzle-orm/pg-core';
+import { createInsertSchema } from 'drizzle-zod';
+
+import { chunks } from '@/database/schemas/rag';
+import { idGenerator } from '@/database/utils/idGenerator';
+import { LobeDocumentPage } from '@/types/document';
+
+import { createdAt, timestamps } from './_helpers';
+import { files } from './file';
+import { users } from './user';
+
+/**
+ * 文档表 - 存储文件内容或网页搜索结果
+ */
+export const documents = pgTable(
+  'documents',
+  {
+    id: varchar('id', { length: 30 })
+      .$defaultFn(() => idGenerator('documents', 16))
+      .primaryKey(),
+
+    // 基本信息
+    title: text('title'),
+    content: text('content'),
+    fileType: varchar('file_type', { length: 255 }).notNull(),
+    filename: text('filename'),
+
+    // 统计信息
+    totalCharCount: integer('total_char_count').notNull(),
+    totalLineCount: integer('total_line_count').notNull(),
+
+    // 元数据
+    metadata: jsonb('metadata').$type<Record<string, any>>(),
+
+    // 页面/块数据
+    pages: jsonb('pages').$type<LobeDocumentPage[]>(),
+
+    // 来源类型
+    sourceType: text('source_type', { enum: ['file', 'web', 'api'] }).notNull(),
+    source: text('source').notNull(), // 文件路径或网页URL
+
+    // 关联文件（可选）
+    fileId: text('file_id').references(() => files.id, { onDelete: 'set null' }),
+
+    // 用户关联
+    userId: text('user_id')
+      .references(() => users.id, { onDelete: 'cascade' })
+      .notNull(),
+    clientId: text('client_id'),
+
+    // 时间戳
+    ...timestamps,
+  },
+  (table) => [
+    index('documents_source_idx').on(table.source),
+    index('documents_file_type_idx').on(table.fileType),
+    index('documents_file_id_idx').on(table.fileId),
+    uniqueIndex('documents_client_id_user_id_unique').on(table.clientId, table.userId),
+  ],
+);
+
+export type NewDocument = typeof documents.$inferInsert;
+export type DocumentItem = typeof documents.$inferSelect;
+export const insertDocumentSchema = createInsertSchema(documents);
+
+/**
+ * 文档块表 - 将文档内容分割成块并关联到 chunks 表，用于向量检索
+ * 注意：此表可选，如果已经使用 pages 字段存储了文档块，可以不需要此表
+ */
+export const documentChunks = pgTable(
+  'document_chunks',
+  {
+    documentId: varchar('document_id', { length: 30 })
+      .references(() => documents.id, { onDelete: 'cascade' })
+      .notNull(),
+
+    chunkId: uuid('chunk_id')
+      .references(() => chunks.id, { onDelete: 'cascade' })
+      .notNull(),
+
+    pageIndex: integer('page_index'),
+
+    userId: text('user_id')
+      .references(() => users.id, { onDelete: 'cascade' })
+      .notNull(),
+
+    createdAt: createdAt(),
+  },
+  (t) => [primaryKey({ columns: [t.documentId, t.chunkId] })],
+);
+
+export type NewDocumentChunk = typeof documentChunks.$inferInsert;
+export type DocumentChunkItem = typeof documentChunks.$inferSelect;

package/src/database/schemas/index.ts

@@ -1,6 +1,7 @@
 export * from './agent';
 export * from './aiInfra';
 export * from './asyncTask';
+export * from './document';
 export * from './file';
 export * from './message';
 export * from './nextauth';

package/src/database/schemas/relations.ts

@@ -6,11 +6,12 @@ import { createdAt } from '@/database/schemas/_helpers';
 
 import { agents, agentsFiles, agentsKnowledgeBases } from './agent';
 import { asyncTasks } from './asyncTask';
+import { documentChunks, documents } from './document';
 import { files, knowledgeBases } from './file';
 import { messages, messagesFiles } from './message';
 import { chunks, unstructuredChunks } from './rag';
 import { sessionGroups, sessions } from './session';
-import { threads, topics } from './topic';
+import { threads, topicDocuments, topics } from './topic';
 import { users } from './user';
 
 export const agentsToSessions = pgTable(
@@ -65,11 +66,12 @@ export const fileChunks = pgTable(
 );
 export type NewFileChunkItem = typeof fileChunks.$inferInsert;
 
-export const topicRelations = relations(topics, ({ one }) => ({
+export const topicRelations = relations(topics, ({ one, many }) => ({
   session: one(sessions, {
     fields: [topics.sessionId],
     references: [sessions.id],
   }),
+  documents: many(topicDocuments),
 }));
 
 export const threadsRelations = relations(threads, ({ one }) => ({
@@ -151,6 +153,7 @@ export const filesRelations = relations(files, ({ many, one }) => ({
   messages: many(messagesFiles),
   sessions: many(filesToSessions),
   agents: many(agentsFiles),
+  documents: many(documents, { relationName: 'fileDocuments' }),
 
   chunkingTask: one(asyncTasks, {
     fields: [files.chunkTaskId],
@@ -161,3 +164,32 @@ export const filesRelations = relations(files, ({ many, one }) => ({
     references: [asyncTasks.id],
   }),
 }));
+
+// Document 相关关系定义
+export const documentsRelations = relations(documents, ({ one, many }) => ({
+  file: one(files, {
+    fields: [documents.fileId],
+    references: [files.id],
+    relationName: 'fileDocuments',
+  }),
+  topics: many(topicDocuments),
+  chunks: many(documentChunks),
+}));
+
+export const topicDocumentsRelations = relations(topicDocuments, ({ one }) => ({
+  document: one(documents, {
+    fields: [topicDocuments.documentId],
+    references: [documents.id],
+  }),
+  topic: one(topics, {
+    fields: [topicDocuments.topicId],
+    references: [topics.id],
+  }),
+}));
+
+export const documentChunksRelations = relations(documentChunks, ({ one }) => ({
+  document: one(documents, {
+    fields: [documentChunks.documentId],
+    references: [documents.id],
+  }),
+}));

package/src/database/schemas/topic.ts

@@ -1,11 +1,12 @@
 /* eslint-disable sort-keys-fix/sort-keys-fix  */
-import { boolean, jsonb, pgTable, text, uniqueIndex } from 'drizzle-orm/pg-core';
+import { boolean, jsonb, pgTable, primaryKey, text, uniqueIndex } from 'drizzle-orm/pg-core';
 import { createInsertSchema } from 'drizzle-zod';
 
+import { documents } from '@/database/schemas/document';
 import { idGenerator } from '@/database/utils/idGenerator';
 import { ChatTopicMetadata } from '@/types/topic';
 
-import { timestamps, timestamptz } from './_helpers';
+import { createdAt, timestamps, timestamptz } from './_helpers';
 import { sessions } from './session';
 import { users } from './user';
 
@@ -26,9 +27,7 @@ export const topics = pgTable(
     metadata: jsonb('metadata').$type<ChatTopicMetadata | undefined>(),
     ...timestamps,
   },
-  (t) => ({
-    clientIdUnique: uniqueIndex('topics_client_id_user_id_unique').on(t.clientId, t.userId),
-  }),
+  (t) => [uniqueIndex('topics_client_id_user_id_unique').on(t.clientId, t.userId)],
 );
 
 export type NewTopic = typeof topics.$inferInsert;
@@ -60,11 +59,35 @@ export const threads = pgTable(
     lastActiveAt: timestamptz('last_active_at').defaultNow(),
     ...timestamps,
   },
-  (t) => ({
-    clientIdUnique: uniqueIndex('threads_client_id_user_id_unique').on(t.clientId, t.userId),
-  }),
+  (t) => [uniqueIndex('threads_client_id_user_id_unique').on(t.clientId, t.userId)],
 );
 
 export type NewThread = typeof threads.$inferInsert;
 export type ThreadItem = typeof threads.$inferSelect;
 export const insertThreadSchema = createInsertSchema(threads);
+
+/**
+ * 文档与话题关联表 - 实现文档和话题的多对多关系
+ */
+export const topicDocuments = pgTable(
+  'topic_documents',
+  {
+    documentId: text('document_id')
+      .notNull()
+      .references(() => documents.id, { onDelete: 'cascade' }),
+
+    topicId: text('topic_id')
+      .notNull()
+      .references(() => topics.id, { onDelete: 'cascade' }),
+
+    userId: text('user_id')
+      .references(() => users.id, { onDelete: 'cascade' })
+      .notNull(),
+
+    createdAt: createdAt(),
+  },
+  (t) => [primaryKey({ columns: [t.documentId, t.topicId] })],
+);
+
+export type NewTopicDocument = typeof topicDocuments.$inferInsert;
+export type TopicDocumentItem = typeof topicDocuments.$inferSelect;

package/src/database/utils/idGenerator.ts

@@ -4,6 +4,7 @@ import { createNanoId } from '@/utils/uuid';
 
 const prefixes = {
   agents: 'agt',
+  documents: 'docs',
   files: 'file',
   knowledgeBases: 'kb',
   messages: 'msg',

package/src/features/ChatInput/Desktop/FilePreview/FileItem/Content.tsx

@@ -31,7 +31,7 @@ const Content = memo<UploadFileItem>(({ file, previewUrl }) => {
     return <video className={styles.video} src={previewUrl} width={'100%'} />;
   }
 
-  return <FileIcon fileName={file.name} fileType={file.type} size={100} />;
+  return <FileIcon fileName={file.name} fileType={file.type} size={48} />;
 });
 
 export default Content;

package/src/features/ChatInput/Desktop/FilePreview/FileItem/index.tsx

@@ -11,7 +11,6 @@ import { UploadFileItem } from '@/types/files/upload';
 
 import UploadDetail from '../../../components/UploadDetail';
 import Content from './Content';
-import { FILE_ITEM_SIZE } from './style';
 
 const useStyles = createStyles(({ css, token }) => ({
   actions: css`
@@ -30,12 +29,15 @@ const useStyles = createStyles(({ css, token }) => ({
   container: css`
     position: relative;
 
-    width: ${FILE_ITEM_SIZE}px;
-    min-width: ${FILE_ITEM_SIZE}px;
-    height: ${FILE_ITEM_SIZE}px;
+    width: 180px;
+    height: 64px;
     border-radius: 8px;
 
     background: ${token.colorBgContainer};
+
+    :hover {
+      background: ${token.colorBgElevated};
+    }
   `,
   image: css`
     margin-block: 0 !important;
@@ -50,8 +52,6 @@ const useStyles = createStyles(({ css, token }) => ({
 
 type FileItemProps = UploadFileItem;
 
-const spacing = 8;
-
 const FileItem = memo<FileItemProps>((props) => {
   const { file, uploadState, status, id, tasks } = props;
   const { t } = useTranslation(['chat', 'common']);
@@ -59,12 +59,12 @@ const FileItem = memo<FileItemProps>((props) => {
   const [removeChatUploadFile] = useFileStore((s) => [s.removeChatUploadFile]);
 
   return (
-    <Flexbox className={styles.container} distribution={'space-between'}>
-      <Center flex={1} height={FILE_ITEM_SIZE - 46} padding={spacing}>
+    <Flexbox align={'center'} className={styles.container} horizontal>
+      <Center flex={1} height={64} padding={4} style={{ maxWidth: 64 }}>
         <Content {...props} />
       </Center>
-      <Flexbox gap={4} style={{ paddingBottom: 4, paddingInline: spacing }}>
-        <Typography.Text ellipsis={{ tooltip: true }} style={{ fontSize: 12 }}>
+      <Flexbox flex={1} gap={4} style={{ paddingBottom: 4, paddingInline: 4 }}>
+        <Typography.Text ellipsis={{ tooltip: true }} style={{ fontSize: 12, maxWidth: 100 }}>
           {file.name}
         </Typography.Text>
 

package/src/features/ChatInput/components/UploadDetail/UploadStatus.tsx

@@ -38,7 +38,7 @@ const UploadStatus = memo<UploadStateProps>(({ status, size, uploadState }) => {
         <Flexbox align={'center'} gap={4} horizontal>
           <Progress percent={uploadState?.progress} size={14} type="circle" />
           <Typography.Text style={{ fontSize: 12 }} type={'secondary'}>
-            {formatSize(size * ((uploadState?.progress || 0) / 100), 2)} / {formatSize(size)}
+            {formatSize(size * ((uploadState?.progress || 0) / 100), 0)} / {formatSize(size)}
           </Typography.Text>
         </Flexbox>
       );
@@ -49,7 +49,7 @@ const UploadStatus = memo<UploadStateProps>(({ status, size, uploadState }) => {
         <Flexbox align={'center'} gap={4} horizontal>
           <Progress percent={uploadState?.progress} size={14} type="circle" />
           <Typography.Text style={{ fontSize: 12 }} type={'secondary'}>
-            {formatSize(size)} · {t('upload.preview.status.processing')}
+            {formatSize(size)}
           </Typography.Text>
         </Flexbox>
       );

package/src/features/Conversation/Actions/Error.tsx

@@ -5,13 +5,13 @@ import { memo } from 'react';
 import { useChatListActionsBar } from '../hooks/useChatListActionsBar';
 
 export const ErrorActionsBar = memo<ChatActionsBarProps>(({ onActionClick }) => {
-  const { regenerate, copy, edit, del } = useChatListActionsBar();
+  const { regenerate, copy, edit, del, divider } = useChatListActionsBar();
 
   return (
     <ActionIconGroup
       items={[regenerate, del]}
       menu={{
-        items: [edit, copy],
+        items: [edit, copy, divider, del],
       }}
       onActionClick={onActionClick}
     />

package/src/libs/agent-runtime/infiniai/index.ts

@@ -44,7 +44,7 @@ export const LobeInfiniAI = LobeOpenAICompatibleFactory({
   models: async ({ client }) => {
     const { LOBE_DEFAULT_MODEL_LIST } = await import('@/config/aiModels');
 
-    const reasoningKeywords = ['deepseek-r1', 'qwq'];
+    const reasoningKeywords = ['deepseek-r1', 'qwq', 'qwen3'];
     const visionKeywords = ['qwen2.5-vl'];
 
     const modelsPage = (await client.models.list()) as any;

package/src/libs/trpc/lambda/context.ts

@@ -57,6 +57,13 @@ export type LambdaContext = Awaited<ReturnType<typeof createContextInner>>;
  * @link https://trpc.io/docs/v11/context
  */
 export const createLambdaContext = async (request: NextRequest): Promise<LambdaContext> => {
+  // we have a special header to debug the api endpoint in development mode
+  // IT WON'T GO INTO PRODUCTION ANYMORE
+  const isDebugApi = request.headers.get('lobe-auth-dev-backend-api') === '1';
+  if (process.env.NODE_ENV === 'development' && isDebugApi) {
+    return { userId: process.env.MOCK_DEV_USER_ID };
+  }
+
   log('createLambdaContext called for request');
   // for API-response caching see https://trpc.io/docs/v11/caching
 

package/src/prompts/files/file.ts

@@ -1,9 +1,11 @@
 import { ChatFileItem } from '@/types/message';
 
-const filePrompt = (item: ChatFileItem, addUrl: boolean) =>
-  addUrl
-    ? `<file id="${item.id}" name="${item.name}" type="${item.fileType}" size="${item.size}" url="${item.url}"></file>`
-    : `<file id="${item.id}" name="${item.name}" type="${item.fileType}" size="${item.size}"></file>`;
+const filePrompt = (item: ChatFileItem, addUrl: boolean) => {
+  const content = item.content || '';
+  return addUrl
+    ? `<file id="${item.id}" name="${item.name}" type="${item.fileType}" size="${item.size}" url="${item.url}">${content}</file>`
+    : `<file id="${item.id}" name="${item.name}" type="${item.fileType}" size="${item.size}">${content}</file>`;
+};
 
 export const filePrompts = (fileList: ChatFileItem[], addUrl: boolean) => {
   if (fileList.length === 0) return '';