@lobehub/chat 1.47.22 → 1.48.0

package/src/database/migrations/meta/_journal.json

@@ -98,6 +98,13 @@
       "when": 1735834653361,
       "tag": "0013_add_ai_infra",
       "breakpoints": true
+    },
+    {
+      "idx": 14,
+      "version": "7",
+      "when": 1737609172353,
+      "tag": "0014_add_message_reasoning",
+      "breakpoints": true
     }
   ],
   "version": "6"

package/src/database/schemas/message.ts

@@ -13,6 +13,7 @@ import {
 import { createSelectSchema } from 'drizzle-zod';
 
 import { idGenerator } from '@/database/utils/idGenerator';
+import { ModelReasoning } from '@/types/message';
 
 import { timestamps } from './_helpers';
 import { agents } from './agent';
@@ -32,6 +33,7 @@ export const messages = pgTable(
 
     role: text('role', { enum: ['user', 'system', 'assistant', 'tool'] }).notNull(),
     content: text('content'),
+    reasoning: jsonb('reasoning').$type<ModelReasoning>(),
 
     model: text('model'),
     provider: text('provider'),
@@ -71,9 +73,6 @@ export const messages = pgTable(
   }),
 );
 
-export type NewMessage = typeof messages.$inferInsert;
-export type MessageItem = typeof messages.$inferSelect;
-
 // if the message container a plugin
 export const messagePlugins = pgTable('message_plugins', {
   id: text('id')

package/src/database/server/models/__tests__/message.test.ts

@@ -3,6 +3,7 @@ import { eq } from 'drizzle-orm/expressions';
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
 import { getTestDBInstance } from '@/database/server/core/dbForTest';
+import { MessageItem } from '@/types/message';
 import { uuid } from '@/utils/uuid';
 
 import {
@@ -253,8 +254,8 @@ describe('MessageModel', () => {
       const result = await messageModel.query();
 
       // 断言结果
-      expect(result[0].extra.translate).toEqual({ content: 'translated', from: 'en', to: 'zh' });
-      expect(result[0].extra.tts).toEqual({
+      expect(result[0].extra!.translate).toEqual({ content: 'translated', from: 'en', to: 'zh' });
+      expect(result[0].extra!.tts).toEqual({
         contentMd5: 'md5',
         file: 'f1',
         voice: 'voice1',
@@ -345,7 +346,7 @@ describe('MessageModel', () => {
 
       expect(result).toHaveLength(1);
       expect(result[0].chunksList).toHaveLength(1);
-      expect(result[0].chunksList[0]).toMatchObject({
+      expect(result[0].chunksList![0]).toMatchObject({
         text: 'chunk content',
         similarity: 0.95,
       });
@@ -655,7 +656,7 @@ describe('MessageModel', () => {
       const newMessages = [
         { id: '1', role: 'user', content: 'message 1' },
         { id: '2', role: 'assistant', content: 'message 2' },
-      ];
+      ] as MessageItem[];
 
       // 调用 batchCreateMessages 方法
       await messageModel.batchCreate(newMessages);

package/src/database/server/models/message.ts

@@ -14,16 +14,18 @@ import { idGenerator } from '@/database/utils/idGenerator';
 import {
   ChatFileItem,
   ChatImageItem,
+  ChatMessage,
   ChatTTS,
   ChatToolPayload,
+  ChatTranslate,
   CreateMessageParams,
+  MessageItem,
   ModelRankItem,
 } from '@/types/message';
 import { merge } from '@/utils/merge';
 import { today } from '@/utils/time';
 
 import {
-  MessageItem,
   MessagePluginItem,
   NewMessageQuery,
   chunks,
@@ -61,7 +63,7 @@ export class MessageModel {
     options: {
       postProcessUrl?: (path: string | null, file: { fileType: string }) => Promise<string>;
     } = {},
-  ): Promise<MessageItem[]> => {
+  ) => {
     const offset = current * pageSize;
 
     // 1. get basic messages
@@ -71,6 +73,7 @@ export class MessageModel {
         id: messages.id,
         role: messages.role,
         content: messages.content,
+        reasoning: messages.reasoning,
         error: messages.error,
 
         model: messages.model,
@@ -220,10 +223,11 @@ export class MessageModel {
             // eslint-disable-next-line @typescript-eslint/no-unused-vars
             .map<ChatImageItem>(({ id, url, name }) => ({ alt: name!, id, url })),
 
+          meta: {},
           ragQuery: messageQuery?.rewriteQuery,
           ragQueryId: messageQuery?.id,
           ragRawQuery: messageQuery?.userQuery,
-        };
+        } as unknown as ChatMessage;
       },
     );
   };
@@ -252,27 +256,33 @@ export class MessageModel {
     return result[0];
   };
 
-  queryAll = async (): Promise<MessageItem[]> => {
-    return this.db
+  queryAll = async () => {
+    const result = await this.db
       .select()
       .from(messages)
       .orderBy(messages.createdAt)
       .where(eq(messages.userId, this.userId));
+
+    return result as MessageItem[];
   };
 
-  queryBySessionId = async (sessionId?: string | null): Promise<MessageItem[]> => {
-    return this.db.query.messages.findMany({
+  queryBySessionId = async (sessionId?: string | null) => {
+    const result = await this.db.query.messages.findMany({
       orderBy: [asc(messages.createdAt)],
       where: and(eq(messages.userId, this.userId), this.matchSession(sessionId)),
     });
+
+    return result as MessageItem[];
   };
 
-  queryByKeyword = async (keyword: string): Promise<MessageItem[]> => {
+  queryByKeyword = async (keyword: string) => {
     if (!keyword) return [];
-    return this.db.query.messages.findMany({
+    const result = await this.db.query.messages.findMany({
       orderBy: [desc(messages.createdAt)],
       where: and(eq(messages.userId, this.userId), like(messages.content, `%${keyword}%`)),
     });
+
+    return result as MessageItem[];
   };
 
   count = async (params?: {
@@ -414,6 +424,8 @@ export class MessageModel {
       pluginState,
       fileChunks,
       ragQueryId,
+      updatedAt,
+      createdAt,
       ...message
     }: CreateMessageParams,
     id: string = this.genId(),
@@ -423,9 +435,12 @@ export class MessageModel {
         .insert(messages)
         .values({
           ...message,
+          // TODO: remove this when the client is updated
+          createdAt: createdAt ? new Date(createdAt) : undefined,
           id,
           model: fromModel,
           provider: fromProvider,
+          updatedAt: updatedAt ? new Date(updatedAt) : undefined,
           userId: this.userId,
         })
         .returning()) as MessageItem[];
@@ -466,7 +481,8 @@ export class MessageModel {
 
   batchCreate = async (newMessages: MessageItem[]) => {
     const messagesToInsert = newMessages.map((m) => {
-      return { ...m, userId: this.userId };
+      // TODO: need a better way to handle this
+      return { ...m, role: m.role as any, userId: this.userId };
     });
 
     return this.db.insert(messages).values(messagesToInsert);
@@ -482,7 +498,11 @@ export class MessageModel {
   update = async (id: string, message: Partial<MessageItem>) => {
     return this.db
       .update(messages)
-      .set(message)
+      .set({
+        ...message,
+        // TODO: need a better way to handle this
+        role: message.role as any,
+      })
       .where(and(eq(messages.id, id), eq(messages.userId, this.userId)));
   };
 
@@ -507,7 +527,7 @@ export class MessageModel {
     return this.db.update(messagePlugins).set(value).where(eq(messagePlugins.id, id));
   };
 
-  updateTranslate = async (id: string, translate: Partial<MessageItem>) => {
+  updateTranslate = async (id: string, translate: Partial<ChatTranslate>) => {
     const result = await this.db.query.messageTranslates.findFirst({
       where: and(eq(messageTranslates.id, id)),
     });
@@ -555,7 +575,9 @@ export class MessageModel {
       if (message.length === 0) return;
 
       // 2. 检查 message 是否包含 tools
-      const toolCallIds = message[0].tools?.map((tool: ChatToolPayload) => tool.id).filter(Boolean);
+      const toolCallIds = (message[0].tools as ChatToolPayload[])
+        ?.map((tool) => tool.id)
+        .filter(Boolean);
 
       let relatedMessageIds: string[] = [];
 

package/src/database/server/models/topic.ts

@@ -9,9 +9,10 @@ import {
   genWhere,
 } from '@/database/utils/genWhere';
 import { idGenerator } from '@/database/utils/idGenerator';
+import { MessageItem } from '@/types/message';
 import { TopicRankItem } from '@/types/topic';
 
-import { NewMessage, TopicItem, messages, topics } from '../../schemas';
+import { TopicItem, messages, topics } from '../../schemas';
 
 export interface CreateTopicParams {
   favorite?: boolean;
@@ -244,7 +245,7 @@ export class TopicModel {
               id: idGenerator('messages'),
               topicId: duplicatedTopic.id,
             })
-            .returning()) as NewMessage[];
+            .returning()) as MessageItem[];
 
           return result[0];
         }),

package/src/features/Conversation/Messages/Assistant/Reasoning/index.tsx

@@ -0,0 +1,123 @@
+import { Icon, Markdown } from '@lobehub/ui';
+import { createStyles } from 'antd-style';
+import { AtomIcon, ChevronDown, ChevronRight } from 'lucide-react';
+import { rgba } from 'polished';
+import { memo, useEffect, useState } from 'react';
+import { useTranslation } from 'react-i18next';
+import { Flexbox } from 'react-layout-kit';
+
+import { useChatStore } from '@/store/chat';
+import { aiChatSelectors } from '@/store/chat/selectors';
+
+const useStyles = createStyles(({ css, token, isDarkMode }) => ({
+  container: css`
+    cursor: pointer;
+
+    width: fit-content;
+    padding-block: 4px;
+    padding-inline: 8px;
+    border-radius: 6px;
+
+    color: ${token.colorTextTertiary};
+
+    &:hover {
+      background: ${isDarkMode ? token.colorFillQuaternary : token.colorFillTertiary};
+    }
+  `,
+  expand: css`
+    background: ${isDarkMode ? token.colorFillQuaternary : token.colorFillTertiary} !important;
+  `,
+  shinyText: css`
+    color: ${rgba(token.colorText, 0.45)};
+
+    background: linear-gradient(
+      120deg,
+      ${rgba(token.colorTextBase, 0)} 40%,
+      ${token.colorTextSecondary} 50%,
+      ${rgba(token.colorTextBase, 0)} 60%
+    );
+    background-clip: text;
+    background-size: 200% 100%;
+
+    animation: shine 1.5s linear infinite;
+
+    @keyframes shine {
+      0% {
+        background-position: 100%;
+      }
+
+      100% {
+        background-position: -100%;
+      }
+    }
+  `,
+  title: css`
+    overflow: hidden;
+    display: -webkit-box;
+    -webkit-box-orient: vertical;
+    -webkit-line-clamp: 1;
+
+    font-size: 12px;
+    text-overflow: ellipsis;
+  `,
+}));
+
+interface ThinkingProps {
+  content?: string;
+  duration?: number;
+  id: string;
+}
+
+const Thinking = memo<ThinkingProps>(({ content = '', duration, id }) => {
+  const { t } = useTranslation('chat');
+  const { styles, cx } = useStyles();
+
+  const [showDetail, setShowDetail] = useState(false);
+
+  const isReasoning = useChatStore(aiChatSelectors.isMessageInReasoning(id));
+
+  useEffect(() => {
+    if (isReasoning && !content) {
+      setShowDetail(true);
+    }
+
+    if (!isReasoning) {
+      setShowDetail(false);
+    }
+  }, [isReasoning, content]);
+
+  return (
+    <Flexbox
+      className={cx(styles.container, showDetail && styles.expand)}
+      gap={16}
+      onClick={() => {
+        setShowDetail(!showDetail);
+      }}
+    >
+      <Flexbox distribution={'space-between'} flex={1} horizontal>
+        {isReasoning ? (
+          <Flexbox gap={8} horizontal>
+            <Icon icon={AtomIcon} />
+            <Flexbox className={styles.shinyText} horizontal>
+              {t('reasoning.thinking')}
+            </Flexbox>
+          </Flexbox>
+        ) : (
+          <Flexbox gap={8} horizontal>
+            <Icon icon={AtomIcon} />
+            {t('reasoning.thought', { duration: ((duration || 0) / 1000).toFixed(1) })}
+          </Flexbox>
+        )}
+        <Icon icon={showDetail ? ChevronDown : ChevronRight} />
+      </Flexbox>
+
+      {showDetail && (
+        <Flexbox>
+          <Markdown variant={'chat'}>{content}</Markdown>
+        </Flexbox>
+      )}
+    </Flexbox>
+  );
+});
+
+export default Thinking;

package/src/features/Conversation/Messages/Assistant/index.tsx

@@ -3,13 +3,15 @@ import { ReactNode, Suspense, memo, useContext } from 'react';
 import { Flexbox } from 'react-layout-kit';
 
 import { LOADING_FLAT } from '@/const/message';
-import { InPortalThreadContext } from '@/features/Conversation/components/ChatItem/InPortalThreadContext';
 import { useChatStore } from '@/store/chat';
 import { chatSelectors } from '@/store/chat/selectors';
+import { aiChatSelectors } from '@/store/chat/slices/aiChat/selectors';
 import { ChatMessage } from '@/types/message';
 
+import { InPortalThreadContext } from '../../components/ChatItem/InPortalThreadContext';
 import { DefaultMessage } from '../Default';
 import FileChunks from './FileChunks';
+import Thinking from './Reasoning';
 import ToolCall from './ToolCallItem';
 
 export const AssistantMessage = memo<
@@ -23,6 +25,10 @@ export const AssistantMessage = memo<
   const inThread = useContext(InPortalThreadContext);
   const isToolCallGenerating = generating && (content === LOADING_FLAT || !content) && !!tools;
 
+  const isReasoning = useChatStore(aiChatSelectors.isMessageInReasoning(id));
+
+  const showReasoning = !!props.reasoning || (!props.reasoning && isReasoning);
+
   return editing ? (
     <DefaultMessage
       content={content}
@@ -33,6 +39,7 @@ export const AssistantMessage = memo<
   ) : (
     <Flexbox gap={8} id={id}>
       {!!chunksList && chunksList.length > 0 && <FileChunks data={chunksList} />}
+      {showReasoning && <Thinking {...props.reasoning} id={id} />}
       {content && (
         <DefaultMessage
           addIdOnDOM={false}

package/src/features/Conversation/components/MarkdownElements/LobeThinking/index.ts

@@ -3,10 +3,10 @@ import { ARTIFACT_THINKING_TAG } from '@/const/plugin';
 import Component from './Render';
 import rehypePlugin from './rehypePlugin';
 
-const AntThinkingElement = {
+const LobeThinkingElement = {
   Component,
   rehypePlugin,
   tag: ARTIFACT_THINKING_TAG,
 };
 
-export default AntThinkingElement;
+export default LobeThinkingElement;

package/src/libs/agent-runtime/deepseek/index.ts

@@ -40,7 +40,7 @@ export const LobeDeepSeekAI = LobeOpenAICompatibleFactory({
 
       return {
         enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
-        functionCall: true,
+        functionCall: !model.id.toLowerCase().includes('deepseek-reasoner'),
         id: model.id,
       };
     },

package/src/libs/agent-runtime/google/index.ts

@@ -8,6 +8,8 @@ import {
   SchemaType,
 } from '@google/generative-ai';
 
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+import type { ChatModelCard } from '@/types/llm';
 import { imageUrlToBase64 } from '@/utils/imageToBase64';
 import { safeParseJSON } from '@/utils/safeParseJSON';
 
@@ -27,9 +29,6 @@ import { StreamingResponse } from '../utils/response';
 import { GoogleGenerativeAIStream, convertIterableToStream } from '../utils/streams';
 import { parseDataUri } from '../utils/uriParser';
 
-import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
-import type { ChatModelCard } from '@/types/llm';
-
 export interface GoogleModelCard {
   displayName: string;
   inputTokenLimit: number;
@@ -143,7 +142,7 @@ export class LobeGoogleAI implements LobeRuntimeAI {
       method: 'GET',
     });
     const json = await response.json();
-  
+
     const modelList: GoogleModelCard[] = json['models'];
 
     return modelList
@@ -156,7 +155,10 @@ export class LobeGoogleAI implements LobeRuntimeAI {
           enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => modelName.endsWith(m.id))?.enabled || false,
           functionCall: modelName.toLowerCase().includes('gemini'),
           id: modelName,
-          vision: modelName.toLowerCase().includes('vision') || modelName.toLowerCase().includes('gemini') && !modelName.toLowerCase().includes('gemini-1.0'),
+          vision:
+            modelName.toLowerCase().includes('vision') ||
+            (modelName.toLowerCase().includes('gemini') &&
+              !modelName.toLowerCase().includes('gemini-1.0')),
         };
       })
       .filter(Boolean) as ChatModelCard[];

package/src/libs/agent-runtime/hunyuan/index.ts

@@ -1,10 +1,34 @@
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/aiModels';
+
+export interface HunyuanModelCard {
+  id: string;
+}
+
 export const LobeHunyuanAI = LobeOpenAICompatibleFactory({
   baseURL: 'https://api.hunyuan.cloud.tencent.com/v1',
   debug: {
     chatCompletion: () => process.env.DEBUG_HUNYUAN_CHAT_COMPLETION === '1',
   },
+  models: {
+    transformModel: (m) => {
+      const functionCallKeywords = [
+        'hunyuan-functioncall',
+        'hunyuan-turbo',
+        'hunyuan-pro',
+      ];
+
+      const model = m as unknown as HunyuanModelCard;
+
+      return {
+        enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
+        functionCall: functionCallKeywords.some(keyword => model.id.toLowerCase().includes(keyword)) && !model.id.toLowerCase().includes('vision'),
+        id: model.id,
+        vision: model.id.toLowerCase().includes('vision'),
+      };
+    },
+  },
   provider: ModelProvider.Hunyuan,
 });

package/src/libs/agent-runtime/qwen/index.ts

@@ -49,7 +49,7 @@ export const LobeQwenAI = LobeOpenAICompatibleFactory({
               : undefined,
         stream: !payload.tools,
         temperature: (temperature !== undefined && temperature >= 0 && temperature < 2) ? temperature : undefined,
-        ...(model.startsWith('qwen-vl') ? {
+        ...(model.startsWith('qvq') || model.startsWith('qwen-vl') ? {
           top_p: (top_p !== undefined && top_p > 0 && top_p <= 1) ? top_p : undefined,
         } : {
           top_p: (top_p !== undefined && top_p > 0 && top_p < 1) ? top_p : undefined,
@@ -67,7 +67,7 @@ export const LobeQwenAI = LobeOpenAICompatibleFactory({
   debug: {
     chatCompletion: () => process.env.DEBUG_QWEN_CHAT_COMPLETION === '1',
   },
-    models: {
+  models: {
     transformModel: (m) => {
       const functionCallKeywords = [
         'qwen-max',
@@ -76,13 +76,18 @@ export const LobeQwenAI = LobeOpenAICompatibleFactory({
         'qwen2.5',
       ];
 
+      const visionKeywords = [
+        'qvq',
+        'vl',
+      ];
+
       const model = m as unknown as QwenModelCard;
 
       return {
         enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
         functionCall: functionCallKeywords.some(keyword => model.id.toLowerCase().includes(keyword)),
         id: model.id,
-        vision: model.id.toLowerCase().includes('vl'),
+        vision: visionKeywords.some(keyword => model.id.toLowerCase().includes(keyword)),
       };
     },
   },

package/src/libs/agent-runtime/stepfun/index.ts

@@ -25,7 +25,13 @@ export const LobeStepfunAI = LobeOpenAICompatibleFactory({
       // ref: https://platform.stepfun.com/docs/llm/modeloverview
       const functionCallKeywords = [
         'step-1-',
+        'step-1o-',
+        'step-1v-',
         'step-2-',
+      ];
+
+      const visionKeywords = [
+        'step-1o-',
         'step-1v-',
       ];
 
@@ -35,7 +41,7 @@ export const LobeStepfunAI = LobeOpenAICompatibleFactory({
         enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
         functionCall: functionCallKeywords.some(keyword => model.id.toLowerCase().includes(keyword)),
         id: model.id,
-        vision: model.id.toLowerCase().includes('v'),
+        vision: visionKeywords.some(keyword => model.id.toLowerCase().includes(keyword)),
       };
     },
   },