@lobehub/chat 1.131.4 → 1.132.1

package/src/hooks/useModelSupportVideo.ts

@@ -0,0 +1,10 @@
+import { useAiInfraStore } from '@/store/aiInfra';
+import { aiModelSelectors } from '@/store/aiInfra/selectors';
+
+export const useModelSupportVideo = (id?: string, provider?: string) => {
+  return useAiInfraStore((s) => {
+    if (!id || !provider) return false;
+
+    return aiModelSelectors.isModelSupportVideo(id, provider)(s);
+  });
+};

package/src/locales/default/chat.ts

@@ -285,6 +285,7 @@ export default {
       actionFiletip: '上传文件',
       actionTooltip: '上传',
       disabled: '当前模型不支持视觉识别和文件分析，请切换模型后使用',
+      fileNotSupported: '浏览器模式下暂不支持上传文件，仅支持图片',
       visionNotSupported: '当前模型不支持视觉识别，请切换模型后使用',
     },
     preview: {
@@ -294,6 +295,9 @@ export default {
         processing: '文件处理中...',
       },
     },
+    validation: {
+      videoSizeExceeded: '视频文件大小不能超过 20MB，当前文件大小为 {{actualSize}}',
+    },
   },
   zenMode: '专注模式',
 };

package/src/locales/default/components.ts

@@ -116,6 +116,7 @@ export default {
       reasoning: '该模型支持深度思考',
       search: '该模型支持联网搜索',
       tokens: '该模型单个会话最多支持 {{tokens}} Tokens',
+      video: '该模型支持视频识别',
       vision: '该模型支持视觉识别',
     },
     removed: '该模型不在列表中，若取消选中将会自动移除',

package/src/server/routers/lambda/aiChat.ts

@@ -55,6 +55,7 @@ export const aiChatRouter = router({
       const assistantMessageItem = await ctx.messageModel.create({
         content: LOADING_FLAT,
         fromModel: input.newAssistantMessage.model,
+        fromProvider: input.newAssistantMessage.provider,
         parentId: messageId,
         role: 'assistant',
         sessionId: input.sessionId!,

package/src/services/chat/contextEngineering.test.ts

@@ -162,7 +162,6 @@ describe('contextEngineering', () => {
 <images_docstring>here are user upload images you can refer to</images_docstring>
 <image name="abc.png" url="http://example.com/image.jpg"></image>
 </images>
-
 </files_info>
 <!-- END SYSTEM CONTEXT -->`,
               type: 'text',

package/src/services/chat/contextEngineering.ts

@@ -23,7 +23,8 @@ import { toolSelectors } from '@/store/tool/selectors';
 import { VARIABLE_GENERATORS } from '@/utils/client/parserPlaceholder';
 import { genToolCallingName } from '@/utils/toolCall';
 
-import { isCanUseFC, isCanUseVision } from './helper';
+import { isCanUseFC, isCanUseVideo, isCanUseVision } from './helper';
+
 
 interface ContextEngineeringContext {
   enableHistoryCount?: boolean;
@@ -98,6 +99,7 @@ export const contextEngineering = async ({
       // 8. Message content processing
       new MessageContentProcessor({
         fileContext: { enabled: isServerMode, includeFileUrl: !isDesktop },
+        isCanUseVideo,
         isCanUseVision,
         model,
         provider,

package/src/services/chat/helper.ts

@@ -23,6 +23,10 @@ export const isCanUseVision = (model: string, provider: string): boolean => {
   return aiModelSelectors.isModelSupportVision(model, provider)(getAiInfraStoreState());
 };
 
+export const isCanUseVideo = (model: string, provider: string): boolean => {
+  return aiModelSelectors.isModelSupportVideo(model, provider)(getAiInfraStoreState()) || false;
+};
+
 /**
  * TODO: we need to update this function to auto find deploymentName with provider setting config
  */

package/src/services/upload.ts

@@ -84,7 +84,7 @@ class UploadService {
 
     // upload to client s3
     // 客户端上传逻辑
-    if (!skipCheckFileType && !file.type.startsWith('image')) {
+    if (!skipCheckFileType && !file.type.startsWith('image') && !file.type.startsWith('video')) {
       onNotSupported?.();
       return { data: undefined as unknown as FileMetadata, success: false };
     }

package/src/store/aiInfra/slices/aiModel/selectors.ts

@@ -62,6 +62,12 @@ const isModelSupportVision = (id: string, provider: string) => (s: AIProviderSto
   return model?.abilities?.vision || false;
 };
 
+const isModelSupportVideo = (id: string, provider: string) => (s: AIProviderStoreState) => {
+  const model = getEnabledModelById(id, provider)(s);
+
+  return model?.abilities?.video;
+};
+
 const isModelSupportReasoning = (id: string, provider: string) => (s: AIProviderStoreState) => {
   const model = getEnabledModelById(id, provider)(s);
 
@@ -136,6 +142,7 @@ export const aiModelSelectors = {
   isModelSupportFiles,
   isModelSupportReasoning,
   isModelSupportToolUse,
+  isModelSupportVideo,
   isModelSupportVision,
   modelBuiltinSearchImpl,
   modelContextWindowTokens,

package/src/store/chat/slices/aiChat/actions/generateAIChatV2.ts

@@ -23,8 +23,11 @@ import { agentChatConfigSelectors, agentSelectors } from '@/store/agent/slices/c
 import { aiModelSelectors, aiProviderSelectors, getAiInfraStoreState } from '@/store/aiInfra';
 import { MainSendMessageOperation } from '@/store/chat/slices/aiChat/initialState';
 import type { ChatStore } from '@/store/chat/store';
+import { getFileStoreState } from '@/store/file/store';
 import { getSessionStoreState } from '@/store/session';
 import { WebBrowsingManifest } from '@/tools/web-browsing';
+import { ChatImageItem } from '@/types/message/image';
+import { ChatVideoItem } from '@/types/message/video';
 import { setNamespace } from '@/utils/storeDebug';
 
 import { chatSelectors, topicSelectors } from '../../../selectors';
@@ -107,6 +110,23 @@ export const generateAIChatV2: StateCreator<
 
     const messages = chatSelectors.activeBaseChats(get());
 
+    // 构造服务端模式临时消息的本地媒体预览（优先使用 S3 URL）
+    const filesInStore = getFileStoreState().chatUploadFileList;
+    const tempImages: ChatImageItem[] = filesInStore
+      .filter((f) => f.file?.type?.startsWith('image'))
+      .map((f) => ({
+        id: f.id,
+        url: f.fileUrl || f.base64Url || f.previewUrl || '',
+        alt: f.file?.name || f.id,
+      }));
+    const tempVideos: ChatVideoItem[] = filesInStore
+      .filter((f) => f.file?.type?.startsWith('video'))
+      .map((f) => ({
+        id: f.id,
+        url: f.fileUrl || f.base64Url || f.previewUrl || '',
+        alt: f.file?.name || f.id,
+      }));
+
     // use optimistic update to avoid the slow waiting
     const tempId = get().internal_createTmpMessage({
       content: message,
@@ -117,6 +137,8 @@ export const generateAIChatV2: StateCreator<
       // if there is activeTopicId，then add topicId to message
       topicId: activeTopicId,
       threadId: activeThreadId,
+      imageList: tempImages.length > 0 ? tempImages : undefined,
+      videoList: tempVideos.length > 0 ? tempVideos : undefined,
     });
     get().internal_toggleMessageLoading(true, tempId);
 

package/src/store/chat/slices/message/action.ts

@@ -1,6 +1,20 @@
 /* eslint-disable sort-keys-fix/sort-keys-fix, typescript-sort-keys/interface */
 // Disable the auto sort key eslint rule to make the code more logic and readable
-import { ChatErrorType, TraceEventType } from '@lobechat/types';
+import {
+  ChatErrorType,
+  ChatImageItem,
+  ChatMessage,
+  ChatMessageError,
+  ChatMessagePluginError,
+  CreateMessageParams,
+  GroundingSearch,
+  MessageMetadata,
+  MessageToolCall,
+  ModelReasoning,
+  TraceEventPayloads,
+  TraceEventType,
+  UpdateMessageRAGParams,
+} from '@lobechat/types';
 import { copyToClipboard } from '@lobehub/ui';
 import isEqual from 'fast-deep-equal';
 import { SWRResponse, mutate } from 'swr';
@@ -12,19 +26,6 @@ import { topicService } from '@/services/topic';
 import { traceService } from '@/services/trace';
 import { ChatStore } from '@/store/chat/store';
 import { messageMapKey } from '@/store/chat/utils/messageMapKey';
-import {
-  ChatMessage,
-  ChatMessageError,
-  ChatMessagePluginError,
-  CreateMessageParams,
-  MessageMetadata,
-  MessageToolCall,
-  ModelReasoning,
-} from '@/types/message';
-import { ChatImageItem } from '@/types/message/image';
-import { UpdateMessageRAGParams } from '@/types/message/rag';
-import { GroundingSearch } from '@/types/search';
-import { TraceEventPayloads } from '@/types/trace';
 import { Action, setNamespace } from '@/utils/storeDebug';
 import { nanoid } from '@/utils/uuid';