@lobehub/chat 0.122.9 → 0.123.0

package/src/store/global/slices/settings/selectors/modelProvider.test.ts

@@ -1,28 +1,30 @@
-import { GlobalStore } from '../../../store';
+import { describe, expect, it } from 'vitest';
+
+import { DEFAULT_SETTINGS } from '@/const/settings';
+import { agentSelectors } from '@/store/session/slices/agent';
+import { merge } from '@/utils/merge';
+
+import { GlobalStore, useGlobalStore } from '../../../store';
+import { initialSettingsState } from '../initialState';
 import { modelProviderSelectors } from './modelProvider';
 
 describe('modelProviderSelectors', () => {
   describe('CUSTOM_MODELS', () => {
     it('custom deletion, addition, and renaming of models', () => {
-      const s = {
+      const s = merge(initialSettingsState, {
         serverConfig: {
           customModelName:
             '-all,+llama,+claude-2，-gpt-3.5-turbo,gpt-4-0125-preview=gpt-4-turbo,gpt-4-0125-preview=gpt-4-32k',
         },
-        settings: {
-          languageModel: {
-            openAI: {},
-          },
-        },
-      } as unknown as GlobalStore;
+      }) as unknown as GlobalStore;
 
-      const result = modelProviderSelectors.modelList(s);
+      const result = modelProviderSelectors.modelSelectList(s).filter((r) => r.enabled);
 
       expect(result).toMatchSnapshot();
     });
 
     it('duplicate naming model', () => {
-      const s = {
+      const s = merge(initialSettingsState, {
         serverConfig: {},
         settings: {
           languageModel: {
@@ -31,57 +33,138 @@ describe('modelProviderSelectors', () => {
             },
           },
         },
-      } as unknown as GlobalStore;
+      }) as unknown as GlobalStore;
 
-      const result = modelProviderSelectors.modelList(s);
+      const result = modelProviderSelectors.modelSelectList(s).filter((r) => r.enabled);
 
       expect(result).toMatchSnapshot();
     });
 
     it('should delete model', () => {
-      const s = {
-        serverConfig: {
-          customModelName: '-gpt-4',
+      const s = merge(initialSettingsState, {
+        serverConfig: { customModelName: '-gpt-4' },
+      }) as unknown as GlobalStore;
+
+      const result = modelProviderSelectors.modelSelectList(s).filter((r) => r.enabled);
+
+      expect(result).toEqual([
+        {
+          chatModels: [
+            {
+              description: 'GPT 3.5 Turbo，适用于各种文本生成和理解任务',
+              displayName: 'GPT-3.5 Turbo',
+              functionCall: true,
+              id: 'gpt-3.5-turbo',
+              tokens: 4096,
+            },
+            {
+              displayName: 'GPT-3.5 Turbo (0125)',
+              functionCall: true,
+              id: 'gpt-3.5-turbo-0125',
+              tokens: 16385,
+            },
+            {
+              displayName: 'GPT-3.5 Turbo (1106)',
+              functionCall: true,
+              hidden: true,
+              id: 'gpt-3.5-turbo-1106',
+              tokens: 16385,
+            },
+            {
+              hidden: true,
+              id: 'gpt-3.5-turbo-instruct',
+              tokens: 4096,
+            },
+            {
+              hidden: true,
+              id: 'gpt-3.5-turbo-16k',
+              tokens: 16385,
+            },
+            {
+              hidden: true,
+              id: 'gpt-3.5-turbo-0613',
+              legacy: true,
+              tokens: 4096,
+            },
+            {
+              hidden: true,
+              id: 'gpt-3.5-turbo-16k-0613',
+              legacy: true,
+              tokens: 4096,
+            },
+            {
+              displayName: 'GPT-4 Turbo Preview',
+              functionCall: true,
+              id: 'gpt-4-turbo-preview',
+              tokens: 128000,
+            },
+            {
+              displayName: 'GPT-4 Turbo Preview (0125)',
+              functionCall: true,
+              id: 'gpt-4-0125-preview',
+              tokens: 128000,
+            },
+            {
+              description: 'GPT-4 视觉预览版，支持视觉任务',
+              displayName: 'GPT-4 Turbo Vision (Preview)',
+              id: 'gpt-4-vision-preview',
+              tokens: 128000,
+              vision: true,
+            },
+            {
+              functionCall: true,
+              hidden: true,
+              id: 'gpt-4-1106-preview',
+              tokens: 128000,
+            },
+            {
+              functionCall: true,
+              hidden: true,
+              id: 'gpt-4-0613',
+              tokens: 8192,
+            },
+            {
+              functionCall: true,
+              hidden: true,
+              id: 'gpt-4-32k',
+              tokens: 32768,
+            },
+            {
+              functionCall: true,
+              hidden: true,
+              id: 'gpt-4-32k-0613',
+              tokens: 32768,
+            },
+          ],
+          enabled: true,
+          id: 'openai',
         },
+      ]);
+    });
+
+    it('show the hidden model', () => {
+      const s = merge(initialSettingsState, {
+        serverConfig: {},
         settings: {
           languageModel: {
-            openAI: {},
+            openAI: {
+              customModelName: '+gpt-4-1106-preview',
+            },
           },
         },
-      } as unknown as GlobalStore;
+      }) as unknown as GlobalStore;
 
-      const result = modelProviderSelectors.modelList(s);
+      const result = modelProviderSelectors.modelSelectList(s).filter((r) => r.enabled);
 
-      expect(result).toEqual([
-        {
-          displayName: 'gpt-3.5-turbo',
-          name: 'gpt-3.5-turbo',
-        },
-        {
-          displayName: 'gpt-3.5-turbo-1106',
-          name: 'gpt-3.5-turbo-1106',
-        },
-        {
-          displayName: 'gpt-3.5-turbo-16k',
-          name: 'gpt-3.5-turbo-16k',
-        },
-        {
-          displayName: 'gpt-4-32k',
-          name: 'gpt-4-32k',
-        },
-        {
-          displayName: 'gpt-4-0125-preview',
-          name: 'gpt-4-0125-preview',
-        },
-        {
-          displayName: 'gpt-4-vision-preview',
-          name: 'gpt-4-vision-preview',
-        },
-      ]);
+      expect(result[0].chatModels.find((o) => o.id === 'gpt-4-1106-preview')).toEqual({
+        functionCall: true,
+        id: 'gpt-4-1106-preview',
+        tokens: 128000,
+      });
     });
 
     it('only add the model', () => {
-      const s = {
+      const s = merge(initialSettingsState, {
         serverConfig: {},
         settings: {
           languageModel: {
@@ -90,11 +173,52 @@ describe('modelProviderSelectors', () => {
             },
           },
         },
-      } as unknown as GlobalStore;
+      }) as unknown as GlobalStore;
 
-      const result = modelProviderSelectors.modelList(s);
+      const result = modelProviderSelectors.modelSelectList(s).filter((r) => r.enabled);
 
       expect(result).toMatchSnapshot();
     });
   });
+
+  describe('modelEnabledVision', () => {
+    it('should return true if the model has vision ability', () => {
+      const hasAbility = modelProviderSelectors.modelEnabledVision('gpt-4-vision-preview')(
+        useGlobalStore.getState(),
+      );
+      expect(hasAbility).toBeTruthy();
+    });
+
+    it('should return false if the model does not have vision ability', () => {
+      const hasAbility = modelProviderSelectors.modelEnabledVision('some-other-model')(
+        useGlobalStore.getState(),
+      );
+
+      expect(hasAbility).toBeFalsy();
+    });
+
+    it('should return false if the model include vision in id', () => {
+      const hasAbility = modelProviderSelectors.modelEnabledVision('some-other-model-vision')(
+        useGlobalStore.getState(),
+      );
+
+      expect(hasAbility).toBeTruthy();
+    });
+  });
+
+  describe('modelEnabledVision', () => {
+    it('should return true if the model is in the list of models that show tokens', () => {
+      const show = modelProviderSelectors.modelHasMaxToken('gpt-3.5-turbo')(
+        useGlobalStore.getState(),
+      );
+      expect(show).toBeTruthy();
+    });
+
+    it('should return false if the model is not in the list of models that show tokens', () => {
+      const show = modelProviderSelectors.modelHasMaxToken('some-other-model')(
+        useGlobalStore.getState(),
+      );
+      expect(show).toBe(false);
+    });
+  });
 });

package/src/store/global/slices/settings/selectors/modelProvider.ts

@@ -1,64 +1,157 @@
-import { DEFAULT_OPENAI_MODEL_LIST } from '@/const/llm';
-import { CustomModels } from '@/types/settings';
+import { produce } from 'immer';
+
+import {
+  BedrockProvider,
+  GoogleProvider,
+  LOBE_DEFAULT_MODEL_LIST,
+  OpenAIProvider,
+  ZhiPuProvider,
+} from '@/config/modelProviders';
+import { ChatModelCard, ModelProviderCard } from '@/types/llm';
+import { parseModelString } from '@/utils/parseModels';
 
 import { GlobalStore } from '../../../store';
 import { currentSettings } from './settings';
 
-const openAIConfig = (s: GlobalStore) => currentSettings(s).languageModel.openAI;
+const modelProvider = (s: GlobalStore) => currentSettings(s).languageModel;
+const openAIConfig = (s: GlobalStore) => modelProvider(s).openAI;
 
-const openAIAPIKeySelectors = (s: GlobalStore) =>
-  currentSettings(s).languageModel.openAI.OPENAI_API_KEY;
+const openAIAPIKey = (s: GlobalStore) => openAIConfig(s).OPENAI_API_KEY;
+const openAIProxyUrl = (s: GlobalStore) => openAIConfig(s).endpoint;
 
-const enableAzure = (s: GlobalStore) => currentSettings(s).languageModel.openAI.useAzure;
+const enableZhipu = (s: GlobalStore) => modelProvider(s).zhipu.enabled;
+const zhipuAPIKey = (s: GlobalStore) => modelProvider(s).zhipu.apiKey;
+const zhipuProxyUrl = (s: GlobalStore) => modelProvider(s).zhipu.endpoint;
 
-const openAIProxyUrlSelectors = (s: GlobalStore) =>
-  currentSettings(s).languageModel.openAI.endpoint;
+const enableBedrock = (s: GlobalStore) => modelProvider(s).bedrock.enabled;
+const bedrockConfig = (s: GlobalStore) => modelProvider(s).bedrock;
 
-const modelListSelectors = (s: GlobalStore) => {
-  let models: CustomModels = [];
+const enableGoogle = (s: GlobalStore) => modelProvider(s).google.enabled;
+const googleAPIKey = (s: GlobalStore) => modelProvider(s).google.apiKey;
+const googleProxyUrl = (s: GlobalStore) => modelProvider(s).google.endpoint;
 
-  const removedModels: string[] = [];
-  const modelNames = [
-    ...DEFAULT_OPENAI_MODEL_LIST,
-    ...(s.serverConfig.customModelName || '').split(/[,，]/).filter(Boolean),
-    ...(currentSettings(s).languageModel.openAI.customModelName || '')
-      .split(/[,，]/)
-      .filter(Boolean),
-  ];
+const enableAzure = (s: GlobalStore) => modelProvider(s).openAI.useAzure;
+const azureConfig = (s: GlobalStore) => modelProvider(s).azure;
+
+// const azureModelList = (s: GlobalStore): ModelProviderCard => {
+//   const azure = azureConfig(s);
+//   return {
+//     chatModels: parseModelString(azure.deployments),
+//     id: 'azure',
+//   };
+// };
+
+// 提取处理 chatModels 的专门方法
+const processChatModels = (modelConfig: ReturnType<typeof parseModelString>): ChatModelCard[] => {
+  let chatModels = modelConfig.removeAll ? [] : OpenAIProvider.chatModels;
+
+  // 处理移除逻辑
+  if (!modelConfig.removeAll) {
+    chatModels = chatModels.filter((m) => !modelConfig.removed.includes(m.id));
+  }
 
-  for (const item of modelNames) {
-    const disable = item.startsWith('-');
-    const nameConfig = item.startsWith('+') || item.startsWith('-') ? item.slice(1) : item;
-    const [name, displayName] = nameConfig.split('=');
+  return produce(chatModels, (draft) => {
+    // 处理添加或替换逻辑
+    for (const customModel of modelConfig.add) {
+      // 首先尝试在 LOBE_DEFAULT_MODEL_LIST 中查找模型
+      const defaultModel = LOBE_DEFAULT_MODEL_LIST.find((model) => model.id === customModel.id);
 
-    if (disable) {
-      // Disable all models.
-      if (name === 'all') {
-        models = [];
+      // 如果在默认列表中找到了模型，则基于该模型进行更新
+      if (defaultModel) {
+        const model = draft.find((model) => model.id === customModel.id);
+        // 如果当前 chatModels 中已有该模型，更新它
+        if (model) {
+          if (model.hidden) delete model.hidden;
+          if (customModel.displayName) model.displayName = customModel.displayName;
+        } else {
+          // 如果当前 chatModels 中没有该模型，添加它
+          draft.push({
+            ...defaultModel,
+            displayName: customModel.displayName || defaultModel.displayName,
+          });
+        }
+      } else {
+        // 如果在默认列表中未找到模型，作为新的自定义模型添加
+        draft.push({
+          ...customModel,
+          displayName: customModel.displayName || customModel.id,
+          functionCall: true,
+          isCustom: true,
+          vision: true,
+        });
       }
-      removedModels.push(name);
-      continue;
     }
+  });
+};
 
-    // Remove duplicate model entries.
-    const existingIndex = models.findIndex(({ name: n }) => n === name);
-    if (existingIndex !== -1) {
-      models.splice(existingIndex, 1);
-    }
+const modelSelectList = (s: GlobalStore): ModelProviderCard[] => {
+  const string = [
+    s.serverConfig.customModelName,
+    currentSettings(s).languageModel.openAI.customModelName,
+  ]
+    .filter(Boolean)
+    .join(',');
 
-    models.push({
-      displayName: displayName || name,
-      name,
-    });
-  }
+  const modelConfig = parseModelString(string);
 
-  return models.filter((m) => !removedModels.includes(m.name));
+  const chatModels = processChatModels(modelConfig);
+
+  return [
+    {
+      ...OpenAIProvider,
+      chatModels,
+    },
+    // { ...azureModelList(s), enabled: enableAzure(s) },
+    { ...ZhiPuProvider, enabled: enableZhipu(s) },
+    { ...GoogleProvider, enabled: enableGoogle(s) },
+    { ...BedrockProvider, enabled: enableBedrock(s) },
+  ];
 };
 
+const modelCardById = (id: string) => (s: GlobalStore) => {
+  const list = modelSelectList(s);
+
+  return list.flatMap((i) => i.chatModels).find((m) => m.id === id);
+};
+
+const modelEnabledFunctionCall = (id: string) => (s: GlobalStore) =>
+  modelCardById(id)(s)?.functionCall || false;
+
+// vision model white list, these models will change the content from string to array
+// refs: https://github.com/lobehub/lobe-chat/issues/790
+const modelEnabledVision = (id: string) => (s: GlobalStore) =>
+  modelCardById(id)(s)?.vision || id.includes('vision');
+
+const modelHasMaxToken = (id: string) => (s: GlobalStore) =>
+  typeof modelCardById(id)(s)?.tokens !== 'undefined';
+
+const modelMaxToken = (id: string) => (s: GlobalStore) => modelCardById(id)(s)?.tokens || 0;
+
+/* eslint-disable sort-keys-fix/sort-keys-fix,  */
 export const modelProviderSelectors = {
-  enableAzure,
-  modelList: modelListSelectors,
-  openAIAPI: openAIAPIKeySelectors,
+  modelSelectList,
+
+  modelCardById,
+  modelMaxToken,
+  modelEnabledFunctionCall,
+  modelEnabledVision,
+  modelHasMaxToken,
+  // OpenAI
   openAIConfig,
-  openAIProxyUrl: openAIProxyUrlSelectors,
+  openAIAPIKey,
+  openAIProxyUrl,
+  // Azure OpenAI
+  enableAzure,
+  azureConfig,
+  // Zhipu
+  enableZhipu,
+  zhipuAPIKey,
+  zhipuProxyUrl,
+  // Google
+  enableGoogle,
+  googleAPIKey,
+  googleProxyUrl,
+  // Bedrock
+  enableBedrock,
+  bedrockConfig,
 };

package/src/store/session/slices/agent/selectors.test.ts

@@ -177,52 +177,4 @@ describe('agentSelectors', () => {
       expect(description).toBe('noDescription'); // Assuming translation returns this key
     });
   });
-
-  describe('showTokenTag', () => {
-    it('should return true if the model is in the list of models that show tokens', () => {
-      const show = agentSelectors.showTokenTag(mockSessionStore);
-      expect(show).toBe(true);
-    });
-
-    it('should return false if the model is not in the list of models that show tokens', () => {
-      const modifiedSessionStore = {
-        ...mockSessionStore,
-        sessions: [
-          {
-            ...mockSessionStore.sessions[0],
-            config: {
-              ...mockSessionStore.sessions[0].config,
-              model: 'some-other-model',
-            },
-          },
-        ],
-      };
-      const show = agentSelectors.showTokenTag(modifiedSessionStore);
-      expect(show).toBe(false);
-    });
-  });
-
-  describe('modelHasVisionAbility', () => {
-    it('should return true if the model has vision ability', () => {
-      const hasAbility = agentSelectors.modelHasVisionAbility(mockSessionStore);
-      expect(hasAbility).toBe(false);
-    });
-
-    it('should return false if the model does not have vision ability', () => {
-      const modifiedSessionStore = {
-        ...mockSessionStore,
-        sessions: [
-          {
-            ...mockSessionStore.sessions[0],
-            config: {
-              ...mockSessionStore.sessions[0].config,
-              model: 'some-other-model',
-            },
-          },
-        ],
-      };
-      const hasAbility = agentSelectors.modelHasVisionAbility(modifiedSessionStore);
-      expect(hasAbility).toBe(false);
-    });
-  });
 });

package/src/store/session/slices/agent/selectors.ts

@@ -1,7 +1,6 @@
 import { VoiceList } from '@lobehub/tts';
 import { t } from 'i18next';
 
-import { DEFAULT_OPENAI_MODEL_LIST, isVisionModel } from '@/const/llm';
 import { DEFAULT_AVATAR, DEFAULT_BACKGROUND_COLOR, DEFAULT_INBOX_AVATAR } from '@/const/meta';
 import { DEFAULT_AGENT_CONFIG, DEFAUTT_AGENT_TTS_CONFIG } from '@/const/settings';
 import { useGlobalStore } from '@/store/global';
@@ -36,6 +35,12 @@ const currentAgentModel = (s: SessionStore): LanguageModel | string => {
   return config?.model || LanguageModel.GPT3_5;
 };
 
+const currentAgentModelProvider = (s: SessionStore) => {
+  const config = currentAgentConfig(s);
+
+  return config?.provider;
+};
+
 const currentAgentPlugins = (s: SessionStore) => {
   const config = currentAgentConfig(s);
 
@@ -99,20 +104,11 @@ const getTitle = (s: MetaData) => s.title || t('defaultSession', { ns: 'common'
 export const getDescription = (s: MetaData) =>
   s.description || t('noDescription', { ns: 'common' });
 
-const showTokenTag = (s: SessionStore) => {
-  const model = currentAgentModel(s);
-
-  return DEFAULT_OPENAI_MODEL_LIST.includes(model);
-};
 const hasSystemRole = (s: SessionStore) => {
   const config = currentAgentConfig(s);
 
   return !!config.systemRole;
 };
-const modelHasVisionAbility = (s: SessionStore): boolean => {
-  const model = currentAgentModel(s);
-  return isVisionModel(model);
-};
 
 export const agentSelectors = {
   currentAgentAvatar,
@@ -121,6 +117,7 @@ export const agentSelectors = {
   currentAgentDescription,
   currentAgentMeta,
   currentAgentModel,
+  currentAgentModelProvider,
   currentAgentPlugins,
   currentAgentSystemRole,
   currentAgentTTS,
@@ -130,6 +127,4 @@ export const agentSelectors = {
   getDescription,
   getTitle,
   hasSystemRole,
-  modelHasVisionAbility,
-  showTokenTag,
 };

package/src/types/agent/index.ts

@@ -1,4 +1,4 @@
-import { FewShots, LLMParams, LanguageModel } from '@/types/llm';
+import { FewShots, LLMParams } from '@/types/llm';
 
 export type TTSServer = 'openai' | 'edge' | 'microsoft';
 
@@ -37,7 +37,7 @@ export interface LobeAgentConfig {
    * 角色所使用的语言模型
    * @default gpt-3.5-turbo
    */
-  model: LanguageModel | string;
+  model: string;
   /**
    * 语言模型参数
    */
@@ -46,6 +46,10 @@ export interface LobeAgentConfig {
    * 启用的插件
    */
   plugins?: string[];
+  /**
+   *  模型供应商
+   */
+  provider?: string;
   /**
    * 系统角色
    */

package/src/types/fetch.ts

@@ -1,10 +1,12 @@
 /* eslint-disable sort-keys-fix/sort-keys-fix */
+import { ILobeAgentRuntimeErrorType } from '@/libs/agent-runtime';
+
 export const ChatErrorType = {
   // ******* 业务错误语义 ******* //
 
   InvalidAccessCode: 'InvalidAccessCode', // 密码无效
   OpenAIBizError: 'OpenAIBizError', // OpenAI 返回的业务错误
-  NoAPIKey: 'NoAPIKey',
+  NoOpenAIAPIKey: 'NoOpenAIAPIKey',
 
   // ******* 客户端错误 ******* //
   BadRequest: 400,
@@ -26,5 +28,5 @@ export type ErrorType = (typeof ChatErrorType)[keyof typeof ChatErrorType];
 
 export interface ErrorResponse {
   body: any;
-  errorType: ErrorType;
+  errorType: ErrorType | ILobeAgentRuntimeErrorType;
 }

package/src/types/files.ts

@@ -1,8 +1,8 @@
-import { DB_File } from '../database/schemas/files';
-
-export interface FilePreview extends Pick<DB_File, 'saveMode' | 'fileType'> {
+export interface FilePreview {
   base64Url?: string;
   data?: ArrayBuffer;
+  fileType: string;
   name: string;
+  saveMode: 'local' | 'url';
   url: string;
 }

package/src/types/llm.ts

@@ -17,6 +17,33 @@ export enum LanguageModel {
   GPT4_VISION_PREVIEW = 'gpt-4-vision-preview',
 }
 
+export interface ChatModelCard {
+  description?: string;
+  displayName?: string;
+  /**
+   * 是否支持 Function Call
+   */
+  functionCall?: boolean;
+  hidden?: boolean;
+  id: string;
+  /**
+   * user defined model
+   */
+  isCustom?: boolean;
+  legacy?: boolean;
+  tokens?: number;
+  /**
+   * 是否支持视觉识别
+   */
+  vision?: boolean;
+}
+
+export interface ModelProviderCard {
+  chatModels: ChatModelCard[];
+  enabled?: boolean;
+  id: string;
+}
+
 // 语言模型的设置参数
 export interface LLMParams {
   /**