@lobehub/chat 0.122.8 → 0.123.0

package/src/services/chat.ts

@@ -2,24 +2,27 @@ import { PluginRequestPayload, createHeadersWithPluginSettings } from '@lobehub/
 import { produce } from 'immer';
 import { merge } from 'lodash-es';
 
-import { isVisionModel } from '@/const/llm';
 import { DEFAULT_AGENT_CONFIG } from '@/const/settings';
+import { ModelProvider } from '@/libs/agent-runtime';
 import { filesSelectors, useFileStore } from '@/store/file';
+import { useGlobalStore } from '@/store/global';
+import { modelProviderSelectors } from '@/store/global/selectors';
 import { useToolStore } from '@/store/tool';
 import { pluginSelectors, toolSelectors } from '@/store/tool/selectors';
 import { ChatMessage } from '@/types/message';
-import type { OpenAIChatMessage, OpenAIChatStreamPayload } from '@/types/openai/chat';
+import type { ChatStreamPayload, OpenAIChatMessage } from '@/types/openai/chat';
 import { UserMessageContentPart } from '@/types/openai/chat';
 import { fetchAIFactory, getMessageError } from '@/utils/fetch';
 
+import { createHeaderWithAuth } from './_auth';
 import { createHeaderWithOpenAI } from './_header';
-import { OPENAI_URLS, PLUGINS_URLS } from './_url';
+import { PLUGINS_URLS } from './_url';
 
 interface FetchOptions {
   signal?: AbortSignal | undefined;
 }
 
-interface GetChatCompletionPayload extends Partial<Omit<OpenAIChatStreamPayload, 'messages'>> {
+interface GetChatCompletionPayload extends Partial<Omit<ChatStreamPayload, 'messages'>> {
   messages: ChatMessage[];
 }
 
@@ -48,29 +51,39 @@ class ChatService {
 
     const filterTools = toolSelectors.enabledSchema(enabledPlugins)(useToolStore.getState());
 
+    // check this model can use function call
+    const canUseFC = modelProviderSelectors.modelEnabledFunctionCall(payload.model)(
+      useGlobalStore.getState(),
+    );
     // the rule that model can use tools:
     // 1. tools is not empty
-    // 2. model is not in vision white list, because vision model can't use tools
-    // TODO: we need to find some method to let vision model use tools
-    const shouldUseTools = filterTools.length > 0 && !isVisionModel(payload.model);
+    // 2. model can use function call
+    const shouldUseTools = filterTools.length > 0 && canUseFC;
+
     const tools = shouldUseTools ? filterTools : undefined;
 
     return this.getChatCompletion({ ...params, messages: oaiMessages, tools }, options);
   };
 
-  getChatCompletion = (params: Partial<OpenAIChatStreamPayload>, options?: FetchOptions) => {
+  getChatCompletion = async (params: Partial<ChatStreamPayload>, options?: FetchOptions) => {
+    const { provider = ModelProvider.OpenAI, ...res } = params;
     const payload = merge(
       {
         model: DEFAULT_AGENT_CONFIG.model,
         stream: true,
         ...DEFAULT_AGENT_CONFIG.params,
       },
-      params,
+      res,
     );
 
-    return fetch(OPENAI_URLS.chat, {
+    const headers = await createHeaderWithAuth({
+      headers: { 'Content-Type': 'application/json' },
+      provider,
+    });
+
+    return fetch(`/api/chat/${provider}`, {
       body: JSON.stringify(payload),
-      headers: createHeaderWithOpenAI({ 'Content-Type': 'application/json' }),
+      headers,
       method: 'POST',
       signal: options?.signal,
     });
@@ -112,7 +125,7 @@ class ChatService {
     model,
   }: {
     messages: ChatMessage[];
-    model?: string;
+    model: string;
     tools?: string[];
   }): OpenAIChatMessage[] => {
     // handle content type for vision model
@@ -125,7 +138,9 @@ class ChatService {
 
       if (imageList.length === 0) return m.content;
 
-      if (!isVisionModel(model)) {
+      const hasVision = modelProviderSelectors.modelEnabledVision(model)(useGlobalStore.getState());
+
+      if (!hasVision) {
         return m.content;
       }
 
@@ -156,11 +171,14 @@ class ChatService {
 
     return produce(postMessages, (draft) => {
       if (!tools || tools.length === 0) return;
+      const hasFC = modelProviderSelectors.modelEnabledFunctionCall(model)(
+        useGlobalStore.getState(),
+      );
+      if (!hasFC) return;
 
       const systemMessage = draft.find((i) => i.role === 'system');
 
       const toolsSystemRoles = toolSelectors.enabledSystemRoles(tools)(useToolStore.getState());
-
       if (!toolsSystemRoles) return;
 
       if (systemMessage) {

package/src/store/chat/slices/message/action.ts

@@ -5,7 +5,6 @@ import { template } from 'lodash-es';
 import useSWR, { SWRResponse, mutate } from 'swr';
 import { StateCreator } from 'zustand/vanilla';
 
-import { GPT4_VISION_MODEL_DEFAULT_MAX_TOKENS } from '@/const/llm';
 import { LOADING_FLAT, isFunctionMessageAtStart, testFunctionMessageAtEnd } from '@/const/message';
 import { CreateMessageParams } from '@/database/models/message';
 import { chatService } from '@/services/chat';
@@ -255,13 +254,14 @@ export const chatMessage: StateCreator<
   coreProcessMessage: async (messages, userMessageId) => {
     const { fetchAIChatMessage, triggerFunctionCall, refreshMessages, activeTopicId } = get();
 
-    const { model } = getAgentConfig();
+    const { model, provider } = getAgentConfig();
 
     // 1. Add an empty message to place the AI response
     const assistantMessage: CreateMessageParams = {
       role: 'assistant',
       content: LOADING_FLAT,
       fromModel: model,
+      fromProvider: provider,
 
       parentId: userMessageId,
       sessionId: get().activeId,
@@ -288,13 +288,14 @@ export const chatMessage: StateCreator<
         const functionMessage: CreateMessageParams = {
           role: 'function',
           content: functionCallContent,
-          extra: {
-            fromModel: model,
-          },
+          fromModel: model,
+          fromProvider: provider,
+
           parentId: userMessageId,
           sessionId: get().activeId,
           topicId: activeTopicId,
         };
+
         functionId = await messageService.create(functionMessage);
       }
 
@@ -368,7 +369,8 @@ export const chatMessage: StateCreator<
     if (config.model === 'gpt-4-vision-preview') {
       /* eslint-disable unicorn/no-lonely-if */
       if (!config.params.max_tokens)
-        config.params.max_tokens = GPT4_VISION_MODEL_DEFAULT_MAX_TOKENS;
+        // refs: https://github.com/lobehub/lobe-chat/issues/837
+        config.params.max_tokens = 2048;
     }
 
     const fetcher = () =>
@@ -376,6 +378,7 @@ export const chatMessage: StateCreator<
         {
           messages: preprocessMsgs,
           model: config.model,
+          provider: config.provider,
           ...config.params,
           plugins: config.plugins,
         },

package/src/store/global/slices/common/action.ts

@@ -1,5 +1,6 @@
 import { gt } from 'semver';
 import useSWR, { SWRResponse, mutate } from 'swr';
+import { DeepPartial } from 'utility-types';
 import type { StateCreator } from 'zustand/vanilla';
 
 import { INBOX_SESSION_ID } from '@/const/session';
@@ -8,7 +9,7 @@ import { CURRENT_VERSION } from '@/const/version';
 import { globalService } from '@/services/global';
 import { UserConfig, userService } from '@/services/user';
 import type { GlobalStore } from '@/store/global';
-import type { GlobalServerConfig } from '@/types/settings';
+import type { GlobalServerConfig, GlobalSettings } from '@/types/settings';
 import { merge } from '@/utils/merge';
 import { setNamespace } from '@/utils/storeDebug';
 
@@ -63,7 +64,12 @@ export const createCommonSlice: StateCreator<
     useSWR<GlobalServerConfig>('fetchGlobalConfig', globalService.getGlobalConfig, {
       onSuccess: (data) => {
         if (data) {
-          const defaultSettings = merge(get().defaultSettings, { defaultAgent: data.defaultAgent });
+          const serverSettings: DeepPartial<GlobalSettings> = {
+            defaultAgent: data.defaultAgent,
+            languageModel: data.languageModel,
+          };
+
+          const defaultSettings = merge(get().defaultSettings, serverSettings);
           set({ defaultSettings, serverConfig: data }, false, n('initGlobalConfig'));
         }
       },

package/src/store/global/slices/settings/action.test.ts

@@ -67,14 +67,14 @@ describe('SettingsAction', () => {
     });
   });
 
-  describe('setOpenAIConfig', () => {
+  describe('setModelProviderConfig', () => {
     it('should set OpenAI configuration', async () => {
       const { result } = renderHook(() => useGlobalStore());
       const openAIConfig: Partial<OpenAIConfig> = { OPENAI_API_KEY: 'test-key' };
 
       // Perform the action
       await act(async () => {
-        await result.current.setOpenAIConfig(openAIConfig);
+        await result.current.setModelProviderConfig('openAI', openAIConfig);
       });
 
       // Assert that updateUserSettings was called with the correct OpenAI configuration

package/src/store/global/slices/settings/action.ts

@@ -7,7 +7,7 @@ import { userService } from '@/services/user';
 import type { GlobalStore } from '@/store/global';
 import { SettingsTabs } from '@/store/global/initialState';
 import { LobeAgentSettings } from '@/types/session';
-import type { GlobalSettings, OpenAIConfig } from '@/types/settings';
+import { GlobalLLMConfig, GlobalLLMProviderKey, GlobalSettings } from '@/types/settings';
 import { difference } from '@/utils/difference';
 import { merge } from '@/utils/merge';
 
@@ -17,10 +17,14 @@ import { merge } from '@/utils/merge';
 export interface SettingsAction {
   importAppSettings: (settings: GlobalSettings) => Promise<void>;
   resetSettings: () => Promise<void>;
-  setOpenAIConfig: (config: Partial<OpenAIConfig>) => Promise<void>;
+  setModelProviderConfig: <T extends GlobalLLMProviderKey>(
+    provider: T,
+    config: Partial<GlobalLLMConfig[T]>,
+  ) => Promise<void>;
   setSettings: (settings: DeepPartial<GlobalSettings>) => Promise<void>;
   switchSettingTabs: (tab: SettingsTabs) => void;
   switchThemeMode: (themeMode: ThemeMode) => Promise<void>;
+  toggleProviderEnabled: (provider: GlobalLLMProviderKey, enabled: boolean) => Promise<void>;
   updateDefaultAgent: (agent: DeepPartial<LobeAgentSettings>) => Promise<void>;
 }
 
@@ -41,8 +45,8 @@ export const createSettingsSlice: StateCreator<
     await userService.resetUserSettings();
     await get().refreshUserConfig();
   },
-  setOpenAIConfig: async (config) => {
-    await get().setSettings({ languageModel: { openAI: config } });
+  setModelProviderConfig: async (provider, config) => {
+    await get().setSettings({ languageModel: { [provider]: config } });
   },
   setSettings: async (settings) => {
     const { settings: prevSetting, defaultSettings } = get();
@@ -63,6 +67,9 @@ export const createSettingsSlice: StateCreator<
   switchThemeMode: async (themeMode) => {
     await get().setSettings({ themeMode });
   },
+  toggleProviderEnabled: async (provider, enabled) => {
+    await get().setSettings({ languageModel: { [provider]: { enabled } } });
+  },
   updateDefaultAgent: async (defaultAgent) => {
     await get().setSettings({ defaultAgent });
   },

package/src/store/global/slices/settings/selectors/__snapshots__/modelProvider.test.ts.snap

@@ -3,16 +3,30 @@
 exports[`modelProviderSelectors > CUSTOM_MODELS > custom deletion, addition, and renaming of models 1`] = `
 [
   {
-    "displayName": "llama",
-    "name": "llama",
-  },
-  {
-    "displayName": "claude-2",
-    "name": "claude-2",
-  },
-  {
-    "displayName": "gpt-4-32k",
-    "name": "gpt-4-0125-preview",
+    "chatModels": [
+      {
+        "displayName": "llama",
+        "functionCall": true,
+        "id": "llama",
+        "isCustom": true,
+        "vision": true,
+      },
+      {
+        "displayName": "claude-2",
+        "functionCall": true,
+        "id": "claude-2",
+        "isCustom": true,
+        "vision": true,
+      },
+      {
+        "displayName": "gpt-4-32k",
+        "functionCall": true,
+        "id": "gpt-4-0125-preview",
+        "tokens": 128000,
+      },
+    ],
+    "enabled": true,
+    "id": "openai",
   },
 ]
 `;
@@ -20,32 +34,101 @@ exports[`modelProviderSelectors > CUSTOM_MODELS > custom deletion, addition, and
 exports[`modelProviderSelectors > CUSTOM_MODELS > duplicate naming model 1`] = `
 [
   {
-    "displayName": "gpt-3.5-turbo",
-    "name": "gpt-3.5-turbo",
-  },
-  {
-    "displayName": "gpt-3.5-turbo-1106",
-    "name": "gpt-3.5-turbo-1106",
-  },
-  {
-    "displayName": "gpt-3.5-turbo-16k",
-    "name": "gpt-3.5-turbo-16k",
-  },
-  {
-    "displayName": "gpt-4",
-    "name": "gpt-4",
-  },
-  {
-    "displayName": "gpt-4-32k",
-    "name": "gpt-4-32k",
-  },
-  {
-    "displayName": "gpt-4-vision-preview",
-    "name": "gpt-4-vision-preview",
-  },
-  {
-    "displayName": "gpt-4-32k",
-    "name": "gpt-4-0125-preview",
+    "chatModels": [
+      {
+        "description": "GPT 3.5 Turbo，适用于各种文本生成和理解任务",
+        "displayName": "GPT-3.5 Turbo",
+        "functionCall": true,
+        "id": "gpt-3.5-turbo",
+        "tokens": 4096,
+      },
+      {
+        "displayName": "GPT-3.5 Turbo (0125)",
+        "functionCall": true,
+        "id": "gpt-3.5-turbo-0125",
+        "tokens": 16385,
+      },
+      {
+        "displayName": "GPT-3.5 Turbo (1106)",
+        "functionCall": true,
+        "hidden": true,
+        "id": "gpt-3.5-turbo-1106",
+        "tokens": 16385,
+      },
+      {
+        "hidden": true,
+        "id": "gpt-3.5-turbo-instruct",
+        "tokens": 4096,
+      },
+      {
+        "hidden": true,
+        "id": "gpt-3.5-turbo-16k",
+        "tokens": 16385,
+      },
+      {
+        "hidden": true,
+        "id": "gpt-3.5-turbo-0613",
+        "legacy": true,
+        "tokens": 4096,
+      },
+      {
+        "hidden": true,
+        "id": "gpt-3.5-turbo-16k-0613",
+        "legacy": true,
+        "tokens": 4096,
+      },
+      {
+        "displayName": "GPT-4 Turbo Preview",
+        "functionCall": true,
+        "id": "gpt-4-turbo-preview",
+        "tokens": 128000,
+      },
+      {
+        "displayName": "gpt-4-32k",
+        "functionCall": true,
+        "id": "gpt-4-0125-preview",
+        "tokens": 128000,
+      },
+      {
+        "description": "GPT-4 视觉预览版，支持视觉任务",
+        "displayName": "GPT-4 Turbo Vision (Preview)",
+        "id": "gpt-4-vision-preview",
+        "tokens": 128000,
+        "vision": true,
+      },
+      {
+        "functionCall": true,
+        "hidden": true,
+        "id": "gpt-4-1106-preview",
+        "tokens": 128000,
+      },
+      {
+        "functionCall": true,
+        "hidden": true,
+        "id": "gpt-4",
+        "tokens": 8192,
+      },
+      {
+        "functionCall": true,
+        "hidden": true,
+        "id": "gpt-4-0613",
+        "tokens": 8192,
+      },
+      {
+        "functionCall": true,
+        "hidden": true,
+        "id": "gpt-4-32k",
+        "tokens": 32768,
+      },
+      {
+        "functionCall": true,
+        "hidden": true,
+        "id": "gpt-4-32k-0613",
+        "tokens": 32768,
+      },
+    ],
+    "enabled": true,
+    "id": "openai",
   },
 ]
 `;
@@ -53,48 +136,129 @@ exports[`modelProviderSelectors > CUSTOM_MODELS > duplicate naming model 1`] = `
 exports[`modelProviderSelectors > CUSTOM_MODELS > only add the model 1`] = `
 [
   {
-    "displayName": "gpt-3.5-turbo",
-    "name": "gpt-3.5-turbo",
-  },
-  {
-    "displayName": "gpt-3.5-turbo-1106",
-    "name": "gpt-3.5-turbo-1106",
-  },
-  {
-    "displayName": "gpt-3.5-turbo-16k",
-    "name": "gpt-3.5-turbo-16k",
-  },
-  {
-    "displayName": "gpt-4",
-    "name": "gpt-4",
-  },
-  {
-    "displayName": "gpt-4-32k",
-    "name": "gpt-4-32k",
-  },
-  {
-    "displayName": "gpt-4-0125-preview",
-    "name": "gpt-4-0125-preview",
-  },
-  {
-    "displayName": "gpt-4-vision-preview",
-    "name": "gpt-4-vision-preview",
-  },
-  {
-    "displayName": "model1",
-    "name": "model1",
-  },
-  {
-    "displayName": "model2",
-    "name": "model2",
-  },
-  {
-    "displayName": "model3",
-    "name": "model3",
-  },
-  {
-    "displayName": "model4",
-    "name": "model4",
+    "chatModels": [
+      {
+        "description": "GPT 3.5 Turbo，适用于各种文本生成和理解任务",
+        "displayName": "GPT-3.5 Turbo",
+        "functionCall": true,
+        "id": "gpt-3.5-turbo",
+        "tokens": 4096,
+      },
+      {
+        "displayName": "GPT-3.5 Turbo (0125)",
+        "functionCall": true,
+        "id": "gpt-3.5-turbo-0125",
+        "tokens": 16385,
+      },
+      {
+        "displayName": "GPT-3.5 Turbo (1106)",
+        "functionCall": true,
+        "hidden": true,
+        "id": "gpt-3.5-turbo-1106",
+        "tokens": 16385,
+      },
+      {
+        "hidden": true,
+        "id": "gpt-3.5-turbo-instruct",
+        "tokens": 4096,
+      },
+      {
+        "hidden": true,
+        "id": "gpt-3.5-turbo-16k",
+        "tokens": 16385,
+      },
+      {
+        "hidden": true,
+        "id": "gpt-3.5-turbo-0613",
+        "legacy": true,
+        "tokens": 4096,
+      },
+      {
+        "hidden": true,
+        "id": "gpt-3.5-turbo-16k-0613",
+        "legacy": true,
+        "tokens": 4096,
+      },
+      {
+        "displayName": "GPT-4 Turbo Preview",
+        "functionCall": true,
+        "id": "gpt-4-turbo-preview",
+        "tokens": 128000,
+      },
+      {
+        "displayName": "GPT-4 Turbo Preview (0125)",
+        "functionCall": true,
+        "id": "gpt-4-0125-preview",
+        "tokens": 128000,
+      },
+      {
+        "description": "GPT-4 视觉预览版，支持视觉任务",
+        "displayName": "GPT-4 Turbo Vision (Preview)",
+        "id": "gpt-4-vision-preview",
+        "tokens": 128000,
+        "vision": true,
+      },
+      {
+        "functionCall": true,
+        "hidden": true,
+        "id": "gpt-4-1106-preview",
+        "tokens": 128000,
+      },
+      {
+        "functionCall": true,
+        "hidden": true,
+        "id": "gpt-4",
+        "tokens": 8192,
+      },
+      {
+        "functionCall": true,
+        "hidden": true,
+        "id": "gpt-4-0613",
+        "tokens": 8192,
+      },
+      {
+        "functionCall": true,
+        "hidden": true,
+        "id": "gpt-4-32k",
+        "tokens": 32768,
+      },
+      {
+        "functionCall": true,
+        "hidden": true,
+        "id": "gpt-4-32k-0613",
+        "tokens": 32768,
+      },
+      {
+        "displayName": "model1",
+        "functionCall": true,
+        "id": "model1",
+        "isCustom": true,
+        "vision": true,
+      },
+      {
+        "displayName": "model2",
+        "functionCall": true,
+        "id": "model2",
+        "isCustom": true,
+        "vision": true,
+      },
+      {
+        "displayName": "model3",
+        "functionCall": true,
+        "id": "model3",
+        "isCustom": true,
+        "vision": true,
+      },
+      {
+        "displayName": "model4",
+        "functionCall": true,
+        "id": "model4",
+        "isCustom": true,
+        "vision": true,
+      },
+    ],
+    "enabled": true,
+    "id": "openai",
   },
 ]
 `;

package/src/store/global/slices/settings/selectors/__snapshots__/selectors.test.ts.snap

@@ -81,6 +81,7 @@ exports[`settingsSelectors > defaultAgent > should merge DEFAULT_AGENT and s.set
       "top_p": 1,
     },
     "plugins": [],
+    "provider": "openai",
     "systemRole": "user",
     "tts": {
       "showAllLocaleVoice": false,
@@ -112,6 +113,7 @@ exports[`settingsSelectors > defaultAgentConfig > should merge DEFAULT_AGENT_CON
     "top_p": 1,
   },
   "plugins": [],
+  "provider": "openai",
   "systemRole": "user",
   "tts": {
     "showAllLocaleVoice": false,