@lobehub/chat 0.148.9 → 0.149.0

package/src/features/Conversation/Error/OllamaBizError/SetupGuide.tsx

@@ -0,0 +1,128 @@
+import { Highlighter, Snippet } from '@lobehub/ui';
+import { Tab, Tabs } from '@lobehub/ui/mdx';
+import { Steps } from 'antd';
+import { createStyles } from 'antd-style';
+import Link from 'next/link';
+import { memo } from 'react';
+import { Trans, useTranslation } from 'react-i18next';
+import { Flexbox } from 'react-layout-kit';
+
+const useStyles = createStyles(({ css, prefixCls }) => ({
+  steps: css`
+    &.${prefixCls}-steps-small .${prefixCls}-steps-item-title {
+      margin-bottom: 16px;
+      font-size: 16px;
+      font-weight: bold;
+    }
+  `,
+}));
+
+const SetupGuide = memo(() => {
+  const { styles } = useStyles();
+  const { t } = useTranslation('modelProvider');
+  return (
+    <Flexbox paddingBlock={8}>
+      <Steps
+        className={styles.steps}
+        direction={'vertical'}
+        items={[
+          {
+            description: (
+              <Flexbox>
+                {t('ollama.setup.install.description')}
+                <Tabs items={['macOS', t('ollama.setup.install.windowsTab'), 'Linux', 'Docker']}>
+                  <Tab>
+                    <Trans i18nKey={'ollama.setup.install.macos'} ns={'modelProvider'}>
+                      <Link href={'https://ollama.com/download'}>下载 Ollama for macOS</Link>
+                      并解压。
+                    </Trans>
+                  </Tab>
+                  <Tab>
+                    <Trans i18nKey={'ollama.setup.install.windows'} ns={'modelProvider'}>
+                      <Link href={'https://ollama.com/download'}>下载 Ollama for macOS</Link>
+                      并解压。
+                    </Trans>
+                  </Tab>
+                  <Tab>
+                    <Flexbox gap={8}>
+                      {t('ollama.setup.install.linux.command')}
+                      <Snippet language={'bash'}>
+                        curl -fsSL https://ollama.com/install.sh | sh
+                      </Snippet>
+                      <div>
+                        <Trans i18nKey={'ollama.setup.install.linux.manual'} ns={'modelProvider'}>
+                          或者，你也可以参考
+                          <Link href={'https://github.com/ollama/ollama/blob/main/docs/linux.md'}>
+                            Linux 手动安装指南
+                          </Link>
+                          。
+                        </Trans>
+                      </div>
+                    </Flexbox>
+                  </Tab>
+                  <Tab>
+                    <Flexbox gap={8}>
+                      {t('ollama.setup.install.docker')}
+                      <Snippet language={'bash'}>docker pull ollama/ollama</Snippet>
+                    </Flexbox>
+                  </Tab>
+                </Tabs>
+              </Flexbox>
+            ),
+            status: 'process',
+            title: t('ollama.setup.install.title'),
+          },
+          {
+            description: (
+              <Flexbox>
+                {t('ollama.setup.cors.description')}
+
+                <Tabs items={['macOS', t('ollama.setup.install.windowsTab'), 'Linux']}>
+                  <Tab>
+                    <Flexbox gap={8}>
+                      {t('ollama.setup.cors.macos')}
+                      {/* eslint-disable-next-line react/no-unescaped-entities */}
+                      <Snippet language={'bash'}>launchctl setenv OLLAMA_ORIGINS "*"</Snippet>
+                      {t('ollama.setup.cors.reboot')}
+                    </Flexbox>
+                  </Tab>
+                  <Tab>
+                    <Flexbox gap={8}>
+                      <div>{t('ollama.setup.cors.windows')}</div>
+                      <div>{t('ollama.setup.cors.reboot')}</div>
+                    </Flexbox>
+                  </Tab>
+                  <Tab>
+                    {' '}
+                    <Flexbox gap={8}>
+                      {t('ollama.setup.cors.linux.systemd')}
+                      {/* eslint-disable-next-line react/no-unescaped-entities */}
+                      <Snippet language={'bash'}> sudo systemctl edit ollama.service</Snippet>
+                      {t('ollama.setup.cors.linux.env')}
+                      <Highlighter
+                        // eslint-disable-next-line react/no-children-prop
+                        children={`[Service]
+
+Environment="OLLAMA_ORIGINS=*"`}
+                        fileName={'ollama.service'}
+                        fullFeatured
+                        language={'bash'}
+                        showLanguage
+                      />
+                      {t('ollama.setup.cors.linux.reboot')}
+                    </Flexbox>
+                  </Tab>
+                </Tabs>
+              </Flexbox>
+            ),
+            status: 'process',
+            title: t('ollama.setup.cors.title'),
+          },
+        ]}
+        size={'small'}
+      />
+    </Flexbox>
+  );
+});
+
+export default SetupGuide;

package/src/features/Conversation/Error/{OllamaBizError.tsx → OllamaBizError/index.tsx}

@@ -1,9 +1,16 @@
+import { Skeleton } from 'antd';
+import dynamic from 'next/dynamic';
 import { memo } from 'react';
 
 import { ChatMessage } from '@/types/message';
 
-import ErrorJsonViewer from './ErrorJsonViewer';
-import InvalidModel from './InvalidOllamaModel';
+import ErrorJsonViewer from '../ErrorJsonViewer';
+
+const loading = () => <Skeleton active style={{ width: 300 }} />;
+
+const SetupGuide = dynamic(() => import('./SetupGuide'), { loading, ssr: false });
+
+const InvalidModel = dynamic(() => import('./InvalidOllamaModel'), { loading, ssr: false });
 
 interface OllamaError {
   code: string | null;
@@ -23,11 +30,17 @@ const OllamaBizError = memo<ChatMessage>(({ error, id }) => {
 
   const errorMessage = errorBody.error?.message;
 
+  // error of not pull the model
   const unresolvedModel = errorMessage?.match(UNRESOLVED_MODEL_REGEXP)?.[1];
   if (unresolvedModel) {
     return <InvalidModel id={id} model={unresolvedModel} />;
   }
 
+  // error of not enable model or not set the CORS rules
+  if (errorMessage?.includes('Failed to fetch')) {
+    return <SetupGuide />;
+  }
+
   return <ErrorJsonViewer error={error} id={id} />;
 });
 

package/src/features/ModelSwitchPanel/index.tsx

@@ -79,12 +79,6 @@ const ModelSwitchPanel = memo<PropsWithChildren>(({ children }) => {
       return items;
     };
 
-    // If there is only one provider, just remove the group, show model directly
-    if (enabledList.length === 1) {
-      const provider = enabledList[0];
-      return getModelItems(provider);
-    }
-
     // otherwise show with provider group
     return enabledList.map((provider) => ({
       children: getModelItems(provider),

package/src/libs/agent-runtime/ollama/index.ts

@@ -1,94 +1,79 @@
-import { OpenAIStream, StreamingTextResponse } from 'ai';
-import OpenAI, { ClientOptions } from 'openai';
+import { StreamingTextResponse } from 'ai';
+import { Ollama } from 'ollama/browser';
+import { ClientOptions } from 'openai';
 
-import { OllamaChatMessage, OpenAIChatMessage } from '@/libs/agent-runtime';
+import { OpenAIChatMessage } from '@/libs/agent-runtime';
+import { OllamaStream } from '@/libs/agent-runtime/ollama/stream';
 
 import { LobeRuntimeAI } from '../BaseAI';
 import { AgentRuntimeErrorType } from '../error';
 import { ChatCompetitionOptions, ChatStreamPayload, ModelProvider } from '../types';
 import { AgentRuntimeError } from '../utils/createError';
-import { debugStream } from '../utils/debugStream';
-import { desensitizeUrl } from '../utils/desensitizeUrl';
-import { handleOpenAIError } from '../utils/handleOpenAIError';
 import { parseDataUri } from '../utils/uriParser';
-
-const DEFAULT_BASE_URL = 'http://127.0.0.1:11434/v1';
+import { OllamaMessage } from './type';
 
 export class LobeOllamaAI implements LobeRuntimeAI {
-  private client: OpenAI;
+  private client: Ollama;
 
-  baseURL: string;
+  baseURL?: string;
 
-  constructor({ apiKey = 'ollama', baseURL = DEFAULT_BASE_URL, ...res }: ClientOptions) {
-    if (!baseURL) throw AgentRuntimeError.createError(AgentRuntimeErrorType.InvalidOllamaArgs);
+  constructor({ baseURL }: ClientOptions) {
+    try {
+      if (baseURL) new URL(baseURL);
+    } catch {
+      throw AgentRuntimeError.createError(AgentRuntimeErrorType.InvalidOllamaArgs);
+    }
 
-    this.client = new OpenAI({ apiKey, baseURL, ...res });
-    this.baseURL = baseURL;
+    this.client = new Ollama(!baseURL ? undefined : { host: new URL(baseURL).host });
+
+    if (baseURL) this.baseURL = baseURL;
   }
 
   async chat(payload: ChatStreamPayload, options?: ChatCompetitionOptions) {
     try {
-      payload.messages = this.buildOllamaMessages(payload.messages);
-
-      const response = await this.client.chat.completions.create(
-        payload as unknown as OpenAI.ChatCompletionCreateParamsStreaming,
-      );
-      const [prod, debug] = response.tee();
-
-      if (process.env.DEBUG_OLLAMA_CHAT_COMPLETION === '1') {
-        debugStream(debug.toReadableStream()).catch(console.error);
-      }
+      const response = await this.client.chat({
+        messages: this.buildOllamaMessages(payload.messages),
+        model: payload.model,
+        options: {
+          frequency_penalty: payload.frequency_penalty,
+          presence_penalty: payload.presence_penalty,
+          temperature: payload.temperature,
+          top_p: payload.top_p,
+        },
+        stream: true,
+      });
 
-      return new StreamingTextResponse(OpenAIStream(prod, options?.callback), {
+      return new StreamingTextResponse(OllamaStream(response, options?.callback), {
         headers: options?.headers,
       });
     } catch (error) {
-      let desensitizedEndpoint = this.baseURL;
-
-      if (this.baseURL !== DEFAULT_BASE_URL) {
-        desensitizedEndpoint = desensitizeUrl(this.baseURL);
-      }
-
-      if ('status' in (error as any)) {
-        switch ((error as Response).status) {
-          case 401: {
-            throw AgentRuntimeError.chat({
-              endpoint: desensitizedEndpoint,
-              error: error as any,
-              errorType: AgentRuntimeErrorType.InvalidOllamaArgs,
-              provider: ModelProvider.Ollama,
-            });
-          }
-
-          default: {
-            break;
-          }
-        }
-      }
-
-      const { errorResult, RuntimeError } = handleOpenAIError(error);
-
-      const errorType = RuntimeError || AgentRuntimeErrorType.OllamaBizError;
+      const e = error as { message: string; name: string; status_code: number };
 
       throw AgentRuntimeError.chat({
-        endpoint: desensitizedEndpoint,
-        error: errorResult,
-        errorType,
+        error: { message: e.message, name: e.name, status_code: e.status_code },
+        errorType: AgentRuntimeErrorType.OllamaBizError,
         provider: ModelProvider.Ollama,
       });
     }
   }
 
+  // async models(): Promise<ChatModelCard[]> {
+  //   const list = await this.client.list();
+  //   return list.models.map((model) => ({
+  //     id: model.name,
+  //   }));
+  // }
+
   private buildOllamaMessages(messages: OpenAIChatMessage[]) {
     return messages.map((message) => this.convertContentToOllamaMessage(message));
   }
 
-  private convertContentToOllamaMessage = (message: OpenAIChatMessage) => {
+  private convertContentToOllamaMessage = (message: OpenAIChatMessage): OllamaMessage => {
     if (typeof message.content === 'string') {
-      return message;
+      return { content: message.content, role: message.role };
     }
 
-    const ollamaMessage: OllamaChatMessage = {
+    const ollamaMessage: OllamaMessage = {
       content: '',
       role: message.role,
     };

package/src/libs/agent-runtime/ollama/stream.ts

@@ -0,0 +1,31 @@
+// copy from https://github.com/vercel/ai/discussions/539#discussioncomment-8193721
+// and I have remove the unnecessary code
+import {
+  type AIStreamCallbacksAndOptions,
+  createCallbacksTransformer,
+  createStreamDataTransformer,
+  readableFromAsyncIterable,
+} from 'ai';
+import { ChatResponse } from 'ollama/browser';
+
+// A modified version of the streamable function specifically for chat messages
+const chatStreamable = async function* (stream: AsyncIterable<ChatResponse>) {
+  for await (const response of stream) {
+    if (response.message) {
+      yield response.message;
+    }
+    if (response.done) {
+      // Additional final response data can be handled here if necessary
+      return;
+    }
+  }
+};
+
+export const OllamaStream = (
+  res: AsyncIterable<ChatResponse>,
+  cb?: AIStreamCallbacksAndOptions,
+): ReadableStream<string> => {
+  return readableFromAsyncIterable(chatStreamable(res))
+    .pipeThrough(createCallbacksTransformer(cb) as any)
+    .pipeThrough(createStreamDataTransformer(cb?.experimental_streamData));
+};

package/src/libs/agent-runtime/ollama/type.ts

@@ -0,0 +1,8 @@
+/**
+ * @description images for ollama vision models (https://ollama.com/blog/vision-models)
+ */
+export interface OllamaMessage {
+  content: string;
+  images?: string[];
+  role: string;
+}

package/src/libs/agent-runtime/types/chat.ts

@@ -127,10 +127,3 @@ export interface ChatCompletionTool {
 }
 
 export type ChatStreamCallbacks = OpenAIStreamCallbacks;
-
-export interface OllamaChatMessage extends OpenAIChatMessage {
-  /**
-   * @description images for ollama vision models (https://ollama.com/blog/vision-models)
-   */
-  images?: string[];
-}

package/src/libs/agent-runtime/zeroone/index.test.ts

@@ -50,7 +50,7 @@ describe('LobeZeroOneAI', () => {
       // Act
       const result = await instance.chat({
         messages: [{ content: 'Hello', role: 'user' }],
-        model: 'mistralai/mistral-7b-instruct:free',
+        model: 'yi-34b-chat-0205',
         temperature: 0,
       });
 
@@ -69,7 +69,7 @@ describe('LobeZeroOneAI', () => {
       const result = await instance.chat({
         max_tokens: 1024,
         messages: [{ content: 'Hello', role: 'user' }],
-        model: 'mistralai/mistral-7b-instruct:free',
+        model: 'yi-34b-chat-0205',
         temperature: 0.7,
         top_p: 1,
       });
@@ -79,7 +79,7 @@ describe('LobeZeroOneAI', () => {
         {
           max_tokens: 1024,
           messages: [{ content: 'Hello', role: 'user' }],
-          model: 'mistralai/mistral-7b-instruct:free',
+          model: 'yi-34b-chat-0205',
           temperature: 0.7,
           top_p: 1,
         },
@@ -89,7 +89,7 @@ describe('LobeZeroOneAI', () => {
     });
 
     describe('Error', () => {
-      it('should return OpenRouterBizError with an openai error response when OpenAI.APIError is thrown', async () => {
+      it('should return ZeroOneBizError with an openai error response when OpenAI.APIError is thrown', async () => {
         // Arrange
         const apiError = new OpenAI.APIError(
           400,
@@ -109,7 +109,7 @@ describe('LobeZeroOneAI', () => {
         try {
           await instance.chat({
             messages: [{ content: 'Hello', role: 'user' }],
-            model: 'mistralai/mistral-7b-instruct:free',
+            model: 'yi-34b-chat-0205',
             temperature: 0,
           });
         } catch (e) {
@@ -125,7 +125,7 @@ describe('LobeZeroOneAI', () => {
         }
       });
 
-      it('should throw AgentRuntimeError with InvalidOpenRouterAPIKey if no apiKey is provided', async () => {
+      it('should throw AgentRuntimeError with InvalidZeroOneAPIKey if no apiKey is provided', async () => {
         try {
           new LobeZeroOneAI({});
         } catch (e) {
@@ -133,7 +133,7 @@ describe('LobeZeroOneAI', () => {
         }
       });
 
-      it('should return OpenRouterBizError with the cause when OpenAI.APIError is thrown with cause', async () => {
+      it('should return ZeroOneBizError with the cause when OpenAI.APIError is thrown with cause', async () => {
         // Arrange
         const errorInfo = {
           stack: 'abc',
@@ -149,7 +149,7 @@ describe('LobeZeroOneAI', () => {
         try {
           await instance.chat({
             messages: [{ content: 'Hello', role: 'user' }],
-            model: 'mistralai/mistral-7b-instruct:free',
+            model: 'yi-34b-chat-0205',
             temperature: 0,
           });
         } catch (e) {
@@ -165,7 +165,7 @@ describe('LobeZeroOneAI', () => {
         }
       });
 
-      it('should return OpenRouterBizError with an cause response with desensitize Url', async () => {
+      it('should return ZeroOneBizError with an cause response with desensitize Url', async () => {
         // Arrange
         const errorInfo = {
           stack: 'abc',
@@ -185,7 +185,7 @@ describe('LobeZeroOneAI', () => {
         try {
           await instance.chat({
             messages: [{ content: 'Hello', role: 'user' }],
-            model: 'mistralai/mistral-7b-instruct:free',
+            model: 'yi-34b-chat-0205',
             temperature: 0,
           });
         } catch (e) {
@@ -201,7 +201,7 @@ describe('LobeZeroOneAI', () => {
         }
       });
 
-      it('should throw an InvalidOpenRouterAPIKey error type on 401 status code', async () => {
+      it('should throw an InvalidZeroOneAPIKey error type on 401 status code', async () => {
         // Mock the API call to simulate a 401 error
         const error = new Error('Unauthorized') as any;
         error.status = 401;
@@ -210,7 +210,7 @@ describe('LobeZeroOneAI', () => {
         try {
           await instance.chat({
             messages: [{ content: 'Hello', role: 'user' }],
-            model: 'mistralai/mistral-7b-instruct:free',
+            model: 'yi-34b-chat-0205',
             temperature: 0,
           });
         } catch (e) {
@@ -234,7 +234,7 @@ describe('LobeZeroOneAI', () => {
         try {
           await instance.chat({
             messages: [{ content: 'Hello', role: 'user' }],
-            model: 'mistralai/mistral-7b-instruct:free',
+            model: 'yi-34b-chat-0205',
             temperature: 0,
           });
         } catch (e) {
@@ -265,7 +265,7 @@ describe('LobeZeroOneAI', () => {
                   id: 'chatcmpl-8xDx5AETP8mESQN7UB30GxTN2H1SO',
                   object: 'chat.completion.chunk',
                   created: 1709125675,
-                  model: 'mistralai/mistral-7b-instruct:free',
+                  model: 'yi-34b-chat-0205',
                   system_fingerprint: 'fp_86156a94a0',
                   choices: [
                     { index: 0, delta: { content: 'hello' }, logprobs: null, finish_reason: null },
@@ -287,7 +287,7 @@ describe('LobeZeroOneAI', () => {
         const result = await instance.chat(
           {
             messages: [{ content: 'Hello', role: 'user' }],
-            model: 'mistralai/mistral-7b-instruct:free',
+            model: 'yi-34b-chat-0205',
             temperature: 0,
           },
           { callback: mockCallback, headers: mockHeaders },
@@ -335,7 +335,7 @@ describe('LobeZeroOneAI', () => {
         // 假设的测试函数调用，你可能需要根据实际情况调整
         await instance.chat({
           messages: [{ content: 'Hello', role: 'user' }],
-          model: 'mistralai/mistral-7b-instruct:free',
+          model: 'yi-34b-chat-0205',
           temperature: 0,
         });
 

package/src/locales/default/error.ts

@@ -96,7 +96,8 @@ export default {
 
     InvalidOllamaArgs: 'Ollama 配置不正确，请检查 Ollama 配置后重试',
     OllamaBizError: '请求 Ollama 服务出错，请根据以下信息排查或重试',
-    OllamaServiceUnavailable: '未检测到 Ollama 服务，请检查是否正常启动',
+    OllamaServiceUnavailable:
+      'Ollama 服务连接失败，请检查 Ollama 是否运行正常，或是否正确设置 Ollama 的跨域配置',
 
     AgentRuntimeError: 'Lobe AI Runtime 执行出错，请根据以下信息排查或重试',
     /* eslint-enable */

package/src/locales/default/modelProvider.ts

@@ -132,9 +132,37 @@ export default {
     },
     endpoint: {
       desc: '填入 Ollama 接口代理地址，本地未额外指定可留空',
-      placeholder: 'http://127.0.0.1:11434/v1',
+      placeholder: 'http://127.0.0.1:11434',
       title: '接口代理地址',
     },
+    setup: {
+      cors: {
+        description: '因浏览器安全限制，你需要为 Ollama 进行跨域配置后方可正常使用。',
+        linux: {
+          env: '在 [Service] 部分下添加 `Environment`，添加 OLLAMA_ORIGINS 环境变量：',
+          reboot: '重载 systemd 并重启 Ollama',
+          systemd: '调用 systemd 编辑 ollama 服务：',
+        },
+        macos: '请打开「终端」应用程序，并粘贴以下指令，并按回车运行',
+        reboot: '请在执行完成后重启 Ollama 服务',
+        title: '配置 Ollama 允许跨域访问',
+        windows:
+          '在 Windows 上，点击「控制面板」，进入编辑系统环境变量。为您的用户账户新建名为 「OLLAMA_ORIGINS」 的环境变量，值为 * ，点击 「OK/应用」 保存',
+      },
+      install: {
+        description: '请确认你已经开启 Ollama ，如果没有下载 Ollama ，请前往官网下载',
+        docker:
+          '如果你更倾向于使用 Docker，Ollama 也提供了官方 Docker 镜像，你可以通过以下命令拉取：',
+        linux: {
+          command: '通过以下命令安装：',
+          manual: '或者，你也可以参考 <1>Linux 手动安装指南</1> 自行安装',
+        },
+        macos: '<0>下载 macOS 版 Ollama</0>，解压并安装',
+        title: '在本地安装并开启 Ollama 应用',
+        windows: '<0>下载 Windows 版 Ollama</0>，解压并安装',
+        windowsTab: 'Windows (预览版)',
+      },
+    },
     title: 'Ollama',
   },
   openai: {

package/src/migrations/FromV3ToV4/fixtures/ollama-output-v4.json

@@ -47,7 +47,6 @@
             {
               "displayName": "LLaVA 7B",
               "enabled": true,
-              "functionCall": false,
               "id": "llava",
               "tokens": 4000,
               "vision": true

package/src/services/__tests__/chat.test.ts

@@ -771,7 +771,7 @@ describe('AgentRuntimeOnClient', () => {
           settings: {
             languageModel: {
               ollama: {
-                endpoint: 'user-ollama-endpoint',
+                endpoint: 'http://127.0.0.1:1234',
               },
             },
           },

package/src/services/ollama.ts

@@ -7,7 +7,7 @@ import { modelConfigSelectors } from '@/store/global/selectors';
 import { ChatErrorType } from '@/types/fetch';
 import { getMessageError } from '@/utils/fetch';
 
-const DEFAULT_BASE_URL = 'http://127.0.0.1:11434/v1';
+const DEFAULT_BASE_URL = 'http://127.0.0.1:11434';
 
 interface OllamaServiceParams {
   fetch?: typeof fetch;
@@ -51,14 +51,13 @@ export class OllamaService {
     } catch {
       response = createErrorResponse(ChatErrorType.OllamaServiceUnavailable, {
         host: this.getHost(),
-        message: 'please check whether your ollama service is available',
+        message: 'please check whether your ollama service is available or set the CORS rules',
         provider: ModelProvider.Ollama,
       });
     }
 
     if (!response.ok) {
-      const messageError = await getMessageError(response);
-      throw messageError;
+      throw await getMessageError(response);
     }
     return response.json();
   };
@@ -66,19 +65,17 @@ export class OllamaService {
   getModels = async (): Promise<ListResponse> => {
     let response: Response | ListResponse;
     try {
-      const response = await this.getOllamaClient().list();
-      return response;
+      return await this.getOllamaClient().list();
     } catch {
       response = createErrorResponse(ChatErrorType.OllamaServiceUnavailable, {
         host: this.getHost(),
-        message: 'please check whether your ollama service is available',
+        message: 'please check whether your ollama service is available or set the CORS rules',
         provider: ModelProvider.Ollama,
       });
     }
 
     if (!response.ok) {
-      const messageError = await getMessageError(response);
-      throw messageError;
+      throw await getMessageError(response);
     }
     return response.json();
   };

package/src/store/global/slices/settings/actions/llm.test.ts

@@ -110,7 +110,6 @@ describe('LLMSettingsSliceAction', () => {
       // Assert that setModelProviderConfig was not called
       expect(ollamaList?.chatModels.find((c) => c.id === 'llava')).toEqual({
         displayName: 'LLaVA 7B',
-        functionCall: false,
         enabled: true,
         id: 'llava',
         tokens: 4000,

package/src/store/global/slices/settings/selectors/modelProvider.test.ts

@@ -85,7 +85,7 @@ describe('modelProviderSelectors', () => {
   });
 
   describe('modelEnabledFiles', () => {
-    it.skip('should return false if the model does not have file ability', () => {
+    it('should return false if the model does not have file ability', () => {
       const enabledFiles = modelProviderSelectors.isModelEnabledFiles('gpt-4-vision-preview')(
         useGlobalStore.getState(),
       );

package/src/types/serverConfig.ts

@@ -5,8 +5,8 @@ import { GlobalDefaultAgent, GlobalLLMProviderKey } from '@/types/settings';
 
 export interface ServerModelProviderConfig {
   enabled?: boolean;
-
   enabledModels?: string[];
+  fetchOnClient?: boolean;
   /**
    * the model cards defined in server
    */