@lobehub/chat 0.150.6 → 0.150.8

package/CHANGELOG.md

@@ -2,6 +2,56 @@
 
 # Changelog
 
+### [Version 0.150.8](https://github.com/lobehub/lobe-chat/compare/v0.150.7...v0.150.8)
+
+<sup>Released on **2024-04-28**</sup>
+
+#### 💄 Styles
+
+- **ollama**: Phi3 Instruct models and its model icons.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### Styles
+
+- **ollama**: Phi3 Instruct models and its model icons, closes [#2254](https://github.com/lobehub/lobe-chat/issues/2254) ([c9b55cc](https://github.com/lobehub/lobe-chat/commit/c9b55cc))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
+### [Version 0.150.7](https://github.com/lobehub/lobe-chat/compare/v0.150.6...v0.150.7)
+
+<sup>Released on **2024-04-28**</sup>
+
+#### 🐛 Bug Fixes
+
+- **misc**: Suport to fetch model list on client.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's fixed
+
+- **misc**: Suport to fetch model list on client, closes [#2252](https://github.com/lobehub/lobe-chat/issues/2252) ([76310a8](https://github.com/lobehub/lobe-chat/commit/76310a8))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 0.150.6](https://github.com/lobehub/lobe-chat/compare/v0.150.5...v0.150.6)
 
 <sup>Released on **2024-04-28**</sup>

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "0.150.6",
+  "version": "0.150.8",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",

package/src/app/settings/llm/Ollama/index.tsx

@@ -18,12 +18,12 @@ const OllamaProvider = memo(() => {
         label: t('llm.checker.title'),
         minWidth: undefined,
       }}
+      modelList={{ showModelFetcher: true }}
       provider={ModelProvider.Ollama}
       showApiKey={false}
       showBrowserRequest
       showEndpoint
       title={<Ollama.Combine size={24} />}
-      // modelList={{ showModelFetcher: true }}
     />
   );
 });

package/src/components/ModelIcon/index.tsx

@@ -95,6 +95,7 @@ const ModelIcon = memo<ModelProviderIconProps>(({ model: originModel, size = 12
     return <Stability.Avatar size={size} />;
 
   if (model.includes('wizardlm')) return <Azure.Avatar size={size} />;
+  if (model.includes('phi3')) return <Azure.Avatar size={size} />;
   if (model.includes('firefly')) return <Adobe.Avatar size={size} />;
   if (model.includes('jamba') ||
     model.includes('j2-'))

package/src/components/ModelTag/ModelIcon.tsx

@@ -82,6 +82,7 @@ const ModelIcon = memo<ModelIconProps>(({ model, size = 12 }) => {
     return <Stability size={size} />;
 
   if (model.includes('wizardlm')) return <Azure size={size} />;
+  if (model.includes('phi3')) return <Azure size={size} />;
   if (model.includes('firefly')) return <AdobeFirefly size={size} />;
   if (model.includes('jamba') || model.includes('j2-')) return <Ai21 size={size} />;
 });

package/src/config/modelProviders/ollama.ts

@@ -91,6 +91,12 @@ const Ollama: ModelProviderCard = {
       id: 'codellama:python',
       tokens: 16_000,
     },
+    {
+      displayName: 'Phi3-Instruct 3.8B',
+      enabled: true,
+      id: 'phi3:instruct',
+      tokens: 128_000,
+    },
     {
       displayName: 'Mistral',
       enabled: true,

package/src/libs/agent-runtime/ollama/index.ts

@@ -4,6 +4,7 @@ import { ClientOptions } from 'openai';
 
 import { OpenAIChatMessage } from '@/libs/agent-runtime';
 import { OllamaStream } from '@/libs/agent-runtime/ollama/stream';
+import { ChatModelCard } from '@/types/llm';
 
 import { LobeRuntimeAI } from '../BaseAI';
 import { AgentRuntimeErrorType } from '../error';
@@ -64,12 +65,12 @@ export class LobeOllamaAI implements LobeRuntimeAI {
     }
   }
 
-  // async models(): Promise<ChatModelCard[]> {
-  //   const list = await this.client.list();
-  //   return list.models.map((model) => ({
-  //     id: model.name,
-  //   }));
-  // }
+  async models(): Promise<ChatModelCard[]> {
+    const list = await this.client.list();
+    return list.models.map((model) => ({
+      id: model.name,
+    }));
+  }
 
   private buildOllamaMessages(messages: OpenAIChatMessage[]) {
     return messages.map((message) => this.convertContentToOllamaMessage(message));

package/src/services/models.ts

@@ -1,7 +1,10 @@
 import { createHeaderWithAuth } from '@/services/_auth';
+import { useGlobalStore } from '@/store/global';
+import { modelConfigSelectors } from '@/store/global/selectors';
 import { ChatModelCard } from '@/types/llm';
 
 import { API_ENDPOINTS } from './_url';
+import { initializeWithClientStore } from './chat';
 
 class ModelsService {
   getChatModels = async (provider: string): Promise<ChatModelCard[] | undefined> => {
@@ -10,6 +13,17 @@ class ModelsService {
       provider,
     });
     try {
+      /**
+       * Use browser agent runtime
+       */
+      const enableFetchOnClient = modelConfigSelectors.isProviderFetchOnClient(provider)(
+        useGlobalStore.getState(),
+      );
+      if (enableFetchOnClient) {
+        const agentRuntime = await initializeWithClientStore(provider, {});
+        return agentRuntime.models();
+      }
+
       const res = await fetch(API_ENDPOINTS.chatModels(provider), { headers });
       if (!res.ok) return;