@lobehub/chat 1.7.8 → 1.7.9

package/CHANGELOG.md

@@ -2,6 +2,40 @@
 
 # Changelog
 
+### [Version 1.7.9](https://github.com/lobehub/lobe-chat/compare/v1.7.8...v1.7.9)
+
+<sup>Released on **2024-08-01**</sup>
+
+#### 🐛 Bug Fixes
+
+- **misc**: Fix Mistral models calling & update model info.
+
+#### 💄 Styles
+
+- **misc**: Fix stepfun & baichuan model tag icon missing, update Perplexity models.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's fixed
+
+- **misc**: Fix Mistral models calling & update model info, closes [#3377](https://github.com/lobehub/lobe-chat/issues/3377) [#3098](https://github.com/lobehub/lobe-chat/issues/3098) ([66274d0](https://github.com/lobehub/lobe-chat/commit/66274d0))
+
+#### Styles
+
+- **misc**: Fix stepfun & baichuan model tag icon missing, closes [#3379](https://github.com/lobehub/lobe-chat/issues/3379) ([e283ef4](https://github.com/lobehub/lobe-chat/commit/e283ef4))
+- **misc**: Update Perplexity models, closes [#3380](https://github.com/lobehub/lobe-chat/issues/3380) ([06cb946](https://github.com/lobehub/lobe-chat/commit/06cb946))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 1.7.8](https://github.com/lobehub/lobe-chat/compare/v1.7.7...v1.7.8)
 
 <sup>Released on **2024-07-30**</sup>

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.7.8",
+  "version": "1.7.9",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",

package/src/components/ModelIcon/index.tsx

@@ -62,7 +62,7 @@ const ModelIcon = memo<ModelProviderIconProps>(({ model: originModel, size = 12
   if (model.includes('moonshot')) return <Moonshot.Avatar size={size} />;
   if (model.includes('qwen')) return <Tongyi.Avatar background={Tongyi.colorPrimary} size={size} />;
   if (model.includes('minmax') || model.includes('abab')) return <Minimax.Avatar size={size} />;
-  if (model.includes('mistral') || model.includes('mixtral')) return <Mistral.Avatar size={size} />;
+  if (model.includes('mistral') || model.includes('mixtral') || model.includes('codestral')) return <Mistral.Avatar size={size} />;
   if (model.includes('pplx') || model.includes('sonar')) return <Perplexity.Avatar size={size} />;
   if (model.includes('yi-')) return <Yi.Avatar size={size} />;
   if (model.startsWith('openrouter')) return <OpenRouter.Avatar size={size} />; // only for Cinematika and Auto

package/src/components/ModelTag/ModelIcon.tsx

@@ -29,6 +29,7 @@ import {
   Rwkv,
   Spark,
   Stability,
+  Stepfun,
   Tongyi,
   Wenxin,
   Yi,
@@ -40,9 +41,12 @@ interface ModelIconProps {
   size?: number;
 }
 
-const ModelIcon = memo<ModelIconProps>(({ model, size = 12 }) => {
-  if (!model) return;
+const ModelIcon = memo<ModelIconProps>(({ model: originModel, size = 12 }) => {
+  if (!originModel) return;
 
+  // lower case the origin model so to better match more model id case
+  const model = originModel.toLowerCase();
+  
   // currently supported models, maybe not in its own provider
   if (model.startsWith('gpt')) return <OpenAI size={size} />;
   if (model.startsWith('glm') || model.includes('chatglm')) return <ChatGLM size={size} />;
@@ -58,13 +62,14 @@ const ModelIcon = memo<ModelIconProps>(({ model, size = 12 }) => {
   if (model.includes('qwen')) return <Tongyi size={size} />;
   if (model.includes('minmax')) return <Minimax size={size} />;
   if (model.includes('abab')) return <Minimax size={size} />;
-  if (model.includes('mistral') || model.includes('mixtral')) return <Mistral size={size} />;
+  if (model.includes('mistral') || model.includes('mixtral') || model.includes('codestral')) return <Mistral size={size} />;
   if (model.includes('pplx') || model.includes('sonar')) return <Perplexity size={size} />;
   if (model.includes('yi-')) return <Yi size={size} />;
   if (model.startsWith('openrouter')) return <OpenRouter size={size} />; // only for Cinematika and Auto
   if (model.startsWith('openchat')) return <OpenChat size={size} />;
   if (model.includes('command')) return <Cohere size={size} />;
   if (model.includes('dbrx')) return <Dbrx size={size} />;
+  if (model.includes('step')) return <Stepfun size={size} />;
   if (model.includes('taichu')) return <AiMass size={size} />;
   if (model.includes('360gpt')) return <Ai360 size={size} />;
 

package/src/config/modelProviders/mistral.ts

@@ -1,6 +1,7 @@
 import { ModelProviderCard } from '@/types/llm';
 
 // ref https://docs.mistral.ai/getting-started/models/
+// ref https://docs.mistral.ai/capabilities/function_calling/
 const Mistral: ModelProviderCard = {
   chatModels: [
     {
@@ -23,23 +24,31 @@ const Mistral: ModelProviderCard = {
       tokens: 65_536,
     },
     {
-      displayName: 'Mistral Small',
+      displayName: 'Mistral Nemo',
       enabled: true,
-      id: 'mistral-small-latest',
-      tokens: 32_768,
+      functionCall: true,
+      id: 'open-mistral-nemo',
+      tokens: 128_000,
     },
     {
-      displayName: 'Mistral Medium',
+      displayName: 'Mistral Large',
       enabled: true,
-      id: 'mistral-medium-latest',
-      tokens: 32_768,
+      functionCall: true,
+      id: 'mistral-large-latest',
+      tokens: 128_000,
     },
     {
-      displayName: 'Mistral Large',
+      displayName: 'Codestral',
       enabled: true,
-      id: 'mistral-large-latest',
+      id: 'codestral-latest',
       tokens: 32_768,
     },
+    {
+      displayName: 'Codestral Mamba',
+      enabled: true,
+      id: 'open-codestral-mamba',
+      tokens: 256_000,
+    },
   ],
   checkModel: 'open-mistral-7b',
   id: 'mistral',

package/src/config/modelProviders/perplexity.ts

@@ -4,44 +4,41 @@ import { ModelProviderCard } from '@/types/llm';
 const Perplexity: ModelProviderCard = {
   chatModels: [
     {
-      displayName: 'Perplexity 8B Chat',
-      id: 'llama-3-sonar-small-32k-chat',
-      tokens: 32_768,
-    },
-    {
-      displayName: 'Perplexity 70B Chat',
+      displayName: 'Llama3.1 Sonar Small Chat',
       enabled: true,
-      id: 'llama-3-sonar-large-32k-chat',
-      tokens: 32_768,
+      id: 'llama-3.1-sonar-small-128k-chat',
+      tokens: 128_000,
     },
     {
-      displayName: 'Perplexity 8B Online',
-      id: 'llama-3-sonar-small-32k-online',
-      tokens: 28_000,
+      displayName: 'Llama3.1 Sonar Large Chat',
+      enabled: true,
+      id: 'llama-3.1-sonar-large-128k-chat',
+      tokens: 128_000,
     },
     {
-      displayName: 'Perplexity 70B Online',
+      displayName: 'Llama3.1 Sonar Small Online',
       enabled: true,
-      id: 'llama-3-sonar-large-32k-online',
-      tokens: 28_000,
+      id: 'llama-3.1-sonar-small-128k-online',
+      tokens: 128_000,
     },
     {
-      displayName: 'Llama3 8B Instruct',
-      id: 'llama-3-8b-instruct',
-      tokens: 8192,
+      displayName: 'Llama3.1 Sonar Large Online',
+      enabled: true,
+      id: 'llama-3.1-sonar-large-128k-online',
+      tokens: 128_000,
     },
     {
-      displayName: 'Llama3 70B Instruct',
-      id: 'llama-3-70b-instruct',
-      tokens: 8192,
+      displayName: 'Llama3.1 8B Instruct',
+      id: 'llama-3.1-8b-instruct',
+      tokens: 128_000,
     },
     {
-      displayName: 'Mixtral 8x7B Instruct',
-      id: 'mixtral-8x7b-instruct',
-      tokens: 16_384,
+      displayName: 'Llama3.1 70B Instruct',
+      id: 'llama-3.1-70b-instruct',
+      tokens: 128_000,
     },
   ],
-  checkModel: 'llama-3-8b-instruct',
+  checkModel: 'llama-3.1-8b-instruct',
   id: 'perplexity',
   name: 'Perplexity',
   proxyUrl: {

package/src/libs/agent-runtime/mistral/index.ts

@@ -5,14 +5,15 @@ export const LobeMistralAI = LobeOpenAICompatibleFactory({
   baseURL: 'https://api.mistral.ai/v1',
   chatCompletion: {
     handlePayload: (payload) => ({
-      max_tokens: payload.max_tokens,
+      ...payload.max_tokens !== undefined && { max_tokens: payload.max_tokens },
       messages: payload.messages as any,
       model: payload.model,
       stream: true,
       temperature: payload.temperature,
-      tools: payload.tools,
+      ...payload.tools && { tools: payload.tools },
       top_p: payload.top_p,
     }),
+    noUserId: true,
   },
   debug: {
     chatCompletion: () => process.env.DEBUG_MISTRAL_CHAT_COMPLETION === '1',

package/src/libs/agent-runtime/utils/openaiCompatibleFactory/index.test.ts

@@ -417,6 +417,92 @@ describe('LobeOpenAICompatibleFactory', () => {
       });
     });
 
+    describe('noUserId option', () => {
+      it('should not add user to payload when noUserId is true', async () => {
+        const LobeMockProvider = LobeOpenAICompatibleFactory({
+          baseURL: 'https://api.mistral.ai/v1',
+          chatCompletion: {
+            noUserId: true,
+          },
+          provider: ModelProvider.Mistral,
+        });
+    
+        const instance = new LobeMockProvider({ apiKey: 'test' });
+        const mockCreateMethod = vi.spyOn(instance['client'].chat.completions, 'create').mockResolvedValue(new ReadableStream() as any);
+    
+        await instance.chat(
+          {
+            messages: [{ content: 'Hello', role: 'user' }],
+            model: 'open-mistral-7b',
+            temperature: 0,
+          },
+          { user: 'testUser' }
+        );
+    
+        expect(mockCreateMethod).toHaveBeenCalledWith(
+          expect.not.objectContaining({
+            user: 'testUser',
+          }),
+          expect.anything()
+        );
+      });
+    
+      it('should add user to payload when noUserId is false', async () => {
+        const LobeMockProvider = LobeOpenAICompatibleFactory({
+          baseURL: 'https://api.mistral.ai/v1',
+          chatCompletion: {
+            noUserId: false,
+          },
+          provider: ModelProvider.Mistral,
+        });
+    
+        const instance = new LobeMockProvider({ apiKey: 'test' });
+        const mockCreateMethod = vi.spyOn(instance['client'].chat.completions, 'create').mockResolvedValue(new ReadableStream() as any);
+    
+        await instance.chat(
+          {
+            messages: [{ content: 'Hello', role: 'user' }],
+            model: 'open-mistral-7b',
+            temperature: 0,
+          },
+          { user: 'testUser' }
+        );
+    
+        expect(mockCreateMethod).toHaveBeenCalledWith(
+          expect.objectContaining({
+            user: 'testUser',
+          }),
+          expect.anything()
+        );
+      });
+    
+      it('should add user to payload when noUserId is not set in chatCompletion', async () => {
+        const LobeMockProvider = LobeOpenAICompatibleFactory({
+          baseURL: 'https://api.mistral.ai/v1',
+          provider: ModelProvider.Mistral,
+        });
+    
+        const instance = new LobeMockProvider({ apiKey: 'test' });
+        const mockCreateMethod = vi.spyOn(instance['client'].chat.completions, 'create').mockResolvedValue(new ReadableStream() as any);
+    
+        await instance.chat(
+          {
+            messages: [{ content: 'Hello', role: 'user' }],
+            model: 'open-mistral-7b',
+            temperature: 0,
+          },
+          { user: 'testUser' }
+        );
+    
+        expect(mockCreateMethod).toHaveBeenCalledWith(
+          expect.objectContaining({
+            user: 'testUser',
+          }),
+          expect.anything()
+        );
+      });
+    });
+
     describe('cancel request', () => {
       it('should cancel ongoing request correctly', async () => {
         const controller = new AbortController();

package/src/libs/agent-runtime/utils/openaiCompatibleFactory/index.ts

@@ -40,6 +40,7 @@ interface OpenAICompatibleFactoryOptions<T extends Record<string, any> = any> {
       payload: ChatStreamPayload,
       options: ConstructorOptions<T>,
     ) => OpenAI.ChatCompletionCreateParamsStreaming;
+    noUserId?: boolean;
   };
   constructorOptions?: ConstructorOptions<T>;
   debug?: {
@@ -151,7 +152,10 @@ export const LobeOpenAICompatibleFactory = <T extends Record<string, any> = any>
             } as OpenAI.ChatCompletionCreateParamsStreaming);
 
         const response = await this.client.chat.completions.create(
-          { ...postPayload, user: options?.user },
+          {
+            ...postPayload,
+            ...(chatCompletion?.noUserId ? {} : { user: options?.user }) 
+          },
           {
             // https://github.com/lobehub/lobe-chat/pull/318
             headers: { Accept: '*/*' },