@lobehub/chat 0.132.2 → 0.133.1

package/src/libs/agent-runtime/mistral/index.ts

@@ -0,0 +1,87 @@
+import { OpenAIStream, StreamingTextResponse } from 'ai';
+import OpenAI, { ClientOptions } from 'openai';
+
+import { LobeRuntimeAI } from '../BaseAI';
+import { AgentRuntimeErrorType } from '../error';
+import { ChatCompetitionOptions, ChatStreamPayload, ModelProvider } from '../types';
+import { AgentRuntimeError } from '../utils/createError';
+import { debugStream } from '../utils/debugStream';
+import { desensitizeUrl } from '../utils/desensitizeUrl';
+import { handleOpenAIError } from '../utils/handleOpenAIError';
+
+const DEFAULT_BASE_URL = 'https://api.mistral.ai/v1';
+
+export class LobeMistralAI implements LobeRuntimeAI {
+  private client: OpenAI;
+
+  baseURL: string;
+
+  constructor({ apiKey, baseURL = DEFAULT_BASE_URL, ...res }: ClientOptions) {
+    if (!apiKey) throw AgentRuntimeError.createError(AgentRuntimeErrorType.InvalidMistralAPIKey);
+
+    this.client = new OpenAI({ apiKey, baseURL, ...res });
+    this.baseURL = this.client.baseURL;
+  }
+
+  async chat(payload: ChatStreamPayload, options?: ChatCompetitionOptions) {
+    try {
+      // Pick supported properties from payload
+      const chatPayload = {
+        max_tokens: payload.max_tokens,
+        messages: payload.messages,
+        model: payload.model,
+        stream: true,
+        temperature: payload.temperature,
+        top_p: payload.top_p,
+      };
+      const response = await this.client.chat.completions.create(
+        chatPayload as unknown as OpenAI.ChatCompletionCreateParamsStreaming,
+      );
+      const [prod, debug] = response.tee();
+
+      if (process.env.DEBUG_MISTRAL_CHAT_COMPLETION === '1') {
+        debugStream(debug.toReadableStream()).catch(console.error);
+      }
+
+      return new StreamingTextResponse(OpenAIStream(prod, options?.callback), {
+        headers: options?.headers,
+      });
+    } catch (error) {
+      let desensitizedEndpoint = this.baseURL;
+
+      if (this.baseURL !== DEFAULT_BASE_URL) {
+        desensitizedEndpoint = desensitizeUrl(this.baseURL);
+      }
+
+      if ('status' in (error as any)) {
+        switch ((error as Response).status) {
+          case 401: {
+            throw AgentRuntimeError.chat({
+              endpoint: desensitizedEndpoint,
+              error: error as any,
+              errorType: AgentRuntimeErrorType.InvalidMistralAPIKey,
+              provider: ModelProvider.Mistral,
+            });
+          }
+
+          default: {
+            break;
+          }
+        }
+      }
+
+      const { errorResult, RuntimeError } = handleOpenAIError(error);
+
+      const errorType = RuntimeError || AgentRuntimeErrorType.MistralBizError;
+
+      throw AgentRuntimeError.chat({
+        endpoint: desensitizedEndpoint,
+        error: errorResult,
+        errorType,
+        provider: ModelProvider.Mistral,
+      });
+    }
+  }
+}
+
+export default LobeMistralAI;

package/src/locales/default/common.ts

@@ -104,6 +104,7 @@ export default {
     azure: 'Azure',
     bedrock: 'AWS Bedrock',
     google: 'Google',
+    mistral: 'Mistral AI',
     moonshot: 'Moonshot AI',
     ollama: 'Ollama',
     oneapi: 'One API',

package/src/locales/default/error.ts

@@ -61,6 +61,9 @@ export default {
     ZhipuBizError: '请求智谱服务出错，请根据以下信息排查或重试',
     InvalidZhipuAPIKey: 'Zhipu API Key 不正确或为空，请检查 Zhipu API Key 后重试',
 
+    MistralBizError: '请求 Mistral AI 服务出错，请根据以下信息排查或重试',
+    InvalidMistralAPIKey: 'Mistral AI API Key 不正确或为空，请检查 Mistral API Key 后重试',
+
     MoonshotBizError: '请求月之暗面服务出错，请根据以下信息排查或重试',
     InvalidMoonshotAPIKey: 'Moonshot AI API Key 不正确或为空，请检查 Moonshot API Key 后重试',
 
@@ -107,6 +110,10 @@ export default {
         description: '输入你的 Google API Key 即可开始会话。应用不会记录你的 API Key',
         title: '使用自定义 Google API Key',
       },
+      Mistral: {
+        description: '输入你的 Mistral AI API Key 即可开始会话。应用不会记录你的 API Key',
+        title: '使用自定义 Mistral AI API Key',
+      },
       Moonshot: {
         description: '输入你的 Moonshot AI API Key 即可开始会话。应用不会记录你的 API Key',
         title: '使用自定义 Moonshot AI API Key',

package/src/locales/default/setting.ts

@@ -95,6 +95,14 @@ export default {
         title: 'API Key',
       },
     },
+    Mistral: {
+      title: 'Mistral AI',
+      token: {
+        desc: '填入来自 Mistral AI 的 API Key',
+        placeholder: 'Mistral AI API Key',
+        title: 'API Key',
+      },
+    },
     Moonshot: {
       title: '月之暗面',
       token: {

package/src/services/_auth.test.ts

@@ -11,6 +11,8 @@ import { getProviderAuthPayload } from './_auth';
 const mockZhiPuAPIKey = 'zhipu-api-key';
 const mockMoonshotAPIKey = 'moonshot-api-key';
 const mockGoogleAPIKey = 'google-api-key';
+const mockAnthropicAPIKey = 'anthropic-api-key';
+const mockMistralAPIKey = 'mistral-api-key';
 
 // mock the traditional zustand
 vi.mock('zustand/traditional');
@@ -43,6 +45,24 @@ describe('getProviderAuthPayload', () => {
     expect(payload).toEqual({ apiKey: mockMoonshotAPIKey });
   });
 
+  it('should return correct payload for Anthropic provider', () => {
+    act(() => {
+      setModelProviderConfig('anthropic', { apiKey: mockAnthropicAPIKey });
+    });
+
+    const payload = getProviderAuthPayload(ModelProvider.Anthropic);
+    expect(payload).toEqual({ apiKey: mockAnthropicAPIKey });
+  });
+
+  it('should return correct payload for Mistral provider', () => {
+    act(() => {
+      setModelProviderConfig('mistral', { apiKey: mockMistralAPIKey });
+    });
+
+    const payload = getProviderAuthPayload(ModelProvider.Mistral);
+    expect(payload).toEqual({ apiKey: mockMistralAPIKey });
+  });
+
   it('should return correct payload for Google provider', () => {
     act(() => {
       setModelProviderConfig('google', { apiKey: mockGoogleAPIKey });

package/src/services/_auth.ts

@@ -55,6 +55,10 @@ export const getProviderAuthPayload = (provider: string) => {
     case ModelProvider.Anthropic: {
       return { apiKey: modelProviderSelectors.anthropicAPIKey(useGlobalStore.getState()) };
     }
+    
+    case ModelProvider.Mistral: {
+      return { apiKey: modelProviderSelectors.mistralAPIKey(useGlobalStore.getState()) };
+    }
 
     default:
     case ModelProvider.OpenAI: {

package/src/store/global/slices/settings/selectors/modelProvider.ts

@@ -5,6 +5,7 @@ import {
   BedrockProvider,
   GoogleProvider,
   LOBE_DEFAULT_MODEL_LIST,
+  MistralProvider,
   MoonshotProvider,
   OllamaProvider,
   OpenAIProvider,
@@ -41,6 +42,9 @@ const googleProxyUrl = (s: GlobalStore) => modelProvider(s).google.endpoint;
 const enableAzure = (s: GlobalStore) => modelProvider(s).openAI.useAzure;
 const azureConfig = (s: GlobalStore) => modelProvider(s).azure;
 
+const enableMistral = (s: GlobalStore) => modelProvider(s).mistral.enabled;
+const mistralAPIKey = (s: GlobalStore) => modelProvider(s).mistral.apiKey;
+
 const enableMoonshot = (s: GlobalStore) => modelProvider(s).moonshot.enabled;
 const moonshotAPIKey = (s: GlobalStore) => modelProvider(s).moonshot.apiKey;
 
@@ -143,6 +147,7 @@ const modelSelectList = (s: GlobalStore): ModelProviderCard[] => {
     { ...OllamaProvider, chatModels: ollamaChatModels, enabled: enableOllama(s) },
     { ...PerplexityProvider, enabled: enablePerplexity(s) },
     { ...AnthropicProvider, enabled: enableAnthropic(s) },
+    { ...MistralProvider, enabled: enableMistral(s) },
   ];
 };
 
@@ -221,4 +226,8 @@ export const modelProviderSelectors = {
   // Anthropic
   enableAnthropic,
   anthropicAPIKey,
+  
+  // Mistral
+  enableMistral,
+  mistralAPIKey,
 };

package/src/types/settings/modelProvider.ts

@@ -65,11 +65,17 @@ export interface AnthropicConfig {
   enabled: boolean;
 }
 
+export interface MistralConfig {
+  apiKey?: string;
+  enabled: boolean;
+}
+
 export interface GlobalLLMConfig {
   anthropic: AnthropicConfig;
   azure: AzureOpenAIConfig;
   bedrock: AWSBedrockConfig;
   google: GoogleConfig;
+  mistral: MistralConfig;
   moonshot: MoonshotConfig;
   ollama: OllamaConfig;
   openAI: OpenAIConfig;

package/public/robots.txt

@@ -1,4 +0,0 @@
-User-agent: *
-Allow: /
-Disallow: /settings
-Disallow: /chat