@lobehub/chat 0.158.2 → 0.159.0

package/src/libs/agent-runtime/AgentRuntime.ts

@@ -6,6 +6,7 @@ import { LobeRuntimeAI } from './BaseAI';
 import { LobeAnthropicAI } from './anthropic';
 import { LobeAzureOpenAI } from './azureOpenai';
 import { LobeBedrockAI, LobeBedrockAIParams } from './bedrock';
+import { LobeDeepSeekAI } from './deepseek';
 import { LobeGoogleAI } from './google';
 import { LobeGroq } from './groq';
 import { LobeMinimaxAI } from './minimax';
@@ -101,6 +102,7 @@ class AgentRuntime {
       anthropic: Partial<ClientOptions>;
       azure: { apiVersion?: string; apikey?: string; endpoint?: string };
       bedrock: Partial<LobeBedrockAIParams>;
+      deepseek: Partial<ClientOptions>;
       google: { apiKey?: string; baseURL?: string };
       groq: Partial<ClientOptions>;
       minimax: Partial<ClientOptions>;
@@ -169,6 +171,11 @@ class AgentRuntime {
         break;
       }
 
+      case ModelProvider.DeepSeek: {
+        runtimeModel = new LobeDeepSeekAI(params.deepseek ?? {});
+        break;
+      }
+      
       case ModelProvider.Minimax: {
         runtimeModel = new LobeMinimaxAI(params.minimax ?? {});
         break;

package/src/libs/agent-runtime/deepseek/index.test.ts

@@ -0,0 +1,254 @@
+// @vitest-environment node
+import OpenAI from 'openai';
+import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
+
+import {
+  ChatStreamCallbacks,
+  LobeOpenAICompatibleRuntime,
+  ModelProvider,
+} from '@/libs/agent-runtime';
+
+import * as debugStreamModule from '../utils/debugStream';
+import { LobeDeepSeekAI } from './index';
+
+const provider = ModelProvider.DeepSeek;
+const defaultBaseURL = 'https://api.deepseek.com/v1';
+const bizErrorType = 'DeepSeekBizError';
+const invalidErrorType = 'InvalidDeepSeekAPIKey';
+
+// Mock the console.error to avoid polluting test output
+vi.spyOn(console, 'error').mockImplementation(() => {});
+
+let instance: LobeOpenAICompatibleRuntime;
+
+beforeEach(() => {
+  instance = new LobeDeepSeekAI({ apiKey: 'test' });
+
+  // 使用 vi.spyOn 来模拟 chat.completions.create 方法
+  vi.spyOn(instance['client'].chat.completions, 'create').mockResolvedValue(
+    new ReadableStream() as any,
+  );
+});
+
+afterEach(() => {
+  vi.clearAllMocks();
+});
+
+describe('LobeDeepSeekAI', () => {
+  describe('init', () => {
+    it('should correctly initialize with an API key', async () => {
+      const instance = new LobeDeepSeekAI({ apiKey: 'test_api_key' });
+      expect(instance).toBeInstanceOf(LobeDeepSeekAI);
+      expect(instance.baseURL).toEqual(defaultBaseURL);
+    });
+  });
+
+  describe('chat', () => {
+    describe('Error', () => {
+      it('should return OpenAIBizError with an openai error response when OpenAI.APIError is thrown', async () => {
+        // Arrange
+        const apiError = new OpenAI.APIError(
+          400,
+          {
+            status: 400,
+            error: {
+              message: 'Bad Request',
+            },
+          },
+          'Error message',
+          {},
+        );
+
+        vi.spyOn(instance['client'].chat.completions, 'create').mockRejectedValue(apiError);
+
+        // Act
+        try {
+          await instance.chat({
+            messages: [{ content: 'Hello', role: 'user' }],
+            model: 'deepseek-chat',
+            temperature: 0,
+          });
+        } catch (e) {
+          expect(e).toEqual({
+            endpoint: defaultBaseURL,
+            error: {
+              error: { message: 'Bad Request' },
+              status: 400,
+            },
+            errorType: bizErrorType,
+            provider,
+          });
+        }
+      });
+
+      it('should throw AgentRuntimeError with NoOpenAIAPIKey if no apiKey is provided', async () => {
+        try {
+          new LobeDeepSeekAI({});
+        } catch (e) {
+          expect(e).toEqual({ errorType: invalidErrorType });
+        }
+      });
+
+      it('should return OpenAIBizError with the cause when OpenAI.APIError is thrown with cause', async () => {
+        // Arrange
+        const errorInfo = {
+          stack: 'abc',
+          cause: {
+            message: 'api is undefined',
+          },
+        };
+        const apiError = new OpenAI.APIError(400, errorInfo, 'module error', {});
+
+        vi.spyOn(instance['client'].chat.completions, 'create').mockRejectedValue(apiError);
+
+        // Act
+        try {
+          await instance.chat({
+            messages: [{ content: 'Hello', role: 'user' }],
+            model: 'deepseek-chat',
+            temperature: 0,
+          });
+        } catch (e) {
+          expect(e).toEqual({
+            endpoint: defaultBaseURL,
+            error: {
+              cause: { message: 'api is undefined' },
+              stack: 'abc',
+            },
+            errorType: bizErrorType,
+            provider,
+          });
+        }
+      });
+
+      it('should return OpenAIBizError with an cause response with desensitize Url', async () => {
+        // Arrange
+        const errorInfo = {
+          stack: 'abc',
+          cause: { message: 'api is undefined' },
+        };
+        const apiError = new OpenAI.APIError(400, errorInfo, 'module error', {});
+
+        instance = new LobeDeepSeekAI({
+          apiKey: 'test',
+
+          baseURL: 'https://api.abc.com/v1',
+        });
+
+        vi.spyOn(instance['client'].chat.completions, 'create').mockRejectedValue(apiError);
+
+        // Act
+        try {
+          await instance.chat({
+            messages: [{ content: 'Hello', role: 'user' }],
+            model: 'deepseek-chat',
+            temperature: 0,
+          });
+        } catch (e) {
+          expect(e).toEqual({
+            endpoint: 'https://api.***.com/v1',
+            error: {
+              cause: { message: 'api is undefined' },
+              stack: 'abc',
+            },
+            errorType: bizErrorType,
+            provider,
+          });
+        }
+      });
+
+      it('should throw an InvalidDeepSeekAPIKey error type on 401 status code', async () => {
+        // Mock the API call to simulate a 401 error
+        const error = new Error('Unauthorized') as any;
+        error.status = 401;
+        vi.mocked(instance['client'].chat.completions.create).mockRejectedValue(error);
+
+        try {
+          await instance.chat({
+            messages: [{ content: 'Hello', role: 'user' }],
+            model: 'deepseek-chat',
+            temperature: 0,
+          });
+        } catch (e) {
+          // Expect the chat method to throw an error with InvalidDeepSeekAPIKey
+          expect(e).toEqual({
+            endpoint: defaultBaseURL,
+            error: new Error('Unauthorized'),
+            errorType: invalidErrorType,
+            provider,
+          });
+        }
+      });
+
+      it('should return AgentRuntimeError for non-OpenAI errors', async () => {
+        // Arrange
+        const genericError = new Error('Generic Error');
+
+        vi.spyOn(instance['client'].chat.completions, 'create').mockRejectedValue(genericError);
+
+        // Act
+        try {
+          await instance.chat({
+            messages: [{ content: 'Hello', role: 'user' }],
+            model: 'deepseek-chat',
+            temperature: 0,
+          });
+        } catch (e) {
+          expect(e).toEqual({
+            endpoint: defaultBaseURL,
+            errorType: 'AgentRuntimeError',
+            provider,
+            error: {
+              name: genericError.name,
+              cause: genericError.cause,
+              message: genericError.message,
+              stack: genericError.stack,
+            },
+          });
+        }
+      });
+    });
+
+    describe('DEBUG', () => {
+      it('should call debugStream and return StreamingTextResponse when DEBUG_DEEPSEEK_CHAT_COMPLETION is 1', async () => {
+        // Arrange
+        const mockProdStream = new ReadableStream() as any; // 模拟的 prod 流
+        const mockDebugStream = new ReadableStream({
+          start(controller) {
+            controller.enqueue('Debug stream content');
+            controller.close();
+          },
+        }) as any;
+        mockDebugStream.toReadableStream = () => mockDebugStream; // 添加 toReadableStream 方法
+
+        // 模拟 chat.completions.create 返回值，包括模拟的 tee 方法
+        (instance['client'].chat.completions.create as Mock).mockResolvedValue({
+          tee: () => [mockProdStream, { toReadableStream: () => mockDebugStream }],
+        });
+
+        // 保存原始环境变量值
+        const originalDebugValue = process.env.DEBUG_DEEPSEEK_CHAT_COMPLETION;
+
+        // 模拟环境变量
+        process.env.DEBUG_DEEPSEEK_CHAT_COMPLETION = '1';
+        vi.spyOn(debugStreamModule, 'debugStream').mockImplementation(() => Promise.resolve());
+
+        // 执行测试
+        // 运行你的测试函数，确保它会在条件满足时调用 debugStream
+        // 假设的测试函数调用，你可能需要根据实际情况调整
+        await instance.chat({
+          messages: [{ content: 'Hello', role: 'user' }],
+          model: 'deepseek-chat',
+          stream: true,
+          temperature: 0,
+        });
+
+        // 验证 debugStream 被调用
+        expect(debugStreamModule.debugStream).toHaveBeenCalled();
+
+        // 恢复原始环境变量值
+        process.env.DEBUG_DEEPSEEK_CHAT_COMPLETION = originalDebugValue;
+      });
+    });
+  });
+});

package/src/libs/agent-runtime/deepseek/index.ts

@@ -0,0 +1,15 @@
+import { AgentRuntimeErrorType } from '../error';
+import { ModelProvider } from '../types';
+import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
+
+export const LobeDeepSeekAI = LobeOpenAICompatibleFactory({
+  baseURL: 'https://api.deepseek.com/v1',
+  debug: {
+    chatCompletion: () => process.env.DEBUG_DEEPSEEK_CHAT_COMPLETION === '1',
+  },
+  errorType: {
+    bizError: AgentRuntimeErrorType.DeepSeekBizError,
+    invalidAPIKey: AgentRuntimeErrorType.InvalidDeepSeekAPIKey,
+  },
+  provider: ModelProvider.DeepSeek,
+});

package/src/libs/agent-runtime/error.ts

@@ -49,6 +49,9 @@ export const AgentRuntimeErrorType = {
 
   InvalidMinimaxAPIKey: 'InvalidMinimaxAPIKey',
   MinimaxBizError: 'MinimaxBizError',
+
+  InvalidDeepSeekAPIKey: 'InvalidDeepSeekAPIKey',
+  DeepSeekBizError: 'DeepSeekBizError',
 } as const;
 
 export type ILobeAgentRuntimeErrorType =

package/src/libs/agent-runtime/index.ts

@@ -3,6 +3,7 @@ export { LobeAnthropicAI } from './anthropic';
 export { LobeAzureOpenAI } from './azureOpenai';
 export * from './BaseAI';
 export { LobeBedrockAI } from './bedrock';
+export { LobeDeepSeekAI } from './deepseek';
 export * from './error';
 export { LobeGoogleAI } from './google';
 export { LobeGroq } from './groq';

package/src/libs/agent-runtime/types/type.ts

@@ -26,6 +26,7 @@ export enum ModelProvider {
   Azure = 'azure',
   Bedrock = 'bedrock',
   ChatGLM = 'chatglm',
+  DeepSeek = 'deepseek',
   Google = 'google',
   Groq = 'groq',
   Minimax = 'minimax',

package/src/locales/default/error.ts

@@ -92,6 +92,9 @@ export default {
     InvalidBedrockCredentials: 'Bedrock 鉴权未通过，请检查 AccessKeyId/SecretAccessKey 后重试',
     BedrockBizError: '请求 Bedrock 服务出错，请根据以下信息排查或重试',
 
+    InvalidDeepSeekAPIKey: 'DeepSeek API Key 不正确或为空，请检查 DeepSeek API Key 后重试',
+    DeepSeekBizError: '请求 DeepSeek 服务出错，请根据以下信息排查或重试',
+    
     InvalidAzureAPIKey: 'Azure API Key 不正确或为空，请检查 Azure API Key 后重试',
     AzureBizError: '请求 Azure AI 服务出错，请根据以下信息排查或重试',
 

package/src/locales/default/modelProvider.ts

@@ -62,6 +62,18 @@ export default {
       title: '使用自定义 Bedrock 鉴权信息',
     },
   },
+  deepseek: {
+    title: 'DeepSeek',
+    token: {
+      desc: '填入来自 DeepSeek 的 API Key',
+      placeholder: 'DeepSeek API Key',
+      title: 'API Key',
+    },
+    unlock: {
+      description: '输入你的 DeepSeek API Key 即可开始会话。应用不会记录你的 API Key',
+      title: '使用自定义 DeepSeek API Key',
+    },
+  },
   google: {
     title: 'Google',
     token: {

package/src/migrations/FromV3ToV4/types/v3.ts

@@ -22,20 +22,12 @@ export interface V3LegacyConfig {
 }
 
 export interface V3LLMConfig {
-  anthropic: V3GeneralConfig;
   bedrock: any;
   google: V3GeneralConfig;
-  groq: V3GeneralConfig;
-  minimax: V3GeneralConfig;
-  mistral: V3GeneralConfig;
-  moonshot: V3GeneralConfig;
   ollama: V3LegacyConfig;
   openAI: V3OpenAIConfig;
   openrouter: V3LegacyConfig;
-  perplexity: V3GeneralConfig;
   togetherai: V3LegacyConfig;
-  zeroone: V3GeneralConfig;
-  zhipu: V3GeneralConfig;
 }
 
 /**

package/src/server/globalConfig/index.ts

@@ -23,6 +23,7 @@ export const getServerGlobalConfig = () => {
     ENABLED_AWS_BEDROCK,
     ENABLED_GOOGLE,
     ENABLED_GROQ,
+    ENABLED_DEEPSEEK,
     ENABLED_PERPLEXITY,
     ENABLED_ANTHROPIC,
     ENABLED_MINIMAX,
@@ -63,6 +64,7 @@ export const getServerGlobalConfig = () => {
         }),
       },
       bedrock: { enabled: ENABLED_AWS_BEDROCK },
+      deepseek: { enabled: ENABLED_DEEPSEEK },
       google: { enabled: ENABLED_GOOGLE },
       groq: { enabled: ENABLED_GROQ },
       minimax: { enabled: ENABLED_MINIMAX },

package/src/services/__tests__/chat.test.ts

@@ -10,6 +10,7 @@ import {
   LobeBedrockAI,
   LobeGoogleAI,
   LobeGroq,
+  LobeDeepSeekAI,
   LobeMistralAI,
   LobeMoonshotAI,
   LobeOllamaAI,
@@ -873,6 +874,21 @@ describe('AgentRuntimeOnClient', () => {
         expect(runtime['_runtime']).toBeInstanceOf(LobeGroq);
       });
 
+      it('DeepSeek provider: with apiKey', async () => {
+        merge(initialSettingsState, {
+          settings: {
+            languageModel: {
+              deepseek: {
+                apiKey: 'user-deepseek-key',
+              },
+            },
+          },
+        } as UserSettingsState) as unknown as UserStore;
+        const runtime = await initializeWithClientStore(ModelProvider.DeepSeek, {});
+        expect(runtime).toBeInstanceOf(AgentRuntime);
+        expect(runtime['_runtime']).toBeInstanceOf(LobeDeepSeekAI);
+      });
+      
       /**
        * Should not have a unknown provider in client, but has
        * similar cases in server side

package/src/services/chat.ts

@@ -139,6 +139,9 @@ export function initializeWithClientStore(provider: string, payload: any) {
     case ModelProvider.Groq: {
       break;
     }
+    case ModelProvider.DeepSeek: {
+      break;
+    }
     case ModelProvider.OpenRouter: {
       break;
     }

package/src/store/user/slices/settings/actions/llm.ts

@@ -5,6 +5,7 @@ import {
   AnthropicProviderCard,
   AzureProviderCard,
   BedrockProviderCard,
+  DeepSeekProviderCard,
   GoogleProviderCard,
   GroqProviderCard,
   MinimaxProviderCard,
@@ -109,6 +110,7 @@ export const llmSettingsSlice: StateCreator<
         chatModels: mergeModels('togetherai', TogetherAIProviderCard.chatModels),
       },
       BedrockProviderCard,
+      DeepSeekProviderCard,
       PerplexityProviderCard,
       MinimaxProviderCard,
       MistralProviderCard,

package/src/types/settings/modelProvider.ts

@@ -44,6 +44,7 @@ export interface GlobalLLMConfig {
   anthropic: GeneralModelProviderConfig;
   azure: AzureOpenAIConfig;
   bedrock: AWSBedrockConfig;
+  deepseek: GeneralModelProviderConfig;
   google: GeneralModelProviderConfig;
   groq: GeneralModelProviderConfig;
   minimax: GeneralModelProviderConfig;