@lobehub/chat 1.3.5 → 1.4.0

package/CHANGELOG.md

@@ -2,6 +2,56 @@
 
 # Changelog
 
+## [Version 1.4.0](https://github.com/lobehub/lobe-chat/compare/v1.3.6...v1.4.0)
+
+<sup>Released on **2024-07-12**</sup>
+
+#### ✨ Features
+
+- **misc**: Add 360AI model provider.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's improved
+
+- **misc**: Add 360AI model provider, closes [#3130](https://github.com/lobehub/lobe-chat/issues/3130) ([79c5f86](https://github.com/lobehub/lobe-chat/commit/79c5f86))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
+### [Version 1.3.6](https://github.com/lobehub/lobe-chat/compare/v1.3.5...v1.3.6)
+
+<sup>Released on **2024-07-11**</sup>
+
+#### ♻ Code Refactoring
+
+- **misc**: Improve agent runtime code.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### Code refactoring
+
+- **misc**: Improve agent runtime code, closes [#3199](https://github.com/lobehub/lobe-chat/issues/3199) ([9f211e2](https://github.com/lobehub/lobe-chat/commit/9f211e2))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 1.3.5](https://github.com/lobehub/lobe-chat/compare/v1.3.4...v1.3.5)
 
 <sup>Released on **2024-07-10**</sup>

package/README.md

@@ -267,12 +267,12 @@ Our marketplace is not just a showcase platform but also a collaborative space.
 
 | Recent Submits                                                                                                                                                                           | Description                                                                                                                                                                                                                                                                                                                                                                                                          |
 | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| [Ducky Programming Assistant](https://chat-preview.lobehub.com/market?agent=rubber-duck-programming)<br/><sup>By **[JiyuShao](https://github.com/JiyuShao)** on **2024-07-10**</sup>     | Ducky Programming Assistant<br/>`programming`                                                                                                                                                                                                                                                                                                                                                                        |
 | [AOSP Source Code Expert](https://chat-preview.lobehub.com/market?agent=aosp-development)<br/><sup>By **[viruscoding](https://github.com/viruscoding)** on **2024-06-24**</sup>          | An expert in AOSP (Android Open Source Project) for Android, with a deep understanding and analytical ability of the latest AOSP source code.<br/>`aosp`                                                                                                                                                                                                                                                             |
 | [Fastapi Project Development Assistant](https://chat-preview.lobehub.com/market?agent=fastapi-development)<br/><sup>By **[xwxw098](https://github.com/xwxw098)** on **2024-06-19**</sup> | Proficient in Python modular development, skilled in using FastAPI, PostgreSQL, Tortoise-ORM, and other technologies, able to provide clear code structure and detailed comments for large projects.<br/>`fast-api` `python` `modular-development`                                                                                                                                                                   |
 | [IT Systems Architect](https://chat-preview.lobehub.com/market?agent=it-system-architect)<br/><sup>By **[a562314](https://github.com/a562314)** on **2024-06-19**</sup>                  | Senior IT architect specializing in requirements analysis, system design, technology selection, and cross-platform system optimization. With over 5 years of experience, proficient in Windows, macOS, and Linux operating systems, skilled in troubleshooting, and security protection.<br/>`it-architecture-design` `problem-solving` `agile-development` `system-optimization` `cross-platform-skills` `teamwork` |
-| [Linux Kernel Expert](https://chat-preview.lobehub.com/market?agent=linux-kernel)<br/><sup>By **[wming126](https://github.com/wming126)** on **2024-06-19**</sup>                        | Role Description: I am an expert in Linux kernel, with a deep understanding and analytical ability of the latest kernel source code (as of June 2024). I can provide users with detailed and accurate information about the Linux kernel.<br/>`linux` `kernel`                                                                                                                                                       |
 
-> 📊 Total agents: [<kbd>**293**</kbd> ](https://github.com/lobehub/lobe-chat-agents)
+> 📊 Total agents: [<kbd>**294**</kbd> ](https://github.com/lobehub/lobe-chat-agents)
 
  <!-- AGENT LIST -->
 

package/README.zh-CN.md

@@ -256,12 +256,12 @@ LobeChat 的插件生态系统是其核心功能的重要扩展，它极大地
 
 | 最近新增                                                                                                                                                                | 助手说明                                                                                                                                                                                                             |
 | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| [小黄鸭编程助手](https://chat-preview.lobehub.com/market?agent=rubber-duck-programming)<br/><sup>By **[JiyuShao](https://github.com/JiyuShao)** on **2024-07-10**</sup> | 小黄鸭编程助手<br/>`programming`                                                                                                                                                                                     |
 | [AOSP 源码专家](https://chat-preview.lobehub.com/market?agent=aosp-development)<br/><sup>By **[viruscoding](https://github.com/viruscoding)** on **2024-06-24**</sup>   | 一位精通 AOSP（Android Open Source Project）安卓的专家，对最新 AOSP 源代码有着深入的理解和分析能力。<br/>`aosp`                                                                                                      |
 | [Fastapi 项目开发助手](https://chat-preview.lobehub.com/market?agent=fastapi-development)<br/><sup>By **[xwxw098](https://github.com/xwxw098)** on **2024-06-19**</sup> | 擅长 Python 模块化开发，熟练运用 FastAPI、PostgreSQL、Tortoise-ORM 等技术栈，能为大型项目提供清晰的代码结构并添加详细注释。<br/>`fast-api` `python` `模块化开发`                                                     |
 | [IT 系统架构师](https://chat-preview.lobehub.com/market?agent=it-system-architect)<br/><sup>By **[a562314](https://github.com/a562314)** on **2024-06-19**</sup>        | 资深 IT 架构师，擅长需求分析、系统设计、技术选型和跨平台系统优化。5 年以上经验，精通 Windows、macOS 和 Linux 三大操作系统，具备故障排除和安全防护能力<br/>`it架构设计` `问题解决` `敏捷开发` `系统优化` `跨平台技能` |
-| [Linux 内核专家](https://chat-preview.lobehub.com/market?agent=linux-kernel)<br/><sup>By **[wming126](https://github.com/wming126)** on **2024-06-19**</sup>            | 角色描述： 我是一位精通 Linux 内核的专家，对最新内核源代码（截至 2024 年 6 月）有着深入的理解和分析能力。我可以为用户提供关于 Linux 内核的详细、准确的信息。<br/>`linux` `kernel`                                    |
 
-> 📊 Total agents: [<kbd>**293**</kbd> ](https://github.com/lobehub/lobe-chat-agents)
+> 📊 Total agents: [<kbd>**294**</kbd> ](https://github.com/lobehub/lobe-chat-agents)
 
  <!-- AGENT LIST -->
 

package/netlify.toml

@@ -1,5 +1,5 @@
 [build]
-command = "npm run build"
+command = "pnpm run build"
 publish = ".next"
 
 [build.environment]

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.3.5",
+  "version": "1.4.0",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",

package/src/app/(main)/settings/llm/ProviderList/providers.tsx

@@ -1,4 +1,5 @@
 import {
+  Ai360,
   AiMass,
   Anthropic,
   Baichuan,
@@ -25,6 +26,7 @@ import { Flexbox } from 'react-layout-kit';
 import urlJoin from 'url-join';
 
 import {
+  Ai360ProviderCard,
   AnthropicProviderCard,
   BaichuanProviderCard,
   DeepSeekProviderCard,
@@ -184,6 +186,11 @@ export const useProviderList = (): ProviderItem[] => {
         docUrl: urlJoin(BASE_DOC_URL, 'taichu'),
         title: <AiMass.Combine size={ 28 } type={ 'color' } />,
       },
+      {
+        ...Ai360ProviderCard,
+        docUrl: urlJoin(BASE_DOC_URL, 'ai360'),
+        title: <Ai360.Combine size={ 20 } type={ 'color' } />,
+      },
     ],
     [azureProvider, ollamaProvider, ollamaProvider, bedrockProvider],
   );

package/src/app/api/chat/agentRuntime.ts

@@ -184,6 +184,13 @@ const getLlmOptionsFromPayload = (provider: string, payload: JWTPayload) => {
 
       const apiKey = apiKeyManager.pick(payload?.apiKey || TAICHU_API_KEY);
 
+      return { apiKey };
+    }
+    case ModelProvider.Ai360: {
+      const { AI360_API_KEY } = getLLMConfig();
+
+      const apiKey = apiKeyManager.pick(payload?.apiKey || AI360_API_KEY);
+
       return { apiKey };
     }
   }
@@ -193,11 +200,16 @@ const getLlmOptionsFromPayload = (provider: string, payload: JWTPayload) => {
  * Initializes the agent runtime with the user payload in backend
  * @param provider - The provider name.
  * @param payload - The JWT payload.
+ * @param params
  * @returns A promise that resolves when the agent runtime is initialized.
  */
-export const initAgentRuntimeWithUserPayload = (provider: string, payload: JWTPayload) => {
+export const initAgentRuntimeWithUserPayload = (
+  provider: string,
+  payload: JWTPayload,
+  params: any = {},
+) => {
   return AgentRuntime.initializeWithProviderOptions(provider, {
-    [provider]: getLlmOptionsFromPayload(provider, payload),
+    [provider]: { ...getLlmOptionsFromPayload(provider, payload), ...params },
   });
 };
 

package/src/components/ModelIcon/index.tsx

@@ -2,6 +2,7 @@ import {
   AiMass,
   Adobe,
   Ai21,
+  Ai360,
   Aws,
   Azure,
   Baichuan,
@@ -68,6 +69,7 @@ const ModelIcon = memo<ModelProviderIconProps>(({ model: originModel, size = 12
   if (model.includes('dbrx')) return <Dbrx.Avatar size={size} />;
   if (model.includes('step')) return <Stepfun.Avatar size={size} />;
   if (model.includes('taichu')) return <AiMass.Avatar size={size} />;
+  if (model.includes('360gpt')) return <Ai360.Avatar size={size} />;
 
   // below: To be supported in providers, move up if supported
   if (model.includes('baichuan'))

package/src/components/ModelProviderIcon/index.tsx

@@ -1,4 +1,5 @@
 import {
+  Ai360,
   AiMass,
   Anthropic,
   Azure,
@@ -124,6 +125,10 @@ const ModelProviderIcon = memo<ModelProviderIconProps>(({ provider }) => {
       return <AiMass size={20} />;
     }
 
+    case ModelProvider.Ai360: {
+      return <Ai360 size={20} />;
+    }
+
     default: {
       return null;
     }

package/src/components/ModelTag/ModelIcon.tsx

@@ -1,6 +1,7 @@
 import {
   AdobeFirefly,
   Ai21,
+  Ai360,
   AiMass,
   Aws,
   Azure,
@@ -63,6 +64,7 @@ const ModelIcon = memo<ModelIconProps>(({ model, size = 12 }) => {
   if (model.includes('command')) return <Cohere size={size} />;
   if (model.includes('dbrx')) return <Dbrx size={size} />;
   if (model.includes('taichu')) return <AiMass size={size} />;
+  if (model.includes('360gpt')) return <Ai360 size={size} />;
 
   // below: To be supported in providers, move up if supported
   if (model.includes('baichuan')) return <Baichuan size={size} />;

package/src/config/llm.ts

@@ -88,6 +88,9 @@ export const getLLMConfig = () => {
 
       ENABLED_TAICHU: z.boolean(),
       TAICHU_API_KEY: z.string().optional(),
+
+      ENABLED_AI360: z.boolean(),
+      AI360_API_KEY: z.string().optional(),
     },
     runtimeEnv: {
       API_KEY_SELECT_MODE: process.env.API_KEY_SELECT_MODE,
@@ -167,6 +170,9 @@ export const getLLMConfig = () => {
 
       ENABLED_TAICHU: !!process.env.TAICHU_API_KEY,
       TAICHU_API_KEY: process.env.TAICHU_API_KEY,
+
+      ENABLED_AI360: !!process.env.AI360_API_KEY,
+      AI360_API_KEY: process.env.AI360_API_KEY,
     },
   });
 };

package/src/config/modelProviders/ai360.ts

@@ -0,0 +1,38 @@
+import { ModelProviderCard } from '@/types/llm';
+
+// ref https://ai.360.cn/platform/docs/overview
+const Ai360: ModelProviderCard = {
+  chatModels: [
+    {
+      displayName: '360GPT Pro',
+      enabled: true,
+      functionCall: false,
+      id: '360gpt-pro',
+      maxOutput: 7000,
+      tokens: 8192,
+    },
+    {
+      displayName: '360GPT Turbo',
+      enabled: true,
+      functionCall: false,
+      id: '360gpt-turbo',
+      maxOutput: 8192,
+      tokens: 8192,
+    },
+    {
+      displayName: '360GPT Turbo Responsibility 8K',
+      enabled: true,
+      functionCall: false,
+      id: '360gpt-turbo-responsibility-8k',
+      maxOutput: 2048,
+      tokens: 8192,
+    },
+  ],
+  checkModel: '360gpt-turbo',
+  disableBrowserRequest: true,
+  id: 'ai360',
+  modelList: { showModelFetcher: true },
+  name: '360智脑',
+};
+
+export default Ai360;

package/src/config/modelProviders/index.ts

@@ -1,5 +1,6 @@
 import { ChatModelCard, ModelProviderCard } from '@/types/llm';
 
+import Ai360Provider from './ai360';
 import AnthropicProvider from './anthropic';
 import AzureProvider from './azure';
 import BaichuanProvider from './baichuan';
@@ -41,6 +42,7 @@ export const LOBE_DEFAULT_MODEL_LIST: ChatModelCard[] = [
   StepfunProvider.chatModels,
   BaichuanProvider.chatModels,
   TaichuProvider.chatModels,
+  Ai360Provider.chatModels,
 ].flat();
 
 export const DEFAULT_MODEL_PROVIDER_LIST = [
@@ -64,6 +66,7 @@ export const DEFAULT_MODEL_PROVIDER_LIST = [
   StepfunProvider,
   BaichuanProvider,
   TaichuProvider,
+  Ai360Provider,
 ];
 
 export const filterEnabledModels = (provider: ModelProviderCard) => {
@@ -75,6 +78,7 @@ export const isProviderDisableBroswerRequest = (id: string) => {
   return !!provider;
 };
 
+export { default as Ai360ProviderCard } from './ai360';
 export { default as AnthropicProviderCard } from './anthropic';
 export { default as AzureProviderCard } from './azure';
 export { default as BaichuanProviderCard } from './baichuan';

package/src/const/settings/llm.ts

@@ -1,4 +1,5 @@
 import {
+  Ai360ProviderCard,
   AnthropicProviderCard,
   BaichuanProviderCard,
   BedrockProviderCard,
@@ -24,6 +25,10 @@ import { ModelProvider } from '@/libs/agent-runtime';
 import { UserModelProviderConfig } from '@/types/user/settings';
 
 export const DEFAULT_LLM_CONFIG: UserModelProviderConfig = {
+  ai360: {
+    enabled: false,
+    enabledModels: filterEnabledModels(Ai360ProviderCard),
+  },
   anthropic: {
     enabled: false,
     enabledModels: filterEnabledModels(AnthropicProviderCard),

package/src/features/Conversation/Error/APIKeyForm/ProviderAvatar.tsx

@@ -1,4 +1,5 @@
 import {
+  Ai360,
   AiMass,
   Anthropic,
   Baichuan,
@@ -94,6 +95,10 @@ const ProviderAvatar = memo<ProviderAvatarProps>(({ provider }) => {
       return <ZeroOne color={ZeroOne.colorPrimary} size={56} />;
     }
 
+    case ModelProvider.Ai360: {
+      return <Ai360 color={Ai360.colorPrimary} size={56} />;
+    }
+
     default:
     case ModelProvider.OpenAI: {
       return <OpenAI color={theme.colorText} size={64} />;

package/src/libs/agent-runtime/AgentRuntime.ts

@@ -3,6 +3,7 @@ import { ClientOptions } from 'openai';
 import type { TracePayload } from '@/const/trace';
 
 import { LobeRuntimeAI } from './BaseAI';
+import { LobeAi360AI } from './ai360';
 import { LobeAnthropicAI } from './anthropic';
 import { LobeAzureOpenAI } from './azureOpenai';
 import { LobeBaichuanAI } from './baichuan';
@@ -103,6 +104,7 @@ class AgentRuntime {
   static async initializeWithProviderOptions(
     provider: string,
     params: Partial<{
+      ai360: Partial<ClientOptions>;
       anthropic: Partial<ClientOptions>;
       azure: { apiVersion?: string; apikey?: string; endpoint?: string };
       baichuan: Partial<ClientOptions>;
@@ -145,92 +147,97 @@ class AgentRuntime {
       }
 
       case ModelProvider.ZhiPu: {
-        runtimeModel = await LobeZhipuAI.fromAPIKey(params.zhipu ?? {});
+        runtimeModel = await LobeZhipuAI.fromAPIKey(params.zhipu);
         break;
       }
 
       case ModelProvider.Google: {
-        runtimeModel = new LobeGoogleAI(params.google ?? {});
+        runtimeModel = new LobeGoogleAI(params.google);
         break;
       }
 
       case ModelProvider.Moonshot: {
-        runtimeModel = new LobeMoonshotAI(params.moonshot ?? {});
+        runtimeModel = new LobeMoonshotAI(params.moonshot);
         break;
       }
 
       case ModelProvider.Bedrock: {
-        runtimeModel = new LobeBedrockAI(params.bedrock ?? {});
+        runtimeModel = new LobeBedrockAI(params.bedrock);
         break;
       }
 
       case ModelProvider.Ollama: {
-        runtimeModel = new LobeOllamaAI(params.ollama ?? {});
+        runtimeModel = new LobeOllamaAI(params.ollama);
         break;
       }
 
       case ModelProvider.Perplexity: {
-        runtimeModel = new LobePerplexityAI(params.perplexity ?? {});
+        runtimeModel = new LobePerplexityAI(params.perplexity);
         break;
       }
 
       case ModelProvider.Anthropic: {
-        runtimeModel = new LobeAnthropicAI(params.anthropic ?? {});
+        runtimeModel = new LobeAnthropicAI(params.anthropic);
         break;
       }
 
       case ModelProvider.DeepSeek: {
-        runtimeModel = new LobeDeepSeekAI(params.deepseek ?? {});
+        runtimeModel = new LobeDeepSeekAI(params.deepseek);
         break;
       }
 
       case ModelProvider.Minimax: {
-        runtimeModel = new LobeMinimaxAI(params.minimax ?? {});
+        runtimeModel = new LobeMinimaxAI(params.minimax);
         break;
       }
 
       case ModelProvider.Mistral: {
-        runtimeModel = new LobeMistralAI(params.mistral ?? {});
+        runtimeModel = new LobeMistralAI(params.mistral);
         break;
       }
 
       case ModelProvider.Groq: {
-        runtimeModel = new LobeGroq(params.groq ?? {});
+        runtimeModel = new LobeGroq(params.groq);
         break;
       }
 
       case ModelProvider.OpenRouter: {
-        runtimeModel = new LobeOpenRouterAI(params.openrouter ?? {});
+        runtimeModel = new LobeOpenRouterAI(params.openrouter);
         break;
       }
 
       case ModelProvider.TogetherAI: {
-        runtimeModel = new LobeTogetherAI(params.togetherai ?? {});
+        runtimeModel = new LobeTogetherAI(params.togetherai);
         break;
       }
 
       case ModelProvider.ZeroOne: {
-        runtimeModel = new LobeZeroOneAI(params.zeroone ?? {});
+        runtimeModel = new LobeZeroOneAI(params.zeroone);
         break;
       }
 
       case ModelProvider.Qwen: {
-        runtimeModel = new LobeQwenAI(params.qwen ?? {});
+        runtimeModel = new LobeQwenAI(params.qwen);
         break;
       }
 
       case ModelProvider.Stepfun: {
-        runtimeModel = new LobeStepfunAI(params.stepfun ?? {});
+        runtimeModel = new LobeStepfunAI(params.stepfun);
         break;
       }
 
       case ModelProvider.Baichuan: {
-        runtimeModel = new LobeBaichuanAI(params.baichuan ?? {});
-        break
+        runtimeModel = new LobeBaichuanAI(params.baichuan);
+        break;
       }
 
       case ModelProvider.Taichu: {
-        runtimeModel = new LobeTaichuAI(params.taichu ?? {});
+        runtimeModel = new LobeTaichuAI(params.taichu);
+        break;
+      }
+
+      case ModelProvider.Ai360: {
+        runtimeModel = new LobeAi360AI(params.ai360 ?? {});
         break
       }
     }

package/src/libs/agent-runtime/ai360/index.test.ts

@@ -0,0 +1,255 @@
+// @vitest-environment node
+import OpenAI from 'openai';
+import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
+
+import {
+  ChatStreamCallbacks,
+  LobeOpenAICompatibleRuntime,
+  ModelProvider,
+} from '@/libs/agent-runtime';
+
+import * as debugStreamModule from '../utils/debugStream';
+import { LobeAi360AI } from './index';
+
+const provider = ModelProvider.Ai360;
+const defaultBaseURL = 'https://ai.360.cn/v1';
+
+const bizErrorType = 'ProviderBizError';
+const invalidErrorType = 'InvalidProviderAPIKey';
+
+// Mock the console.error to avoid polluting test output
+vi.spyOn(console, 'error').mockImplementation(() => {});
+
+let instance: LobeOpenAICompatibleRuntime;
+
+beforeEach(() => {
+  instance = new LobeAi360AI({ apiKey: 'test' });
+
+  // 使用 vi.spyOn 来模拟 chat.completions.create 方法
+  vi.spyOn(instance['client'].chat.completions, 'create').mockResolvedValue(
+    new ReadableStream() as any,
+  );
+});
+
+afterEach(() => {
+  vi.clearAllMocks();
+});
+
+describe('LobeAi360AI', () => {
+  describe('init', () => {
+    it('should correctly initialize with an API key', async () => {
+      const instance = new LobeAi360AI({ apiKey: 'test_api_key' });
+      expect(instance).toBeInstanceOf(LobeAi360AI);
+      expect(instance.baseURL).toEqual(defaultBaseURL);
+    });
+  });
+
+  describe('chat', () => {
+    describe('Error', () => {
+      it('should return OpenAIBizError with an openai error response when OpenAI.APIError is thrown', async () => {
+        // Arrange
+        const apiError = new OpenAI.APIError(
+          400,
+          {
+            status: 400,
+            error: {
+              message: 'Bad Request',
+            },
+          },
+          'Error message',
+          {},
+        );
+
+        vi.spyOn(instance['client'].chat.completions, 'create').mockRejectedValue(apiError);
+
+        // Act
+        try {
+          await instance.chat({
+            messages: [{ content: 'Hello', role: 'user' }],
+            model: '360gpt-turbo',
+            temperature: 0,
+          });
+        } catch (e) {
+          expect(e).toEqual({
+            endpoint: defaultBaseURL,
+            error: {
+              error: { message: 'Bad Request' },
+              status: 400,
+            },
+            errorType: bizErrorType,
+            provider,
+          });
+        }
+      });
+
+      it('should throw AgentRuntimeError with NoOpenAIAPIKey if no apiKey is provided', async () => {
+        try {
+          new LobeAi360AI({});
+        } catch (e) {
+          expect(e).toEqual({ errorType: invalidErrorType });
+        }
+      });
+
+      it('should return OpenAIBizError with the cause when OpenAI.APIError is thrown with cause', async () => {
+        // Arrange
+        const errorInfo = {
+          stack: 'abc',
+          cause: {
+            message: 'api is undefined',
+          },
+        };
+        const apiError = new OpenAI.APIError(400, errorInfo, 'module error', {});
+
+        vi.spyOn(instance['client'].chat.completions, 'create').mockRejectedValue(apiError);
+
+        // Act
+        try {
+          await instance.chat({
+            messages: [{ content: 'Hello', role: 'user' }],
+            model: '360gpt-turbo',
+            temperature: 0,
+          });
+        } catch (e) {
+          expect(e).toEqual({
+            endpoint: defaultBaseURL,
+            error: {
+              cause: { message: 'api is undefined' },
+              stack: 'abc',
+            },
+            errorType: bizErrorType,
+            provider,
+          });
+        }
+      });
+
+      it('should return OpenAIBizError with an cause response with desensitize Url', async () => {
+        // Arrange
+        const errorInfo = {
+          stack: 'abc',
+          cause: { message: 'api is undefined' },
+        };
+        const apiError = new OpenAI.APIError(400, errorInfo, 'module error', {});
+
+        instance = new LobeAi360AI({
+          apiKey: 'test',
+
+          baseURL: 'https://api.abc.com/v1',
+        });
+
+        vi.spyOn(instance['client'].chat.completions, 'create').mockRejectedValue(apiError);
+
+        // Act
+        try {
+          await instance.chat({
+            messages: [{ content: 'Hello', role: 'user' }],
+            model: '360gpt-turbo',
+            temperature: 0,
+          });
+        } catch (e) {
+          expect(e).toEqual({
+            endpoint: 'https://api.***.com/v1',
+            error: {
+              cause: { message: 'api is undefined' },
+              stack: 'abc',
+            },
+            errorType: bizErrorType,
+            provider,
+          });
+        }
+      });
+
+      it('should throw an InvalidAi360APIKey error type on 401 status code', async () => {
+        // Mock the API call to simulate a 401 error
+        const error = new Error('Unauthorized') as any;
+        error.status = 401;
+        vi.mocked(instance['client'].chat.completions.create).mockRejectedValue(error);
+
+        try {
+          await instance.chat({
+            messages: [{ content: 'Hello', role: 'user' }],
+            model: '360gpt-turbo',
+            temperature: 0,
+          });
+        } catch (e) {
+          // Expect the chat method to throw an error with InvalidAi360APIKey
+          expect(e).toEqual({
+            endpoint: defaultBaseURL,
+            error: new Error('Unauthorized'),
+            errorType: invalidErrorType,
+            provider,
+          });
+        }
+      });
+
+      it('should return AgentRuntimeError for non-OpenAI errors', async () => {
+        // Arrange
+        const genericError = new Error('Generic Error');
+
+        vi.spyOn(instance['client'].chat.completions, 'create').mockRejectedValue(genericError);
+
+        // Act
+        try {
+          await instance.chat({
+            messages: [{ content: 'Hello', role: 'user' }],
+            model: '360gpt-turbo',
+            temperature: 0,
+          });
+        } catch (e) {
+          expect(e).toEqual({
+            endpoint: defaultBaseURL,
+            errorType: 'AgentRuntimeError',
+            provider,
+            error: {
+              name: genericError.name,
+              cause: genericError.cause,
+              message: genericError.message,
+              stack: genericError.stack,
+            },
+          });
+        }
+      });
+    });
+
+    describe('DEBUG', () => {
+      it('should call debugStream and return StreamingTextResponse when DEBUG_AI360_CHAT_COMPLETION is 1', async () => {
+        // Arrange
+        const mockProdStream = new ReadableStream() as any; // 模拟的 prod 流
+        const mockDebugStream = new ReadableStream({
+          start(controller) {
+            controller.enqueue('Debug stream content');
+            controller.close();
+          },
+        }) as any;
+        mockDebugStream.toReadableStream = () => mockDebugStream; // 添加 toReadableStream 方法
+
+        // 模拟 chat.completions.create 返回值，包括模拟的 tee 方法
+        (instance['client'].chat.completions.create as Mock).mockResolvedValue({
+          tee: () => [mockProdStream, { toReadableStream: () => mockDebugStream }],
+        });
+
+        // 保存原始环境变量值
+        const originalDebugValue = process.env.DEBUG_AI360_CHAT_COMPLETION;
+
+        // 模拟环境变量
+        process.env.DEBUG_AI360_CHAT_COMPLETION = '1';
+        vi.spyOn(debugStreamModule, 'debugStream').mockImplementation(() => Promise.resolve());
+
+        // 执行测试
+        // 运行你的测试函数，确保它会在条件满足时调用 debugStream
+        // 假设的测试函数调用，你可能需要根据实际情况调整
+        await instance.chat({
+          messages: [{ content: 'Hello', role: 'user' }],
+          model: '360gpt-turbo',
+          stream: true,
+          temperature: 0,
+        });
+
+        // 验证 debugStream 被调用
+        expect(debugStreamModule.debugStream).toHaveBeenCalled();
+
+        // 恢复原始环境变量值
+        process.env.DEBUG_AI360_CHAT_COMPLETION = originalDebugValue;
+      });
+    });
+  });
+});

package/src/libs/agent-runtime/ai360/index.ts

@@ -0,0 +1,10 @@
+import { ModelProvider } from '../types';
+import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
+
+export const LobeAi360AI = LobeOpenAICompatibleFactory({
+  baseURL: 'https://ai.360.cn/v1',
+  debug: {
+    chatCompletion: () => process.env.DEBUG_AI360_CHAT_COMPLETION === '1',
+  },
+  provider: ModelProvider.Ai360,
+});

package/src/libs/agent-runtime/anthropic/index.ts

@@ -20,7 +20,7 @@ export class LobeAnthropicAI implements LobeRuntimeAI {
 
   baseURL: string;
 
-  constructor({ apiKey, baseURL = DEFAULT_BASE_URL }: ClientOptions) {
+  constructor({ apiKey, baseURL = DEFAULT_BASE_URL }: ClientOptions = {}) {
     if (!apiKey) throw AgentRuntimeError.createError(AgentRuntimeErrorType.InvalidProviderAPIKey);
 
     this.client = new Anthropic({ apiKey, baseURL });

package/src/libs/agent-runtime/bedrock/index.ts

@@ -28,7 +28,7 @@ export class LobeBedrockAI implements LobeRuntimeAI {
 
   region: string;
 
-  constructor({ region, accessKeyId, accessKeySecret }: LobeBedrockAIParams) {
+  constructor({ region, accessKeyId, accessKeySecret }: LobeBedrockAIParams = {}) {
     if (!(accessKeyId && accessKeySecret))
       throw AgentRuntimeError.createError(AgentRuntimeErrorType.InvalidBedrockCredentials);
 

package/src/libs/agent-runtime/google/index.ts

@@ -41,7 +41,7 @@ export class LobeGoogleAI implements LobeRuntimeAI {
   private client: GoogleGenerativeAI;
   baseURL?: string;
 
-  constructor({ apiKey, baseURL }: { apiKey?: string; baseURL?: string }) {
+  constructor({ apiKey, baseURL }: { apiKey?: string; baseURL?: string } = {}) {
     if (!apiKey) throw AgentRuntimeError.createError(AgentRuntimeErrorType.InvalidProviderAPIKey);
 
     this.client = new GoogleGenerativeAI(apiKey);

package/src/libs/agent-runtime/minimax/index.ts

@@ -63,7 +63,7 @@ function parseMinimaxResponse(chunk: string): MinimaxResponse | undefined {
 export class LobeMinimaxAI implements LobeRuntimeAI {
   apiKey: string;
 
-  constructor({ apiKey }: { apiKey?: string }) {
+  constructor({ apiKey }: { apiKey?: string } = {}) {
     if (!apiKey) throw AgentRuntimeError.createError(AgentRuntimeErrorType.InvalidProviderAPIKey);
 
     this.apiKey = apiKey;

package/src/libs/agent-runtime/ollama/index.ts

@@ -18,7 +18,7 @@ export class LobeOllamaAI implements LobeRuntimeAI {
 
   baseURL?: string;
 
-  constructor({ baseURL }: ClientOptions) {
+  constructor({ baseURL }: ClientOptions = {}) {
     try {
       if (baseURL) new URL(baseURL);
     } catch {

package/src/libs/agent-runtime/types/type.ts

@@ -22,6 +22,7 @@ export interface CreateChatCompletionOptions {
 }
 
 export enum ModelProvider {
+  Ai360 = 'ai360',
   Anthropic = 'anthropic',
   Azure = 'azure',
   Baichuan = 'baichuan',

package/src/libs/agent-runtime/utils/openaiCompatibleFactory/index.ts

@@ -27,13 +27,18 @@ const CHAT_MODELS_BLOCK_LIST = [
   'dall-e',
 ];
 
-interface OpenAICompatibleFactoryOptions {
+type ConstructorOptions<T extends Record<string, any> = any> = ClientOptions & T;
+
+interface OpenAICompatibleFactoryOptions<T extends Record<string, any> = any> {
   baseURL?: string;
   chatCompletion?: {
-    handleError?: (error: any) => Omit<ChatCompletionErrorPayload, 'provider'> | undefined;
+    handleError?: (
+      error: any,
+      options: ConstructorOptions<T>,
+    ) => Omit<ChatCompletionErrorPayload, 'provider'> | undefined;
     handlePayload?: (payload: ChatStreamPayload) => OpenAI.ChatCompletionCreateParamsStreaming;
   };
-  constructorOptions?: ClientOptions;
+  constructorOptions?: ConstructorOptions<T>;
   debug?: {
     chatCompletion: () => boolean;
   };
@@ -49,7 +54,7 @@ interface OpenAICompatibleFactoryOptions {
   provider: string;
 }
 
-export const LobeOpenAICompatibleFactory = ({
+export const LobeOpenAICompatibleFactory = <T extends Record<string, any> = any>({
   provider,
   baseURL: DEFAULT_BASE_URL,
   errorType,
@@ -57,7 +62,7 @@ export const LobeOpenAICompatibleFactory = ({
   constructorOptions,
   chatCompletion,
   models,
-}: OpenAICompatibleFactoryOptions) => {
+}: OpenAICompatibleFactoryOptions<T>) => {
   const ErrorType = {
     bizError: errorType?.bizError || AgentRuntimeErrorType.ProviderBizError,
     invalidAPIKey: errorType?.invalidAPIKey || AgentRuntimeErrorType.InvalidProviderAPIKey,
@@ -67,8 +72,11 @@ export const LobeOpenAICompatibleFactory = ({
     client: OpenAI;
 
     baseURL: string;
+    private _options: ConstructorOptions<T>;
 
-    constructor({ apiKey, baseURL = DEFAULT_BASE_URL, ...res }: ClientOptions) {
+    constructor(options: ClientOptions & Record<string, any> = {}) {
+      const { apiKey, baseURL = DEFAULT_BASE_URL, ...res } = options;
+      this._options = options as ConstructorOptions<T>;
       if (!apiKey) throw AgentRuntimeError.createError(ErrorType?.invalidAPIKey);
 
       this.client = new OpenAI({ apiKey, baseURL, ...constructorOptions, ...res });
@@ -115,48 +123,7 @@ export const LobeOpenAICompatibleFactory = ({
           headers: options?.headers,
         });
       } catch (error) {
-        let desensitizedEndpoint = this.baseURL;
-
-        // refs: https://github.com/lobehub/lobe-chat/issues/842
-        if (this.baseURL !== DEFAULT_BASE_URL) {
-          desensitizedEndpoint = desensitizeUrl(this.baseURL);
-        }
-
-        if ('status' in (error as any)) {
-          switch ((error as Response).status) {
-            case 401: {
-              throw AgentRuntimeError.chat({
-                endpoint: desensitizedEndpoint,
-                error: error as any,
-                errorType: ErrorType.invalidAPIKey,
-                provider: provider as any,
-              });
-            }
-
-            default: {
-              break;
-            }
-          }
-        }
-
-        if (chatCompletion?.handleError) {
-          const errorResult = chatCompletion.handleError(error);
-
-          if (errorResult)
-            throw AgentRuntimeError.chat({
-              ...errorResult,
-              provider,
-            } as ChatCompletionErrorPayload);
-        }
-
-        const { errorResult, RuntimeError } = handleOpenAIError(error);
-
-        throw AgentRuntimeError.chat({
-          endpoint: desensitizedEndpoint,
-          error: errorResult,
-          errorType: RuntimeError || ErrorType.bizError,
-          provider: provider as any,
-        });
+        throw this.handleError(error);
       }
     }
 
@@ -191,48 +158,7 @@ export const LobeOpenAICompatibleFactory = ({
         const res = await this.client.images.generate(payload);
         return res.data.map((o) => o.url) as string[];
       } catch (error) {
-        let desensitizedEndpoint = this.baseURL;
-
-        // refs: https://github.com/lobehub/lobe-chat/issues/842
-        if (this.baseURL !== DEFAULT_BASE_URL) {
-          desensitizedEndpoint = desensitizeUrl(this.baseURL);
-        }
-
-        if ('status' in (error as any)) {
-          switch ((error as Response).status) {
-            case 401: {
-              throw AgentRuntimeError.chat({
-                endpoint: desensitizedEndpoint,
-                error: error as any,
-                errorType: ErrorType.invalidAPIKey,
-                provider: provider as any,
-              });
-            }
-
-            default: {
-              break;
-            }
-          }
-        }
-
-        if (chatCompletion?.handleError) {
-          const errorResult = chatCompletion.handleError(error);
-
-          if (errorResult)
-            throw AgentRuntimeError.chat({
-              ...errorResult,
-              provider,
-            } as ChatCompletionErrorPayload);
-        }
-
-        const { errorResult, RuntimeError } = handleOpenAIError(error);
-
-        throw AgentRuntimeError.chat({
-          endpoint: desensitizedEndpoint,
-          error: errorResult,
-          errorType: RuntimeError || ErrorType.bizError,
-          provider: provider as any,
-        });
+        throw this.handleError(error);
       }
     }
 
@@ -289,5 +215,50 @@ export const LobeOpenAICompatibleFactory = ({
         },
       });
     }
+
+    private handleError(error: any): ChatCompletionErrorPayload {
+      let desensitizedEndpoint = this.baseURL;
+
+      // refs: https://github.com/lobehub/lobe-chat/issues/842
+      if (this.baseURL !== DEFAULT_BASE_URL) {
+        desensitizedEndpoint = desensitizeUrl(this.baseURL);
+      }
+
+      if (chatCompletion?.handleError) {
+        const errorResult = chatCompletion.handleError(error, this._options);
+
+        if (errorResult)
+          return AgentRuntimeError.chat({
+            ...errorResult,
+            provider,
+          } as ChatCompletionErrorPayload);
+      }
+
+      if ('status' in (error as any)) {
+        switch ((error as Response).status) {
+          case 401: {
+            return AgentRuntimeError.chat({
+              endpoint: desensitizedEndpoint,
+              error: error as any,
+              errorType: ErrorType.invalidAPIKey,
+              provider: provider as any,
+            });
+          }
+
+          default: {
+            break;
+          }
+        }
+      }
+
+      const { errorResult, RuntimeError } = handleOpenAIError(error);
+
+      return AgentRuntimeError.chat({
+        endpoint: desensitizedEndpoint,
+        error: errorResult,
+        errorType: RuntimeError || ErrorType.bizError,
+        provider: provider as any,
+      });
+    }
   };
 };

package/src/libs/agent-runtime/zhipu/index.ts

@@ -29,7 +29,7 @@ export class LobeZhipuAI implements LobeRuntimeAI {
     this.baseURL = this.client.baseURL;
   }
 
-  static async fromAPIKey({ apiKey, baseURL = DEFAULT_BASE_URL, ...res }: ClientOptions) {
+  static async fromAPIKey({ apiKey, baseURL = DEFAULT_BASE_URL, ...res }: ClientOptions = {}) {
     const invalidZhipuAPIKey = AgentRuntimeError.createError(
       AgentRuntimeErrorType.InvalidProviderAPIKey,
     );

package/src/server/globalConfig/index.ts

@@ -36,6 +36,7 @@ export const getServerGlobalConfig = () => {
     ENABLED_STEPFUN,
     ENABLED_BAICHUAN,
     ENABLED_TAICHU,
+    ENABLED_AI360,
 
     ENABLED_AZURE_OPENAI,
     AZURE_MODEL_LIST,
@@ -60,6 +61,7 @@ export const getServerGlobalConfig = () => {
     enabledAccessCode: ACCESS_CODES?.length > 0,
     enabledOAuthSSO: enableNextAuth,
     languageModel: {
+      ai360: { enabled: ENABLED_AI360 },
       anthropic: {
         enabled: ENABLED_ANTHROPIC,
       },

package/src/types/user/settings/keyVaults.ts

@@ -16,6 +16,7 @@ export interface AWSBedrockKeyVault {
 }
 
 export interface UserKeyVaults {
+  ai360?: OpenAICompatibleKeyVault;
   anthropic?: OpenAICompatibleKeyVault;
   azure?: AzureOpenAIKeyVault;
   baichuan?: OpenAICompatibleKeyVault;