@lobehub/chat 1.57.1 → 1.59.0

package/src/app/[variants]/(main)/settings/provider/features/ModelList/CreateNewModelModal/index.tsx

@@ -1,11 +1,11 @@
 import { Modal } from '@lobehub/ui';
 import { Button, FormInstance } from 'antd';
-import { memo, useState } from 'react';
+import { memo, use, useState } from 'react';
 import { useTranslation } from 'react-i18next';
 
-import { ModelProvider } from '@/libs/agent-runtime';
 import { useAiInfraStore } from '@/store/aiInfra';
 
+import { ProviderSettingsContext } from '../ProviderSettingsContext';
 import ModelConfigForm from './Form';
 
 interface ModelConfigModalProps {
@@ -26,6 +26,8 @@ const ModelConfigModal = memo<ModelConfigModalProps>(({ open, setOpen }) => {
     setOpen(false);
   };
 
+  const { showDeployName } = use(ProviderSettingsContext);
+
   return (
     <Modal
       destroyOnClose
@@ -65,10 +67,7 @@ const ModelConfigModal = memo<ModelConfigModalProps>(({ open, setOpen }) => {
       title={t('providerModels.createNew.title')}
       zIndex={1251} // Select is 1150
     >
-      <ModelConfigForm
-        onFormInstanceReady={setFormInstance}
-        showAzureDeployName={editingProvider === ModelProvider.Azure}
-      />
+      <ModelConfigForm onFormInstanceReady={setFormInstance} showDeployName={showDeployName} />
     </Modal>
   );
 });

package/src/app/[variants]/(main)/settings/provider/features/ModelList/ModelConfigModal/index.tsx

@@ -1,13 +1,13 @@
 import { Modal } from '@lobehub/ui';
 import { Button, FormInstance } from 'antd';
 import isEqual from 'fast-deep-equal';
-import { memo, useState } from 'react';
+import { memo, use, useState } from 'react';
 import { useTranslation } from 'react-i18next';
 
-import { ModelProvider } from '@/libs/agent-runtime';
 import { aiModelSelectors, useAiInfraStore } from '@/store/aiInfra';
 
 import ModelConfigForm from '../CreateNewModelModal/Form';
+import { ProviderSettingsContext } from '../ProviderSettingsContext';
 
 interface ModelConfigModalProps {
   id: string;
@@ -28,6 +28,7 @@ const ModelConfigModal = memo<ModelConfigModalProps>(({ id, open, setOpen }) =>
   const closeModal = () => {
     setOpen(false);
   };
+  const { showDeployName } = use(ProviderSettingsContext);
 
   return (
     <Modal
@@ -66,7 +67,7 @@ const ModelConfigModal = memo<ModelConfigModalProps>(({ id, open, setOpen }) =>
         idEditable={false}
         initialValues={model}
         onFormInstanceReady={setFormInstance}
-        showAzureDeployName={editingProvider === ModelProvider.Azure || editingProvider === ModelProvider.Doubao}
+        showDeployName={showDeployName}
         type={model?.type}
       />
     </Modal>

package/src/app/[variants]/(main)/settings/provider/features/ModelList/ProviderSettingsContext.ts

@@ -2,7 +2,9 @@ import { createContext } from 'react';
 
 export interface ProviderSettingsContextValue {
   modelEditable?: boolean;
+  sdkType?: string;
   showAddNewModel?: boolean;
+  showDeployName?: boolean;
   showModelFetcher?: boolean;
 }
 

package/src/app/[variants]/(main)/settings/provider/features/ModelList/index.tsx

@@ -3,7 +3,6 @@
 import { Suspense, memo } from 'react';
 import { Flexbox } from 'react-layout-kit';
 
-import { ProviderSettingsContext } from '@/app/[variants]/(main)/settings/provider/features/ModelList/ProviderSettingsContext';
 import { useIsMobile } from '@/hooks/useIsMobile';
 import { aiModelSelectors, useAiInfraStore } from '@/store/aiInfra';
 
@@ -11,6 +10,7 @@ import DisabledModels from './DisabledModels';
 import EmptyModels from './EmptyModels';
 import EnabledModelList from './EnabledModelList';
 import ModelTitle from './ModelTitle';
+import { ProviderSettingsContext, ProviderSettingsContextValue } from './ProviderSettingsContext';
 import SearchResult from './SearchResult';
 import SkeletonList from './SkeletonList';
 
@@ -41,19 +41,18 @@ const Content = memo<ContentProps>(({ id }) => {
   );
 });
 
-interface ModelListProps {
+interface ModelListProps extends ProviderSettingsContextValue {
   id: string;
-  modelEditable?: boolean;
-  showAddNewModel?: boolean;
-  showModelFetcher?: boolean;
 }
 
 const ModelList = memo<ModelListProps>(
-  ({ id, showModelFetcher, showAddNewModel, modelEditable = true }) => {
+  ({ id, showModelFetcher, sdkType, showAddNewModel, showDeployName, modelEditable = true }) => {
     const mobile = useIsMobile();
 
     return (
-      <ProviderSettingsContext value={{ modelEditable, showAddNewModel, showModelFetcher }}>
+      <ProviderSettingsContext
+        value={{ modelEditable, sdkType, showAddNewModel, showDeployName, showModelFetcher }}
+      >
         <Flexbox gap={16} paddingInline={mobile ? 12 : 0}>
           <ModelTitle
             provider={id}

package/src/app/[variants]/(main)/settings/provider/features/ProviderConfig/index.tsx

@@ -127,7 +127,7 @@ const ProviderConfig = memo<ProviderConfigProps>(
       defaultShowBrowserRequest,
       disableBrowserRequest,
       showChecker = true,
-    } = settings;
+    } = settings || {};
     const { t } = useTranslation('modelProvider');
     const [form] = Form.useForm();
     const { cx, styles, theme } = useStyles();

package/src/config/aiModels/azureai.ts

@@ -0,0 +1,18 @@
+import { AIChatModelCard } from '@/types/aiModel';
+
+const azureChatModels: AIChatModelCard[] = [
+  {
+    abilities: {
+      reasoning: true,
+    },
+    contextWindowTokens: 128_000,
+    displayName: 'DeepSeek R1',
+    id: 'DeepSeek-R1',
+    maxOutput: 4096,
+    type: 'chat',
+  },
+];
+
+export const allModels = [...azureChatModels];
+
+export default allModels;

package/src/config/aiModels/index.ts

@@ -4,6 +4,7 @@ import { default as ai21 } from './ai21';
 import { default as ai360 } from './ai360';
 import { default as anthropic } from './anthropic';
 import { default as azure } from './azure';
+import { default as azureai } from './azureai';
 import { default as baichuan } from './baichuan';
 import { default as bedrock } from './bedrock';
 import { default as cloudflare } from './cloudflare';
@@ -39,6 +40,7 @@ import { default as tencentcloud } from './tencentcloud';
 import { default as togetherai } from './togetherai';
 import { default as upstage } from './upstage';
 import { default as vllm } from './vllm';
+import { default as volcengine } from './volcengine';
 import { default as wenxin } from './wenxin';
 import { default as xai } from './xai';
 import { default as zeroone } from './zeroone';
@@ -68,6 +70,7 @@ export const LOBE_DEFAULT_MODEL_LIST = buildDefaultModelList({
   ai360,
   anthropic,
   azure,
+  azureai,
   baichuan,
   bedrock,
   cloudflare,
@@ -103,6 +106,7 @@ export const LOBE_DEFAULT_MODEL_LIST = buildDefaultModelList({
   togetherai,
   upstage,
   vllm,
+  volcengine,
   wenxin,
   xai,
   zeroone,
@@ -113,6 +117,7 @@ export { default as ai21 } from './ai21';
 export { default as ai360 } from './ai360';
 export { default as anthropic } from './anthropic';
 export { default as azure } from './azure';
+export { default as azureai } from './azureai';
 export { default as baichuan } from './baichuan';
 export { default as bedrock } from './bedrock';
 export { default as cloudflare } from './cloudflare';
@@ -148,6 +153,7 @@ export { default as tencentcloud } from './tencentcloud';
 export { default as togetherai } from './togetherai';
 export { default as upstage } from './upstage';
 export { default as vllm } from './vllm';
+export { default as volcengine } from './volcengine';
 export { default as wenxin } from './wenxin';
 export { default as xai } from './xai';
 export { default as zeroone } from './zeroone';

package/src/config/aiModels/volcengine.ts

@@ -0,0 +1,83 @@
+import { AIChatModelCard } from '@/types/aiModel';
+
+const doubaoChatModels: AIChatModelCard[] = [
+  {
+    abilities: {
+      reasoning: true,
+    },
+    contextWindowTokens: 65_536,
+    description:
+      '拥有极致的响应速度，更好的性价比，为客户不同场景提供更灵活的选择。支持 4k 上下文窗口的推理和精调。',
+    displayName: 'DeepSeek R1',
+    enabled: true,
+    id: 'deepseek-r1',
+    type: 'chat',
+  },
+  {
+    abilities: {
+      functionCall: true,
+    },
+    contextWindowTokens: 65_536,
+    description:
+      'DeepSeek-V3 是一款由深度求索公司自研的MoE模型。DeepSeek-V3 多项评测成绩超越了 Qwen2.5-72B 和 Llama-3.1-405B 等其他开源模型，并在性能上和世界顶尖的闭源模型 GPT-4o 以及 Claude-3.5-Sonnet 不分伯仲。',
+    displayName: 'DeepSeek V3',
+    enabled: true,
+    id: 'deepseek-v3',
+    type: 'chat',
+  },
+  {
+    contextWindowTokens: 4096,
+    description:
+      '拥有极致的响应速度，更好的性价比，为客户不同场景提供更灵活的选择。支持 4k 上下文窗口的推理和精调。',
+    displayName: 'Doubao Lite 4k',
+    id: 'Doubao-lite-4k',
+    type: 'chat',
+  },
+  {
+    contextWindowTokens: 32_768,
+    description:
+      '拥有极致的响应速度，更好的性价比，为客户不同场景提供更灵活的选择。支持 32k 上下文窗口的推理和精调。',
+    displayName: 'Doubao Lite 32k',
+    id: 'Doubao-lite-32k',
+    type: 'chat',
+  },
+  {
+    contextWindowTokens: 128_000,
+    description:
+      '拥有极致的响应速度，更好的性价比，为客户不同场景提供更灵活的选择。支持 128k 上下文窗口的推理和精调。',
+    displayName: 'Doubao Lite 128k',
+    id: 'Doubao-lite-128k',
+    type: 'chat',
+  },
+  {
+    contextWindowTokens: 4096,
+    description:
+      '效果最好的主力模型，适合处理复杂任务，在参考问答、总结摘要、创作、文本分类、角色扮演等场景都有很好的效果。支持 4k 上下文窗口的推理和精调。',
+    displayName: 'Doubao Pro 4k',
+    id: 'Doubao-pro-4k',
+    type: 'chat',
+  },
+  {
+    config: {
+      deploymentName: 'Doubao-pro-test',
+    },
+    contextWindowTokens: 32_768,
+    description:
+      '效果最好的主力模型，适合处理复杂任务，在参考问答、总结摘要、创作、文本分类、角色扮演等场景都有很好的效果。支持 32k 上下文窗口的推理和精调。',
+    displayName: 'Doubao Pro 32k',
+    id: 'Doubao-pro-32k',
+    type: 'chat',
+  },
+  {
+    contextWindowTokens: 128_000,
+    description:
+      '效果最好的主力模型，适合处理复杂任务，在参考问答、总结摘要、创作、文本分类、角色扮演等场景都有很好的效果。支持 128k 上下文窗口的推理和精调。',
+    displayName: 'Doubao Pro 128k',
+    id: 'Doubao-pro-128k',
+    type: 'chat',
+  },
+];
+
+export const allModels = [...doubaoChatModels];
+
+export default allModels;

package/src/config/llm.ts

@@ -132,6 +132,9 @@ export const getLLMConfig = () => {
       ENABLED_DOUBAO: z.boolean(),
       DOUBAO_API_KEY: z.string().optional(),
 
+      ENABLED_VOLCENGINE: z.boolean(),
+      VOLCENGINE_API_KEY: z.string().optional(),
+
       ENABLED_TENCENT_CLOUD: z.boolean(),
       TENCENT_CLOUD_API_KEY: z.string().optional(),
 
@@ -158,6 +161,9 @@ export const getLLMConfig = () => {
       ENABLED_GOOGLE: !!process.env.GOOGLE_API_KEY,
       GOOGLE_API_KEY: process.env.GOOGLE_API_KEY,
 
+      ENABLED_VOLCENGINE: !!process.env.VOLCENGINE_API_KEY,
+      VOLCENGINE_API_KEY: process.env.VOLCENGINE_API_KEY,
+
       ENABLED_PERPLEXITY: !!process.env.PERPLEXITY_API_KEY,
       PERPLEXITY_API_KEY: process.env.PERPLEXITY_API_KEY,
 

package/src/config/modelProviders/azure.ts

@@ -58,10 +58,11 @@ const Azure: ModelProviderCard = {
     'Azure 提供多种先进的AI模型，包括GPT-3.5和最新的GPT-4系列，支持多种数据类型和复杂任务，致力于安全、可靠和可持续的AI解决方案。',
   id: 'azure',
   modelsUrl: 'https://learn.microsoft.com/azure/ai-services/openai/concepts/models',
-  name: 'Azure',
+  name: 'Azure OpenAI',
   settings: {
     defaultShowBrowserRequest: true,
     sdkType: 'azure',
+    showDeployName: true,
   },
   url: 'https://azure.microsoft.com',
 };

package/src/config/modelProviders/azureai.ts

@@ -0,0 +1,19 @@
+import { ModelProviderCard } from '@/types/llm';
+
+// ref: https://learn.microsoft.com/azure/ai-services/openai/concepts/models
+const Azure: ModelProviderCard = {
+  chatModels: [],
+  description:
+    'Azure 提供多种先进的AI模型，包括GPT-3.5和最新的GPT-4系列，支持多种数据类型和复杂任务，致力于安全、可靠和可持续的AI解决方案。',
+  id: 'azureai',
+  modelsUrl: 'https://ai.azure.com/explore/models',
+  name: 'Azure AI',
+  settings: {
+    defaultShowBrowserRequest: true,
+    sdkType: 'azureai',
+    showDeployName: true,
+  },
+  url: 'https://ai.azure.com',
+};
+
+export default Azure;

package/src/config/modelProviders/index.ts

@@ -4,6 +4,7 @@ import Ai21Provider from './ai21';
 import Ai360Provider from './ai360';
 import AnthropicProvider from './anthropic';
 import AzureProvider from './azure';
+import AzureAIProvider from './azureai';
 import BaichuanProvider from './baichuan';
 import BedrockProvider from './bedrock';
 import CloudflareProvider from './cloudflare';
@@ -39,6 +40,7 @@ import TencentcloudProvider from './tencentcloud';
 import TogetherAIProvider from './togetherai';
 import UpstageProvider from './upstage';
 import VLLMProvider from './vllm';
+import VolcengineProvider from './volcengine';
 import WenxinProvider from './wenxin';
 import XAIProvider from './xai';
 import ZeroOneProvider from './zeroone';
@@ -92,6 +94,7 @@ export const LOBE_DEFAULT_MODEL_LIST: ChatModelCard[] = [
 export const DEFAULT_MODEL_PROVIDER_LIST = [
   OpenAIProvider,
   { ...AzureProvider, chatModels: [] },
+  AzureAIProvider,
   OllamaProvider,
   VLLMProvider,
   AnthropicProvider,
@@ -125,6 +128,7 @@ export const DEFAULT_MODEL_PROVIDER_LIST = [
   StepfunProvider,
   MoonshotProvider,
   BaichuanProvider,
+  VolcengineProvider,
   MinimaxProvider,
   LMStudioProvider,
   InternLMProvider,
@@ -148,6 +152,7 @@ export { default as Ai21ProviderCard } from './ai21';
 export { default as Ai360ProviderCard } from './ai360';
 export { default as AnthropicProviderCard } from './anthropic';
 export { default as AzureProviderCard } from './azure';
+export { default as AzureAIProviderCard } from './azureai';
 export { default as BaichuanProviderCard } from './baichuan';
 export { default as BedrockProviderCard } from './bedrock';
 export { default as CloudflareProviderCard } from './cloudflare';
@@ -183,6 +188,7 @@ export { default as TencentCloudProviderCard } from './tencentcloud';
 export { default as TogetherAIProviderCard } from './togetherai';
 export { default as UpstageProviderCard } from './upstage';
 export { default as VLLMProviderCard } from './vllm';
+export { default as VolcengineProviderCard } from './volcengine';
 export { default as WenxinProviderCard } from './wenxin';
 export { default as XAIProviderCard } from './xai';
 export { default as ZeroOneProviderCard } from './zeroone';

package/src/config/modelProviders/volcengine.ts

@@ -0,0 +1,23 @@
+import { ModelProviderCard } from '@/types/llm';
+
+// ref https://www.volcengine.com/docs/82379/1330310
+const Doubao: ModelProviderCard = {
+  chatModels: [],
+  description:
+    '字节跳动推出的大模型服务的开发平台，提供功能丰富、安全以及具备价格竞争力的模型调用服务，同时提供模型数据、精调、推理、评测等端到端功能，全方位保障您的 AI 应用开发落地。',
+  id: 'volcengine',
+  modelsUrl: 'https://www.volcengine.com/docs/82379/1330310',
+  name: '火山引擎',
+  settings: {
+    disableBrowserRequest: true, // CORS error
+    sdkType: 'openai',
+    showDeployName: true,
+    smoothing: {
+      speed: 2,
+      text: true,
+    },
+  },
+  url: 'https://www.volcengine.com/product/ark',
+};
+
+export default Doubao;

package/src/database/server/models/aiProvider.ts

@@ -1,4 +1,5 @@
 import { and, asc, desc, eq } from 'drizzle-orm/expressions';
+import { isEmpty } from 'lodash-es';
 
 import { LobeChatDatabase } from '@/database/type';
 import { ModelProvider } from '@/libs/agent-runtime';
@@ -207,6 +208,7 @@ export class AiProviderModel {
       ...result,
       fetchOnClient: typeof result.fetchOnClient === 'boolean' ? result.fetchOnClient : undefined,
       keyVaults,
+      settings: isEmpty(result.settings) ? undefined : result.settings,
     } as AiProviderDetailItem;
   };
 

package/src/libs/agent-runtime/AgentRuntime.ts

@@ -7,11 +7,11 @@ import { LobeAi21AI } from './ai21';
 import { LobeAi360AI } from './ai360';
 import { LobeAnthropicAI } from './anthropic';
 import { LobeAzureOpenAI } from './azureOpenai';
+import { LobeAzureAI } from './azureai';
 import { LobeBaichuanAI } from './baichuan';
 import { LobeBedrockAI, LobeBedrockAIParams } from './bedrock';
 import { LobeCloudflareAI, LobeCloudflareParams } from './cloudflare';
 import { LobeDeepSeekAI } from './deepseek';
-import { LobeDoubaoAI } from './doubao';
 import { LobeFireworksAI } from './fireworksai';
 import { LobeGiteeAI } from './giteeai';
 import { LobeGithubAI } from './github';
@@ -51,6 +51,7 @@ import {
 } from './types';
 import { LobeUpstageAI } from './upstage';
 import { LobeVLLMAI } from './vllm';
+import { LobeVolcengineAI } from './volcengine';
 import { LobeWenxinAI } from './wenxin';
 import { LobeXAI } from './xai';
 import { LobeZeroOneAI } from './zeroone';
@@ -141,6 +142,7 @@ class AgentRuntime {
       ai360: Partial<ClientOptions>;
       anthropic: Partial<ClientOptions>;
       azure: { apiKey?: string; apiVersion?: string; baseURL?: string };
+      azureai: { apiKey?: string; apiVersion?: string; baseURL?: string };
       baichuan: Partial<ClientOptions>;
       bedrock: Partial<LobeBedrockAIParams>;
       cloudflare: Partial<LobeCloudflareParams>;
@@ -176,6 +178,7 @@ class AgentRuntime {
       togetherai: Partial<ClientOptions>;
       upstage: Partial<ClientOptions>;
       vllm: Partial<ClientOptions>;
+      volcengine: Partial<ClientOptions>;
       wenxin: Partial<ClientOptions>;
       xai: Partial<ClientOptions>;
       zeroone: Partial<ClientOptions>;
@@ -201,6 +204,11 @@ class AgentRuntime {
         break;
       }
 
+      case ModelProvider.AzureAI: {
+        runtimeModel = new LobeAzureAI(params.azureai);
+        break;
+      }
+
       case ModelProvider.ZhiPu: {
         runtimeModel = new LobeZhipuAI(params.zhipu);
         break;
@@ -307,7 +315,7 @@ class AgentRuntime {
       }
 
       case ModelProvider.Novita: {
-        runtimeModel = new LobeNovitaAI(params.novita ?? {});
+        runtimeModel = new LobeNovitaAI(params.novita);
         break;
       }
 
@@ -317,7 +325,7 @@ class AgentRuntime {
       }
 
       case ModelProvider.Baichuan: {
-        runtimeModel = new LobeBaichuanAI(params.baichuan ?? {});
+        runtimeModel = new LobeBaichuanAI(params.baichuan);
         break;
       }
 
@@ -327,12 +335,12 @@ class AgentRuntime {
       }
 
       case ModelProvider.Ai360: {
-        runtimeModel = new LobeAi360AI(params.ai360 ?? {});
+        runtimeModel = new LobeAi360AI(params.ai360);
         break;
       }
 
       case ModelProvider.SiliconCloud: {
-        runtimeModel = new LobeSiliconCloudAI(params.siliconcloud ?? {});
+        runtimeModel = new LobeSiliconCloudAI(params.siliconcloud);
         break;
       }
 
@@ -372,12 +380,12 @@ class AgentRuntime {
       }
 
       case ModelProvider.Jina: {
-        runtimeModel = new LobeJinaAI(params.jina ?? {});
+        runtimeModel = new LobeJinaAI(params.jina);
         break;
       }
 
       case ModelProvider.Cloudflare: {
-        runtimeModel = new LobeCloudflareAI(params.cloudflare ?? {});
+        runtimeModel = new LobeCloudflareAI(params.cloudflare);
         break;
       }
 
@@ -396,8 +404,9 @@ class AgentRuntime {
         break;
       }
 
+      case ModelProvider.Volcengine:
       case ModelProvider.Doubao: {
-        runtimeModel = new LobeDoubaoAI(params.doubao);
+        runtimeModel = new LobeVolcengineAI(params.volcengine || params.doubao);
         break;
       }
 

package/src/libs/agent-runtime/azureai/index.ts

@@ -0,0 +1,109 @@
+import createClient, { ModelClient } from '@azure-rest/ai-inference';
+import { AzureKeyCredential } from '@azure/core-auth';
+import OpenAI from 'openai';
+
+import { LobeRuntimeAI } from '../BaseAI';
+import { AgentRuntimeErrorType } from '../error';
+import { ChatCompetitionOptions, ChatStreamPayload, ModelProvider } from '../types';
+import { AgentRuntimeError } from '../utils/createError';
+import { debugStream } from '../utils/debugStream';
+import { transformResponseToStream } from '../utils/openaiCompatibleFactory';
+import { StreamingResponse } from '../utils/response';
+import { OpenAIStream, createSSEDataExtractor } from '../utils/streams';
+
+export class LobeAzureAI implements LobeRuntimeAI {
+  client: ModelClient;
+
+  constructor(params?: { apiKey?: string; apiVersion?: string; baseURL?: string }) {
+    if (!params?.apiKey || !params?.baseURL)
+      throw AgentRuntimeError.createError(AgentRuntimeErrorType.InvalidProviderAPIKey);
+
+    this.client = createClient(params?.baseURL, new AzureKeyCredential(params?.apiKey));
+
+    this.baseURL = params?.baseURL;
+  }
+
+  baseURL: string;
+
+  async chat(payload: ChatStreamPayload, options?: ChatCompetitionOptions) {
+    const { messages, model, ...params } = payload;
+    // o1 series models on Azure OpenAI does not support streaming currently
+    const enableStreaming = model.includes('o1') ? false : (params.stream ?? true);
+    try {
+      const response = this.client.path('/chat/completions').post({
+        body: {
+          messages: messages as OpenAI.ChatCompletionMessageParam[],
+          model,
+          ...params,
+          stream: enableStreaming,
+          tool_choice: params.tools ? 'auto' : undefined,
+        },
+      });
+
+      if (enableStreaming) {
+        const stream = await response.asBrowserStream();
+
+        const [prod, debug] = stream.body!.tee();
+
+        if (process.env.DEBUG_AZURE_AI_CHAT_COMPLETION === '1') {
+          debugStream(debug).catch(console.error);
+        }
+
+        return StreamingResponse(
+          OpenAIStream(prod.pipeThrough(createSSEDataExtractor()), {
+            callbacks: options?.callback,
+          }),
+          {
+            headers: options?.headers,
+          },
+        );
+      } else {
+        const res = await response;
+
+        // the azure AI inference response is openai compatible
+        const stream = transformResponseToStream(res.body as OpenAI.ChatCompletion);
+        return StreamingResponse(OpenAIStream(stream, { callbacks: options?.callback }), {
+          headers: options?.headers,
+        });
+      }
+    } catch (e) {
+      let error = e as { [key: string]: any; code: string; message: string };
+
+      if (error.code) {
+        switch (error.code) {
+          case 'DeploymentNotFound': {
+            error = { ...error, deployId: model };
+          }
+        }
+      } else {
+        error = {
+          cause: error.cause,
+          message: error.message,
+          name: error.name,
+        } as any;
+      }
+
+      const errorType = error.code
+        ? AgentRuntimeErrorType.ProviderBizError
+        : AgentRuntimeErrorType.AgentRuntimeError;
+
+      throw AgentRuntimeError.chat({
+        endpoint: this.maskSensitiveUrl(this.baseURL),
+        error,
+        errorType,
+        provider: ModelProvider.Azure,
+      });
+    }
+  }
+
+  private maskSensitiveUrl = (url: string) => {
+    // 使用正则表达式匹配 'https://' 后面和 '.azure.com/' 前面的内容
+    const regex = /^(https:\/\/)([^.]+)(\.azure\.com\/.*)$/;
+
+    // 使用替换函数
+    return url.replace(regex, (match, protocol, subdomain, rest) => {
+      // 将子域名替换为 '***'
+      return `${protocol}***${rest}`;
+    });
+  };
+}