@lobehub/chat 1.57.1 → 1.59.0

package/src/libs/agent-runtime/utils/streams/__snapshots__/protocol.test.ts.snap

@@ -0,0 +1,331 @@
+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
+
+exports[`createSSEDataExtractor > real world data > should convert azure ai data 1`] = `
+[
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": "",
+          "reasoning_content": null,
+          "role": "assistant",
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714651,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": "<think>",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714651,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": "</think>",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714651,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": "Hello",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714651,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": "!",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": " How",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": " can",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": " I",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": " assist",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": " you",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": " today",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": "?",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": " ",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": "😊",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": "",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": "stop",
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": 1,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [],
+    "id": "79fca0de792a4ffb8ec836442a2a42c0",
+    "model": "DeepSeek-R1",
+    "usage": {
+      "completion_tokens": 16,
+      "prompt_tokens": 4,
+      "total_tokens": 20,
+    },
+  },
+]
+`;

package/src/libs/agent-runtime/utils/streams/protocol.test.ts

@@ -0,0 +1,137 @@
+import { describe, expect, it } from 'vitest';
+
+import { createSSEDataExtractor } from './protocol';
+
+describe('createSSEDataExtractor', () => {
+  // Helper function to convert string to Uint8Array
+  const stringToUint8Array = (str: string): Uint8Array => {
+    return new TextEncoder().encode(str);
+  };
+
+  // Helper function to process chunks through transformer
+  const processChunk = async (transformer: TransformStream, chunk: Uint8Array) => {
+    const results: any[] = [];
+    const readable = new ReadableStream({
+      start(controller) {
+        controller.enqueue(chunk);
+        controller.close();
+      },
+    });
+
+    const writable = new WritableStream({
+      write(chunk) {
+        results.push(chunk);
+      },
+    });
+
+    await readable.pipeThrough(transformer).pipeTo(writable);
+
+    return results;
+  };
+
+  it('should correctly transform single SSE data line', async () => {
+    const transformer = createSSEDataExtractor();
+    const input = 'data: {"message": "hello"}\n';
+    const chunk = stringToUint8Array(input);
+
+    const results = await processChunk(transformer, chunk);
+
+    expect(results).toEqual([{ message: 'hello' }]);
+  });
+
+  it('should handle multiple SSE data lines', async () => {
+    const transformer = createSSEDataExtractor();
+    const input = `data: {"message": "hello"}\ndata: {"message": "world"}\n`;
+    const chunk = stringToUint8Array(input);
+
+    const results = await processChunk(transformer, chunk);
+
+    expect(results).toEqual([{ message: 'hello' }, { message: 'world' }]);
+  });
+
+  it('should ignore non-data lines', async () => {
+    const transformer = createSSEDataExtractor();
+    const input = `id: 1\ndata: {"message": "hello"}\nevent: message\n`;
+    const chunk = stringToUint8Array(input);
+
+    const results = await processChunk(transformer, chunk);
+
+    expect(results).toEqual([{ message: 'hello' }]);
+  });
+
+  it('should skip [DONE] heartbeat messages', async () => {
+    const transformer = createSSEDataExtractor();
+    const input = `data: {"message": "hello"}\ndata: [DONE]\ndata: {"message": "world"}\n`;
+    const chunk = stringToUint8Array(input);
+
+    const results = await processChunk(transformer, chunk);
+
+    expect(results).toEqual([{ message: 'hello' }, { message: 'world' }]);
+  });
+
+  it('should handle invalid JSON gracefully', async () => {
+    const transformer = createSSEDataExtractor();
+    const input = `data: {"message": "hello"}\ndata: invalid-json\ndata: {"message": "world"}\n`;
+    const chunk = stringToUint8Array(input);
+
+    const results = await processChunk(transformer, chunk);
+
+    expect(results).toEqual([{ message: 'hello' }, { message: 'world' }]);
+  });
+
+  it('should handle empty data lines', async () => {
+    const transformer = createSSEDataExtractor();
+    const input = `data: \ndata: {"message": "hello"}\ndata: \n`;
+    const chunk = stringToUint8Array(input);
+
+    const results = await processChunk(transformer, chunk);
+
+    expect(results).toEqual([{ message: 'hello' }]);
+  });
+
+  it('should process large chunks of data correctly', async () => {
+    const transformer = createSSEDataExtractor();
+    const messages = Array(100)
+      .fill(null)
+      .map((_, i) => `data: {"message": "message${i}"}\n`)
+      .join('');
+    const chunk = stringToUint8Array(messages);
+
+    const results = await processChunk(transformer, chunk);
+
+    expect(results).toHaveLength(100);
+    expect(results[0]).toEqual({ message: 'message0' });
+    expect(results[99]).toEqual({ message: 'message99' });
+  });
+
+  describe('real world data', () => {
+    it('should convert azure ai data', async () => {
+      const chunks = [
+        `data: {"choices":[{"delta":{"content":"","reasoning_content":null,"role":"assistant","tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714651,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"\u003cthink\u003e","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714651,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"\n\n","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714651,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"\u003c/think\u003e","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714651,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"\n\n","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714651,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"Hello","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714651,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"!","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":" How","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":" can","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":" I","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":" assist","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":" you","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":" today","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"?","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":" ","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"😊","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":"stop","index":0,"logprobs":null,"matched_stop":1}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[],"id":"79fca0de792a4ffb8ec836442a2a42c0","model":"DeepSeek-R1","usage":{"completion_tokens":16,"prompt_tokens":4,"total_tokens":20}}\n`,
+        `data: [DONE]`,
+      ];
+
+      const transformer = createSSEDataExtractor();
+
+      const results = await processChunk(transformer, stringToUint8Array(chunks.join('')));
+      expect(results).matchSnapshot();
+    });
+  });
+});

package/src/libs/agent-runtime/utils/streams/protocol.ts

@@ -170,3 +170,37 @@ export const createFirstErrorHandleTransformer = (
     },
   });
 };
+
+/**
+ * create a transformer to remove SSE format data
+ */
+export const createSSEDataExtractor = () =>
+  new TransformStream({
+    transform(chunk: Uint8Array, controller) {
+      // 将 Uint8Array 转换为字符串
+      const text = new TextDecoder().decode(chunk, { stream: true });
+
+      // 处理多行数据的情况
+      const lines = text.split('\n');
+
+      for (const line of lines) {
+        // 只处理以 "data: " 开头的行
+        if (line.startsWith('data: ')) {
+          // 提取 "data: " 后面的实际数据
+          const jsonText = line.slice(6);
+
+          // 跳过心跳消息
+          if (jsonText === '[DONE]') continue;
+
+          try {
+            // 解析 JSON 数据
+            const data = JSON.parse(jsonText);
+            // 将解析后的数据传递给下一个处理器
+            controller.enqueue(data);
+          } catch {
+            console.warn('Failed to parse SSE data:', jsonText);
+          }
+        }
+      }
+    },
+  });

package/src/libs/agent-runtime/{doubao → volcengine}/index.ts

@@ -1,10 +1,10 @@
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
 
-export const LobeDoubaoAI = LobeOpenAICompatibleFactory({
+export const LobeVolcengineAI = LobeOpenAICompatibleFactory({
   baseURL: 'https://ark.cn-beijing.volces.com/api/v3',
   debug: {
     chatCompletion: () => process.env.DEBUG_DOUBAO_CHAT_COMPLETION === '1',
   },
-  provider: ModelProvider.Doubao,
-});
+  provider: ModelProvider.Volcengine,
+});

package/src/locales/default/modelProvider.ts

@@ -19,6 +19,25 @@ export default {
       title: 'API Key',
     },
   },
+  azureai: {
+    azureApiVersion: {
+      desc: 'Azure 的 API 版本，遵循 YYYY-MM-DD 格式，查阅[最新版本](https://learn.microsoft.com/zh-cn/azure/ai-services/openai/reference#chat-completions)',
+      fetch: '获取列表',
+      title: 'Azure API Version',
+    },
+    endpoint: {
+      desc: '从 Azure AI 项目概述找到 Azure AI 模型推理终结点',
+      placeholder: 'https://ai-userxxxxxxxxxx.services.ai.azure.com/models',
+      title: 'Azure AI 终结点',
+    },
+    title: 'Azure OpenAI',
+    token: {
+      desc: '从 Azure AI 项目概述找到 API 密钥',
+      placeholder: 'Azure 密钥',
+      title: '密钥',
+    },
+  },
+
   bedrock: {
     accessKeyId: {
       desc: '填入 AWS Access Key Id',
@@ -98,6 +117,7 @@ export default {
       title: '代理地址',
     },
     sdkType: {
+      placeholder: 'openai/anthropic/azureai/ollama/...',
       required: '请选择 SDK 类型',
       title: '请求格式',
     },
@@ -211,6 +231,11 @@ export default {
           placeholder: '请输入 Azure 中的模型部署名称',
           title: '模型部署名称',
         },
+        deployName: {
+          extra: '发送请求时会将该字段作为模型 ID',
+          placeholder: '请输入模型实际部署的名称或 id',
+          title: '模型部署名称',
+        },
         displayName: {
           placeholder: '请输入模型的展示名称，例如 ChatGPT、GPT-4 等',
           title: '模型展示名称',

package/src/server/modules/AgentRuntime/index.ts

@@ -57,6 +57,13 @@ const getLlmOptionsFromPayload = (provider: string, payload: JWTPayload) => {
       return { apiKey, apiVersion, baseURL };
     }
 
+    case ModelProvider.AzureAI: {
+      const { AZUREAI_ENDPOINT, AZUREAI_ENDPOINT_KEY } = llmConfig;
+      const apiKey = payload?.apiKey || AZUREAI_ENDPOINT_KEY;
+      const baseURL = payload?.baseURL || AZUREAI_ENDPOINT;
+      return { apiKey, baseURL };
+    }
+
     case ModelProvider.Bedrock: {
       const { AWS_SECRET_ACCESS_KEY, AWS_ACCESS_KEY_ID, AWS_REGION, AWS_SESSION_TOKEN } = llmConfig;
       let accessKeyId: string | undefined = AWS_ACCESS_KEY_ID;
@@ -100,7 +107,7 @@ const getLlmOptionsFromPayload = (provider: string, payload: JWTPayload) => {
 
       return { apiKey };
     }
-    
+
     case ModelProvider.TencentCloud: {
       const { TENCENT_CLOUD_API_KEY } = llmConfig;
 

package/src/services/chat.ts

@@ -50,7 +50,10 @@ const isCanUseFC = (model: string, provider: string) => {
   return aiModelSelectors.isModelSupportToolUse(model, provider)(useAiInfraStore.getState());
 };
 
-const findAzureDeploymentName = (model: string) => {
+/**
+ * TODO: we need to update this function to auto find deploymentName with provider setting config
+ */
+const findDeploymentName = (model: string, provider: string) => {
   let deploymentId = model;
 
   // TODO: remove isDeprecatedEdition condition in V2.0
@@ -63,7 +66,9 @@ const findAzureDeploymentName = (model: string) => {
     if (deploymentName) deploymentId = deploymentName;
   } else {
     // find the model by id
-    const modelItem = useAiInfraStore.getState().enabledAiModels?.find((i) => i.id === model);
+    const modelItem = useAiInfraStore
+      .getState()
+      .enabledAiModels?.find((i) => i.id === model && i.providerId === provider);
 
     if (modelItem && modelItem.config?.deploymentName) {
       deploymentId = modelItem.config?.deploymentName;
@@ -222,8 +227,15 @@ class ChatService {
     let model = res.model || DEFAULT_AGENT_CONFIG.model;
 
     // if the provider is Azure, get the deployment name as the request model
-    if (provider === ModelProvider.Azure || provider === ModelProvider.Doubao) {
-      model = findAzureDeploymentName(model);
+    const providersWithDeploymentName = [
+      ModelProvider.Azure,
+      ModelProvider.Volcengine,
+      ModelProvider.Doubao,
+      ModelProvider.AzureAI,
+    ] as string[];
+
+    if (providersWithDeploymentName.includes(provider)) {
+      model = findDeploymentName(model, provider);
     }
 
     const payload = merge(

package/src/types/aiProvider.ts

@@ -16,13 +16,18 @@ export type AiProviderSourceType = (typeof AiProviderSourceEnum)[keyof typeof Ai
 export const AiProviderSDKEnum = {
   Anthropic: 'anthropic',
   Azure: 'azure',
+  AzureAI: 'azureai',
   Bedrock: 'bedrock',
   Cloudflare: 'cloudflare',
+  /**
+   * @deprecated
+   */
   Doubao: 'doubao',
   Google: 'google',
   Huggingface: 'huggingface',
   Ollama: 'ollama',
   Openai: 'openai',
+  Volcengine: 'volcengine',
 } as const;
 
 export type AiProviderSDKType = (typeof AiProviderSDKEnum)[keyof typeof AiProviderSDKEnum];

package/src/types/user/settings/keyVaults.ts

@@ -30,6 +30,7 @@ export interface UserKeyVaults {
   ai360?: OpenAICompatibleKeyVault;
   anthropic?: OpenAICompatibleKeyVault;
   azure?: AzureOpenAIKeyVault;
+  azureai?: AzureOpenAIKeyVault;
   baichuan?: OpenAICompatibleKeyVault;
   bedrock?: AWSBedrockKeyVault;
   cloudflare?: CloudflareKeyVault;
@@ -67,6 +68,7 @@ export interface UserKeyVaults {
   togetherai?: OpenAICompatibleKeyVault;
   upstage?: OpenAICompatibleKeyVault;
   vllm?: OpenAICompatibleKeyVault;
+  volcengine?: OpenAICompatibleKeyVault;
   wenxin?: OpenAICompatibleKeyVault;
   xai?: OpenAICompatibleKeyVault;
   zeroone?: OpenAICompatibleKeyVault;