@lobehub/chat 1.57.1 → 1.58.0

package/src/libs/agent-runtime/cloudflare/index.ts

@@ -1,3 +1,5 @@
+import { ChatModelCard } from '@/types/llm';
+
 import { LobeRuntimeAI } from '../BaseAI';
 import { AgentRuntimeErrorType } from '../error';
 import { ChatCompetitionOptions, ChatStreamPayload, ModelProvider } from '../types';
@@ -12,8 +14,6 @@ import { debugStream } from '../utils/debugStream';
 import { StreamingResponse } from '../utils/response';
 import { createCallbacksTransformer } from '../utils/streams';
 
-import { ChatModelCard } from '@/types/llm';
-
 export interface CloudflareModelCard {
   description: string;
   name: string;
@@ -34,7 +34,7 @@ export class LobeCloudflareAI implements LobeRuntimeAI {
   accountID: string;
   apiKey?: string;
 
-  constructor({ apiKey, baseURLOrAccountID }: LobeCloudflareParams) {
+  constructor({ apiKey, baseURLOrAccountID }: LobeCloudflareParams = {}) {
     if (!baseURLOrAccountID) {
       throw AgentRuntimeError.createError(AgentRuntimeErrorType.InvalidProviderAPIKey);
     }
@@ -128,30 +128,34 @@ export class LobeCloudflareAI implements LobeRuntimeAI {
 
     return modelList
       .map((model) => {
-        const knownModel = LOBE_DEFAULT_MODEL_LIST.find((m) => model.name.toLowerCase() === m.id.toLowerCase());
+        const knownModel = LOBE_DEFAULT_MODEL_LIST.find(
+          (m) => model.name.toLowerCase() === m.id.toLowerCase(),
+        );
 
         return {
           contextWindowTokens: model.properties?.max_total_tokens
             ? Number(model.properties.max_total_tokens)
-            : knownModel?.contextWindowTokens ?? undefined,
-          displayName: knownModel?.displayName ?? (model.properties?.["beta"] === "true" ? `${model.name} (Beta)` : undefined),
+            : (knownModel?.contextWindowTokens ?? undefined),
+          displayName:
+            knownModel?.displayName ??
+            (model.properties?.['beta'] === 'true' ? `${model.name} (Beta)` : undefined),
           enabled: knownModel?.enabled || false,
           functionCall:
-            model.description.toLowerCase().includes('function call')
-            || model.properties?.["function_calling"] === "true"
-            || knownModel?.abilities?.functionCall
-            || false,
+            model.description.toLowerCase().includes('function call') ||
+            model.properties?.['function_calling'] === 'true' ||
+            knownModel?.abilities?.functionCall ||
+            false,
           id: model.name,
           reasoning:
-            model.name.toLowerCase().includes('deepseek-r1')
-            || knownModel?.abilities?.reasoning
-            || false,
+            model.name.toLowerCase().includes('deepseek-r1') ||
+            knownModel?.abilities?.reasoning ||
+            false,
           vision:
-            model.name.toLowerCase().includes('vision')
-            || model.task?.name.toLowerCase().includes('image-to-text')
-            || model.description.toLowerCase().includes('vision')
-            || knownModel?.abilities?.vision
-            || false,
+            model.name.toLowerCase().includes('vision') ||
+            model.task?.name.toLowerCase().includes('image-to-text') ||
+            model.description.toLowerCase().includes('vision') ||
+            knownModel?.abilities?.vision ||
+            false,
         };
       })
       .filter(Boolean) as ChatModelCard[];

package/src/libs/agent-runtime/index.ts

@@ -1,5 +1,6 @@
 export { default as AgentRuntime } from './AgentRuntime';
 export { LobeAnthropicAI } from './anthropic';
+export { LobeAzureAI } from './azureai';
 export { LobeAzureOpenAI } from './azureOpenai';
 export * from './BaseAI';
 export { LobeBedrockAI } from './bedrock';

package/src/libs/agent-runtime/types/type.ts

@@ -26,6 +26,7 @@ export enum ModelProvider {
   Ai360 = 'ai360',
   Anthropic = 'anthropic',
   Azure = 'azure',
+  AzureAI = 'azureai',
   Baichuan = 'baichuan',
   Bedrock = 'bedrock',
   Cloudflare = 'cloudflare',

package/src/libs/agent-runtime/utils/streams/__snapshots__/protocol.test.ts.snap

@@ -0,0 +1,331 @@
+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
+
+exports[`createSSEDataExtractor > real world data > should convert azure ai data 1`] = `
+[
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": "",
+          "reasoning_content": null,
+          "role": "assistant",
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714651,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": "<think>",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714651,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": "</think>",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714651,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": "Hello",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714651,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": "!",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": " How",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": " can",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": " I",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": " assist",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": " you",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": " today",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": "?",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": " ",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": "😊",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": null,
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": null,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [
+      {
+        "delta": {
+          "content": "",
+          "reasoning_content": null,
+          "role": null,
+          "tool_calls": null,
+        },
+        "finish_reason": "stop",
+        "index": 0,
+        "logprobs": null,
+        "matched_stop": 1,
+      },
+    ],
+    "created": 1739714652,
+    "id": "1392a93d52c3483ea872d0ab2aaff7d7",
+    "model": "DeepSeek-R1",
+    "object": "chat.completion.chunk",
+    "usage": null,
+  },
+  {
+    "choices": [],
+    "id": "79fca0de792a4ffb8ec836442a2a42c0",
+    "model": "DeepSeek-R1",
+    "usage": {
+      "completion_tokens": 16,
+      "prompt_tokens": 4,
+      "total_tokens": 20,
+    },
+  },
+]
+`;

package/src/libs/agent-runtime/utils/streams/protocol.test.ts

@@ -0,0 +1,137 @@
+import { describe, expect, it } from 'vitest';
+
+import { createSSEDataExtractor } from './protocol';
+
+describe('createSSEDataExtractor', () => {
+  // Helper function to convert string to Uint8Array
+  const stringToUint8Array = (str: string): Uint8Array => {
+    return new TextEncoder().encode(str);
+  };
+
+  // Helper function to process chunks through transformer
+  const processChunk = async (transformer: TransformStream, chunk: Uint8Array) => {
+    const results: any[] = [];
+    const readable = new ReadableStream({
+      start(controller) {
+        controller.enqueue(chunk);
+        controller.close();
+      },
+    });
+
+    const writable = new WritableStream({
+      write(chunk) {
+        results.push(chunk);
+      },
+    });
+
+    await readable.pipeThrough(transformer).pipeTo(writable);
+
+    return results;
+  };
+
+  it('should correctly transform single SSE data line', async () => {
+    const transformer = createSSEDataExtractor();
+    const input = 'data: {"message": "hello"}\n';
+    const chunk = stringToUint8Array(input);
+
+    const results = await processChunk(transformer, chunk);
+
+    expect(results).toEqual([{ message: 'hello' }]);
+  });
+
+  it('should handle multiple SSE data lines', async () => {
+    const transformer = createSSEDataExtractor();
+    const input = `data: {"message": "hello"}\ndata: {"message": "world"}\n`;
+    const chunk = stringToUint8Array(input);
+
+    const results = await processChunk(transformer, chunk);
+
+    expect(results).toEqual([{ message: 'hello' }, { message: 'world' }]);
+  });
+
+  it('should ignore non-data lines', async () => {
+    const transformer = createSSEDataExtractor();
+    const input = `id: 1\ndata: {"message": "hello"}\nevent: message\n`;
+    const chunk = stringToUint8Array(input);
+
+    const results = await processChunk(transformer, chunk);
+
+    expect(results).toEqual([{ message: 'hello' }]);
+  });
+
+  it('should skip [DONE] heartbeat messages', async () => {
+    const transformer = createSSEDataExtractor();
+    const input = `data: {"message": "hello"}\ndata: [DONE]\ndata: {"message": "world"}\n`;
+    const chunk = stringToUint8Array(input);
+
+    const results = await processChunk(transformer, chunk);
+
+    expect(results).toEqual([{ message: 'hello' }, { message: 'world' }]);
+  });
+
+  it('should handle invalid JSON gracefully', async () => {
+    const transformer = createSSEDataExtractor();
+    const input = `data: {"message": "hello"}\ndata: invalid-json\ndata: {"message": "world"}\n`;
+    const chunk = stringToUint8Array(input);
+
+    const results = await processChunk(transformer, chunk);
+
+    expect(results).toEqual([{ message: 'hello' }, { message: 'world' }]);
+  });
+
+  it('should handle empty data lines', async () => {
+    const transformer = createSSEDataExtractor();
+    const input = `data: \ndata: {"message": "hello"}\ndata: \n`;
+    const chunk = stringToUint8Array(input);
+
+    const results = await processChunk(transformer, chunk);
+
+    expect(results).toEqual([{ message: 'hello' }]);
+  });
+
+  it('should process large chunks of data correctly', async () => {
+    const transformer = createSSEDataExtractor();
+    const messages = Array(100)
+      .fill(null)
+      .map((_, i) => `data: {"message": "message${i}"}\n`)
+      .join('');
+    const chunk = stringToUint8Array(messages);
+
+    const results = await processChunk(transformer, chunk);
+
+    expect(results).toHaveLength(100);
+    expect(results[0]).toEqual({ message: 'message0' });
+    expect(results[99]).toEqual({ message: 'message99' });
+  });
+
+  describe('real world data', () => {
+    it('should convert azure ai data', async () => {
+      const chunks = [
+        `data: {"choices":[{"delta":{"content":"","reasoning_content":null,"role":"assistant","tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714651,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"\u003cthink\u003e","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714651,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"\n\n","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714651,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"\u003c/think\u003e","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714651,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"\n\n","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714651,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"Hello","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714651,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"!","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":" How","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":" can","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":" I","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":" assist","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":" you","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":" today","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"?","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":" ","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"😊","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":null,"index":0,"logprobs":null,"matched_stop":null}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[{"delta":{"content":"","reasoning_content":null,"role":null,"tool_calls":null},"finish_reason":"stop","index":0,"logprobs":null,"matched_stop":1}],"created":1739714652,"id":"1392a93d52c3483ea872d0ab2aaff7d7","model":"DeepSeek-R1","object":"chat.completion.chunk","usage":null}\n`,
+        `data: {"choices":[],"id":"79fca0de792a4ffb8ec836442a2a42c0","model":"DeepSeek-R1","usage":{"completion_tokens":16,"prompt_tokens":4,"total_tokens":20}}\n`,
+        `data: [DONE]`,
+      ];
+
+      const transformer = createSSEDataExtractor();
+
+      const results = await processChunk(transformer, stringToUint8Array(chunks.join('')));
+      expect(results).matchSnapshot();
+    });
+  });
+});

package/src/libs/agent-runtime/utils/streams/protocol.ts

@@ -170,3 +170,37 @@ export const createFirstErrorHandleTransformer = (
     },
   });
 };
+
+/**
+ * create a transformer to remove SSE format data
+ */
+export const createSSEDataExtractor = () =>
+  new TransformStream({
+    transform(chunk: Uint8Array, controller) {
+      // 将 Uint8Array 转换为字符串
+      const text = new TextDecoder().decode(chunk, { stream: true });
+
+      // 处理多行数据的情况
+      const lines = text.split('\n');
+
+      for (const line of lines) {
+        // 只处理以 "data: " 开头的行
+        if (line.startsWith('data: ')) {
+          // 提取 "data: " 后面的实际数据
+          const jsonText = line.slice(6);
+
+          // 跳过心跳消息
+          if (jsonText === '[DONE]') continue;
+
+          try {
+            // 解析 JSON 数据
+            const data = JSON.parse(jsonText);
+            // 将解析后的数据传递给下一个处理器
+            controller.enqueue(data);
+          } catch {
+            console.warn('Failed to parse SSE data:', jsonText);
+          }
+        }
+      }
+    },
+  });

package/src/locales/default/modelProvider.ts

@@ -19,6 +19,25 @@ export default {
       title: 'API Key',
     },
   },
+  azureai: {
+    azureApiVersion: {
+      desc: 'Azure 的 API 版本，遵循 YYYY-MM-DD 格式，查阅[最新版本](https://learn.microsoft.com/zh-cn/azure/ai-services/openai/reference#chat-completions)',
+      fetch: '获取列表',
+      title: 'Azure API Version',
+    },
+    endpoint: {
+      desc: '从 Azure AI 项目概述找到 Azure AI 模型推理终结点',
+      placeholder: 'https://ai-userxxxxxxxxxx.services.ai.azure.com/models',
+      title: 'Azure AI 终结点',
+    },
+    title: 'Azure OpenAI',
+    token: {
+      desc: '从 Azure AI 项目概述找到 API 密钥',
+      placeholder: 'Azure 密钥',
+      title: '密钥',
+    },
+  },
+
   bedrock: {
     accessKeyId: {
       desc: '填入 AWS Access Key Id',
@@ -98,6 +117,7 @@ export default {
       title: '代理地址',
     },
     sdkType: {
+      placeholder: 'openai/anthropic/azureai/ollama/...',
       required: '请选择 SDK 类型',
       title: '请求格式',
     },
@@ -211,6 +231,11 @@ export default {
           placeholder: '请输入 Azure 中的模型部署名称',
           title: '模型部署名称',
         },
+        deployName: {
+          extra: '发送请求时会将该字段作为模型 ID',
+          placeholder: '请输入模型实际部署的名称或 id',
+          title: '模型部署名称',
+        },
         displayName: {
           placeholder: '请输入模型的展示名称，例如 ChatGPT、GPT-4 等',
           title: '模型展示名称',

package/src/server/modules/AgentRuntime/index.ts

@@ -57,6 +57,13 @@ const getLlmOptionsFromPayload = (provider: string, payload: JWTPayload) => {
       return { apiKey, apiVersion, baseURL };
     }
 
+    case ModelProvider.AzureAI: {
+      const { AZUREAI_ENDPOINT, AZUREAI_ENDPOINT_KEY } = llmConfig;
+      const apiKey = payload?.apiKey || AZUREAI_ENDPOINT_KEY;
+      const baseURL = payload?.baseURL || AZUREAI_ENDPOINT;
+      return { apiKey, baseURL };
+    }
+
     case ModelProvider.Bedrock: {
       const { AWS_SECRET_ACCESS_KEY, AWS_ACCESS_KEY_ID, AWS_REGION, AWS_SESSION_TOKEN } = llmConfig;
       let accessKeyId: string | undefined = AWS_ACCESS_KEY_ID;
@@ -100,7 +107,7 @@ const getLlmOptionsFromPayload = (provider: string, payload: JWTPayload) => {
 
       return { apiKey };
     }
-    
+
     case ModelProvider.TencentCloud: {
       const { TENCENT_CLOUD_API_KEY } = llmConfig;