@lobehub/chat 1.57.1 → 1.59.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +50 -0
- package/changelog/v1.json +18 -0
- package/docker-compose/local/docker-compose.yml +1 -0
- package/locales/ar/modelProvider.json +24 -0
- package/locales/ar/models.json +60 -0
- package/locales/ar/providers.json +15 -0
- package/locales/bg-BG/modelProvider.json +24 -0
- package/locales/bg-BG/models.json +60 -0
- package/locales/bg-BG/providers.json +15 -0
- package/locales/de-DE/modelProvider.json +24 -0
- package/locales/de-DE/models.json +60 -0
- package/locales/de-DE/providers.json +15 -0
- package/locales/en-US/modelProvider.json +24 -0
- package/locales/en-US/models.json +60 -0
- package/locales/en-US/providers.json +15 -0
- package/locales/es-ES/modelProvider.json +24 -0
- package/locales/es-ES/models.json +60 -0
- package/locales/es-ES/providers.json +15 -0
- package/locales/fa-IR/modelProvider.json +24 -0
- package/locales/fa-IR/models.json +60 -0
- package/locales/fa-IR/providers.json +15 -0
- package/locales/fr-FR/modelProvider.json +24 -0
- package/locales/fr-FR/models.json +60 -0
- package/locales/fr-FR/providers.json +15 -0
- package/locales/it-IT/modelProvider.json +24 -0
- package/locales/it-IT/models.json +60 -0
- package/locales/it-IT/providers.json +15 -0
- package/locales/ja-JP/modelProvider.json +24 -0
- package/locales/ja-JP/models.json +60 -0
- package/locales/ja-JP/providers.json +15 -0
- package/locales/ko-KR/modelProvider.json +24 -0
- package/locales/ko-KR/models.json +60 -0
- package/locales/ko-KR/providers.json +15 -0
- package/locales/nl-NL/modelProvider.json +24 -0
- package/locales/nl-NL/models.json +60 -0
- package/locales/nl-NL/providers.json +15 -0
- package/locales/pl-PL/modelProvider.json +24 -0
- package/locales/pl-PL/models.json +60 -0
- package/locales/pl-PL/providers.json +15 -0
- package/locales/pt-BR/modelProvider.json +24 -0
- package/locales/pt-BR/models.json +60 -0
- package/locales/pt-BR/providers.json +15 -0
- package/locales/ru-RU/modelProvider.json +24 -0
- package/locales/ru-RU/models.json +60 -0
- package/locales/ru-RU/providers.json +15 -0
- package/locales/tr-TR/modelProvider.json +24 -0
- package/locales/tr-TR/models.json +60 -0
- package/locales/tr-TR/providers.json +15 -0
- package/locales/vi-VN/modelProvider.json +24 -0
- package/locales/vi-VN/models.json +60 -0
- package/locales/vi-VN/providers.json +15 -0
- package/locales/zh-CN/modelProvider.json +24 -0
- package/locales/zh-CN/models.json +1109 -1049
- package/locales/zh-CN/providers.json +82 -67
- package/locales/zh-TW/modelProvider.json +24 -0
- package/locales/zh-TW/models.json +60 -0
- package/locales/zh-TW/providers.json +15 -0
- package/next.config.ts +5 -0
- package/package.json +4 -2
- package/src/app/[variants]/(main)/settings/provider/(detail)/azureai/page.tsx +58 -0
- package/src/app/[variants]/(main)/settings/provider/(list)/ProviderGrid/index.tsx +6 -3
- package/src/app/[variants]/(main)/settings/provider/features/CreateNewProvider/index.tsx +13 -2
- package/src/app/[variants]/(main)/settings/provider/features/ModelList/CreateNewModelModal/Form.tsx +6 -8
- package/src/app/[variants]/(main)/settings/provider/features/ModelList/CreateNewModelModal/index.tsx +5 -6
- package/src/app/[variants]/(main)/settings/provider/features/ModelList/ModelConfigModal/index.tsx +4 -3
- package/src/app/[variants]/(main)/settings/provider/features/ModelList/ProviderSettingsContext.ts +2 -0
- package/src/app/[variants]/(main)/settings/provider/features/ModelList/index.tsx +6 -7
- package/src/app/[variants]/(main)/settings/provider/features/ProviderConfig/index.tsx +1 -1
- package/src/config/aiModels/azureai.ts +18 -0
- package/src/config/aiModels/index.ts +6 -0
- package/src/config/aiModels/volcengine.ts +83 -0
- package/src/config/llm.ts +6 -0
- package/src/config/modelProviders/azure.ts +2 -1
- package/src/config/modelProviders/azureai.ts +19 -0
- package/src/config/modelProviders/index.ts +6 -0
- package/src/config/modelProviders/volcengine.ts +23 -0
- package/src/database/server/models/aiProvider.ts +2 -0
- package/src/libs/agent-runtime/AgentRuntime.ts +17 -8
- package/src/libs/agent-runtime/azureai/index.ts +109 -0
- package/src/libs/agent-runtime/baichuan/index.test.ts +8 -250
- package/src/libs/agent-runtime/cloudflare/index.ts +22 -18
- package/src/libs/agent-runtime/index.ts +2 -1
- package/src/libs/agent-runtime/types/type.ts +5 -0
- package/src/libs/agent-runtime/utils/streams/__snapshots__/protocol.test.ts.snap +331 -0
- package/src/libs/agent-runtime/utils/streams/protocol.test.ts +137 -0
- package/src/libs/agent-runtime/utils/streams/protocol.ts +34 -0
- package/src/libs/agent-runtime/{doubao → volcengine}/index.ts +3 -3
- package/src/locales/default/modelProvider.ts +25 -0
- package/src/server/modules/AgentRuntime/index.ts +8 -1
- package/src/services/chat.ts +16 -4
- package/src/types/aiProvider.ts +5 -0
- package/src/types/user/settings/keyVaults.ts +2 -0
@@ -1,255 +1,13 @@
|
|
1
1
|
// @vitest-environment node
|
2
|
-
import
|
3
|
-
import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
|
2
|
+
import { ModelProvider } from '@/libs/agent-runtime';
|
4
3
|
|
5
|
-
import {
|
6
|
-
ChatStreamCallbacks,
|
7
|
-
LobeOpenAICompatibleRuntime,
|
8
|
-
ModelProvider,
|
9
|
-
} from '@/libs/agent-runtime';
|
10
|
-
|
11
|
-
import * as debugStreamModule from '../utils/debugStream';
|
4
|
+
import { testProvider } from '../providerTestUtils';
|
12
5
|
import { LobeBaichuanAI } from './index';
|
13
6
|
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
// Mock the console.error to avoid polluting test output
|
21
|
-
vi.spyOn(console, 'error').mockImplementation(() => {});
|
22
|
-
|
23
|
-
let instance: LobeOpenAICompatibleRuntime;
|
24
|
-
|
25
|
-
beforeEach(() => {
|
26
|
-
instance = new LobeBaichuanAI({ apiKey: 'test' });
|
27
|
-
|
28
|
-
// 使用 vi.spyOn 来模拟 chat.completions.create 方法
|
29
|
-
vi.spyOn(instance['client'].chat.completions, 'create').mockResolvedValue(
|
30
|
-
new ReadableStream() as any,
|
31
|
-
);
|
32
|
-
});
|
33
|
-
|
34
|
-
afterEach(() => {
|
35
|
-
vi.clearAllMocks();
|
36
|
-
});
|
37
|
-
|
38
|
-
describe('LobeBaichuanAI', () => {
|
39
|
-
describe('init', () => {
|
40
|
-
it('should correctly initialize with an API key', async () => {
|
41
|
-
const instance = new LobeBaichuanAI({ apiKey: 'test_api_key' });
|
42
|
-
expect(instance).toBeInstanceOf(LobeBaichuanAI);
|
43
|
-
expect(instance.baseURL).toEqual(defaultBaseURL);
|
44
|
-
});
|
45
|
-
});
|
46
|
-
|
47
|
-
describe('chat', () => {
|
48
|
-
describe('Error', () => {
|
49
|
-
it('should return OpenAIBizError with an openai error response when OpenAI.APIError is thrown', async () => {
|
50
|
-
// Arrange
|
51
|
-
const apiError = new OpenAI.APIError(
|
52
|
-
400,
|
53
|
-
{
|
54
|
-
status: 400,
|
55
|
-
error: {
|
56
|
-
message: 'Bad Request',
|
57
|
-
},
|
58
|
-
},
|
59
|
-
'Error message',
|
60
|
-
{},
|
61
|
-
);
|
62
|
-
|
63
|
-
vi.spyOn(instance['client'].chat.completions, 'create').mockRejectedValue(apiError);
|
64
|
-
|
65
|
-
// Act
|
66
|
-
try {
|
67
|
-
await instance.chat({
|
68
|
-
messages: [{ content: 'Hello', role: 'user' }],
|
69
|
-
model: 'Baichuan4',
|
70
|
-
temperature: 0,
|
71
|
-
});
|
72
|
-
} catch (e) {
|
73
|
-
expect(e).toEqual({
|
74
|
-
endpoint: defaultBaseURL,
|
75
|
-
error: {
|
76
|
-
error: { message: 'Bad Request' },
|
77
|
-
status: 400,
|
78
|
-
},
|
79
|
-
errorType: bizErrorType,
|
80
|
-
provider,
|
81
|
-
});
|
82
|
-
}
|
83
|
-
});
|
84
|
-
|
85
|
-
it('should throw AgentRuntimeError with NoOpenAIAPIKey if no apiKey is provided', async () => {
|
86
|
-
try {
|
87
|
-
new LobeBaichuanAI({});
|
88
|
-
} catch (e) {
|
89
|
-
expect(e).toEqual({ errorType: invalidErrorType });
|
90
|
-
}
|
91
|
-
});
|
92
|
-
|
93
|
-
it('should return OpenAIBizError with the cause when OpenAI.APIError is thrown with cause', async () => {
|
94
|
-
// Arrange
|
95
|
-
const errorInfo = {
|
96
|
-
stack: 'abc',
|
97
|
-
cause: {
|
98
|
-
message: 'api is undefined',
|
99
|
-
},
|
100
|
-
};
|
101
|
-
const apiError = new OpenAI.APIError(400, errorInfo, 'module error', {});
|
102
|
-
|
103
|
-
vi.spyOn(instance['client'].chat.completions, 'create').mockRejectedValue(apiError);
|
104
|
-
|
105
|
-
// Act
|
106
|
-
try {
|
107
|
-
await instance.chat({
|
108
|
-
messages: [{ content: 'Hello', role: 'user' }],
|
109
|
-
model: 'Baichuan4',
|
110
|
-
temperature: 0,
|
111
|
-
});
|
112
|
-
} catch (e) {
|
113
|
-
expect(e).toEqual({
|
114
|
-
endpoint: defaultBaseURL,
|
115
|
-
error: {
|
116
|
-
cause: { message: 'api is undefined' },
|
117
|
-
stack: 'abc',
|
118
|
-
},
|
119
|
-
errorType: bizErrorType,
|
120
|
-
provider,
|
121
|
-
});
|
122
|
-
}
|
123
|
-
});
|
124
|
-
|
125
|
-
it('should return OpenAIBizError with an cause response with desensitize Url', async () => {
|
126
|
-
// Arrange
|
127
|
-
const errorInfo = {
|
128
|
-
stack: 'abc',
|
129
|
-
cause: { message: 'api is undefined' },
|
130
|
-
};
|
131
|
-
const apiError = new OpenAI.APIError(400, errorInfo, 'module error', {});
|
132
|
-
|
133
|
-
instance = new LobeBaichuanAI({
|
134
|
-
apiKey: 'test',
|
135
|
-
|
136
|
-
baseURL: 'https://api.abc.com/v1',
|
137
|
-
});
|
138
|
-
|
139
|
-
vi.spyOn(instance['client'].chat.completions, 'create').mockRejectedValue(apiError);
|
140
|
-
|
141
|
-
// Act
|
142
|
-
try {
|
143
|
-
await instance.chat({
|
144
|
-
messages: [{ content: 'Hello', role: 'user' }],
|
145
|
-
model: 'Baichuan4',
|
146
|
-
temperature: 0,
|
147
|
-
});
|
148
|
-
} catch (e) {
|
149
|
-
expect(e).toEqual({
|
150
|
-
endpoint: 'https://api.***.com/v1',
|
151
|
-
error: {
|
152
|
-
cause: { message: 'api is undefined' },
|
153
|
-
stack: 'abc',
|
154
|
-
},
|
155
|
-
errorType: bizErrorType,
|
156
|
-
provider,
|
157
|
-
});
|
158
|
-
}
|
159
|
-
});
|
160
|
-
|
161
|
-
it('should throw an InvalidBaichuanAPIKey error type on 401 status code', async () => {
|
162
|
-
// Mock the API call to simulate a 401 error
|
163
|
-
const error = new Error('Unauthorized') as any;
|
164
|
-
error.status = 401;
|
165
|
-
vi.mocked(instance['client'].chat.completions.create).mockRejectedValue(error);
|
166
|
-
|
167
|
-
try {
|
168
|
-
await instance.chat({
|
169
|
-
messages: [{ content: 'Hello', role: 'user' }],
|
170
|
-
model: 'Baichuan4',
|
171
|
-
temperature: 0,
|
172
|
-
});
|
173
|
-
} catch (e) {
|
174
|
-
// Expect the chat method to throw an error with InvalidBaichuanAPIKey
|
175
|
-
expect(e).toEqual({
|
176
|
-
endpoint: defaultBaseURL,
|
177
|
-
error: new Error('Unauthorized'),
|
178
|
-
errorType: invalidErrorType,
|
179
|
-
provider,
|
180
|
-
});
|
181
|
-
}
|
182
|
-
});
|
183
|
-
|
184
|
-
it('should return AgentRuntimeError for non-OpenAI errors', async () => {
|
185
|
-
// Arrange
|
186
|
-
const genericError = new Error('Generic Error');
|
187
|
-
|
188
|
-
vi.spyOn(instance['client'].chat.completions, 'create').mockRejectedValue(genericError);
|
189
|
-
|
190
|
-
// Act
|
191
|
-
try {
|
192
|
-
await instance.chat({
|
193
|
-
messages: [{ content: 'Hello', role: 'user' }],
|
194
|
-
model: 'Baichuan4',
|
195
|
-
temperature: 0,
|
196
|
-
});
|
197
|
-
} catch (e) {
|
198
|
-
expect(e).toEqual({
|
199
|
-
endpoint: defaultBaseURL,
|
200
|
-
errorType: 'AgentRuntimeError',
|
201
|
-
provider,
|
202
|
-
error: {
|
203
|
-
name: genericError.name,
|
204
|
-
cause: genericError.cause,
|
205
|
-
message: genericError.message,
|
206
|
-
stack: genericError.stack,
|
207
|
-
},
|
208
|
-
});
|
209
|
-
}
|
210
|
-
});
|
211
|
-
});
|
212
|
-
|
213
|
-
describe('DEBUG', () => {
|
214
|
-
it('should call debugStream and return StreamingTextResponse when DEBUG_BAICHUAN_CHAT_COMPLETION is 1', async () => {
|
215
|
-
// Arrange
|
216
|
-
const mockProdStream = new ReadableStream() as any; // 模拟的 prod 流
|
217
|
-
const mockDebugStream = new ReadableStream({
|
218
|
-
start(controller) {
|
219
|
-
controller.enqueue('Debug stream content');
|
220
|
-
controller.close();
|
221
|
-
},
|
222
|
-
}) as any;
|
223
|
-
mockDebugStream.toReadableStream = () => mockDebugStream; // 添加 toReadableStream 方法
|
224
|
-
|
225
|
-
// 模拟 chat.completions.create 返回值,包括模拟的 tee 方法
|
226
|
-
(instance['client'].chat.completions.create as Mock).mockResolvedValue({
|
227
|
-
tee: () => [mockProdStream, { toReadableStream: () => mockDebugStream }],
|
228
|
-
});
|
229
|
-
|
230
|
-
// 保存原始环境变量值
|
231
|
-
const originalDebugValue = process.env.DEBUG_BAICHUAN_CHAT_COMPLETION;
|
232
|
-
|
233
|
-
// 模拟环境变量
|
234
|
-
process.env.DEBUG_BAICHUAN_CHAT_COMPLETION = '1';
|
235
|
-
vi.spyOn(debugStreamModule, 'debugStream').mockImplementation(() => Promise.resolve());
|
236
|
-
|
237
|
-
// 执行测试
|
238
|
-
// 运行你的测试函数,确保它会在条件满足时调用 debugStream
|
239
|
-
// 假设的测试函数调用,你可能需要根据实际情况调整
|
240
|
-
await instance.chat({
|
241
|
-
messages: [{ content: 'Hello', role: 'user' }],
|
242
|
-
model: 'Baichuan4',
|
243
|
-
stream: true,
|
244
|
-
temperature: 0,
|
245
|
-
});
|
246
|
-
|
247
|
-
// 验证 debugStream 被调用
|
248
|
-
expect(debugStreamModule.debugStream).toHaveBeenCalled();
|
249
|
-
|
250
|
-
// 恢复原始环境变量值
|
251
|
-
process.env.DEBUG_BAICHUAN_CHAT_COMPLETION = originalDebugValue;
|
252
|
-
});
|
253
|
-
});
|
254
|
-
});
|
7
|
+
testProvider({
|
8
|
+
Runtime: LobeBaichuanAI,
|
9
|
+
provider: ModelProvider.Baichuan,
|
10
|
+
defaultBaseURL: 'https://api.baichuan-ai.com/v1',
|
11
|
+
chatDebugEnv: 'DEBUG_BAICHUAN_CHAT_COMPLETION',
|
12
|
+
chatModel: 'hunyuan-lite',
|
255
13
|
});
|
@@ -1,3 +1,5 @@
|
|
1
|
+
import { ChatModelCard } from '@/types/llm';
|
2
|
+
|
1
3
|
import { LobeRuntimeAI } from '../BaseAI';
|
2
4
|
import { AgentRuntimeErrorType } from '../error';
|
3
5
|
import { ChatCompetitionOptions, ChatStreamPayload, ModelProvider } from '../types';
|
@@ -12,8 +14,6 @@ import { debugStream } from '../utils/debugStream';
|
|
12
14
|
import { StreamingResponse } from '../utils/response';
|
13
15
|
import { createCallbacksTransformer } from '../utils/streams';
|
14
16
|
|
15
|
-
import { ChatModelCard } from '@/types/llm';
|
16
|
-
|
17
17
|
export interface CloudflareModelCard {
|
18
18
|
description: string;
|
19
19
|
name: string;
|
@@ -34,7 +34,7 @@ export class LobeCloudflareAI implements LobeRuntimeAI {
|
|
34
34
|
accountID: string;
|
35
35
|
apiKey?: string;
|
36
36
|
|
37
|
-
constructor({ apiKey, baseURLOrAccountID }: LobeCloudflareParams) {
|
37
|
+
constructor({ apiKey, baseURLOrAccountID }: LobeCloudflareParams = {}) {
|
38
38
|
if (!baseURLOrAccountID) {
|
39
39
|
throw AgentRuntimeError.createError(AgentRuntimeErrorType.InvalidProviderAPIKey);
|
40
40
|
}
|
@@ -128,30 +128,34 @@ export class LobeCloudflareAI implements LobeRuntimeAI {
|
|
128
128
|
|
129
129
|
return modelList
|
130
130
|
.map((model) => {
|
131
|
-
const knownModel = LOBE_DEFAULT_MODEL_LIST.find(
|
131
|
+
const knownModel = LOBE_DEFAULT_MODEL_LIST.find(
|
132
|
+
(m) => model.name.toLowerCase() === m.id.toLowerCase(),
|
133
|
+
);
|
132
134
|
|
133
135
|
return {
|
134
136
|
contextWindowTokens: model.properties?.max_total_tokens
|
135
137
|
? Number(model.properties.max_total_tokens)
|
136
|
-
: knownModel?.contextWindowTokens ?? undefined,
|
137
|
-
displayName:
|
138
|
+
: (knownModel?.contextWindowTokens ?? undefined),
|
139
|
+
displayName:
|
140
|
+
knownModel?.displayName ??
|
141
|
+
(model.properties?.['beta'] === 'true' ? `${model.name} (Beta)` : undefined),
|
138
142
|
enabled: knownModel?.enabled || false,
|
139
143
|
functionCall:
|
140
|
-
model.description.toLowerCase().includes('function call')
|
141
|
-
|
142
|
-
|
143
|
-
|
144
|
+
model.description.toLowerCase().includes('function call') ||
|
145
|
+
model.properties?.['function_calling'] === 'true' ||
|
146
|
+
knownModel?.abilities?.functionCall ||
|
147
|
+
false,
|
144
148
|
id: model.name,
|
145
149
|
reasoning:
|
146
|
-
model.name.toLowerCase().includes('deepseek-r1')
|
147
|
-
|
148
|
-
|
150
|
+
model.name.toLowerCase().includes('deepseek-r1') ||
|
151
|
+
knownModel?.abilities?.reasoning ||
|
152
|
+
false,
|
149
153
|
vision:
|
150
|
-
model.name.toLowerCase().includes('vision')
|
151
|
-
|
152
|
-
|
153
|
-
|
154
|
-
|
154
|
+
model.name.toLowerCase().includes('vision') ||
|
155
|
+
model.task?.name.toLowerCase().includes('image-to-text') ||
|
156
|
+
model.description.toLowerCase().includes('vision') ||
|
157
|
+
knownModel?.abilities?.vision ||
|
158
|
+
false,
|
155
159
|
};
|
156
160
|
})
|
157
161
|
.filter(Boolean) as ChatModelCard[];
|
@@ -1,10 +1,10 @@
|
|
1
1
|
export { default as AgentRuntime } from './AgentRuntime';
|
2
2
|
export { LobeAnthropicAI } from './anthropic';
|
3
|
+
export { LobeAzureAI } from './azureai';
|
3
4
|
export { LobeAzureOpenAI } from './azureOpenai';
|
4
5
|
export * from './BaseAI';
|
5
6
|
export { LobeBedrockAI } from './bedrock';
|
6
7
|
export { LobeDeepSeekAI } from './deepseek';
|
7
|
-
export { LobeDoubaoAI } from './doubao';
|
8
8
|
export * from './error';
|
9
9
|
export { LobeGoogleAI } from './google';
|
10
10
|
export { LobeGroq } from './groq';
|
@@ -19,5 +19,6 @@ export { LobeQwenAI } from './qwen';
|
|
19
19
|
export { LobeTogetherAI } from './togetherai';
|
20
20
|
export * from './types';
|
21
21
|
export { AgentRuntimeError } from './utils/createError';
|
22
|
+
export { LobeVolcengineAI } from './volcengine';
|
22
23
|
export { LobeZeroOneAI } from './zeroone';
|
23
24
|
export { LobeZhipuAI } from './zhipu';
|
@@ -26,10 +26,14 @@ export enum ModelProvider {
|
|
26
26
|
Ai360 = 'ai360',
|
27
27
|
Anthropic = 'anthropic',
|
28
28
|
Azure = 'azure',
|
29
|
+
AzureAI = 'azureai',
|
29
30
|
Baichuan = 'baichuan',
|
30
31
|
Bedrock = 'bedrock',
|
31
32
|
Cloudflare = 'cloudflare',
|
32
33
|
DeepSeek = 'deepseek',
|
34
|
+
/**
|
35
|
+
* @deprecated
|
36
|
+
*/
|
33
37
|
Doubao = 'doubao',
|
34
38
|
FireworksAI = 'fireworksai',
|
35
39
|
GiteeAI = 'giteeai',
|
@@ -61,6 +65,7 @@ export enum ModelProvider {
|
|
61
65
|
TogetherAI = 'togetherai',
|
62
66
|
Upstage = 'upstage',
|
63
67
|
VLLM = 'vllm',
|
68
|
+
Volcengine = 'volcengine',
|
64
69
|
Wenxin = 'wenxin',
|
65
70
|
XAI = 'xai',
|
66
71
|
ZeroOne = 'zeroone',
|