knight-agent 1.1.4 → 1.1.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/Host.d.ts.map +1 -1
- package/Host.js +1 -0
- package/Host.js.map +1 -1
- package/base/AbstractAgent.d.ts +2 -1
- package/base/AbstractAgent.d.ts.map +1 -1
- package/base/AbstractAgent.js.map +1 -1
- package/base/AbstractLLM.d.ts +4 -3
- package/base/AbstractLLM.d.ts.map +1 -1
- package/base/AbstractLLM.js +4 -3
- package/base/AbstractLLM.js.map +1 -1
- package/module/AgentModule/Agent.d.ts +2 -1
- package/module/AgentModule/Agent.d.ts.map +1 -1
- package/module/AgentModule/Agent.js +3 -2
- package/module/AgentModule/Agent.js.map +1 -1
- package/module/LLMModule/ClaudeLLM.d.ts +7 -1
- package/module/LLMModule/ClaudeLLM.d.ts.map +1 -1
- package/module/LLMModule/ClaudeLLM.js +104 -19
- package/module/LLMModule/ClaudeLLM.js.map +1 -1
- package/module/LLMModule/DeepSeekLLM.d.ts +7 -2
- package/module/LLMModule/DeepSeekLLM.d.ts.map +1 -1
- package/module/LLMModule/DeepSeekLLM.js +100 -22
- package/module/LLMModule/DeepSeekLLM.js.map +1 -1
- package/module/LLMModule/GeminiLLM.d.ts +9 -1
- package/module/LLMModule/GeminiLLM.d.ts.map +1 -1
- package/module/LLMModule/GeminiLLM.js +95 -28
- package/module/LLMModule/GeminiLLM.js.map +1 -1
- package/module/LLMModule/OpenAILLM.d.ts +7 -1
- package/module/LLMModule/OpenAILLM.d.ts.map +1 -1
- package/module/LLMModule/OpenAILLM.js +100 -22
- package/module/LLMModule/OpenAILLM.js.map +1 -1
- package/module/LLMModule/QWenLLM.d.ts +7 -1
- package/module/LLMModule/QWenLLM.d.ts.map +1 -1
- package/module/LLMModule/QWenLLM.js +96 -22
- package/module/LLMModule/QWenLLM.js.map +1 -1
- package/package.json +1 -1
- package/utility/LLMUtility.d.ts +11 -0
- package/utility/LLMUtility.d.ts.map +1 -1
- package/utility/LLMUtility.js.map +1 -1
- package/utility/NetworkUtility.d.ts +7 -0
- package/utility/NetworkUtility.d.ts.map +1 -1
- package/utility/NetworkUtility.js +65 -0
- package/utility/NetworkUtility.js.map +1 -1
|
@@ -17,7 +17,15 @@ export declare class GeminiLLM extends AbstractLLM<LLMUtility.Gemini.Config, LLM
|
|
|
17
17
|
/** @override — 停止原因 */
|
|
18
18
|
protected stopReason(reason: string): LLMUtility.FinishReason;
|
|
19
19
|
/** @override */
|
|
20
|
-
protected request(tools: LLMUtility.ToolDefinition[]): Promise<LLMUtility.Response>;
|
|
20
|
+
protected request(tools: LLMUtility.ToolDefinition[], onChunk?: LLMUtility.StreamCallback): Promise<LLMUtility.Response>;
|
|
21
|
+
/** 同步请求 */
|
|
22
|
+
private requestSync;
|
|
23
|
+
/** 流式请求 — Gemini SSE 格式(alt=sse) */
|
|
24
|
+
private requestStream;
|
|
25
|
+
/** 同步响应解析(流式/非流式共用) */
|
|
26
|
+
private parseResponse;
|
|
27
|
+
/** 构建请求体 */
|
|
28
|
+
private buildBody;
|
|
21
29
|
OnDestroy(): boolean;
|
|
22
30
|
}
|
|
23
31
|
//# sourceMappingURL=GeminiLLM.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GeminiLLM.d.ts","sourceRoot":"","sources":["../../../src/module/LLMModule/GeminiLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAkB,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3D,gBAAgB;AAChB,qBAAa,SAAU,SAAQ,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC;IAG/F,WAAW;gBACQ,MAAM,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,MAAM;IA6BpD,yDAAyD;IACzD,SAAS,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAE9C,gBAAgB;IAChB,SAAS,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAM5C,gBAAgB;IAChB,SAAS,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,IAAI;IAkB5F,gBAAgB;IAChB,SAAS,CAAC,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,UAAU,GAAG,IAAI;IAQ7D,4CAA4C;IAC5C,SAAS,CAAC,eAAe,IAAI,IAAI;IAiCjC,uBAAuB;IACvB,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAAC,YAAY;IAW7D,gBAAgB;cACA,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,cAAc,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"GeminiLLM.d.ts","sourceRoot":"","sources":["../../../src/module/LLMModule/GeminiLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAkB,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3D,gBAAgB;AAChB,qBAAa,SAAU,SAAQ,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC;IAG/F,WAAW;gBACQ,MAAM,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,MAAM;IA6BpD,yDAAyD;IACzD,SAAS,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAE9C,gBAAgB;IAChB,SAAS,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAM5C,gBAAgB;IAChB,SAAS,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,IAAI;IAkB5F,gBAAgB;IAChB,SAAS,CAAC,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,UAAU,GAAG,IAAI;IAQ7D,4CAA4C;IAC5C,SAAS,CAAC,eAAe,IAAI,IAAI;IAiCjC,uBAAuB;IACvB,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAAC,YAAY;IAW7D,gBAAgB;cACA,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,cAAc,EAAE,EAAE,OAAO,CAAC,EAAE,UAAU,CAAC,cAAc,GAAG,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;IAS9H,WAAW;YACG,WAAW;IAiBzB,oCAAoC;YACtB,aAAa;IAmE3B,uBAAuB;IACvB,OAAO,CAAC,aAAa;IA0BrB,YAAY;IACZ,OAAO,CAAC,SAAS;IAgCV,SAAS,IAAI,OAAO;CAI9B"}
|
|
@@ -103,34 +103,15 @@ class GeminiLLM extends base_1.AbstractLLM {
|
|
|
103
103
|
}
|
|
104
104
|
}
|
|
105
105
|
/** @override */
|
|
106
|
-
async request(tools) {
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
responseMimeType: this.config.responseFormat === "json_object" ? "application/json" : undefined,
|
|
116
|
-
responseSchema: undefined,
|
|
117
|
-
};
|
|
118
|
-
const body = {
|
|
119
|
-
contents,
|
|
120
|
-
systemInstruction: this.config.systemPrompt ? { parts: [{ text: this.config.systemPrompt }] } : undefined,
|
|
121
|
-
generationConfig,
|
|
122
|
-
safetySettings: this.config.safetySettings,
|
|
123
|
-
tools: tools.length > 0
|
|
124
|
-
? [{
|
|
125
|
-
functionDeclarations: tools.map(t => ({
|
|
126
|
-
name: t.name,
|
|
127
|
-
description: t.description,
|
|
128
|
-
parameters: t.inputSchema,
|
|
129
|
-
}))
|
|
130
|
-
}]
|
|
131
|
-
: undefined,
|
|
132
|
-
toolConfig: undefined,
|
|
133
|
-
};
|
|
106
|
+
async request(tools, onChunk) {
|
|
107
|
+
if (this.config.stream && onChunk) {
|
|
108
|
+
return this.requestStream(tools, onChunk);
|
|
109
|
+
}
|
|
110
|
+
return this.requestSync(tools);
|
|
111
|
+
}
|
|
112
|
+
/** 同步请求 */
|
|
113
|
+
async requestSync(tools) {
|
|
114
|
+
const body = this.buildBody(tools);
|
|
134
115
|
const response = await utility_1.NetworkUtility.HTTP.OnRequest(`${this.config.url}?key=${this.config.apiKey}`, {
|
|
135
116
|
method: "post",
|
|
136
117
|
data: body,
|
|
@@ -138,6 +119,62 @@ class GeminiLLM extends base_1.AbstractLLM {
|
|
|
138
119
|
timeout: this.config.timeout,
|
|
139
120
|
});
|
|
140
121
|
const data = response.data;
|
|
122
|
+
return this.parseResponse(data);
|
|
123
|
+
}
|
|
124
|
+
/** 流式请求 — Gemini SSE 格式(alt=sse) */
|
|
125
|
+
async requestStream(tools, onChunk) {
|
|
126
|
+
const body = this.buildBody(tools);
|
|
127
|
+
let content = "";
|
|
128
|
+
let finishReason = "unknown";
|
|
129
|
+
let usage = { input: 0, output: 0, total: 0 };
|
|
130
|
+
const toolCallParts = [];
|
|
131
|
+
for await (const raw of utility_1.NetworkUtility.HTTP.onStreamRequest(`${this.config.url}?alt=sse&key=${this.config.apiKey}`, {
|
|
132
|
+
method: "post",
|
|
133
|
+
data: body,
|
|
134
|
+
headers: { "Content-Type": "application/json" },
|
|
135
|
+
timeout: this.config.timeout,
|
|
136
|
+
})) {
|
|
137
|
+
const chunk = JSON.parse(raw);
|
|
138
|
+
if (!chunk)
|
|
139
|
+
continue;
|
|
140
|
+
const candidate = chunk.candidates?.[0];
|
|
141
|
+
const parts = candidate?.content?.parts ?? [];
|
|
142
|
+
// 文本增量
|
|
143
|
+
for (const part of parts) {
|
|
144
|
+
if ("text" in part && part.text && !part.thought) {
|
|
145
|
+
content += part.text;
|
|
146
|
+
onChunk({ content: part.text });
|
|
147
|
+
}
|
|
148
|
+
if ("functionCall" in part) {
|
|
149
|
+
toolCallParts.push({ name: part.functionCall.name, args: part.functionCall.args ?? {} });
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
// 终止
|
|
153
|
+
if (candidate?.finishReason) {
|
|
154
|
+
finishReason = this.stopReason(candidate.finishReason);
|
|
155
|
+
}
|
|
156
|
+
if (chunk.usageMetadata) {
|
|
157
|
+
usage = {
|
|
158
|
+
input: chunk.usageMetadata.promptTokenCount ?? 0,
|
|
159
|
+
output: chunk.usageMetadata.candidatesTokenCount ?? 0,
|
|
160
|
+
total: chunk.usageMetadata.totalTokenCount ?? 0,
|
|
161
|
+
};
|
|
162
|
+
onChunk({ content: "", finishReason, usage });
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
const toolCalls = toolCallParts.map(fc => ({
|
|
166
|
+
id: crypto.randomUUID(),
|
|
167
|
+
name: fc.name,
|
|
168
|
+
arguments: fc.args,
|
|
169
|
+
}));
|
|
170
|
+
return {
|
|
171
|
+
id: `gemini-${Date.now()}-${Math.random().toString(36).slice(2, 9)}`,
|
|
172
|
+
model: this.config.model,
|
|
173
|
+
content, toolCalls, finishReason, usage, raw: null,
|
|
174
|
+
};
|
|
175
|
+
}
|
|
176
|
+
/** 同步响应解析(流式/非流式共用) */
|
|
177
|
+
parseResponse(data) {
|
|
141
178
|
const candidate = data.candidates?.[0];
|
|
142
179
|
const parts = candidate?.content?.parts ?? [];
|
|
143
180
|
const textContent = parts.filter((p) => "text" in p && !p.thought).map(p => p.text).join("");
|
|
@@ -160,6 +197,36 @@ class GeminiLLM extends base_1.AbstractLLM {
|
|
|
160
197
|
raw: data,
|
|
161
198
|
};
|
|
162
199
|
}
|
|
200
|
+
/** 构建请求体 */
|
|
201
|
+
buildBody(tools) {
|
|
202
|
+
const contents = this.messages.All();
|
|
203
|
+
const generationConfig = {
|
|
204
|
+
temperature: this.config.temperature,
|
|
205
|
+
topP: this.config.topP,
|
|
206
|
+
topK: this.config.topK,
|
|
207
|
+
candidateCount: this.config.candidateCount,
|
|
208
|
+
maxOutputTokens: this.config.maxTokens,
|
|
209
|
+
stopSequences: this.config.stop ? (Array.isArray(this.config.stop) ? this.config.stop : [this.config.stop]) : undefined,
|
|
210
|
+
responseMimeType: this.config.responseFormat === "json_object" ? "application/json" : undefined,
|
|
211
|
+
responseSchema: undefined,
|
|
212
|
+
};
|
|
213
|
+
return {
|
|
214
|
+
contents,
|
|
215
|
+
systemInstruction: this.config.systemPrompt ? { parts: [{ text: this.config.systemPrompt }] } : undefined,
|
|
216
|
+
generationConfig,
|
|
217
|
+
safetySettings: this.config.safetySettings,
|
|
218
|
+
tools: tools.length > 0
|
|
219
|
+
? [{
|
|
220
|
+
functionDeclarations: tools.map(t => ({
|
|
221
|
+
name: t.name,
|
|
222
|
+
description: t.description,
|
|
223
|
+
parameters: t.inputSchema,
|
|
224
|
+
}))
|
|
225
|
+
}]
|
|
226
|
+
: undefined,
|
|
227
|
+
toolConfig: undefined,
|
|
228
|
+
};
|
|
229
|
+
}
|
|
163
230
|
OnDestroy() {
|
|
164
231
|
return super.OnDestroy();
|
|
165
232
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GeminiLLM.js","sourceRoot":"","sources":["../../../src/module/LLMModule/GeminiLLM.ts"],"names":[],"mappings":";;;AAAA,qCAAyC;AACzC,2CAA2D;AAE3D,gBAAgB;AAChB,MAAa,SAAU,SAAQ,kBAAoE;IAG/F,WAAW;IACX,YAAmB,MAAiC;QAEhD,KAAK,CAAC;YACF,IAAI,EAAE,QAAQ;YACd,GAAG,EAAE,iFAAiF;YACtF,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,kBAAkB;YACzB,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,CAAC;YACP,IAAI,EAAE,EAAE;YACR,SAAS,EAAE,IAAI;YACf,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,SAAS;YACf,eAAe,EAAE,EAAE;YACnB,aAAa,EAAE,GAAG;YAClB,cAAc,EAAE,SAAS;YACzB,cAAc,EAAE,MAAM;YACtB,cAAc,EAAE,SAAS;YACzB,cAAc,EAAE,SAAS;YACzB,kBAAkB,EAAE,SAAS;YAC7B,GAAG,MAAM;SACZ,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5E,CAAC;IAED,0DAA0D;IAE1D,yDAAyD;IAC/C,gBAAgB,CAAC,IAAY,IAAU,CAAC;IAElD,gBAAgB;IACN,cAAc,CAAC,IAAY;QAEjC,MAAM,OAAO,GAAkC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACnF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,gBAAgB;IACN,mBAAmB,CAAC,OAAe,EAAE,SAAsC;QAEjF,MAAM,KAAK,GAAkC,EAAE,CAAC;QAChD,IAAI,OAAO,EACX,CAAC;YACG,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,SAAS,EAAE,MAAM,EACrB,CAAC;YACG,KAAK,MAAM,EAAE,IAAI,SAAS,EAC1B,CAAC;gBACG,KAAK,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACxE,CAAC;QACL,CAAC;QACD,MAAM,OAAO,GAAkC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QACxE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,gBAAgB;IACN,cAAc,CAAC,MAA6B;QAElD,IAAI,MAA+B,CAAC;QACpC,IAAI,CAAC;YAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,MAAM,GAAG,EAAE,MAAM,EAAE,CAAC;QAAC,CAAC;QACxE,MAAM,OAAO,GAAkC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,gBAAgB,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC;QACxI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,4CAA4C;IAClC,eAAe;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,GAAG,CAAC;QAChD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAsC,EAAE,EAAE;YAE7D,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAC3B,CAAC;gBACG,OAAO,OAAO,CAAC;YACnB,CAAC;YACD,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,MAAM,KAAK,GAA6B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBAE7D,IAAI,kBAAkB,IAAI,IAAI,EAC9B,CAAC;oBACG,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;oBAC3D,IAAI,GAAG,CAAC,MAAM,GAAG,MAAM,EACvB,CAAC;wBACG,QAAQ,GAAG,IAAI,CAAC;wBAChB,OAAO;4BACH,GAAG,IAAI;4BACP,gBAAgB,EAAE;gCACd,GAAG,IAAI,CAAC,gBAAgB;gCACxB,QAAQ,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,GAAG,MAAM,EAAE;6BAC9F;yBACJ,CAAC;oBACN,CAAC;gBACL,CAAC;gBACD,OAAO,IAAI,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;QACtD,CAAC,CAAC,CAAC;IACP,CAAC;IACD,uBAAuB;IACb,UAAU,CAAC,MAAc;QAE/B,QAAQ,MAAM,EACd,CAAC;YACG,KAAK,MAAM,CAAC,CAAC,OAAO,MAAM,CAAC;YAC3B,KAAK,YAAY,CAAC,CAAC,OAAO,QAAQ,CAAC;YACnC,KAAK,QAAQ,CAAC;YACd,KAAK,YAAY,CAAC,CAAC,OAAO,gBAAgB,CAAC;YAC3C,OAAO,CAAC,CAAC,OAAO,SAAS,CAAC;QAC9B,CAAC;IACL,CAAC;IACD,gBAAgB;IACN,KAAK,CAAC,OAAO,CAAC,KAAkC;
|
|
1
|
+
{"version":3,"file":"GeminiLLM.js","sourceRoot":"","sources":["../../../src/module/LLMModule/GeminiLLM.ts"],"names":[],"mappings":";;;AAAA,qCAAyC;AACzC,2CAA2D;AAE3D,gBAAgB;AAChB,MAAa,SAAU,SAAQ,kBAAoE;IAG/F,WAAW;IACX,YAAmB,MAAiC;QAEhD,KAAK,CAAC;YACF,IAAI,EAAE,QAAQ;YACd,GAAG,EAAE,iFAAiF;YACtF,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,kBAAkB;YACzB,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,CAAC;YACP,IAAI,EAAE,EAAE;YACR,SAAS,EAAE,IAAI;YACf,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,SAAS;YACf,eAAe,EAAE,EAAE;YACnB,aAAa,EAAE,GAAG;YAClB,cAAc,EAAE,SAAS;YACzB,cAAc,EAAE,MAAM;YACtB,cAAc,EAAE,SAAS;YACzB,cAAc,EAAE,SAAS;YACzB,kBAAkB,EAAE,SAAS;YAC7B,GAAG,MAAM;SACZ,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5E,CAAC;IAED,0DAA0D;IAE1D,yDAAyD;IAC/C,gBAAgB,CAAC,IAAY,IAAU,CAAC;IAElD,gBAAgB;IACN,cAAc,CAAC,IAAY;QAEjC,MAAM,OAAO,GAAkC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACnF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,gBAAgB;IACN,mBAAmB,CAAC,OAAe,EAAE,SAAsC;QAEjF,MAAM,KAAK,GAAkC,EAAE,CAAC;QAChD,IAAI,OAAO,EACX,CAAC;YACG,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,SAAS,EAAE,MAAM,EACrB,CAAC;YACG,KAAK,MAAM,EAAE,IAAI,SAAS,EAC1B,CAAC;gBACG,KAAK,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACxE,CAAC;QACL,CAAC;QACD,MAAM,OAAO,GAAkC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QACxE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,gBAAgB;IACN,cAAc,CAAC,MAA6B;QAElD,IAAI,MAA+B,CAAC;QACpC,IAAI,CAAC;YAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,MAAM,GAAG,EAAE,MAAM,EAAE,CAAC;QAAC,CAAC;QACxE,MAAM,OAAO,GAAkC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,gBAAgB,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC;QACxI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,4CAA4C;IAClC,eAAe;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,GAAG,CAAC;QAChD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAsC,EAAE,EAAE;YAE7D,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAC3B,CAAC;gBACG,OAAO,OAAO,CAAC;YACnB,CAAC;YACD,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,MAAM,KAAK,GAA6B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBAE7D,IAAI,kBAAkB,IAAI,IAAI,EAC9B,CAAC;oBACG,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;oBAC3D,IAAI,GAAG,CAAC,MAAM,GAAG,MAAM,EACvB,CAAC;wBACG,QAAQ,GAAG,IAAI,CAAC;wBAChB,OAAO;4BACH,GAAG,IAAI;4BACP,gBAAgB,EAAE;gCACd,GAAG,IAAI,CAAC,gBAAgB;gCACxB,QAAQ,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,GAAG,MAAM,EAAE;6BAC9F;yBACJ,CAAC;oBACN,CAAC;gBACL,CAAC;gBACD,OAAO,IAAI,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;QACtD,CAAC,CAAC,CAAC;IACP,CAAC;IACD,uBAAuB;IACb,UAAU,CAAC,MAAc;QAE/B,QAAQ,MAAM,EACd,CAAC;YACG,KAAK,MAAM,CAAC,CAAC,OAAO,MAAM,CAAC;YAC3B,KAAK,YAAY,CAAC,CAAC,OAAO,QAAQ,CAAC;YACnC,KAAK,QAAQ,CAAC;YACd,KAAK,YAAY,CAAC,CAAC,OAAO,gBAAgB,CAAC;YAC3C,OAAO,CAAC,CAAC,OAAO,SAAS,CAAC;QAC9B,CAAC;IACL,CAAC;IACD,gBAAgB;IACN,KAAK,CAAC,OAAO,CAAC,KAAkC,EAAE,OAAmC;QAE3F,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,EACjC,CAAC;YACG,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,WAAW;IACH,KAAK,CAAC,WAAW,CAAC,KAAkC;QAExD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,QAAQ,GAAG,MAAM,wBAAc,CAAC,IAAI,CAAC,SAAS,CAChD,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,QAAQ,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAC9C;YACI,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC/B,CACJ,CAAC;QAEF,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC3B,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,oCAAoC;IAC5B,KAAK,CAAC,aAAa,CAAC,KAAkC,EAAE,OAAkC;QAE9F,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,YAAY,GAA4B,SAAS,CAAC;QACtD,IAAI,KAAK,GAAqB,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QAChE,MAAM,aAAa,GAA2D,EAAE,CAAC;QAEjF,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,wBAAc,CAAC,IAAI,CAAC,eAAe,CACvD,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,gBAAgB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EACtD;YACI,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC/B,CACJ,EACD,CAAC;YACG,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;YACxC,MAAM,KAAK,GAAG,SAAS,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;YAE9C,OAAO;YACP,KAAK,MAAM,IAAI,IAAI,KAAK,EACxB,CAAC;gBACG,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAChD,CAAC;oBACG,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC;oBACrB,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBACpC,CAAC;gBACD,IAAI,cAAc,IAAI,IAAI,EAC1B,CAAC;oBACG,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC7F,CAAC;YACL,CAAC;YAED,KAAK;YACL,IAAI,SAAS,EAAE,YAAY,EAC3B,CAAC;gBACG,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YAC3D,CAAC;YACD,IAAI,KAAK,CAAC,aAAa,EACvB,CAAC;gBACG,KAAK,GAAG;oBACJ,KAAK,EAAE,KAAK,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC;oBAChD,MAAM,EAAE,KAAK,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC;oBACrD,KAAK,EAAE,KAAK,CAAC,aAAa,CAAC,eAAe,IAAI,CAAC;iBAClD,CAAC;gBACF,OAAO,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;YAClD,CAAC;QACL,CAAC;QAED,MAAM,SAAS,GAA0B,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YAC9D,EAAE,EAAE,MAAM,CAAC,UAAU,EAAE;YACvB,IAAI,EAAE,EAAE,CAAC,IAAI;YACb,SAAS,EAAE,EAAE,CAAC,IAAI;SACrB,CAAC,CAAC,CAAC;QAEJ,OAAO;YACH,EAAE,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACpE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI;SACrD,CAAC;IACN,CAAC;IAED,uBAAuB;IACf,aAAa,CAAC,IAAoC;QAEtD,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,SAAS,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;QAC9C,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAmC,EAAE,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9H,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAA2C,EAAE,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC;QAExG,OAAO;YACH,EAAE,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,YAAY,IAAI,UAAU,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YAC5G,KAAK,EAAE,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK;YAC7C,OAAO,EAAE,WAAW;YACpB,SAAS,EAAE,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAChC,EAAE,EAAE,MAAM,CAAC,UAAU,EAAE;gBACvB,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI;gBAC1B,SAAS,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE;aACxC,CAAC,CAAC;YACH,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,YAAY,CAAC;YACtD,KAAK,EAAE;gBACH,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,gBAAgB,IAAI,CAAC;gBAChD,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,oBAAoB,IAAI,CAAC;gBACrD,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,eAAe,IAAI,CAAC;aAClD;YACD,GAAG,EAAE,IAAI;SACZ,CAAC;IACN,CAAC;IAED,YAAY;IACJ,SAAS,CAAC,KAAkC;QAEhD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;QACrC,MAAM,gBAAgB,GAAuC;YACzD,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC1C,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;YACtC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;YACvH,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,aAAa,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS;YAC/F,cAAc,EAAE,SAAS;SAC5B,CAAC;QAEF,OAAO;YACH,QAAQ;YACR,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS;YACzG,gBAAgB;YAChB,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC1C,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC;gBACnB,CAAC,CAAC,CAAC;wBACC,oBAAoB,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;4BAClC,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,WAAW,EAAE,CAAC,CAAC,WAAW;4BAC1B,UAAU,EAAE,CAAC,CAAC,WAAiG;yBAClH,CAAC,CAAC;qBACN,CAAC;gBACF,CAAC,CAAC,SAAS;YACf,UAAU,EAAE,SAAS;SACxB,CAAC;IACN,CAAC;IAEM,SAAS;QAEZ,OAAO,KAAK,CAAC,SAAS,EAAE,CAAC;IAC7B,CAAC;CACJ;AArRD,8BAqRC"}
|
|
@@ -17,7 +17,13 @@ export declare class OpenAILLM extends AbstractLLM<LLMUtility.OpenAI.Config, LLM
|
|
|
17
17
|
/** @override — 停止原因 */
|
|
18
18
|
protected stopReason(reason: string): LLMUtility.FinishReason;
|
|
19
19
|
/** @override */
|
|
20
|
-
protected request(tools: LLMUtility.ToolDefinition[]): Promise<LLMUtility.Response>;
|
|
20
|
+
protected request(tools: LLMUtility.ToolDefinition[], onChunk?: LLMUtility.StreamCallback): Promise<LLMUtility.Response>;
|
|
21
|
+
/** 同步请求 */
|
|
22
|
+
private requestSync;
|
|
23
|
+
/** 流式请求 — SSE 格式与 DeepSeek/OpenAI 一致 */
|
|
24
|
+
private requestStream;
|
|
25
|
+
/** 构建请求体 */
|
|
26
|
+
private buildBody;
|
|
21
27
|
OnDestroy(): boolean;
|
|
22
28
|
}
|
|
23
29
|
//# sourceMappingURL=OpenAILLM.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"OpenAILLM.d.ts","sourceRoot":"","sources":["../../../src/module/LLMModule/OpenAILLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAkB,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3D,gBAAgB;AAChB,qBAAa,SAAU,SAAQ,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC;IAG/F,WAAW;gBACQ,MAAM,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,MAAM;IAgCpD,gBAAgB;IAChB,SAAS,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAM9C,gBAAgB;IAChB,SAAS,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAM5C,gBAAgB;IAChB,SAAS,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,IAAI;IAkB5F,gBAAgB;IAChB,SAAS,CAAC,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,UAAU,GAAG,IAAI;IAM7D,2BAA2B;IAC3B,SAAS,CAAC,eAAe,IAAI,IAAI;IAYjC,uBAAuB;IACvB,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAAC,YAAY;IAW7D,gBAAgB;cACA,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,cAAc,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"OpenAILLM.d.ts","sourceRoot":"","sources":["../../../src/module/LLMModule/OpenAILLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAkB,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3D,gBAAgB;AAChB,qBAAa,SAAU,SAAQ,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC;IAG/F,WAAW;gBACQ,MAAM,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,MAAM;IAgCpD,gBAAgB;IAChB,SAAS,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAM9C,gBAAgB;IAChB,SAAS,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAM5C,gBAAgB;IAChB,SAAS,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,IAAI;IAkB5F,gBAAgB;IAChB,SAAS,CAAC,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,UAAU,GAAG,IAAI;IAM7D,2BAA2B;IAC3B,SAAS,CAAC,eAAe,IAAI,IAAI;IAYjC,uBAAuB;IACvB,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAAC,YAAY;IAW7D,gBAAgB;cACA,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,cAAc,EAAE,EAAE,OAAO,CAAC,EAAE,UAAU,CAAC,cAAc,GAAG,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;IAS9H,WAAW;YACG,WAAW;IAiCzB,wCAAwC;YAC1B,aAAa;IA4E3B,YAAY;IACZ,OAAO,CAAC,SAAS;IAyBV,SAAS,IAAI,OAAO;CAI9B"}
|
|
@@ -88,28 +88,15 @@ class OpenAILLM extends base_1.AbstractLLM {
|
|
|
88
88
|
}
|
|
89
89
|
}
|
|
90
90
|
/** @override */
|
|
91
|
-
async request(tools) {
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
presence_penalty: undefined,
|
|
101
|
-
response_format: this.config.responseFormat && this.config.responseFormat !== "text" ? { type: this.config.responseFormat === "json_schema" ? "json_object" : this.config.responseFormat } : undefined,
|
|
102
|
-
stop: this.config.stop,
|
|
103
|
-
stream: this.config.stream,
|
|
104
|
-
stream_options: undefined,
|
|
105
|
-
temperature: this.config.temperature,
|
|
106
|
-
top_p: this.config.topP,
|
|
107
|
-
tools: tools.length > 0 ? tools.map(t => ({ type: "function", function: { name: t.name, description: t.description, parameters: t.inputSchema } })) : undefined,
|
|
108
|
-
tool_choice: undefined,
|
|
109
|
-
logprobs: undefined,
|
|
110
|
-
top_logprobs: undefined,
|
|
111
|
-
seed: this.config.seed,
|
|
112
|
-
};
|
|
91
|
+
async request(tools, onChunk) {
|
|
92
|
+
if (this.config.stream && onChunk) {
|
|
93
|
+
return this.requestStream(tools, onChunk);
|
|
94
|
+
}
|
|
95
|
+
return this.requestSync(tools);
|
|
96
|
+
}
|
|
97
|
+
/** 同步请求 */
|
|
98
|
+
async requestSync(tools) {
|
|
99
|
+
const body = this.buildBody(tools, false);
|
|
113
100
|
const response = await utility_1.NetworkUtility.HTTP.OnRequest(this.config.url, {
|
|
114
101
|
method: "post",
|
|
115
102
|
data: body,
|
|
@@ -137,6 +124,97 @@ class OpenAILLM extends base_1.AbstractLLM {
|
|
|
137
124
|
raw: data,
|
|
138
125
|
};
|
|
139
126
|
}
|
|
127
|
+
/** 流式请求 — SSE 格式与 DeepSeek/OpenAI 一致 */
|
|
128
|
+
async requestStream(tools, onChunk) {
|
|
129
|
+
const body = this.buildBody(tools, true);
|
|
130
|
+
let id = "";
|
|
131
|
+
let model = "";
|
|
132
|
+
let content = "";
|
|
133
|
+
let finishReason = "unknown";
|
|
134
|
+
let usage = { input: 0, output: 0, total: 0 };
|
|
135
|
+
const toolCallMap = new Map();
|
|
136
|
+
for await (const raw of utility_1.NetworkUtility.HTTP.onStreamRequest(this.config.url, {
|
|
137
|
+
method: "post",
|
|
138
|
+
data: body,
|
|
139
|
+
headers: { "Authorization": `Bearer ${this.config.apiKey}` },
|
|
140
|
+
timeout: this.config.timeout,
|
|
141
|
+
})) {
|
|
142
|
+
const chunk = JSON.parse(raw);
|
|
143
|
+
if (!chunk)
|
|
144
|
+
continue;
|
|
145
|
+
id = chunk.id ?? id;
|
|
146
|
+
model = chunk.model ?? model;
|
|
147
|
+
const delta = chunk.choices?.[0]?.delta;
|
|
148
|
+
const chunkFinish = chunk.choices?.[0]?.finish_reason;
|
|
149
|
+
// 文本增量
|
|
150
|
+
if (delta?.content) {
|
|
151
|
+
content += delta.content;
|
|
152
|
+
onChunk({ content: delta.content });
|
|
153
|
+
}
|
|
154
|
+
// 工具调用增量(分片合并)
|
|
155
|
+
if (delta?.tool_calls) {
|
|
156
|
+
for (const tc of delta.tool_calls) {
|
|
157
|
+
const entry = toolCallMap.get(tc.index) ?? { id: "", name: "", args: "" };
|
|
158
|
+
if (tc.id) {
|
|
159
|
+
entry.id = tc.id;
|
|
160
|
+
}
|
|
161
|
+
if (tc.function?.name) {
|
|
162
|
+
entry.name = tc.function.name;
|
|
163
|
+
}
|
|
164
|
+
if (tc.function?.arguments) {
|
|
165
|
+
entry.args += tc.function.arguments;
|
|
166
|
+
}
|
|
167
|
+
toolCallMap.set(tc.index, entry);
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
// 终止分块
|
|
171
|
+
if (chunkFinish) {
|
|
172
|
+
finishReason = this.stopReason(chunkFinish);
|
|
173
|
+
if (chunk.usage) {
|
|
174
|
+
usage = {
|
|
175
|
+
input: chunk.usage.prompt_tokens ?? 0,
|
|
176
|
+
output: chunk.usage.completion_tokens ?? 0,
|
|
177
|
+
total: chunk.usage.total_tokens ?? 0,
|
|
178
|
+
};
|
|
179
|
+
}
|
|
180
|
+
onChunk({ content: "", finishReason, usage });
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
// 组装 toolCalls
|
|
184
|
+
const toolCalls = [];
|
|
185
|
+
for (const [, tc] of toolCallMap) {
|
|
186
|
+
toolCalls.push({
|
|
187
|
+
id: tc.id,
|
|
188
|
+
name: tc.name,
|
|
189
|
+
arguments: JSON.parse(tc.args || "{}"),
|
|
190
|
+
});
|
|
191
|
+
}
|
|
192
|
+
return { id, model, content, toolCalls, finishReason, usage, raw: null };
|
|
193
|
+
}
|
|
194
|
+
/** 构建请求体 */
|
|
195
|
+
buildBody(tools, stream) {
|
|
196
|
+
const messages = this.messages.All();
|
|
197
|
+
return {
|
|
198
|
+
model: this.config.model,
|
|
199
|
+
messages,
|
|
200
|
+
thinking: { type: "disabled" },
|
|
201
|
+
reasoning_effort: this.config.reasoningEffort,
|
|
202
|
+
frequency_penalty: undefined,
|
|
203
|
+
max_tokens: this.config.maxTokens,
|
|
204
|
+
presence_penalty: undefined,
|
|
205
|
+
response_format: this.config.responseFormat && this.config.responseFormat !== "text" ? { type: this.config.responseFormat === "json_schema" ? "json_object" : this.config.responseFormat } : undefined,
|
|
206
|
+
stop: this.config.stop,
|
|
207
|
+
stream,
|
|
208
|
+
stream_options: undefined,
|
|
209
|
+
temperature: this.config.temperature,
|
|
210
|
+
top_p: this.config.topP,
|
|
211
|
+
tools: tools.length > 0 ? tools.map(t => ({ type: "function", function: { name: t.name, description: t.description, parameters: t.inputSchema } })) : undefined,
|
|
212
|
+
tool_choice: undefined,
|
|
213
|
+
logprobs: undefined,
|
|
214
|
+
top_logprobs: undefined,
|
|
215
|
+
seed: this.config.seed,
|
|
216
|
+
};
|
|
217
|
+
}
|
|
140
218
|
OnDestroy() {
|
|
141
219
|
return super.OnDestroy();
|
|
142
220
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"OpenAILLM.js","sourceRoot":"","sources":["../../../src/module/LLMModule/OpenAILLM.ts"],"names":[],"mappings":";;;AAAA,qCAAyC;AACzC,2CAA2D;AAE3D,gBAAgB;AAChB,MAAa,SAAU,SAAQ,kBAAoE;IAG/F,WAAW;IACX,YAAmB,MAAiC;QAEhD,KAAK,CAAC;YACF,IAAI,EAAE,QAAQ;YACd,GAAG,EAAE,4CAA4C;YACjD,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,QAAQ;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,CAAC;YACP,SAAS,EAAE,IAAI;YACf,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,SAAS;YACf,eAAe,EAAE,EAAE;YACnB,aAAa,EAAE,GAAG;YAClB,eAAe,EAAE,QAAQ;YACzB,cAAc,EAAE,MAAM;YACtB,UAAU,EAAE,SAAS;YACrB,aAAa,EAAE,SAAS;YACxB,UAAU,EAAE,SAAS;YACrB,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,MAAM;YACnB,gBAAgB,EAAE,SAAS;YAC3B,gBAAgB,EAAE,SAAS;YAC3B,iBAAiB,EAAE,SAAS;YAC5B,GAAG,MAAM;SACZ,CAAC,CAAC;IACP,CAAC;IAED,0DAA0D;IAE1D,gBAAgB;IACN,gBAAgB,CAAC,IAAY;QAEnC,MAAM,OAAO,GAAoC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACnG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,gBAAgB;IACN,cAAc,CAAC,IAAY;QAEjC,MAAM,OAAO,GAAkC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC/E,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,gBAAgB;IACN,mBAAmB,CAAC,OAAe,EAAE,SAAsC;QAEjF,MAAM,OAAO,GAAuC;YAChD,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,OAAO,IAAI,IAAI;YACxB,UAAU,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACnC,KAAK,EAAE,CAAC;gBACR,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE;oBACN,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC;iBAC1C;aACJ,CAAC,CAAC;SACN,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,gBAAgB;IACN,cAAc,CAAC,MAA6B;QAElD,MAAM,OAAO,GAAkC,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;QAC/G,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,2BAA2B;IACjB,eAAe;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,GAAG,CAAC;QAChD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAsC,EAAE,EAAE;YAE7D,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,EACjF,CAAC;gBACG,OAAO,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,iBAAiB,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC;YACzI,CAAC;YACD,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC,CAAC;IACP,CAAC;IACD,uBAAuB;IACb,UAAU,CAAC,MAAc;QAE/B,QAAQ,MAAM,EACd,CAAC;YACG,KAAK,MAAM,CAAC,CAAC,OAAO,MAAM,CAAC;YAC3B,KAAK,QAAQ,CAAC,CAAC,OAAO,QAAQ,CAAC;YAC/B,KAAK,YAAY,CAAC,CAAC,OAAO,YAAY,CAAC;YACvC,KAAK,gBAAgB,CAAC,CAAC,OAAO,gBAAgB,CAAC;YAC/C,OAAO,CAAC,CAAC,OAAO,SAAS,CAAC;QAC9B,CAAC;IACL,CAAC;IACD,gBAAgB;IACN,KAAK,CAAC,OAAO,CAAC,KAAkC
|
|
1
|
+
{"version":3,"file":"OpenAILLM.js","sourceRoot":"","sources":["../../../src/module/LLMModule/OpenAILLM.ts"],"names":[],"mappings":";;;AAAA,qCAAyC;AACzC,2CAA2D;AAE3D,gBAAgB;AAChB,MAAa,SAAU,SAAQ,kBAAoE;IAG/F,WAAW;IACX,YAAmB,MAAiC;QAEhD,KAAK,CAAC;YACF,IAAI,EAAE,QAAQ;YACd,GAAG,EAAE,4CAA4C;YACjD,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,QAAQ;YACf,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,CAAC;YACP,SAAS,EAAE,IAAI;YACf,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,SAAS;YACf,eAAe,EAAE,EAAE;YACnB,aAAa,EAAE,GAAG;YAClB,eAAe,EAAE,QAAQ;YACzB,cAAc,EAAE,MAAM;YACtB,UAAU,EAAE,SAAS;YACrB,aAAa,EAAE,SAAS;YACxB,UAAU,EAAE,SAAS;YACrB,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,MAAM;YACnB,gBAAgB,EAAE,SAAS;YAC3B,gBAAgB,EAAE,SAAS;YAC3B,iBAAiB,EAAE,SAAS;YAC5B,GAAG,MAAM;SACZ,CAAC,CAAC;IACP,CAAC;IAED,0DAA0D;IAE1D,gBAAgB;IACN,gBAAgB,CAAC,IAAY;QAEnC,MAAM,OAAO,GAAoC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACnG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,gBAAgB;IACN,cAAc,CAAC,IAAY;QAEjC,MAAM,OAAO,GAAkC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC/E,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,gBAAgB;IACN,mBAAmB,CAAC,OAAe,EAAE,SAAsC;QAEjF,MAAM,OAAO,GAAuC;YAChD,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,OAAO,IAAI,IAAI;YACxB,UAAU,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACnC,KAAK,EAAE,CAAC;gBACR,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE;oBACN,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC;iBAC1C;aACJ,CAAC,CAAC;SACN,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,gBAAgB;IACN,cAAc,CAAC,MAA6B;QAElD,MAAM,OAAO,GAAkC,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;QAC/G,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,2BAA2B;IACjB,eAAe;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,GAAG,CAAC;QAChD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAsC,EAAE,EAAE;YAE7D,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,EACjF,CAAC;gBACG,OAAO,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,iBAAiB,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC;YACzI,CAAC;YACD,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC,CAAC;IACP,CAAC;IACD,uBAAuB;IACb,UAAU,CAAC,MAAc;QAE/B,QAAQ,MAAM,EACd,CAAC;YACG,KAAK,MAAM,CAAC,CAAC,OAAO,MAAM,CAAC;YAC3B,KAAK,QAAQ,CAAC,CAAC,OAAO,QAAQ,CAAC;YAC/B,KAAK,YAAY,CAAC,CAAC,OAAO,YAAY,CAAC;YACvC,KAAK,gBAAgB,CAAC,CAAC,OAAO,gBAAgB,CAAC;YAC/C,OAAO,CAAC,CAAC,OAAO,SAAS,CAAC;QAC9B,CAAC;IACL,CAAC;IACD,gBAAgB;IACN,KAAK,CAAC,OAAO,CAAC,KAAkC,EAAE,OAAmC;QAE3F,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,EACjC,CAAC;YACG,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,WAAW;IACH,KAAK,CAAC,WAAW,CAAC,KAAkC;QAExD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,wBAAc,CAAC,IAAI,CAAC,SAAS,CAAiC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;YAClG,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,EAAE,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAChG,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC/B,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,CAAC;QAEhC,OAAO;YACH,EAAE,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE;YACvB,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;YAC/B,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACvC,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;gBACtB,SAAS,EAAE,OAAO,EAAE,CAAC,QAAQ,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS;aACnH,CAAC,CAAC;YACH,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,aAAa,CAAC;YACpD,KAAK,EAAE;gBACH,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;gBACrC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;gBAC1C,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;aACvC;YACD,GAAG,EAAE,IAAI;SACZ,CAAC;IACN,CAAC;IAED,wCAAwC;IAChC,KAAK,CAAC,aAAa,CAAC,KAAkC,EAAE,OAAkC;QAE9F,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACzC,IAAI,EAAE,GAAG,EAAE,CAAC;QACZ,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,YAAY,GAA4B,SAAS,CAAC;QACtD,IAAI,KAAK,GAAqB,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QAChE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAsD,CAAC;QAElF,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,wBAAc,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;YACzE,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,EAAE,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE;YAC5D,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC/B,CAAC,EACF,CAAC;YACG,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,EAAE,GAAG,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;YACpB,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC;YAE7B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;YACxC,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC;YAEtD,OAAO;YACP,IAAI,KAAK,EAAE,OAAO,EAClB,CAAC;gBACG,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC;gBACzB,OAAO,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACxC,CAAC;YAED,eAAe;YACf,IAAI,KAAK,EAAE,UAAU,EACrB,CAAC;gBACG,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EACjC,CAAC;oBACG,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;oBAC1E,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;wBAAC,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;oBAAC,CAAC;oBAChC,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;wBAAC,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAAC,CAAC;oBACzD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;wBAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;oBAAC,CAAC;oBACpE,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBACrC,CAAC;YACL,CAAC;YAED,OAAO;YACP,IAAI,WAAW,EACf,CAAC;gBACG,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;gBAC5C,IAAI,KAAK,CAAC,KAAK,EACf,CAAC;oBACG,KAAK,GAAG;wBACJ,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;wBACrC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;wBAC1C,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;qBACvC,CAAC;gBACN,CAAC;gBACD,OAAO,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;YAClD,CAAC;QACL,CAAC;QAED,eAAe;QACf,MAAM,SAAS,GAA0B,EAAE,CAAC;QAC5C,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,IAAI,WAAW,EAChC,CAAC;YACG,SAAS,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,IAAI,IAAI,CAAC;aACzC,CAAC,CAAC;QACP,CAAC;QAED,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;IAC7E,CAAC;IAED,YAAY;IACJ,SAAS,CAAC,KAAkC,EAAE,MAAe;QAEjE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;QACrC,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,QAAQ;YACR,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;YAC9B,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;YAC7C,iBAAiB,EAAE,SAAS;YAC5B,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;YACjC,gBAAgB,EAAE,SAAS;YAC3B,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,SAAS;YACtM,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,MAAM;YACN,cAAc,EAAE,SAAS;YACzB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACvB,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,UAAmB,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;YACxK,WAAW,EAAE,SAAS;YACtB,QAAQ,EAAE,SAAS;YACnB,YAAY,EAAE,SAAS;YACvB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;SACzB,CAAC;IACN,CAAC;IAEM,SAAS;QAEZ,OAAO,KAAK,CAAC,SAAS,EAAE,CAAC;IAC7B,CAAC;CACJ;AA5PD,8BA4PC"}
|
|
@@ -17,7 +17,13 @@ export declare class QWenLLM extends AbstractLLM<LLMUtility.QWen.Config, LLMUtil
|
|
|
17
17
|
/** @override — 停止原因 */
|
|
18
18
|
protected stopReason(reason: string): LLMUtility.FinishReason;
|
|
19
19
|
/** @override */
|
|
20
|
-
protected request(tools: LLMUtility.ToolDefinition[]): Promise<LLMUtility.Response>;
|
|
20
|
+
protected request(tools: LLMUtility.ToolDefinition[], onChunk?: LLMUtility.StreamCallback): Promise<LLMUtility.Response>;
|
|
21
|
+
/** 同步请求 */
|
|
22
|
+
private requestSync;
|
|
23
|
+
/** 流式请求 — 兼容 OpenAI SSE 格式 */
|
|
24
|
+
private requestStream;
|
|
25
|
+
/** 构建请求体 */
|
|
26
|
+
private buildBody;
|
|
21
27
|
OnDestroy(): boolean;
|
|
22
28
|
}
|
|
23
29
|
//# sourceMappingURL=QWenLLM.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"QWenLLM.d.ts","sourceRoot":"","sources":["../../../src/module/LLMModule/QWenLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAkB,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3D,cAAc;AACd,qBAAa,OAAQ,SAAQ,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC;IAGzF,WAAW;gBACQ,MAAM,CAAC,EAAE,UAAU,CAAC,IAAI,CAAC,MAAM;IA2BlD,gBAAgB;IAChB,SAAS,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAM9C,gBAAgB;IAChB,SAAS,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAM5C,gBAAgB;IAChB,SAAS,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,IAAI;IAe5F,gBAAgB;IAChB,SAAS,CAAC,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,UAAU,GAAG,IAAI;IAM7D,2BAA2B;IAC3B,SAAS,CAAC,eAAe,IAAI,IAAI;IAYjC,uBAAuB;IACvB,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAAC,YAAY;IAW7D,gBAAgB;cACA,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,cAAc,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"QWenLLM.d.ts","sourceRoot":"","sources":["../../../src/module/LLMModule/QWenLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAkB,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3D,cAAc;AACd,qBAAa,OAAQ,SAAQ,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC;IAGzF,WAAW;gBACQ,MAAM,CAAC,EAAE,UAAU,CAAC,IAAI,CAAC,MAAM;IA2BlD,gBAAgB;IAChB,SAAS,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAM9C,gBAAgB;IAChB,SAAS,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAM5C,gBAAgB;IAChB,SAAS,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,IAAI;IAe5F,gBAAgB;IAChB,SAAS,CAAC,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,UAAU,GAAG,IAAI;IAM7D,2BAA2B;IAC3B,SAAS,CAAC,eAAe,IAAI,IAAI;IAYjC,uBAAuB;IACvB,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAAC,YAAY;IAW7D,gBAAgB;cACA,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,cAAc,EAAE,EAAE,OAAO,CAAC,EAAE,UAAU,CAAC,cAAc,GAAG,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;IAS9H,WAAW;YACG,WAAW;IAiCzB,8BAA8B;YAChB,aAAa;IAwE3B,YAAY;IACZ,OAAO,CAAC,SAAS;IAyBV,SAAS,IAAI,OAAO;CAI9B"}
|
|
@@ -80,28 +80,15 @@ class QWenLLM extends base_1.AbstractLLM {
|
|
|
80
80
|
}
|
|
81
81
|
}
|
|
82
82
|
/** @override */
|
|
83
|
-
async request(tools) {
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
response_format: this.config.responseFormat && this.config.responseFormat !== "text" ? { type: this.config.responseFormat } : undefined,
|
|
93
|
-
temperature: this.config.temperature,
|
|
94
|
-
top_p: this.config.topP,
|
|
95
|
-
max_tokens: this.config.maxTokens,
|
|
96
|
-
stop: this.config.stop,
|
|
97
|
-
stream: this.config.stream,
|
|
98
|
-
stream_options: undefined,
|
|
99
|
-
frequency_penalty: undefined,
|
|
100
|
-
presence_penalty: undefined,
|
|
101
|
-
tools: tools.length > 0 ? tools.map(t => ({ type: "function", function: { name: t.name, description: t.description, parameters: t.inputSchema } })) : undefined,
|
|
102
|
-
tool_choice: undefined,
|
|
103
|
-
seed: this.config.seed,
|
|
104
|
-
};
|
|
83
|
+
async request(tools, onChunk) {
|
|
84
|
+
if (this.config.stream && onChunk) {
|
|
85
|
+
return this.requestStream(tools, onChunk);
|
|
86
|
+
}
|
|
87
|
+
return this.requestSync(tools);
|
|
88
|
+
}
|
|
89
|
+
/** 同步请求 */
|
|
90
|
+
async requestSync(tools) {
|
|
91
|
+
const body = this.buildBody(tools, false);
|
|
105
92
|
const response = await utility_1.NetworkUtility.HTTP.OnRequest(this.config.url, {
|
|
106
93
|
method: "post",
|
|
107
94
|
data: body,
|
|
@@ -129,6 +116,93 @@ class QWenLLM extends base_1.AbstractLLM {
|
|
|
129
116
|
raw: data,
|
|
130
117
|
};
|
|
131
118
|
}
|
|
119
|
+
/** 流式请求 — 兼容 OpenAI SSE 格式 */
|
|
120
|
+
async requestStream(tools, onChunk) {
|
|
121
|
+
const body = this.buildBody(tools, true);
|
|
122
|
+
let id = "";
|
|
123
|
+
let model = "";
|
|
124
|
+
let content = "";
|
|
125
|
+
let finishReason = "unknown";
|
|
126
|
+
let usage = { input: 0, output: 0, total: 0 };
|
|
127
|
+
const toolCallMap = new Map();
|
|
128
|
+
for await (const raw of utility_1.NetworkUtility.HTTP.onStreamRequest(this.config.url, {
|
|
129
|
+
method: "post",
|
|
130
|
+
data: body,
|
|
131
|
+
headers: { "Authorization": `Bearer ${this.config.apiKey}` },
|
|
132
|
+
timeout: this.config.timeout,
|
|
133
|
+
})) {
|
|
134
|
+
const chunk = JSON.parse(raw);
|
|
135
|
+
if (!chunk)
|
|
136
|
+
continue;
|
|
137
|
+
id = chunk.id ?? id;
|
|
138
|
+
model = chunk.model ?? model;
|
|
139
|
+
const delta = chunk.choices?.[0]?.delta;
|
|
140
|
+
const chunkFinish = chunk.choices?.[0]?.finish_reason;
|
|
141
|
+
if (delta?.content) {
|
|
142
|
+
content += delta.content;
|
|
143
|
+
onChunk({ content: delta.content });
|
|
144
|
+
}
|
|
145
|
+
if (delta?.tool_calls) {
|
|
146
|
+
for (const tc of delta.tool_calls) {
|
|
147
|
+
const entry = toolCallMap.get(tc.index) ?? { id: "", name: "", args: "" };
|
|
148
|
+
if (tc.id) {
|
|
149
|
+
entry.id = tc.id;
|
|
150
|
+
}
|
|
151
|
+
if (tc.function?.name) {
|
|
152
|
+
entry.name = tc.function.name;
|
|
153
|
+
}
|
|
154
|
+
if (tc.function?.arguments) {
|
|
155
|
+
entry.args += tc.function.arguments;
|
|
156
|
+
}
|
|
157
|
+
toolCallMap.set(tc.index, entry);
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
if (chunkFinish) {
|
|
161
|
+
finishReason = this.stopReason(chunkFinish);
|
|
162
|
+
if (chunk.usage) {
|
|
163
|
+
usage = {
|
|
164
|
+
input: chunk.usage.prompt_tokens ?? 0,
|
|
165
|
+
output: chunk.usage.completion_tokens ?? 0,
|
|
166
|
+
total: chunk.usage.total_tokens ?? 0,
|
|
167
|
+
};
|
|
168
|
+
}
|
|
169
|
+
onChunk({ content: "", finishReason, usage });
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
const toolCalls = [];
|
|
173
|
+
for (const [, tc] of toolCallMap) {
|
|
174
|
+
toolCalls.push({
|
|
175
|
+
id: tc.id,
|
|
176
|
+
name: tc.name,
|
|
177
|
+
arguments: JSON.parse(tc.args || "{}"),
|
|
178
|
+
});
|
|
179
|
+
}
|
|
180
|
+
return { id, model, content, toolCalls, finishReason, usage, raw: null };
|
|
181
|
+
}
|
|
182
|
+
/** 构建请求体 */
|
|
183
|
+
buildBody(tools, stream) {
|
|
184
|
+
const messages = this.messages.All();
|
|
185
|
+
return {
|
|
186
|
+
model: this.config.model,
|
|
187
|
+
messages,
|
|
188
|
+
thinking: this.config.thinking,
|
|
189
|
+
enable_search: this.config.enableSearch || undefined,
|
|
190
|
+
vl_high_resolution_images: this.config.vlHighResolutionImages || undefined,
|
|
191
|
+
repetition_penalty: this.config.repetitionPenalty,
|
|
192
|
+
response_format: this.config.responseFormat && this.config.responseFormat !== "text" ? { type: this.config.responseFormat } : undefined,
|
|
193
|
+
temperature: this.config.temperature,
|
|
194
|
+
top_p: this.config.topP,
|
|
195
|
+
max_tokens: this.config.maxTokens,
|
|
196
|
+
stop: this.config.stop,
|
|
197
|
+
stream,
|
|
198
|
+
stream_options: undefined,
|
|
199
|
+
frequency_penalty: undefined,
|
|
200
|
+
presence_penalty: undefined,
|
|
201
|
+
tools: tools.length > 0 ? tools.map(t => ({ type: "function", function: { name: t.name, description: t.description, parameters: t.inputSchema } })) : undefined,
|
|
202
|
+
tool_choice: undefined,
|
|
203
|
+
seed: this.config.seed,
|
|
204
|
+
};
|
|
205
|
+
}
|
|
132
206
|
OnDestroy() {
|
|
133
207
|
return super.OnDestroy();
|
|
134
208
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"QWenLLM.js","sourceRoot":"","sources":["../../../src/module/LLMModule/QWenLLM.ts"],"names":[],"mappings":";;;AAAA,qCAAyC;AACzC,2CAA2D;AAE3D,cAAc;AACd,MAAa,OAAQ,SAAQ,kBAAgE;IAGzF,WAAW;IACX,YAAmB,MAA+B;QAE9C,KAAK,CAAC;YACF,IAAI,EAAE,MAAM;YACZ,GAAG,EAAE,oEAAoE;YACzE,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,WAAW;YAClB,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,CAAC;YACP,SAAS,EAAE,IAAI;YACf,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,SAAS;YACf,eAAe,EAAE,EAAE;YACnB,aAAa,EAAE,GAAG;YAClB,YAAY,EAAE,KAAK;YACnB,sBAAsB,EAAE,KAAK;YAC7B,iBAAiB,EAAE,SAAS;YAC5B,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;YAC9B,cAAc,EAAE,MAAM;YACtB,GAAG,MAAM;SACZ,CAAC,CAAC;IACP,CAAC;IAED,0DAA0D;IAE1D,gBAAgB;IACN,gBAAgB,CAAC,IAAY;QAEnC,MAAM,OAAO,GAAkC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACjG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,gBAAgB;IACN,cAAc,CAAC,IAAY;QAEjC,MAAM,OAAO,GAAgC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC7E,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,gBAAgB;IACN,mBAAmB,CAAC,OAAe,EAAE,SAAsC;QAEjF,MAAM,OAAO,GAAqC;YAC9C,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,OAAO,IAAI,IAAI;YACxB,UAAU,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACnC,KAAK,EAAE,CAAC;gBACR,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE;aACvE,CAAC,CAAC;SACN,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,gBAAgB;IACN,cAAc,CAAC,MAA6B;QAElD,MAAM,OAAO,GAAgC,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;QAC7G,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,2BAA2B;IACjB,eAAe;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,GAAG,CAAC;QAChD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAoC,EAAE,EAAE;YAE3D,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,EACjF,CAAC;gBACG,OAAO,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,iBAAiB,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC;YACzI,CAAC;YACD,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC,CAAC;IACP,CAAC;IACD,uBAAuB;IACb,UAAU,CAAC,MAAc;QAE/B,QAAQ,MAAM,EACd,CAAC;YACG,KAAK,MAAM,CAAC,CAAC,OAAO,MAAM,CAAC;YAC3B,KAAK,QAAQ,CAAC,CAAC,OAAO,QAAQ,CAAC;YAC/B,KAAK,YAAY,CAAC,CAAC,OAAO,YAAY,CAAC;YACvC,KAAK,gBAAgB,CAAC,CAAC,OAAO,gBAAgB,CAAC;YAC/C,OAAO,CAAC,CAAC,OAAO,SAAS,CAAC;QAC9B,CAAC;IACL,CAAC;IACD,gBAAgB;IACN,KAAK,CAAC,OAAO,CAAC,KAAkC
|
|
1
|
+
{"version":3,"file":"QWenLLM.js","sourceRoot":"","sources":["../../../src/module/LLMModule/QWenLLM.ts"],"names":[],"mappings":";;;AAAA,qCAAyC;AACzC,2CAA2D;AAE3D,cAAc;AACd,MAAa,OAAQ,SAAQ,kBAAgE;IAGzF,WAAW;IACX,YAAmB,MAA+B;QAE9C,KAAK,CAAC;YACF,IAAI,EAAE,MAAM;YACZ,GAAG,EAAE,oEAAoE;YACzE,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,WAAW;YAClB,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,CAAC;YACP,SAAS,EAAE,IAAI;YACf,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,SAAS;YACf,eAAe,EAAE,EAAE;YACnB,aAAa,EAAE,GAAG;YAClB,YAAY,EAAE,KAAK;YACnB,sBAAsB,EAAE,KAAK;YAC7B,iBAAiB,EAAE,SAAS;YAC5B,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;YAC9B,cAAc,EAAE,MAAM;YACtB,GAAG,MAAM;SACZ,CAAC,CAAC;IACP,CAAC;IAED,0DAA0D;IAE1D,gBAAgB;IACN,gBAAgB,CAAC,IAAY;QAEnC,MAAM,OAAO,GAAkC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACjG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,gBAAgB;IACN,cAAc,CAAC,IAAY;QAEjC,MAAM,OAAO,GAAgC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC7E,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,gBAAgB;IACN,mBAAmB,CAAC,OAAe,EAAE,SAAsC;QAEjF,MAAM,OAAO,GAAqC;YAC9C,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,OAAO,IAAI,IAAI;YACxB,UAAU,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACnC,KAAK,EAAE,CAAC;gBACR,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE;aACvE,CAAC,CAAC;SACN,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,gBAAgB;IACN,cAAc,CAAC,MAA6B;QAElD,MAAM,OAAO,GAAgC,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;QAC7G,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,2BAA2B;IACjB,eAAe;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,GAAG,CAAC;QAChD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAoC,EAAE,EAAE;YAE3D,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,EACjF,CAAC;gBACG,OAAO,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,iBAAiB,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC;YACzI,CAAC;YACD,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC,CAAC;IACP,CAAC;IACD,uBAAuB;IACb,UAAU,CAAC,MAAc;QAE/B,QAAQ,MAAM,EACd,CAAC;YACG,KAAK,MAAM,CAAC,CAAC,OAAO,MAAM,CAAC;YAC3B,KAAK,QAAQ,CAAC,CAAC,OAAO,QAAQ,CAAC;YAC/B,KAAK,YAAY,CAAC,CAAC,OAAO,YAAY,CAAC;YACvC,KAAK,gBAAgB,CAAC,CAAC,OAAO,gBAAgB,CAAC;YAC/C,OAAO,CAAC,CAAC,OAAO,SAAS,CAAC;QAC9B,CAAC;IACL,CAAC;IACD,gBAAgB;IACN,KAAK,CAAC,OAAO,CAAC,KAAkC,EAAE,OAAmC;QAE3F,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,EACjC,CAAC;YACG,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,WAAW;IACH,KAAK,CAAC,WAAW,CAAC,KAAkC;QAExD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,wBAAc,CAAC,IAAI,CAAC,SAAS,CAA+B,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;YAChG,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,EAAE,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAChG,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC/B,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,CAAC;QAEhC,OAAO;YACH,EAAE,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE;YACvB,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;YAC/B,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACvC,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;gBACtB,SAAS,EAAE,OAAO,EAAE,CAAC,QAAQ,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS;aACnH,CAAC,CAAC;YACH,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,aAAa,CAAC;YACpD,KAAK,EAAE;gBACH,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;gBACrC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;gBAC1C,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;aACvC;YACD,GAAG,EAAE,IAAI;SACZ,CAAC;IACN,CAAC;IAED,8BAA8B;IACtB,KAAK,CAAC,aAAa,CAAC,KAAkC,EAAE,OAAkC;QAE9F,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACzC,IAAI,EAAE,GAAG,EAAE,CAAC;QACZ,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,YAAY,GAA4B,SAAS,CAAC;QACtD,IAAI,KAAK,GAAqB,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QAChE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAsD,CAAC;QAElF,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,wBAAc,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;YACzE,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,EAAE,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE;YAC5D,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC/B,CAAC,EACF,CAAC;YACG,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,EAAE,GAAG,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;YACpB,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC;YAE7B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;YACxC,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC;YAEtD,IAAI,KAAK,EAAE,OAAO,EAClB,CAAC;gBACG,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC;gBACzB,OAAO,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACxC,CAAC;YAED,IAAI,KAAK,EAAE,UAAU,EACrB,CAAC;gBACG,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EACjC,CAAC;oBACG,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;oBAC1E,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;wBAAC,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;oBAAC,CAAC;oBAChC,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;wBAAC,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAAC,CAAC;oBACzD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;wBAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;oBAAC,CAAC;oBACpE,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBACrC,CAAC;YACL,CAAC;YAED,IAAI,WAAW,EACf,CAAC;gBACG,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;gBAC5C,IAAI,KAAK,CAAC,KAAK,EACf,CAAC;oBACG,KAAK,GAAG;wBACJ,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;wBACrC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;wBAC1C,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;qBACvC,CAAC;gBACN,CAAC;gBACD,OAAO,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;YAClD,CAAC;QACL,CAAC;QAED,MAAM,SAAS,GAA0B,EAAE,CAAC;QAC5C,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,IAAI,WAAW,EAChC,CAAC;YACG,SAAS,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,IAAI,IAAI,CAAC;aACzC,CAAC,CAAC;QACP,CAAC;QAED,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;IAC7E,CAAC;IAED,YAAY;IACJ,SAAS,CAAC,KAAkC,EAAE,MAAe;QAEjE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;QACrC,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,QAAQ;YACR,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC9B,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,SAAS;YACpD,yBAAyB,EAAE,IAAI,CAAC,MAAM,CAAC,sBAAsB,IAAI,SAAS;YAC1E,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB;YACjD,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,SAAS;YACvI,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACvB,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;YACjC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,MAAM;YACN,cAAc,EAAE,SAAS;YACzB,iBAAiB,EAAE,SAAS;YAC5B,gBAAgB,EAAE,SAAS;YAC3B,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,UAAmB,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;YACxK,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;SACzB,CAAC;IACN,CAAC;IAEM,SAAS;QAEZ,OAAO,KAAK,CAAC,SAAS,EAAE,CAAC;IAC7B,CAAC;CACJ;AAhPD,0BAgPC"}
|
package/package.json
CHANGED
package/utility/LLMUtility.d.ts
CHANGED
|
@@ -144,6 +144,17 @@ export declare namespace LLMUtility {
|
|
|
144
144
|
/** 原始响应(调试用) */
|
|
145
145
|
raw: object;
|
|
146
146
|
}
|
|
147
|
+
/** 流式输出分块 */
|
|
148
|
+
interface StreamChunk {
|
|
149
|
+
/** 增量文本内容 */
|
|
150
|
+
content: string;
|
|
151
|
+
/** 结束原因(仅最终 chunk 有值) */
|
|
152
|
+
finishReason?: FinishReason;
|
|
153
|
+
/** Token 用量(仅最终 chunk 有值) */
|
|
154
|
+
usage?: Usage;
|
|
155
|
+
}
|
|
156
|
+
/** 流式回调 */
|
|
157
|
+
type StreamCallback = (chunk: StreamChunk) => void;
|
|
147
158
|
/** 大模型工具调用 */
|
|
148
159
|
interface ToolCall {
|
|
149
160
|
/** 调用ID */
|