@fllf/agent-sdk 0.1.2 → 0.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +169 -0
- package/README.md +824 -198
- package/dist/agent/Agent.d.ts +16 -5
- package/dist/agent/Agent.d.ts.map +1 -1
- package/dist/agent/Agent.js +283 -2
- package/dist/agent/Agent.js.map +1 -1
- package/dist/agent/index.d.ts +1 -1
- package/dist/agent/index.d.ts.map +1 -1
- package/dist/agent/types.d.ts +27 -3
- package/dist/agent/types.d.ts.map +1 -1
- package/dist/config/config.d.ts +22 -3
- package/dist/config/config.d.ts.map +1 -1
- package/dist/config/config.js +194 -47
- package/dist/config/config.js.map +1 -1
- package/dist/config/index.d.ts +1 -1
- package/dist/config/index.d.ts.map +1 -1
- package/dist/errors.d.ts +74 -0
- package/dist/errors.d.ts.map +1 -0
- package/dist/errors.js +186 -0
- package/dist/errors.js.map +1 -0
- package/dist/executors/base-executor.d.ts +14 -0
- package/dist/executors/base-executor.d.ts.map +1 -0
- package/dist/executors/base-executor.js +31 -0
- package/dist/executors/base-executor.js.map +1 -0
- package/dist/executors/base.d.ts +36 -5
- package/dist/executors/base.d.ts.map +1 -1
- package/dist/executors/chat-request-builder.d.ts +10 -0
- package/dist/executors/chat-request-builder.d.ts.map +1 -0
- package/dist/executors/chat-request-builder.js +96 -0
- package/dist/executors/chat-request-builder.js.map +1 -0
- package/dist/executors/index.d.ts +4 -1
- package/dist/executors/index.d.ts.map +1 -1
- package/dist/executors/index.js +6 -1
- package/dist/executors/index.js.map +1 -1
- package/dist/executors/rag-executor.js +1 -1
- package/dist/executors/rag-executor.js.map +1 -1
- package/dist/executors/simple-chat-executor.d.ts +4 -2
- package/dist/executors/simple-chat-executor.d.ts.map +1 -1
- package/dist/executors/simple-chat-executor.js +59 -57
- package/dist/executors/simple-chat-executor.js.map +1 -1
- package/dist/executors/tool-calling-executor.d.ts +20 -2
- package/dist/executors/tool-calling-executor.d.ts.map +1 -1
- package/dist/executors/tool-calling-executor.js +189 -91
- package/dist/executors/tool-calling-executor.js.map +1 -1
- package/dist/history/base.d.ts +55 -2
- package/dist/history/base.d.ts.map +1 -1
- package/dist/history/base.js +49 -0
- package/dist/history/base.js.map +1 -1
- package/dist/history/compression.d.ts +49 -0
- package/dist/history/compression.d.ts.map +1 -0
- package/dist/history/compression.js +53 -0
- package/dist/history/compression.js.map +1 -0
- package/dist/history/context-window.d.ts +33 -0
- package/dist/history/context-window.d.ts.map +1 -0
- package/dist/history/context-window.js +68 -0
- package/dist/history/context-window.js.map +1 -0
- package/dist/history/in-memory.d.ts +6 -4
- package/dist/history/in-memory.d.ts.map +1 -1
- package/dist/history/in-memory.js +25 -39
- package/dist/history/in-memory.js.map +1 -1
- package/dist/history/index.d.ts +9 -2
- package/dist/history/index.d.ts.map +1 -1
- package/dist/history/index.js +18 -1
- package/dist/history/index.js.map +1 -1
- package/dist/history/postgres/index.d.ts +4 -0
- package/dist/history/postgres/index.d.ts.map +1 -0
- package/dist/history/postgres/index.js +20 -0
- package/dist/history/postgres/index.js.map +1 -0
- package/dist/history/postgres/postgres-message-history-store.d.ts +35 -0
- package/dist/history/postgres/postgres-message-history-store.d.ts.map +1 -0
- package/dist/history/postgres/postgres-message-history-store.js +195 -0
- package/dist/history/postgres/postgres-message-history-store.js.map +1 -0
- package/dist/history/postgres/schema.d.ts +18 -0
- package/dist/history/postgres/schema.d.ts.map +1 -0
- package/dist/history/postgres/schema.js +46 -0
- package/dist/history/postgres/schema.js.map +1 -0
- package/dist/history/postgres/sql.d.ts +29 -0
- package/dist/history/postgres/sql.d.ts.map +1 -0
- package/dist/history/postgres/sql.js +102 -0
- package/dist/history/postgres/sql.js.map +1 -0
- package/dist/history/postgres/types.d.ts +20 -0
- package/dist/history/postgres/types.d.ts.map +1 -0
- package/dist/history/postgres/types.js +3 -0
- package/dist/history/postgres/types.js.map +1 -0
- package/dist/history/tool-pairing.d.ts +11 -0
- package/dist/history/tool-pairing.d.ts.map +1 -0
- package/dist/history/tool-pairing.js +52 -0
- package/dist/history/tool-pairing.js.map +1 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -1
- package/dist/llm/LLM.d.ts +1 -0
- package/dist/llm/LLM.d.ts.map +1 -1
- package/dist/llm/LLM.js +136 -26
- package/dist/llm/LLM.js.map +1 -1
- package/dist/llm/errors.d.ts +11 -1
- package/dist/llm/errors.d.ts.map +1 -1
- package/dist/llm/errors.js +50 -1
- package/dist/llm/errors.js.map +1 -1
- package/dist/llm/factory.d.ts +14 -2
- package/dist/llm/factory.d.ts.map +1 -1
- package/dist/llm/factory.js +48 -9
- package/dist/llm/factory.js.map +1 -1
- package/dist/llm/index.d.ts +8 -3
- package/dist/llm/index.d.ts.map +1 -1
- package/dist/llm/index.js +10 -1
- package/dist/llm/index.js.map +1 -1
- package/dist/llm/providers/anthropic.d.ts +14 -0
- package/dist/llm/providers/anthropic.d.ts.map +1 -0
- package/dist/llm/providers/anthropic.js +336 -0
- package/dist/llm/providers/anthropic.js.map +1 -0
- package/dist/llm/providers/openai-compatible.d.ts +7 -0
- package/dist/llm/providers/openai-compatible.d.ts.map +1 -1
- package/dist/llm/providers/openai-compatible.js +151 -47
- package/dist/llm/providers/openai-compatible.js.map +1 -1
- package/dist/llm/stream-accumulator.d.ts +17 -0
- package/dist/llm/stream-accumulator.d.ts.map +1 -0
- package/dist/llm/stream-accumulator.js +83 -0
- package/dist/llm/stream-accumulator.js.map +1 -0
- package/dist/llm/tool-arguments.d.ts +6 -0
- package/dist/llm/tool-arguments.d.ts.map +1 -0
- package/dist/llm/tool-arguments.js +20 -0
- package/dist/llm/tool-arguments.js.map +1 -0
- package/dist/llm/types.d.ts +76 -4
- package/dist/llm/types.d.ts.map +1 -1
- package/dist/messages/content.d.ts +36 -0
- package/dist/messages/content.d.ts.map +1 -0
- package/dist/messages/content.js +70 -0
- package/dist/messages/content.js.map +1 -0
- package/dist/messages/index.d.ts +4 -2
- package/dist/messages/index.d.ts.map +1 -1
- package/dist/messages/index.js +10 -1
- package/dist/messages/index.js.map +1 -1
- package/dist/messages/message.d.ts +11 -9
- package/dist/messages/message.d.ts.map +1 -1
- package/dist/messages/message.js +69 -4
- package/dist/messages/message.js.map +1 -1
- package/dist/messages/types.d.ts +12 -0
- package/dist/messages/types.d.ts.map +1 -1
- package/dist/observability/collecting-observer.d.ts +8 -0
- package/dist/observability/collecting-observer.d.ts.map +1 -0
- package/dist/observability/collecting-observer.js +15 -0
- package/dist/observability/collecting-observer.js.map +1 -0
- package/dist/observability/index.d.ts +1 -0
- package/dist/observability/index.d.ts.map +1 -1
- package/dist/observability/index.js +3 -1
- package/dist/observability/index.js.map +1 -1
- package/dist/observability/observer.d.ts.map +1 -1
- package/dist/observability/observer.js +14 -1
- package/dist/observability/observer.js.map +1 -1
- package/dist/observability/types.d.ts +16 -1
- package/dist/observability/types.d.ts.map +1 -1
- package/dist/rag/chunking/auto-chunker.d.ts +7 -0
- package/dist/rag/chunking/auto-chunker.d.ts.map +1 -1
- package/dist/rag/chunking/auto-chunker.js +13 -0
- package/dist/rag/chunking/auto-chunker.js.map +1 -1
- package/dist/rag/chunking/chunker.d.ts.map +1 -1
- package/dist/rag/chunking/chunker.js +29 -5
- package/dist/rag/chunking/chunker.js.map +1 -1
- package/dist/rag/chunking/index.d.ts +2 -0
- package/dist/rag/chunking/index.d.ts.map +1 -1
- package/dist/rag/chunking/index.js +2 -0
- package/dist/rag/chunking/index.js.map +1 -1
- package/dist/rag/chunking/markdown-chunker.d.ts.map +1 -1
- package/dist/rag/chunking/markdown-chunker.js.map +1 -1
- package/dist/rag/chunking/qa-pair-chunker.d.ts +23 -0
- package/dist/rag/chunking/qa-pair-chunker.d.ts.map +1 -0
- package/dist/rag/chunking/qa-pair-chunker.js +162 -0
- package/dist/rag/chunking/qa-pair-chunker.js.map +1 -0
- package/dist/rag/chunking/semantic-chunker.d.ts +19 -0
- package/dist/rag/chunking/semantic-chunker.d.ts.map +1 -0
- package/dist/rag/chunking/semantic-chunker.js +291 -0
- package/dist/rag/chunking/semantic-chunker.js.map +1 -0
- package/dist/rag/embeddings/embedder.d.ts.map +1 -1
- package/dist/rag/embeddings/embedder.js +6 -0
- package/dist/rag/embeddings/embedder.js.map +1 -1
- package/dist/rag/generation/context-builder.d.ts +7 -0
- package/dist/rag/generation/context-builder.d.ts.map +1 -1
- package/dist/rag/generation/context-builder.js +4 -1
- package/dist/rag/generation/context-builder.js.map +1 -1
- package/dist/rag/ingestion/metadata.d.ts +6 -1
- package/dist/rag/ingestion/metadata.d.ts.map +1 -1
- package/dist/rag/ingestion/metadata.js +6 -2
- package/dist/rag/ingestion/metadata.js.map +1 -1
- package/dist/rag/pipeline.d.ts.map +1 -1
- package/dist/rag/pipeline.js +34 -11
- package/dist/rag/pipeline.js.map +1 -1
- package/dist/rag/retrieval/index.d.ts +1 -0
- package/dist/rag/retrieval/index.d.ts.map +1 -1
- package/dist/rag/retrieval/index.js +1 -0
- package/dist/rag/retrieval/index.js.map +1 -1
- package/dist/rag/retrieval/parent-child-expanding-retriever.d.ts +31 -0
- package/dist/rag/retrieval/parent-child-expanding-retriever.d.ts.map +1 -0
- package/dist/rag/retrieval/parent-child-expanding-retriever.js +194 -0
- package/dist/rag/retrieval/parent-child-expanding-retriever.js.map +1 -0
- package/dist/rag/stores/in-memory-keyword-store.d.ts.map +1 -1
- package/dist/rag/stores/in-memory-keyword-store.js +3 -8
- package/dist/rag/stores/in-memory-keyword-store.js.map +1 -1
- package/dist/rag/stores/keyword-tokenizer.d.ts +4 -0
- package/dist/rag/stores/keyword-tokenizer.d.ts.map +1 -0
- package/dist/rag/stores/keyword-tokenizer.js +113 -0
- package/dist/rag/stores/keyword-tokenizer.js.map +1 -0
- package/dist/rag/stores/postgres/pg-vector-store.d.ts.map +1 -1
- package/dist/rag/stores/postgres/pg-vector-store.js +21 -8
- package/dist/rag/stores/postgres/pg-vector-store.js.map +1 -1
- package/dist/rag/stores/postgres/postgres-document-store.d.ts.map +1 -1
- package/dist/rag/stores/postgres/postgres-document-store.js +26 -13
- package/dist/rag/stores/postgres/postgres-document-store.js.map +1 -1
- package/dist/rag/stores/postgres/postgres-keyword-store.d.ts.map +1 -1
- package/dist/rag/stores/postgres/postgres-keyword-store.js +43 -43
- package/dist/rag/stores/postgres/postgres-keyword-store.js.map +1 -1
- package/dist/rag/stores/postgres/sql.d.ts +22 -0
- package/dist/rag/stores/postgres/sql.d.ts.map +1 -1
- package/dist/rag/stores/postgres/sql.js +42 -0
- package/dist/rag/stores/postgres/sql.js.map +1 -1
- package/dist/rag/stores/types.d.ts +5 -0
- package/dist/rag/stores/types.d.ts.map +1 -1
- package/dist/rag/types.d.ts +6 -0
- package/dist/rag/types.d.ts.map +1 -1
- package/dist/testing/agent.d.ts +11 -0
- package/dist/testing/agent.d.ts.map +1 -0
- package/dist/testing/agent.js +45 -0
- package/dist/testing/agent.js.map +1 -0
- package/dist/testing/history-contract.d.ts +12 -0
- package/dist/testing/history-contract.d.ts.map +1 -0
- package/dist/testing/history-contract.js +111 -0
- package/dist/testing/history-contract.js.map +1 -0
- package/dist/testing/index.d.ts +11 -0
- package/dist/testing/index.d.ts.map +1 -0
- package/dist/testing/index.js +16 -0
- package/dist/testing/index.js.map +1 -0
- package/dist/testing/models.d.ts +34 -0
- package/dist/testing/models.d.ts.map +1 -0
- package/dist/testing/models.js +74 -0
- package/dist/testing/models.js.map +1 -0
- package/dist/testing/tool-schema.d.ts +6 -0
- package/dist/testing/tool-schema.d.ts.map +1 -0
- package/dist/testing/tool-schema.js +29 -0
- package/dist/testing/tool-schema.js.map +1 -0
- package/dist/testing/tools.d.ts +21 -0
- package/dist/testing/tools.d.ts.map +1 -0
- package/dist/testing/tools.js +43 -0
- package/dist/testing/tools.js.map +1 -0
- package/dist/tools/base.d.ts +38 -7
- package/dist/tools/base.d.ts.map +1 -1
- package/dist/tools/base.js +238 -11
- package/dist/tools/base.js.map +1 -1
- package/dist/tools/builtin/advancedSearchTool.d.ts.map +1 -1
- package/dist/tools/builtin/advancedSearchTool.js +30 -4
- package/dist/tools/builtin/advancedSearchTool.js.map +1 -1
- package/dist/tools/builtin/ragSearchTool.d.ts +6 -3
- package/dist/tools/builtin/ragSearchTool.d.ts.map +1 -1
- package/dist/tools/builtin/ragSearchTool.js +8 -6
- package/dist/tools/builtin/ragSearchTool.js.map +1 -1
- package/dist/tools/executor.d.ts +30 -2
- package/dist/tools/executor.d.ts.map +1 -1
- package/dist/tools/executor.js +83 -15
- package/dist/tools/executor.js.map +1 -1
- package/dist/tools/index.d.ts +3 -1
- package/dist/tools/index.d.ts.map +1 -1
- package/dist/tools/registry.d.ts +15 -3
- package/dist/tools/registry.d.ts.map +1 -1
- package/dist/tools/registry.js +21 -2
- package/dist/tools/registry.js.map +1 -1
- package/package.json +58 -4
|
@@ -5,13 +5,21 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
6
|
exports.OpenAICompatibleProvider = void 0;
|
|
7
7
|
const openai_1 = __importDefault(require("openai"));
|
|
8
|
+
const errors_1 = require("../../errors");
|
|
9
|
+
const content_1 = require("../../messages/content");
|
|
10
|
+
const tool_arguments_1 = require("../tool-arguments");
|
|
8
11
|
class OpenAICompatibleProvider {
|
|
9
12
|
name;
|
|
10
13
|
model;
|
|
11
14
|
client;
|
|
12
15
|
constructor(name, config) {
|
|
13
16
|
if (!config.apiKey) {
|
|
14
|
-
throw new
|
|
17
|
+
throw new errors_1.ConfigError(`${name} provider requires an apiKey.`, {
|
|
18
|
+
code: 'missing_provider_api_key',
|
|
19
|
+
metadata: {
|
|
20
|
+
providerName: name,
|
|
21
|
+
},
|
|
22
|
+
});
|
|
15
23
|
}
|
|
16
24
|
this.name = name;
|
|
17
25
|
this.model = config.model ?? 'gpt-4o-mini';
|
|
@@ -31,9 +39,17 @@ class OpenAICompatibleProvider {
|
|
|
31
39
|
vision: true,
|
|
32
40
|
};
|
|
33
41
|
}
|
|
42
|
+
/**
|
|
43
|
+
* OpenAI 官方端点已弃用 max_tokens(o 系列直接报错),
|
|
44
|
+
* 但部分本地 OpenAI-compatible 服务尚未支持 max_completion_tokens。
|
|
45
|
+
* 因此只对官方 openai provider 使用新参数。
|
|
46
|
+
*/
|
|
47
|
+
useMaxCompletionTokens() {
|
|
48
|
+
return this.name === 'openai';
|
|
49
|
+
}
|
|
34
50
|
async chat(request) {
|
|
35
51
|
const body = {
|
|
36
|
-
...
|
|
52
|
+
...this.buildChatBody(request),
|
|
37
53
|
stream: false,
|
|
38
54
|
};
|
|
39
55
|
const completion = request.signal
|
|
@@ -47,6 +63,10 @@ class OpenAICompatibleProvider {
|
|
|
47
63
|
toolCalls: (message?.tool_calls ?? []).map(toChatToolCall),
|
|
48
64
|
raw: completion,
|
|
49
65
|
};
|
|
66
|
+
const finishReason = toFinishReason(choice?.finish_reason);
|
|
67
|
+
if (finishReason !== undefined) {
|
|
68
|
+
response.finishReason = finishReason;
|
|
69
|
+
}
|
|
50
70
|
const usage = toTokenUsage(completion.usage);
|
|
51
71
|
if (usage !== undefined) {
|
|
52
72
|
response.usage = usage;
|
|
@@ -55,8 +75,9 @@ class OpenAICompatibleProvider {
|
|
|
55
75
|
}
|
|
56
76
|
async *stream(request) {
|
|
57
77
|
const body = {
|
|
58
|
-
...
|
|
78
|
+
...this.buildChatBody(request),
|
|
59
79
|
stream: true,
|
|
80
|
+
stream_options: { include_usage: true },
|
|
60
81
|
};
|
|
61
82
|
const stream = request.signal
|
|
62
83
|
? await this.client.chat.completions.create(body, { signal: request.signal })
|
|
@@ -65,50 +86,73 @@ class OpenAICompatibleProvider {
|
|
|
65
86
|
yield toChatStreamChunk(chunk);
|
|
66
87
|
}
|
|
67
88
|
}
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
model: request.model ?? defaultModel,
|
|
73
|
-
messages: request.messages.map(toOpenAIMessage),
|
|
74
|
-
};
|
|
75
|
-
if (request.temperature !== undefined) {
|
|
76
|
-
body.temperature = request.temperature;
|
|
77
|
-
}
|
|
78
|
-
if (request.maxTokens !== undefined) {
|
|
79
|
-
body.max_tokens = request.maxTokens;
|
|
80
|
-
}
|
|
81
|
-
if (request.tools !== undefined) {
|
|
82
|
-
body.tools = request.tools;
|
|
83
|
-
}
|
|
84
|
-
if (request.toolChoice !== undefined) {
|
|
85
|
-
body.tool_choice = request.toolChoice;
|
|
86
|
-
}
|
|
87
|
-
if (request.responseFormat !== undefined) {
|
|
88
|
-
body.response_format = {
|
|
89
|
-
type: 'json_schema',
|
|
90
|
-
json_schema: {
|
|
91
|
-
name: request.responseFormat.jsonSchema.name,
|
|
92
|
-
description: request.responseFormat.jsonSchema.description,
|
|
93
|
-
schema: request.responseFormat.jsonSchema.schema,
|
|
94
|
-
strict: request.responseFormat.jsonSchema.strict,
|
|
95
|
-
},
|
|
89
|
+
buildChatBody(request) {
|
|
90
|
+
const body = {
|
|
91
|
+
model: request.model ?? this.model,
|
|
92
|
+
messages: request.messages.map(toOpenAIMessage),
|
|
96
93
|
};
|
|
94
|
+
if (request.temperature !== undefined) {
|
|
95
|
+
body.temperature = request.temperature;
|
|
96
|
+
}
|
|
97
|
+
if (request.maxTokens !== undefined) {
|
|
98
|
+
if (this.useMaxCompletionTokens()) {
|
|
99
|
+
body.max_completion_tokens = request.maxTokens;
|
|
100
|
+
}
|
|
101
|
+
else {
|
|
102
|
+
body.max_tokens = request.maxTokens;
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
if (request.tools !== undefined) {
|
|
106
|
+
body.tools = request.tools.map((tool) => ({
|
|
107
|
+
type: 'function',
|
|
108
|
+
function: {
|
|
109
|
+
name: tool.name,
|
|
110
|
+
description: tool.description,
|
|
111
|
+
strict: tool.strict,
|
|
112
|
+
parameters: tool.parameters,
|
|
113
|
+
},
|
|
114
|
+
}));
|
|
115
|
+
}
|
|
116
|
+
if (request.toolChoice !== undefined) {
|
|
117
|
+
body.tool_choice = (typeof request.toolChoice === 'object'
|
|
118
|
+
? { type: 'function', function: { name: request.toolChoice.name } }
|
|
119
|
+
: request.toolChoice);
|
|
120
|
+
}
|
|
121
|
+
if (request.reasoning !== undefined) {
|
|
122
|
+
// OpenAI 只认识 minimal/low/medium/high;更高档位就地降级为 high。
|
|
123
|
+
const effort = request.reasoning.effort;
|
|
124
|
+
body.reasoning_effort = effort === 'xhigh' || effort === 'max'
|
|
125
|
+
? 'high'
|
|
126
|
+
: effort;
|
|
127
|
+
}
|
|
128
|
+
if (request.responseFormat !== undefined) {
|
|
129
|
+
body.response_format = {
|
|
130
|
+
type: 'json_schema',
|
|
131
|
+
json_schema: {
|
|
132
|
+
name: request.responseFormat.jsonSchema.name,
|
|
133
|
+
description: request.responseFormat.jsonSchema.description,
|
|
134
|
+
schema: request.responseFormat.jsonSchema.schema,
|
|
135
|
+
strict: request.responseFormat.jsonSchema.strict,
|
|
136
|
+
},
|
|
137
|
+
};
|
|
138
|
+
}
|
|
139
|
+
return body;
|
|
97
140
|
}
|
|
98
|
-
return body;
|
|
99
141
|
}
|
|
142
|
+
exports.OpenAICompatibleProvider = OpenAICompatibleProvider;
|
|
100
143
|
function toOpenAIMessage(message) {
|
|
101
144
|
if (message.role === 'tool') {
|
|
145
|
+
// OpenAI 的 tool 消息只接受字符串 content,非文本 block 降级为占位符。
|
|
102
146
|
return {
|
|
103
147
|
role: 'tool',
|
|
104
|
-
content: message.content,
|
|
148
|
+
content: (0, content_1.contentToText)(message.content),
|
|
105
149
|
tool_call_id: message.toolCallId ?? '',
|
|
106
150
|
};
|
|
107
151
|
}
|
|
108
152
|
if (message.role === 'assistant' && message.toolCalls?.length) {
|
|
109
153
|
return {
|
|
110
154
|
role: 'assistant',
|
|
111
|
-
content: message.content,
|
|
155
|
+
content: (0, content_1.contentToText)(message.content),
|
|
112
156
|
tool_calls: message.toolCalls.map((toolCall) => ({
|
|
113
157
|
id: toolCall.id,
|
|
114
158
|
type: 'function',
|
|
@@ -119,9 +163,33 @@ function toOpenAIMessage(message) {
|
|
|
119
163
|
})),
|
|
120
164
|
};
|
|
121
165
|
}
|
|
166
|
+
if (message.role === 'user') {
|
|
167
|
+
return {
|
|
168
|
+
role: 'user',
|
|
169
|
+
content: toOpenAIUserContent(message.content),
|
|
170
|
+
};
|
|
171
|
+
}
|
|
122
172
|
return {
|
|
123
173
|
role: message.role,
|
|
124
|
-
content: message.content,
|
|
174
|
+
content: (0, content_1.contentToText)(message.content),
|
|
175
|
+
};
|
|
176
|
+
}
|
|
177
|
+
function toOpenAIUserContent(content) {
|
|
178
|
+
if (typeof content === 'string') {
|
|
179
|
+
return content;
|
|
180
|
+
}
|
|
181
|
+
return content.map(toOpenAIContentPart);
|
|
182
|
+
}
|
|
183
|
+
function toOpenAIContentPart(block) {
|
|
184
|
+
if (block.type === 'text') {
|
|
185
|
+
return { type: 'text', text: block.text };
|
|
186
|
+
}
|
|
187
|
+
const url = block.source.kind === 'url'
|
|
188
|
+
? block.source.url
|
|
189
|
+
: `data:${block.source.mediaType};base64,${block.source.data}`;
|
|
190
|
+
return {
|
|
191
|
+
type: 'image_url',
|
|
192
|
+
image_url: { url },
|
|
125
193
|
};
|
|
126
194
|
}
|
|
127
195
|
function toChatToolCall(toolCall) {
|
|
@@ -135,11 +203,12 @@ function toChatToolCall(toolCall) {
|
|
|
135
203
|
return {
|
|
136
204
|
id: toolCall.id,
|
|
137
205
|
name: toolCall.function.name,
|
|
138
|
-
arguments: parseToolArguments(toolCall.function.arguments),
|
|
206
|
+
arguments: (0, tool_arguments_1.parseToolArguments)(toolCall.function.arguments),
|
|
139
207
|
};
|
|
140
208
|
}
|
|
141
209
|
function toChatStreamChunk(chunk) {
|
|
142
|
-
const
|
|
210
|
+
const choice = chunk.choices[0];
|
|
211
|
+
const delta = choice?.delta;
|
|
143
212
|
const streamChunk = {
|
|
144
213
|
raw: chunk,
|
|
145
214
|
};
|
|
@@ -147,30 +216,65 @@ function toChatStreamChunk(chunk) {
|
|
|
147
216
|
streamChunk.contentDelta = delta.content;
|
|
148
217
|
}
|
|
149
218
|
if (delta?.tool_calls !== undefined && delta.tool_calls.length > 0) {
|
|
150
|
-
streamChunk.
|
|
219
|
+
streamChunk.toolCallDeltas = delta.tool_calls.map(toToolCallDelta);
|
|
220
|
+
}
|
|
221
|
+
const finishReason = toFinishReason(choice?.finish_reason);
|
|
222
|
+
if (finishReason !== undefined) {
|
|
223
|
+
streamChunk.finishReason = finishReason;
|
|
224
|
+
}
|
|
225
|
+
// include_usage 模式下 usage 出现在最后一个 choices 为空的 chunk 上。
|
|
226
|
+
const usage = toTokenUsage(chunk.usage);
|
|
227
|
+
if (usage !== undefined) {
|
|
228
|
+
streamChunk.usage = usage;
|
|
151
229
|
}
|
|
152
230
|
return streamChunk;
|
|
153
231
|
}
|
|
154
|
-
function
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
232
|
+
function toToolCallDelta(delta) {
|
|
233
|
+
const toolCallDelta = {
|
|
234
|
+
index: delta.index,
|
|
235
|
+
};
|
|
236
|
+
if (delta.id !== undefined) {
|
|
237
|
+
toolCallDelta.id = delta.id;
|
|
158
238
|
}
|
|
159
|
-
|
|
160
|
-
|
|
239
|
+
if (delta.function?.name !== undefined) {
|
|
240
|
+
toolCallDelta.name = delta.function.name;
|
|
161
241
|
}
|
|
242
|
+
if (delta.function?.arguments !== undefined) {
|
|
243
|
+
toolCallDelta.argumentsDelta = delta.function.arguments;
|
|
244
|
+
}
|
|
245
|
+
return toolCallDelta;
|
|
162
246
|
}
|
|
163
|
-
function
|
|
164
|
-
|
|
247
|
+
function toFinishReason(reason) {
|
|
248
|
+
switch (reason) {
|
|
249
|
+
case undefined:
|
|
250
|
+
case null:
|
|
251
|
+
return undefined;
|
|
252
|
+
case 'stop':
|
|
253
|
+
return 'stop';
|
|
254
|
+
case 'tool_calls':
|
|
255
|
+
case 'function_call':
|
|
256
|
+
return 'tool_calls';
|
|
257
|
+
case 'length':
|
|
258
|
+
return 'length';
|
|
259
|
+
case 'content_filter':
|
|
260
|
+
return 'content_filter';
|
|
261
|
+
default:
|
|
262
|
+
return 'other';
|
|
263
|
+
}
|
|
165
264
|
}
|
|
166
265
|
function toTokenUsage(usage) {
|
|
167
266
|
if (!usage) {
|
|
168
267
|
return undefined;
|
|
169
268
|
}
|
|
170
|
-
|
|
269
|
+
const tokenUsage = {
|
|
171
270
|
promptTokens: usage.prompt_tokens,
|
|
172
271
|
completionTokens: usage.completion_tokens,
|
|
173
272
|
totalTokens: usage.total_tokens,
|
|
174
273
|
};
|
|
274
|
+
const cachedTokens = usage.prompt_tokens_details?.cached_tokens;
|
|
275
|
+
if (cachedTokens !== undefined) {
|
|
276
|
+
tokenUsage.cachedPromptTokens = cachedTokens;
|
|
277
|
+
}
|
|
278
|
+
return tokenUsage;
|
|
175
279
|
}
|
|
176
280
|
//# sourceMappingURL=openai-compatible.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai-compatible.js","sourceRoot":"","sources":["../../../src/llm/providers/openai-compatible.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;
|
|
1
|
+
{"version":3,"file":"openai-compatible.js","sourceRoot":"","sources":["../../../src/llm/providers/openai-compatible.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,yCAA2C;AAC3C,oDAAuD;AAEvD,sDAAuD;AA0BvD,MAAa,wBAAwB;IACxB,IAAI,CAAoB;IACxB,KAAK,CAAS;IACd,MAAM,CAAS;IAExB,YAAY,IAAuB,EAAE,MAAsB;QACvD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,oBAAW,CAAC,GAAG,IAAI,+BAA+B,EAAE;gBAC1D,IAAI,EAAE,0BAA0B;gBAChC,QAAQ,EAAE;oBACN,YAAY,EAAE,IAAI;iBACrB;aACJ,CAAC,CAAC;QACP,CAAC;QAED,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;QAE3C,MAAM,aAAa,GAA4C;YAC3D,MAAM,EAAE,MAAM,CAAC,MAAM;SACxB,CAAC;QACF,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,aAAa,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC3C,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,gBAAM,CAAC,aAAa,CAAC,CAAC;IAC5C,CAAC;IAED,YAAY;QACR,OAAO;YACH,SAAS,EAAE,IAAI;YACf,WAAW,EAAE,IAAI;YACjB,gBAAgB,EAAE,IAAI;YACtB,MAAM,EAAE,IAAI;SACf,CAAC;IACN,CAAC;IAED;;;;OAIG;IACO,sBAAsB;QAC5B,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAoB;QAC3B,MAAM,IAAI,GAAmB;YACzB,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;YAC9B,MAAM,EAAE,KAAK;SAChB,CAAC;QAEF,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM;YAC7B,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;YAC7E,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEtD,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,CAAC;QAEhC,MAAM,QAAQ,GAAiB;YAC3B,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;YAC/B,SAAS,EAAE,CAAC,OAAO,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC;YAC1D,GAAG,EAAE,UAAU;SAClB,CAAC;QAEF,MAAM,YAAY,GAAG,cAAc,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QAC3D,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAC7B,QAAQ,CAAC,YAAY,GAAG,YAAY,CAAC;QACzC,CAAC;QAED,MAAM,KAAK,GAAG,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;QAC3B,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,OAAoB;QAC9B,MAAM,IAAI,GAAyB;YAC/B,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;YAC9B,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;SAC1C,CAAC;QAEF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM;YACzB,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;YAC7E,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEtD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,MAAM,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACL,CAAC;IAEO,aAAa,CAAC,OAAoB;QACtC,MAAM,IAAI,GAAuB;YAC7B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC;SAClD,CAAC;QAEF,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAC3C,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YAClC,IAAI,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;gBAChC,IAAI,CAAC,qBAAqB,GAAG,OAAO,CAAC,SAAS,CAAC;YACnD,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;YACxC,CAAC;QACL,CAAC;QACD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACtC,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE;oBACN,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,UAAU,EAAE,IAAI,CAAC,UAAU;iBAC9B;aACJ,CAAC,CAAQ,CAAC;QACf,CAAC;QACD,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,WAAW,GAAG,CACf,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ;gBAClC,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE;gBACnE,CAAC,CAAC,OAAO,CAAC,UAAU,CACpB,CAAC;QACb,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YAClC,qDAAqD;YACrD,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC;YACvC,IAAY,CAAC,gBAAgB,GAAG,MAAM,KAAK,OAAO,IAAI,MAAM,KAAK,KAAK;gBACnE,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,MAAM,CAAC;QACjB,CAAC;QACD,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACvC,IAAI,CAAC,eAAe,GAAG;gBACnB,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE;oBACT,IAAI,EAAE,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI;oBAC5C,WAAW,EAAE,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,WAAW;oBAC1D,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,MAAM;oBAChD,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,MAAM;iBACnD;aACG,CAAC;QACb,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AAtJD,4DAsJC;AAED,SAAS,eAAe,CAAC,OAAoB;IACzC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC1B,mDAAmD;QACnD,OAAO;YACH,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,IAAA,uBAAa,EAAC,OAAO,CAAC,OAAO,CAAC;YACvC,YAAY,EAAE,OAAO,CAAC,UAAU,IAAI,EAAE;SACzC,CAAC;IACN,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;QAC5D,OAAO;YACH,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,IAAA,uBAAa,EAAC,OAAO,CAAC,OAAO,CAAC;YACvC,UAAU,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBAC7C,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACN,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC;iBAChD;aACJ,CAAC,CAAC;SACe,CAAC;IAC3B,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC1B,OAAO;YACH,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,mBAAmB,CAAC,OAAO,CAAC,OAAO,CAAC;SAC3B,CAAC;IAC3B,CAAC;IAED,OAAO;QACH,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,OAAO,EAAE,IAAA,uBAAa,EAAC,OAAO,CAAC,OAAO,CAAC;KACrB,CAAC;AAC3B,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAuB;IAChD,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,OAAO,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAmB;IAC5C,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACxB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;IAC9C,CAAC;IAED,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,KAAK;QACnC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG;QAClB,CAAC,CAAC,QAAQ,KAAK,CAAC,MAAM,CAAC,SAAS,WAAW,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAEnE,OAAO;QACH,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE,EAAE,GAAG,EAAE;KACrB,CAAC;AACN,CAAC;AAED,SAAS,cAAc,CAAC,QAA0F;IAC9G,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC/B,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,SAAS,EAAE,EAAE;SAChB,CAAC;IACN,CAAC;IAED,OAAO;QACH,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;QAC5B,SAAS,EAAE,IAAA,mCAAkB,EAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;KAC7D,CAAC;AACN,CAAC;AAED,SAAS,iBAAiB,CAAC,KAA4B;IACnD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAChC,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,CAAC;IAC5B,MAAM,WAAW,GAAoB;QACjC,GAAG,EAAE,KAAK;KACb,CAAC;IAEF,IAAI,KAAK,EAAE,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;QACzD,WAAW,CAAC,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;IAC7C,CAAC;IAED,IAAI,KAAK,EAAE,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjE,WAAW,CAAC,cAAc,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,YAAY,GAAG,cAAc,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAC3D,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QAC7B,WAAW,CAAC,YAAY,GAAG,YAAY,CAAC;IAC5C,CAAC;IAED,uDAAuD;IACvD,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACxC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACtB,WAAW,CAAC,KAAK,GAAG,KAAK,CAAC;IAC9B,CAAC;IAED,OAAO,WAAW,CAAC;AACvB,CAAC;AAED,SAAS,eAAe,CACpB,KAA2F;IAE3F,MAAM,aAAa,GAAkB;QACjC,KAAK,EAAE,KAAK,CAAC,KAAK;KACrB,CAAC;IAEF,IAAI,KAAK,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;QACzB,aAAa,CAAC,EAAE,GAAG,KAAK,CAAC,EAAE,CAAC;IAChC,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;QACrC,aAAa,CAAC,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;IAC7C,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,EAAE,SAAS,KAAK,SAAS,EAAE,CAAC;QAC1C,aAAa,CAAC,cAAc,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;IAC5D,CAAC;IAED,OAAO,aAAa,CAAC;AACzB,CAAC;AAED,SAAS,cAAc,CAAC,MAAiC;IACrD,QAAQ,MAAM,EAAE,CAAC;QACb,KAAK,SAAS,CAAC;QACf,KAAK,IAAI;YACL,OAAO,SAAS,CAAC;QACrB,KAAK,MAAM;YACP,OAAO,MAAM,CAAC;QAClB,KAAK,YAAY,CAAC;QAClB,KAAK,eAAe;YAChB,OAAO,YAAY,CAAC;QACxB,KAAK,QAAQ;YACT,OAAO,QAAQ,CAAC;QACpB,KAAK,gBAAgB;YACjB,OAAO,gBAAgB,CAAC;QAC5B;YACI,OAAO,OAAO,CAAC;IACvB,CAAC;AACL,CAAC;AAED,SAAS,YAAY,CACjB,KAAyE;IAEzE,IAAI,CAAC,KAAK,EAAE,CAAC;QACT,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,MAAM,UAAU,GAAe;QAC3B,YAAY,EAAE,KAAK,CAAC,aAAa;QACjC,gBAAgB,EAAE,KAAK,CAAC,iBAAiB;QACzC,WAAW,EAAE,KAAK,CAAC,YAAY;KAClC,CAAC;IAEF,MAAM,YAAY,GAAG,KAAK,CAAC,qBAAqB,EAAE,aAAa,CAAC;IAChE,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QAC7B,UAAU,CAAC,kBAAkB,GAAG,YAAY,CAAC;IACjD,CAAC;IAED,OAAO,UAAU,CAAC;AACtB,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { ChatResponse, ChatStreamChunk } from './types';
|
|
2
|
+
/**
|
|
3
|
+
* 把 ChatStreamChunk 序列聚合成一个完整的 ChatResponse。
|
|
4
|
+
* 消费方不需要理解 provider 的增量协议:逐个 add() 之后调 toResponse()。
|
|
5
|
+
*/
|
|
6
|
+
export declare class ChatStreamAccumulator {
|
|
7
|
+
private content;
|
|
8
|
+
private reasoning;
|
|
9
|
+
private readonly toolCalls;
|
|
10
|
+
private finishReason;
|
|
11
|
+
private usage;
|
|
12
|
+
private raw;
|
|
13
|
+
add(chunk: ChatStreamChunk): void;
|
|
14
|
+
toResponse(): ChatResponse;
|
|
15
|
+
private toChatToolCalls;
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=stream-accumulator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stream-accumulator.d.ts","sourceRoot":"","sources":["../../src/llm/stream-accumulator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAER,YAAY,EACZ,eAAe,EAGlB,MAAM,SAAS,CAAC;AAQjB;;;GAGG;AACH,qBAAa,qBAAqB;IAC9B,OAAO,CAAC,OAAO,CAAM;IACrB,OAAO,CAAC,SAAS,CAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsC;IAChE,OAAO,CAAC,YAAY,CAA+B;IACnD,OAAO,CAAC,KAAK,CAAyB;IACtC,OAAO,CAAC,GAAG,CAAU;IAErB,GAAG,CAAC,KAAK,EAAE,eAAe,GAAG,IAAI;IAuCjC,UAAU,IAAI,YAAY;IAwB1B,OAAO,CAAC,eAAe;CAW1B"}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ChatStreamAccumulator = void 0;
|
|
4
|
+
const tool_arguments_1 = require("./tool-arguments");
|
|
5
|
+
/**
|
|
6
|
+
* 把 ChatStreamChunk 序列聚合成一个完整的 ChatResponse。
|
|
7
|
+
* 消费方不需要理解 provider 的增量协议:逐个 add() 之后调 toResponse()。
|
|
8
|
+
*/
|
|
9
|
+
class ChatStreamAccumulator {
|
|
10
|
+
content = '';
|
|
11
|
+
reasoning = '';
|
|
12
|
+
toolCalls = new Map();
|
|
13
|
+
finishReason;
|
|
14
|
+
usage;
|
|
15
|
+
raw;
|
|
16
|
+
add(chunk) {
|
|
17
|
+
if (chunk.contentDelta !== undefined) {
|
|
18
|
+
this.content += chunk.contentDelta;
|
|
19
|
+
}
|
|
20
|
+
if (chunk.reasoningDelta !== undefined) {
|
|
21
|
+
this.reasoning += chunk.reasoningDelta;
|
|
22
|
+
}
|
|
23
|
+
for (const delta of chunk.toolCallDeltas ?? []) {
|
|
24
|
+
const pending = this.toolCalls.get(delta.index) ?? {
|
|
25
|
+
id: undefined,
|
|
26
|
+
name: undefined,
|
|
27
|
+
argumentsJson: '',
|
|
28
|
+
};
|
|
29
|
+
if (delta.id !== undefined) {
|
|
30
|
+
pending.id = delta.id;
|
|
31
|
+
}
|
|
32
|
+
if (delta.name !== undefined) {
|
|
33
|
+
pending.name = delta.name;
|
|
34
|
+
}
|
|
35
|
+
if (delta.argumentsDelta !== undefined) {
|
|
36
|
+
pending.argumentsJson += delta.argumentsDelta;
|
|
37
|
+
}
|
|
38
|
+
this.toolCalls.set(delta.index, pending);
|
|
39
|
+
}
|
|
40
|
+
if (chunk.finishReason !== undefined) {
|
|
41
|
+
this.finishReason = chunk.finishReason;
|
|
42
|
+
}
|
|
43
|
+
if (chunk.usage !== undefined) {
|
|
44
|
+
this.usage = chunk.usage;
|
|
45
|
+
}
|
|
46
|
+
if (chunk.raw !== undefined) {
|
|
47
|
+
this.raw = chunk.raw;
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
toResponse() {
|
|
51
|
+
const response = {
|
|
52
|
+
role: 'assistant',
|
|
53
|
+
content: this.content,
|
|
54
|
+
toolCalls: this.toChatToolCalls(),
|
|
55
|
+
};
|
|
56
|
+
if (this.reasoning.length > 0) {
|
|
57
|
+
response.reasoning = this.reasoning;
|
|
58
|
+
}
|
|
59
|
+
if (this.finishReason !== undefined) {
|
|
60
|
+
response.finishReason = this.finishReason;
|
|
61
|
+
}
|
|
62
|
+
if (this.usage !== undefined) {
|
|
63
|
+
response.usage = this.usage;
|
|
64
|
+
}
|
|
65
|
+
if (this.raw !== undefined) {
|
|
66
|
+
response.raw = this.raw;
|
|
67
|
+
}
|
|
68
|
+
return response;
|
|
69
|
+
}
|
|
70
|
+
toChatToolCalls() {
|
|
71
|
+
return [...this.toolCalls.entries()]
|
|
72
|
+
.sort(([left], [right]) => left - right)
|
|
73
|
+
.map(([index, pending]) => ({
|
|
74
|
+
id: pending.id ?? `tool_call_${index}`,
|
|
75
|
+
name: pending.name ?? '',
|
|
76
|
+
arguments: pending.argumentsJson.length > 0
|
|
77
|
+
? (0, tool_arguments_1.parseToolArguments)(pending.argumentsJson)
|
|
78
|
+
: {},
|
|
79
|
+
}));
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
exports.ChatStreamAccumulator = ChatStreamAccumulator;
|
|
83
|
+
//# sourceMappingURL=stream-accumulator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stream-accumulator.js","sourceRoot":"","sources":["../../src/llm/stream-accumulator.ts"],"names":[],"mappings":";;;AAAA,qDAAsD;AAetD;;;GAGG;AACH,MAAa,qBAAqB;IACtB,OAAO,GAAG,EAAE,CAAC;IACb,SAAS,GAAG,EAAE,CAAC;IACN,SAAS,GAAG,IAAI,GAAG,EAA2B,CAAC;IACxD,YAAY,CAA+B;IAC3C,KAAK,CAAyB;IAC9B,GAAG,CAAU;IAErB,GAAG,CAAC,KAAsB;QACtB,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,YAAY,CAAC;QACvC,CAAC;QACD,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACrC,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,cAAc,CAAC;QAC3C,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,cAAc,IAAI,EAAE,EAAE,CAAC;YAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI;gBAC/C,EAAE,EAAE,SAAS;gBACb,IAAI,EAAE,SAAS;gBACf,aAAa,EAAE,EAAE;aACpB,CAAC;YAEF,IAAI,KAAK,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;gBACzB,OAAO,CAAC,EAAE,GAAG,KAAK,CAAC,EAAE,CAAC;YAC1B,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC3B,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;YAC9B,CAAC;YACD,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;gBACrC,OAAO,CAAC,aAAa,IAAI,KAAK,CAAC,cAAc,CAAC;YAClD,CAAC;YAED,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;QAC3C,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QAC7B,CAAC;QACD,IAAI,KAAK,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;YAC1B,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;QACzB,CAAC;IACL,CAAC;IAED,UAAU;QACN,MAAM,QAAQ,GAAiB;YAC3B,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,SAAS,EAAE,IAAI,CAAC,eAAe,EAAE;SACpC,CAAC;QAEF,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QACxC,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YAClC,QAAQ,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;QAC9C,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC3B,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAChC,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;YACzB,QAAQ,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QAC5B,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;IAEO,eAAe;QACnB,OAAO,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;aAC/B,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC;aACvC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;YACxB,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,aAAa,KAAK,EAAE;YACtC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE;YACxB,SAAS,EAAE,OAAO,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC;gBACvC,CAAC,CAAC,IAAA,mCAAkB,EAAC,OAAO,CAAC,aAAa,CAAC;gBAC3C,CAAC,CAAC,EAAE;SACX,CAAC,CAAC,CAAC;IACZ,CAAC;CACJ;AAlFD,sDAkFC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tool-arguments.d.ts","sourceRoot":"","sources":["../../src/llm/tool-arguments.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAOhF"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.parseToolArguments = parseToolArguments;
|
|
4
|
+
/**
|
|
5
|
+
* 模型返回的工具参数是未可信的 JSON 字符串。
|
|
6
|
+
* 解析失败时保留原始文本,让工具的 schema 校验产生明确的错误反馈。
|
|
7
|
+
*/
|
|
8
|
+
function parseToolArguments(rawArguments) {
|
|
9
|
+
try {
|
|
10
|
+
const parsed = JSON.parse(rawArguments);
|
|
11
|
+
return isRecord(parsed) ? parsed : { value: parsed };
|
|
12
|
+
}
|
|
13
|
+
catch {
|
|
14
|
+
return { raw: rawArguments };
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
function isRecord(value) {
|
|
18
|
+
return typeof value === 'object' && value !== null && !Array.isArray(value);
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=tool-arguments.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tool-arguments.js","sourceRoot":"","sources":["../../src/llm/tool-arguments.ts"],"names":[],"mappings":";;AAIA,gDAOC;AAXD;;;GAGG;AACH,SAAgB,kBAAkB,CAAC,YAAoB;IACnD,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACxC,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IACzD,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC;IACjC,CAAC;AACL,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC5B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAChF,CAAC"}
|
package/dist/llm/types.d.ts
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import type { MessageContent } from '../messages/content';
|
|
1
2
|
import type { MessageRole } from '../messages/types';
|
|
2
3
|
import type { TraceContext } from '../observability';
|
|
3
4
|
import type { ZodType } from 'zod';
|
|
@@ -21,7 +22,25 @@ export interface LLMRuntimeConfig {
|
|
|
21
22
|
}
|
|
22
23
|
export interface LLMConfig extends ProviderConfig, LLMRuntimeConfig {
|
|
23
24
|
provider?: ModelProviderName;
|
|
25
|
+
providerRegistry?: ModelProviderResolver;
|
|
24
26
|
}
|
|
27
|
+
export interface ModelProviderResolver {
|
|
28
|
+
autoDetect(config?: ProviderConfig): ChatModel;
|
|
29
|
+
create(providerName: ModelProviderName, config?: ProviderConfig): ChatModel;
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* provider 中立的工具定义。各 provider 自行映射到自家 wire 格式
|
|
33
|
+
* (OpenAI 包一层 {type:'function', function},Anthropic 用 input_schema)。
|
|
34
|
+
*/
|
|
35
|
+
export interface ToolDefinition {
|
|
36
|
+
name: string;
|
|
37
|
+
description: string;
|
|
38
|
+
parameters: Record<string, unknown>;
|
|
39
|
+
strict?: boolean | undefined;
|
|
40
|
+
}
|
|
41
|
+
/**
|
|
42
|
+
* @deprecated OpenAI 特有形状,仅为兼容保留;请使用 ToolDefinition。
|
|
43
|
+
*/
|
|
25
44
|
export interface ChatToolSchema {
|
|
26
45
|
type: 'function';
|
|
27
46
|
function: {
|
|
@@ -38,18 +57,34 @@ export interface ChatToolCall {
|
|
|
38
57
|
}
|
|
39
58
|
export interface ChatMessage {
|
|
40
59
|
role: MessageRole;
|
|
41
|
-
content:
|
|
60
|
+
content: MessageContent;
|
|
42
61
|
toolCallId?: string | undefined;
|
|
43
62
|
toolCalls?: ChatToolCall[] | undefined;
|
|
63
|
+
/**
|
|
64
|
+
* prompt cache 断点提示。支持缓存的 provider(如 Anthropic 的
|
|
65
|
+
* cache_control)会在该消息处打断点;其余 provider 忽略。
|
|
66
|
+
*/
|
|
67
|
+
cacheControl?: 'ephemeral' | undefined;
|
|
44
68
|
metadata?: Record<string, unknown> | undefined;
|
|
45
69
|
}
|
|
70
|
+
export type ReasoningEffort = 'minimal' | 'low' | 'medium' | 'high' | 'xhigh' | 'max';
|
|
46
71
|
export interface ChatRequest {
|
|
47
72
|
messages: ChatMessage[];
|
|
48
73
|
model?: string;
|
|
49
74
|
temperature?: number;
|
|
50
75
|
maxTokens?: number;
|
|
51
|
-
tools?:
|
|
52
|
-
toolChoice?: 'auto' | 'none' | 'required'
|
|
76
|
+
tools?: ToolDefinition[];
|
|
77
|
+
toolChoice?: 'auto' | 'none' | 'required' | {
|
|
78
|
+
type: 'tool';
|
|
79
|
+
name: string;
|
|
80
|
+
};
|
|
81
|
+
/**
|
|
82
|
+
* 推理深度提示。Anthropic 映射为 output_config.effort,
|
|
83
|
+
* OpenAI 映射为 reasoning_effort;不支持的 provider 忽略。
|
|
84
|
+
*/
|
|
85
|
+
reasoning?: {
|
|
86
|
+
effort: ReasoningEffort;
|
|
87
|
+
};
|
|
53
88
|
responseFormat?: ChatResponseFormat;
|
|
54
89
|
signal?: AbortSignal | undefined;
|
|
55
90
|
timeoutMs?: number;
|
|
@@ -72,17 +107,52 @@ export interface TokenUsage {
|
|
|
72
107
|
promptTokens?: number | undefined;
|
|
73
108
|
completionTokens?: number | undefined;
|
|
74
109
|
totalTokens?: number | undefined;
|
|
110
|
+
/**
|
|
111
|
+
* 命中 provider prompt cache 的 prompt token 数(如果 provider 汇报)。
|
|
112
|
+
*/
|
|
113
|
+
cachedPromptTokens?: number | undefined;
|
|
114
|
+
/**
|
|
115
|
+
* 写入 prompt cache 的 token 数(Anthropic cache_creation_input_tokens)。
|
|
116
|
+
*/
|
|
117
|
+
cacheCreationPromptTokens?: number | undefined;
|
|
75
118
|
}
|
|
119
|
+
export type ChatFinishReason = 'stop' | 'tool_calls' | 'length' | 'content_filter' | 'other';
|
|
76
120
|
export interface ChatResponse {
|
|
77
121
|
role: 'assistant';
|
|
78
122
|
content: string;
|
|
79
123
|
toolCalls: ChatToolCall[];
|
|
124
|
+
/**
|
|
125
|
+
* 推理摘要文本(provider 支持且开启时)。
|
|
126
|
+
*/
|
|
127
|
+
reasoning?: string | undefined;
|
|
128
|
+
finishReason?: ChatFinishReason | undefined;
|
|
80
129
|
usage?: TokenUsage | undefined;
|
|
81
130
|
raw?: unknown;
|
|
82
131
|
}
|
|
132
|
+
/**
|
|
133
|
+
* 流式工具调用增量。index 标识同一响应里第几个 tool call,
|
|
134
|
+
* id/name 只在该 tool call 的第一个增量出现,argumentsDelta 是
|
|
135
|
+
* JSON 参数字符串的增量片段,需要按 index 聚合后再解析。
|
|
136
|
+
* 用 ChatStreamAccumulator 可以免去手工拼接。
|
|
137
|
+
*/
|
|
138
|
+
export interface ToolCallDelta {
|
|
139
|
+
index: number;
|
|
140
|
+
id?: string | undefined;
|
|
141
|
+
name?: string | undefined;
|
|
142
|
+
argumentsDelta?: string | undefined;
|
|
143
|
+
}
|
|
83
144
|
export interface ChatStreamChunk {
|
|
84
145
|
contentDelta?: string;
|
|
85
|
-
|
|
146
|
+
reasoningDelta?: string;
|
|
147
|
+
toolCallDeltas?: ToolCallDelta[];
|
|
148
|
+
/**
|
|
149
|
+
* 只在最后一个有效 chunk 上出现。
|
|
150
|
+
*/
|
|
151
|
+
finishReason?: ChatFinishReason;
|
|
152
|
+
/**
|
|
153
|
+
* 流结束时的用量统计(provider 支持时才有,通常在最后一个 chunk)。
|
|
154
|
+
*/
|
|
155
|
+
usage?: TokenUsage;
|
|
86
156
|
raw?: unknown;
|
|
87
157
|
}
|
|
88
158
|
export interface ModelCapabilities {
|
|
@@ -90,6 +160,8 @@ export interface ModelCapabilities {
|
|
|
90
160
|
toolCalling: boolean;
|
|
91
161
|
structuredOutput: boolean;
|
|
92
162
|
vision: boolean;
|
|
163
|
+
reasoning?: boolean;
|
|
164
|
+
promptCaching?: boolean;
|
|
93
165
|
maxContextTokens?: number;
|
|
94
166
|
}
|
|
95
167
|
export interface StructuredOutputRequest<T> extends Omit<ChatRequest, 'responseFormat'> {
|
package/dist/llm/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/llm/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,KAAK,CAAC;AAEnC,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,OAAO,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;AAEnE,MAAM,WAAW,cAAc;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC7B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,SAAU,SAAQ,cAAc,EAAE,gBAAgB;IAC/D,QAAQ,CAAC,EAAE,iBAAiB,CAAC;CAChC;AAED,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACvC,CAAC;CACL;AAED,MAAM,WAAW,YAAY;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAED,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/llm/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,KAAK,CAAC;AAEnC,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,OAAO,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;AAEnE,MAAM,WAAW,cAAc;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC7B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,SAAU,SAAQ,cAAc,EAAE,gBAAgB;IAC/D,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,gBAAgB,CAAC,EAAE,qBAAqB,CAAC;CAC5C;AAED,MAAM,WAAW,qBAAqB;IAClC,UAAU,CAAC,MAAM,CAAC,EAAE,cAAc,GAAG,SAAS,CAAC;IAC/C,MAAM,CAAC,YAAY,EAAE,iBAAiB,EAAE,MAAM,CAAC,EAAE,cAAc,GAAG,SAAS,CAAC;CAC/E;AAED;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACvC,CAAC;CACL;AAED,MAAM,WAAW,YAAY;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAED,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,cAAc,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,EAAE,YAAY,EAAE,GAAG,SAAS,CAAC;IACvC;;;OAGG;IACH,YAAY,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;CAClD;AAED,MAAM,MAAM,eAAe,GAAG,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;AAEtF,MAAM,WAAW,WAAW;IACxB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,UAAU,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3E;;;OAGG;IACH,SAAS,CAAC,EAAE;QAAE,MAAM,EAAE,eAAe,CAAA;KAAE,CAAC;IACxC,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC,MAAM,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAED,MAAM,WAAW,kBAAkB;IAC/B,IAAI,EAAE,aAAa,CAAC;IACpB,UAAU,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAChC,MAAM,CAAC,EAAE,OAAO,CAAC;KACpB,CAAC;CACL;AAED,MAAM,WAAW,UAAU;IACvB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC;;OAEG;IACH,yBAAyB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClD;AAED,MAAM,MAAM,gBAAgB,GACtB,MAAM,GACN,YAAY,GACZ,QAAQ,GACR,gBAAgB,GAChB,OAAO,CAAC;AAEd,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,YAAY,EAAE,CAAC;IAC1B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,YAAY,CAAC,EAAE,gBAAgB,GAAG,SAAS,CAAC;IAC5C,KAAK,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;IAC/B,GAAG,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;GAKG;AACH,MAAM,WAAW,aAAa;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxB,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACvC;AAED,MAAM,WAAW,eAAe;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,aAAa,EAAE,CAAC;IACjC;;OAEG;IACH,YAAY,CAAC,EAAE,gBAAgB,CAAC;IAChC;;OAEG;IACH,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,GAAG,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAC9B,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,EAAE,OAAO,CAAC;IACrB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,uBAAuB,CAAC,CAAC,CAAE,SAAQ,IAAI,CAAC,WAAW,EAAE,gBAAgB,CAAC;IACnF,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,wBAAwB,CAAC,CAAC;IACvC,KAAK,EAAE,CAAC,CAAC;IACT,QAAQ,EAAE,YAAY,CAAC;CAC1B;AAED;;;GAGG;AACH,MAAM,WAAW,SAAS,CAAC,OAAO,GAAG,OAAO;IACxC,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAEtC,YAAY,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,iBAAiB,CAAC;IAChD,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAClD,MAAM,CAAC,CAAC,OAAO,EAAE,WAAW,GAAG,aAAa,CAAC,eAAe,CAAC,CAAC;CACjE"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 消息内容的最小 block 模型。
|
|
3
|
+
* string 仍然是一等公民:纯文本消息不需要包一层数组。
|
|
4
|
+
* 只有需要图像等非文本内容时才使用 ContentBlock[]。
|
|
5
|
+
*/
|
|
6
|
+
export interface TextBlock {
|
|
7
|
+
type: 'text';
|
|
8
|
+
text: string;
|
|
9
|
+
}
|
|
10
|
+
export type ImageBlockSource = {
|
|
11
|
+
kind: 'url';
|
|
12
|
+
url: string;
|
|
13
|
+
} | {
|
|
14
|
+
kind: 'base64';
|
|
15
|
+
mediaType: string;
|
|
16
|
+
data: string;
|
|
17
|
+
};
|
|
18
|
+
export interface ImageBlock {
|
|
19
|
+
type: 'image';
|
|
20
|
+
source: ImageBlockSource;
|
|
21
|
+
}
|
|
22
|
+
export type ContentBlock = TextBlock | ImageBlock;
|
|
23
|
+
export type MessageContent = string | ContentBlock[];
|
|
24
|
+
export declare function textBlock(text: string): TextBlock;
|
|
25
|
+
export declare function imageUrlBlock(url: string): ImageBlock;
|
|
26
|
+
export declare function imageBase64Block(mediaType: string, data: string): ImageBlock;
|
|
27
|
+
/**
|
|
28
|
+
* 把内容降级为纯文本。
|
|
29
|
+
* 用于 toString、输出长度统计,以及不支持多模态的下游(例如 OpenAI 的
|
|
30
|
+
* assistant/tool 消息只接受字符串 content)。
|
|
31
|
+
*/
|
|
32
|
+
export declare function contentToText(content: MessageContent): string;
|
|
33
|
+
export declare function isContentBlock(value: unknown): value is ContentBlock;
|
|
34
|
+
export declare function isMessageContent(value: unknown): value is MessageContent;
|
|
35
|
+
export declare function assertMessageContent(value: unknown): MessageContent;
|
|
36
|
+
//# sourceMappingURL=content.d.ts.map
|