@backendkit-labs/agent-providers 0.1.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/AnthropicProvider.d.ts +36 -2
- package/dist/AnthropicProvider.d.ts.map +1 -1
- package/dist/AnthropicProvider.js +171 -20
- package/dist/AnthropicProvider.js.map +1 -1
- package/dist/BaseStreamingProvider.d.ts +7 -5
- package/dist/BaseStreamingProvider.d.ts.map +1 -1
- package/dist/BaseStreamingProvider.js +5 -4
- package/dist/BaseStreamingProvider.js.map +1 -1
- package/dist/DeepSeekProvider.d.ts.map +1 -1
- package/dist/DeepSeekProvider.js +4 -0
- package/dist/DeepSeekProvider.js.map +1 -1
- package/dist/OllamaProvider.d.ts.map +1 -1
- package/dist/OllamaProvider.js +2 -0
- package/dist/OllamaProvider.js.map +1 -1
- package/dist/OpenAICompatibleProvider.d.ts +22 -2
- package/dist/OpenAICompatibleProvider.d.ts.map +1 -1
- package/dist/OpenAICompatibleProvider.js +55 -4
- package/dist/OpenAICompatibleProvider.js.map +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/package.json +51 -51
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import Anthropic from '@anthropic-ai/sdk';
|
|
2
|
-
import type { LLMMessage, LLMStreamCallbacks, ToolDefinition } from '@backendkit-labs/agent-core';
|
|
2
|
+
import type { LLMMessage, LLMStreamCallbacks, ToolDefinition, ChatOptions, StructuredOutputSupport } from '@backendkit-labs/agent-core';
|
|
3
3
|
import { BaseStreamingProvider, type RetryTuning } from './BaseStreamingProvider';
|
|
4
4
|
/** The slice of the Anthropic SDK the provider uses — inject a double in tests. */
|
|
5
5
|
export interface AnthropicClientLike {
|
|
@@ -10,13 +10,40 @@ export interface AnthropicClientLike {
|
|
|
10
10
|
};
|
|
11
11
|
}
|
|
12
12
|
export type AnthropicStreamEvent = Anthropic.MessageStreamEvent;
|
|
13
|
+
/**
|
|
14
|
+
* Prompt caching. The prefix order is tools → system → messages, so keep them stable.
|
|
15
|
+
* - `none`: no `cache_control` (default, requests identical to before).
|
|
16
|
+
* - `system`: breakpoint on the last system block.
|
|
17
|
+
* - `system+tools`: also on the last tool definition.
|
|
18
|
+
* - `auto`: also a moving breakpoint on the last message — suits tool loops.
|
|
19
|
+
*/
|
|
20
|
+
export type AnthropicCacheMode = 'none' | 'system' | 'system+tools' | 'auto';
|
|
13
21
|
export interface AnthropicProviderOptions extends RetryTuning {
|
|
14
22
|
apiKey: string;
|
|
15
23
|
model?: string;
|
|
16
24
|
maxTokens?: number;
|
|
25
|
+
/** Ignored while `thinking` is on (the API requires temperature 1 or absent). */
|
|
17
26
|
temperature?: number;
|
|
18
27
|
/** @deprecated Use `maxAttempts`. Same meaning as before: total attempts, first try included. */
|
|
19
28
|
maxRetries?: number;
|
|
29
|
+
/** Default `none`. */
|
|
30
|
+
cache?: AnthropicCacheMode;
|
|
31
|
+
/** Cache lifetime. Default `5m`; `1h` writes cost about 2x input instead of 1.25x. */
|
|
32
|
+
cacheTtl?: '5m' | '1h';
|
|
33
|
+
/**
|
|
34
|
+
* Extended thinking. `budgetTokens` must be an integer >= 1024 and < `maxTokens`. The thinking
|
|
35
|
+
* blocks (with their signature) are kept in `LLMMessage.raw` and sent back on the next turn,
|
|
36
|
+
* which the API requires while a tool loop continues.
|
|
37
|
+
*/
|
|
38
|
+
thinking?: {
|
|
39
|
+
budgetTokens: number;
|
|
40
|
+
};
|
|
41
|
+
/**
|
|
42
|
+
* How `ChatOptions.responseFormat` is sent. `native` (default): `output_config.format` with the
|
|
43
|
+
* JSON schema. `tool`: a single forced `respond` tool whose input is the answer, for models
|
|
44
|
+
* without native structured output (not compatible with `thinking`, which forbids forced tools).
|
|
45
|
+
*/
|
|
46
|
+
structuredOutput?: 'native' | 'tool';
|
|
20
47
|
/** Inject a client instead of building one from `apiKey`. */
|
|
21
48
|
client?: AnthropicClientLike;
|
|
22
49
|
}
|
|
@@ -25,7 +52,14 @@ export declare class AnthropicProvider extends BaseStreamingProvider {
|
|
|
25
52
|
private readonly model;
|
|
26
53
|
private readonly maxTokens;
|
|
27
54
|
private readonly temperature;
|
|
55
|
+
private readonly cache;
|
|
56
|
+
private readonly cacheTtl;
|
|
57
|
+
private readonly thinking?;
|
|
58
|
+
private readonly structuredMode;
|
|
59
|
+
readonly capabilities: {
|
|
60
|
+
structuredOutput: StructuredOutputSupport;
|
|
61
|
+
};
|
|
28
62
|
constructor(opts: AnthropicProviderOptions);
|
|
29
|
-
protected stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks): Promise<void>;
|
|
63
|
+
protected stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks, options?: ChatOptions): Promise<void>;
|
|
30
64
|
}
|
|
31
65
|
//# sourceMappingURL=AnthropicProvider.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AnthropicProvider.d.ts","sourceRoot":"","sources":["../src/AnthropicProvider.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;
|
|
1
|
+
{"version":3,"file":"AnthropicProvider.d.ts","sourceRoot":"","sources":["../src/AnthropicProvider.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,WAAW,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AACxI,OAAO,EAAE,qBAAqB,EAAE,KAAK,WAAW,EAAuB,MAAM,yBAAyB,CAAC;AAEvG,mFAAmF;AACnF,MAAM,WAAW,mBAAmB;IAChC,QAAQ,EAAE;QACN,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE;YAAE,MAAM,CAAC,EAAE,WAAW,CAAA;SAAE,GAAG,aAAa,CAAC,oBAAoB,CAAC,CAAC;KACpG,CAAC;CACL;AAED,MAAM,MAAM,oBAAoB,GAAG,SAAS,CAAC,kBAAkB,CAAC;AAEhE;;;;;;GAMG;AACH,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,QAAQ,GAAG,cAAc,GAAG,MAAM,CAAC;AAE7E,MAAM,WAAW,wBAAyB,SAAQ,WAAW;IACzD,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iFAAiF;IACjF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iGAAiG;IACjG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,sBAAsB;IACtB,KAAK,CAAC,EAAE,kBAAkB,CAAC;IAC3B,sFAAsF;IACtF,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB;;;;OAIG;IACH,QAAQ,CAAC,EAAE;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IACpC;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IACrC,6DAA6D;IAC7D,MAAM,CAAC,EAAE,mBAAmB,CAAC;CAChC;AA2ID,qBAAa,iBAAkB,SAAQ,qBAAqB;IACxD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsB;IAC7C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAqB;IAC3C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAc;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAA2B;IACrD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAoB;IACnD,QAAQ,CAAC,YAAY,EAAE;QAAE,gBAAgB,EAAE,uBAAuB,CAAA;KAAE,CAAkC;gBAE1F,IAAI,EAAE,wBAAwB;cA0B1B,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;CA6G/I"}
|
|
@@ -6,8 +6,23 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
6
6
|
exports.AnthropicProvider = void 0;
|
|
7
7
|
const sdk_1 = __importDefault(require("@anthropic-ai/sdk"));
|
|
8
8
|
const BaseStreamingProvider_1 = require("./BaseStreamingProvider");
|
|
9
|
-
|
|
10
|
-
|
|
9
|
+
/** Name of the forced tool used by the `tool` structured-output mode. */
|
|
10
|
+
const RESPOND_TOOL = 'respond';
|
|
11
|
+
function toolChoiceFor(choice) {
|
|
12
|
+
if (choice === 'auto')
|
|
13
|
+
return { type: 'auto' };
|
|
14
|
+
if (choice === 'none')
|
|
15
|
+
return { type: 'none' };
|
|
16
|
+
if (choice === 'required')
|
|
17
|
+
return { type: 'any' };
|
|
18
|
+
return { type: 'tool', name: choice.name };
|
|
19
|
+
}
|
|
20
|
+
const MIN_THINKING_BUDGET = 1024;
|
|
21
|
+
function cacheControl(ttl) {
|
|
22
|
+
return ttl === '1h' ? { type: 'ephemeral', ttl: '1h' } : { type: 'ephemeral' };
|
|
23
|
+
}
|
|
24
|
+
/** Concatenates every system message; with caching on they stay separate blocks. */
|
|
25
|
+
function toAnthropicMessages(messages, o = { cache: 'none', ttl: '5m' }) {
|
|
11
26
|
const systemParts = [];
|
|
12
27
|
const result = [];
|
|
13
28
|
let i = 0;
|
|
@@ -25,6 +40,12 @@ function toAnthropicMessages(messages) {
|
|
|
25
40
|
continue;
|
|
26
41
|
}
|
|
27
42
|
if (msg.role === 'assistant') {
|
|
43
|
+
// Blocks saved by this provider (thinking + signature) go back exactly as received.
|
|
44
|
+
if (Array.isArray(msg.raw)) {
|
|
45
|
+
result.push({ role: 'assistant', content: msg.raw });
|
|
46
|
+
i++;
|
|
47
|
+
continue;
|
|
48
|
+
}
|
|
28
49
|
const content = [];
|
|
29
50
|
if (msg.content)
|
|
30
51
|
content.push({ type: 'text', text: msg.content });
|
|
@@ -57,10 +78,48 @@ function toAnthropicMessages(messages) {
|
|
|
57
78
|
}
|
|
58
79
|
i++;
|
|
59
80
|
}
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
81
|
+
let system;
|
|
82
|
+
if (systemParts.length === 0)
|
|
83
|
+
system = undefined;
|
|
84
|
+
else if (o.cache === 'none')
|
|
85
|
+
system = systemParts.join('\n\n');
|
|
86
|
+
else {
|
|
87
|
+
system = systemParts.map(text => ({ type: 'text', text }));
|
|
88
|
+
system[system.length - 1].cache_control = cacheControl(o.ttl);
|
|
89
|
+
}
|
|
90
|
+
if (o.cache === 'auto')
|
|
91
|
+
markLastMessage(result, cacheControl(o.ttl));
|
|
92
|
+
return { system, messages: result };
|
|
93
|
+
}
|
|
94
|
+
/** Moving breakpoint: the last block of the last user message. */
|
|
95
|
+
function markLastMessage(messages, cc) {
|
|
96
|
+
const last = messages[messages.length - 1];
|
|
97
|
+
if (!last || last.role !== 'user')
|
|
98
|
+
return;
|
|
99
|
+
if (typeof last.content === 'string') {
|
|
100
|
+
last.content = [{ type: 'text', text: last.content, cache_control: cc }];
|
|
101
|
+
}
|
|
102
|
+
else if (last.content.length > 0) {
|
|
103
|
+
last.content[last.content.length - 1].cache_control = cc;
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
function safeJson(text) {
|
|
107
|
+
try {
|
|
108
|
+
return JSON.parse(text || '{}');
|
|
109
|
+
}
|
|
110
|
+
catch {
|
|
111
|
+
return {};
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
function toRawBlocks(blocks) {
|
|
115
|
+
return [...blocks.entries()].sort(([a], [b]) => a - b).map(([, b]) => {
|
|
116
|
+
switch (b.type) {
|
|
117
|
+
case 'text': return { type: 'text', text: b.text };
|
|
118
|
+
case 'thinking': return { type: 'thinking', thinking: b.thinking, signature: b.signature };
|
|
119
|
+
case 'redacted_thinking': return { type: 'redacted_thinking', data: b.data };
|
|
120
|
+
case 'tool_use': return { type: 'tool_use', id: b.id, name: b.name, input: safeJson(b.args) };
|
|
121
|
+
}
|
|
122
|
+
});
|
|
64
123
|
}
|
|
65
124
|
// ── Provider ──────────────────────────────────────────────────────────────────
|
|
66
125
|
class AnthropicProvider extends BaseStreamingProvider_1.BaseStreamingProvider {
|
|
@@ -68,6 +127,11 @@ class AnthropicProvider extends BaseStreamingProvider_1.BaseStreamingProvider {
|
|
|
68
127
|
model;
|
|
69
128
|
maxTokens;
|
|
70
129
|
temperature;
|
|
130
|
+
cache;
|
|
131
|
+
cacheTtl;
|
|
132
|
+
thinking;
|
|
133
|
+
structuredMode;
|
|
134
|
+
capabilities = { structuredOutput: 'native' };
|
|
71
135
|
constructor(opts) {
|
|
72
136
|
super({ ...opts, maxAttempts: opts.maxAttempts ?? opts.maxRetries }, { maxAttempts: 3, baseDelayMs: 1000, maxDelayMs: 16_000 });
|
|
73
137
|
this.client = opts.client
|
|
@@ -75,53 +139,140 @@ class AnthropicProvider extends BaseStreamingProvider_1.BaseStreamingProvider {
|
|
|
75
139
|
this.model = opts.model ?? 'claude-sonnet-4-6';
|
|
76
140
|
this.maxTokens = opts.maxTokens ?? 8192;
|
|
77
141
|
this.temperature = opts.temperature ?? 0.0;
|
|
142
|
+
this.cache = opts.cache ?? 'none';
|
|
143
|
+
this.cacheTtl = opts.cacheTtl ?? '5m';
|
|
144
|
+
this.thinking = opts.thinking;
|
|
145
|
+
this.structuredMode = opts.structuredOutput ?? 'native';
|
|
146
|
+
if (this.thinking && this.structuredMode === 'tool') {
|
|
147
|
+
throw new Error("AnthropicProvider: structuredOutput 'tool' forces a tool and cannot be combined with thinking.");
|
|
148
|
+
}
|
|
149
|
+
if (this.thinking) {
|
|
150
|
+
const b = this.thinking.budgetTokens;
|
|
151
|
+
if (!Number.isInteger(b) || b < MIN_THINKING_BUDGET || b >= this.maxTokens) {
|
|
152
|
+
throw new Error(`AnthropicProvider: thinking.budgetTokens must be an integer >= ${MIN_THINKING_BUDGET} ` +
|
|
153
|
+
`and < maxTokens (${this.maxTokens}); got ${b}.`);
|
|
154
|
+
}
|
|
155
|
+
}
|
|
78
156
|
}
|
|
79
|
-
async stream(messages, tools, callbacks) {
|
|
80
|
-
const { system, messages: anthropicMessages } = toAnthropicMessages(messages);
|
|
157
|
+
async stream(messages, tools, callbacks, options) {
|
|
158
|
+
const { system, messages: anthropicMessages } = toAnthropicMessages(messages, { cache: this.cache, ttl: this.cacheTtl });
|
|
81
159
|
const anthropicTools = tools.map(t => ({
|
|
82
160
|
name: t.name,
|
|
83
161
|
description: t.description,
|
|
84
162
|
input_schema: t.parameters,
|
|
85
163
|
}));
|
|
164
|
+
if (anthropicTools.length > 0 && (this.cache === 'system+tools' || this.cache === 'auto')) {
|
|
165
|
+
anthropicTools[anthropicTools.length - 1].cache_control = cacheControl(this.cacheTtl);
|
|
166
|
+
}
|
|
167
|
+
// Structured output: native `output_config`, or one forced tool whose input is the answer.
|
|
168
|
+
const format = options?.responseFormat;
|
|
169
|
+
const viaTool = !!format && this.structuredMode === 'tool';
|
|
170
|
+
if (viaTool) {
|
|
171
|
+
anthropicTools.push({
|
|
172
|
+
name: RESPOND_TOOL,
|
|
173
|
+
description: 'Return the final answer in the required structure.',
|
|
174
|
+
input_schema: format.schema,
|
|
175
|
+
});
|
|
176
|
+
}
|
|
177
|
+
const toolChoice = viaTool
|
|
178
|
+
? { type: 'tool', name: RESPOND_TOOL }
|
|
179
|
+
: (anthropicTools.length > 0 && options?.toolChoice ? toolChoiceFor(options.toolChoice) : undefined);
|
|
86
180
|
const stream = this.client.messages.stream({
|
|
87
181
|
model: callbacks.model ?? this.model,
|
|
88
182
|
max_tokens: this.maxTokens,
|
|
89
|
-
temperature:
|
|
183
|
+
// With thinking on the API wants temperature 1 or absent: leave it out.
|
|
184
|
+
...(this.thinking
|
|
185
|
+
? { thinking: { type: 'enabled', budget_tokens: this.thinking.budgetTokens } }
|
|
186
|
+
: { temperature: this.temperature }),
|
|
90
187
|
...(system ? { system } : {}),
|
|
91
188
|
messages: anthropicMessages,
|
|
92
189
|
...(anthropicTools.length > 0 ? { tools: anthropicTools } : {}),
|
|
190
|
+
...(toolChoice ? { tool_choice: toolChoice } : {}),
|
|
191
|
+
...(format && !viaTool ? { output_config: { format: { type: 'json_schema', schema: format.schema } } } : {}),
|
|
93
192
|
}, { signal: callbacks.signal });
|
|
94
193
|
let content = '';
|
|
95
194
|
const buffers = new Map();
|
|
195
|
+
const blocks = new Map();
|
|
96
196
|
let inputTokens = 0;
|
|
97
197
|
let outputTokens = 0;
|
|
198
|
+
let cacheRead;
|
|
199
|
+
let cacheWrite;
|
|
98
200
|
for await (const event of stream) {
|
|
99
201
|
if (event.type === 'message_start') {
|
|
100
|
-
|
|
202
|
+
const u = event.message.usage;
|
|
203
|
+
inputTokens = u.input_tokens;
|
|
204
|
+
if (u.cache_read_input_tokens != null)
|
|
205
|
+
cacheRead = u.cache_read_input_tokens;
|
|
206
|
+
if (u.cache_creation_input_tokens != null)
|
|
207
|
+
cacheWrite = u.cache_creation_input_tokens;
|
|
101
208
|
}
|
|
102
209
|
else if (event.type === 'message_delta') {
|
|
103
210
|
outputTokens = event.usage.output_tokens;
|
|
104
211
|
}
|
|
105
212
|
else if (event.type === 'content_block_start') {
|
|
106
|
-
|
|
107
|
-
|
|
213
|
+
const b = event.content_block;
|
|
214
|
+
if (b.type === 'tool_use') {
|
|
215
|
+
buffers.set(event.index, { id: b.id, name: b.name, args: '' });
|
|
216
|
+
blocks.set(event.index, { type: 'tool_use', id: b.id, name: b.name, args: '' });
|
|
217
|
+
}
|
|
218
|
+
else if (b.type === 'text') {
|
|
219
|
+
blocks.set(event.index, { type: 'text', text: '' });
|
|
220
|
+
}
|
|
221
|
+
else if (b.type === 'thinking') {
|
|
222
|
+
blocks.set(event.index, { type: 'thinking', thinking: '', signature: '' });
|
|
223
|
+
}
|
|
224
|
+
else if (b.type === 'redacted_thinking') {
|
|
225
|
+
blocks.set(event.index, { type: 'redacted_thinking', data: b.data });
|
|
108
226
|
}
|
|
109
227
|
}
|
|
110
228
|
else if (event.type === 'content_block_delta') {
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
229
|
+
const d = event.delta;
|
|
230
|
+
const block = blocks.get(event.index);
|
|
231
|
+
if (d.type === 'text_delta') {
|
|
232
|
+
content += d.text;
|
|
233
|
+
if (block?.type === 'text')
|
|
234
|
+
block.text += d.text;
|
|
235
|
+
else if (!block)
|
|
236
|
+
blocks.set(event.index, { type: 'text', text: d.text });
|
|
237
|
+
callbacks.onChunk?.(d.text);
|
|
238
|
+
}
|
|
239
|
+
else if (d.type === 'thinking_delta') {
|
|
240
|
+
if (block?.type === 'thinking')
|
|
241
|
+
block.thinking += d.thinking;
|
|
242
|
+
callbacks.onReasoning?.(d.thinking);
|
|
243
|
+
}
|
|
244
|
+
else if (d.type === 'signature_delta') {
|
|
245
|
+
if (block?.type === 'thinking')
|
|
246
|
+
block.signature += d.signature;
|
|
114
247
|
}
|
|
115
|
-
else if (
|
|
248
|
+
else if (d.type === 'input_json_delta') {
|
|
116
249
|
const buf = buffers.get(event.index);
|
|
117
250
|
if (buf)
|
|
118
|
-
buf.args +=
|
|
251
|
+
buf.args += d.partial_json;
|
|
252
|
+
if (block?.type === 'tool_use')
|
|
253
|
+
block.args += d.partial_json;
|
|
119
254
|
}
|
|
120
255
|
}
|
|
121
256
|
}
|
|
122
|
-
if (inputTokens > 0 || outputTokens > 0)
|
|
123
|
-
|
|
124
|
-
|
|
257
|
+
if (inputTokens > 0 || outputTokens > 0 || cacheRead || cacheWrite) {
|
|
258
|
+
const usage = cacheRead !== undefined || cacheWrite !== undefined
|
|
259
|
+
? { cacheReadTokens: cacheRead ?? 0, cacheWriteTokens: cacheWrite ?? 0 }
|
|
260
|
+
: undefined;
|
|
261
|
+
callbacks.onMetrics?.(inputTokens, outputTokens, usage);
|
|
262
|
+
}
|
|
263
|
+
// Forced-tool mode: the tool input is the answer; hand it over as plain text.
|
|
264
|
+
if (viaTool) {
|
|
265
|
+
for (const [index, buf] of buffers) {
|
|
266
|
+
if (buf.name !== RESPOND_TOOL)
|
|
267
|
+
continue;
|
|
268
|
+
content += buf.args;
|
|
269
|
+
callbacks.onChunk?.(buf.args);
|
|
270
|
+
buffers.delete(index);
|
|
271
|
+
blocks.delete(index);
|
|
272
|
+
}
|
|
273
|
+
}
|
|
274
|
+
const hasThinking = [...blocks.values()].some(b => b.type === 'thinking' || b.type === 'redacted_thinking');
|
|
275
|
+
this.finish(callbacks, content, buffers, hasThinking ? { raw: toRawBlocks(blocks) } : undefined);
|
|
125
276
|
}
|
|
126
277
|
}
|
|
127
278
|
exports.AnthropicProvider = AnthropicProvider;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AnthropicProvider.js","sourceRoot":"","sources":["../src/AnthropicProvider.ts"],"names":[],"mappings":";;;;;;AAAA,4DAA0C;AAE1C,mEAAuG;AAyBvG,iFAAiF;AACjF,SAAS,mBAAmB,CAAC,QAAsB;IAC/C,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,MAAM,GAAuB,EAAE,CAAC;IAEtC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAExB,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,IAAI,GAAG,CAAC,OAAO;gBAAE,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC/C,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1D,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAuB,EAAE,CAAC;YACvC,IAAI,GAAG,CAAC,OAAO;gBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACnE,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBACpC,OAAO,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,UAAU;oBAChB,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;oBACtB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;iBACnD,CAAC,CAAC;YACP,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5C,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,yEAAyE;YACzE,MAAM,WAAW,GAAqC,EAAE,CAAC;YACzD,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxD,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACtB,WAAW,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE,CAAC,CAAC,YAAY,IAAI,EAAE;oBACjC,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE;iBAC3B,CAAC,CAAC;gBACH,CAAC,EAAE,CAAC;YACR,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;YACpD,SAAS;QACb,CAAC;QAED,CAAC,EAAE,CAAC;IACR,CAAC;IAED,OAAO;QACH,MAAM,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;QACrE,QAAQ,EAAE,MAAM;KACnB,CAAC;AACN,CAAC;AAED,iFAAiF;AAEjF,MAAa,iBAAkB,SAAQ,6CAAqB;IACvC,MAAM,CAAsB;IAC5B,KAAK,CAAS;IACd,SAAS,CAAS;IAClB,WAAW,CAAS;IAErC,YAAY,IAA8B;QACtC,KAAK,CAAC,EAAE,GAAG,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;QAChI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM;eACjB,IAAI,aAAS,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,CAAoC,CAAC,CAAC,2BAA2B;QAC7H,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,mBAAmB,CAAC;QAC/C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;IAC/C,CAAC;IAES,KAAK,CAAC,MAAM,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B;QACjG,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QAC9E,MAAM,cAAc,GAAqB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACrD,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,YAAY,EAAE,CAAC,CAAC,UAA4C;SAC/D,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YACvC,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YACpC,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,QAAQ,EAAE,iBAAiB;YAC3B,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QAEjC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;QAClD,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACjC,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC;YACnD,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACxC,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC;YAC7C,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAC9C,IAAI,KAAK,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC1C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,aAAa,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBACvG,CAAC;YACL,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAC9C,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBACpC,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;oBAC5B,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC1C,CAAC;qBAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;oBACjD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACrC,IAAI,GAAG;wBAAE,GAAG,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;gBAClD,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,WAAW,GAAG,CAAC,IAAI,YAAY,GAAG,CAAC;YAAE,SAAS,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QAE1F,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;CACJ;AA7DD,8CA6DC"}
|
|
1
|
+
{"version":3,"file":"AnthropicProvider.js","sourceRoot":"","sources":["../src/AnthropicProvider.ts"],"names":[],"mappings":";;;;;;AAAA,4DAA0C;AAE1C,mEAAuG;AAgDvG,yEAAyE;AACzE,MAAM,YAAY,GAAG,SAAS,CAAC;AAE/B,SAAS,aAAa,CAAC,MAA8C;IACjE,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC/C,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC/C,IAAI,MAAM,KAAK,UAAU;QAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IAClD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;AAC/C,CAAC;AAMD,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAEjC,SAAS,YAAY,CAAC,GAAgB;IAClC,OAAO,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;AACnF,CAAC;AAMD,oFAAoF;AACpF,SAAS,mBAAmB,CACxB,QAAsB,EACtB,IAAoB,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE;IAEhD,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,MAAM,GAAuB,EAAE,CAAC;IAEtC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAExB,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,IAAI,GAAG,CAAC,OAAO;gBAAE,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC/C,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1D,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,oFAAoF;YACpF,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,CAAC,GAAyB,EAAE,CAAC,CAAC;gBAC3E,CAAC,EAAE,CAAC;gBACJ,SAAS;YACb,CAAC;YACD,MAAM,OAAO,GAAuB,EAAE,CAAC;YACvC,IAAI,GAAG,CAAC,OAAO;gBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACnE,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBACpC,OAAO,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,UAAU;oBAChB,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;oBACtB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;iBACnD,CAAC,CAAC;YACP,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5C,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,yEAAyE;YACzE,MAAM,WAAW,GAAqC,EAAE,CAAC;YACzD,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxD,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACtB,WAAW,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE,CAAC,CAAC,YAAY,IAAI,EAAE;oBACjC,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE;iBAC3B,CAAC,CAAC;gBACH,CAAC,EAAE,CAAC;YACR,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;YACpD,SAAS;QACb,CAAC;QAED,CAAC,EAAE,CAAC;IACR,CAAC;IAED,IAAI,MAAuD,CAAC;IAC5D,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,GAAG,SAAS,CAAC;SAC5C,IAAI,CAAC,CAAC,KAAK,KAAK,MAAM;QAAE,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;SAC1D,CAAC;QACF,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACnE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAsC,CAAC,aAAa,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACxG,CAAC;IAED,IAAI,CAAC,CAAC,KAAK,KAAK,MAAM;QAAE,eAAe,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACrE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AACxC,CAAC;AAED,kEAAkE;AAClE,SAAS,eAAe,CAAC,QAA4B,EAAE,EAAgB;IACnE,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3C,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO;IAC1C,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7E,CAAC;SAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAsC,CAAC,aAAa,GAAG,EAAE,CAAC;IACnG,CAAC;AACL,CAAC;AAUD,SAAS,QAAQ,CAAC,IAAY;IAC1B,IAAI,CAAC;QAAC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,EAAE,CAAC;IAAC,CAAC;AACjE,CAAC;AAED,SAAS,WAAW,CAAC,MAAgC;IACjD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE;QACjE,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;YACb,KAAK,MAAM,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACnD,KAAK,UAAU,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC;YAC3F,KAAK,mBAAmB,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC7E,KAAK,UAAU,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QAClG,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,iFAAiF;AAEjF,MAAa,iBAAkB,SAAQ,6CAAqB;IACvC,MAAM,CAAsB;IAC5B,KAAK,CAAS;IACd,SAAS,CAAS;IAClB,WAAW,CAAS;IACpB,KAAK,CAAqB;IAC1B,QAAQ,CAAc;IACtB,QAAQ,CAA4B;IACpC,cAAc,CAAoB;IAC1C,YAAY,GAAkD,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC;IAEtG,YAAY,IAA8B;QACtC,KAAK,CAAC,EAAE,GAAG,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;QAChI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM;eACjB,IAAI,aAAS,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,CAAoC,CAAC,CAAC,2BAA2B;QAC7H,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,mBAAmB,CAAC;QAC/C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;QAC3C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC;QAClC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC;QACtC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,gBAAgB,IAAI,QAAQ,CAAC;QAExD,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,cAAc,KAAK,MAAM,EAAE,CAAC;YAClD,MAAM,IAAI,KAAK,CAAC,gGAAgG,CAAC,CAAC;QACtH,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;YACrC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,mBAAmB,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACzE,MAAM,IAAI,KAAK,CACX,kEAAkE,mBAAmB,GAAG;oBACxF,oBAAoB,IAAI,CAAC,SAAS,UAAU,CAAC,GAAG,CACnD,CAAC;YACN,CAAC;QACL,CAAC;IACL,CAAC;IAES,KAAK,CAAC,MAAM,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B,EAAE,OAAqB;QACxH,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,mBAAmB,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACzH,MAAM,cAAc,GAAqB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACrD,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,YAAY,EAAE,CAAC,CAAC,UAA4C;SAC/D,CAAC,CAAC,CAAC;QACJ,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,cAAc,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM,CAAC,EAAE,CAAC;YACvF,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAsC,CAAC,aAAa,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChI,CAAC;QAED,2FAA2F;QAC3F,MAAM,MAAM,GAAG,OAAO,EAAE,cAAc,CAAC;QACvC,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,KAAK,MAAM,CAAC;QAC3D,IAAI,OAAO,EAAE,CAAC;YACV,cAAc,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,YAAY;gBAClB,WAAW,EAAE,oDAAoD;gBACjE,YAAY,EAAE,MAAO,CAAC,MAAwC;aACjE,CAAC,CAAC;QACP,CAAC;QACD,MAAM,UAAU,GAAG,OAAO;YACtB,CAAC,CAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAA2B;YAChE,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAEzG,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YACvC,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YACpC,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,wEAAwE;YACxE,GAAG,CAAC,IAAI,CAAC,QAAQ;gBACb,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE;gBAC9E,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;YACxC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,QAAQ,EAAE,iBAAiB;YAC3B,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/D,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClD,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/G,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QAEjC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;QAC9C,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,SAA6B,CAAC;QAClC,IAAI,UAA8B,CAAC;QAEnC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACjC,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;gBAC9B,WAAW,GAAG,CAAC,CAAC,YAAY,CAAC;gBAC7B,IAAI,CAAC,CAAC,uBAAuB,IAAI,IAAI;oBAAE,SAAS,GAAG,CAAC,CAAC,uBAAuB,CAAC;gBAC7E,IAAI,CAAC,CAAC,2BAA2B,IAAI,IAAI;oBAAE,UAAU,GAAG,CAAC,CAAC,2BAA2B,CAAC;YAC1F,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACxC,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC;YAC7C,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAC9C,MAAM,CAAC,GAAG,KAAK,CAAC,aAAa,CAAC;gBAC9B,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;oBAC/D,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBACpF,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC3B,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBACxD,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC/B,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC/E,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;oBACxC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBACzE,CAAC;YACL,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAC9C,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;gBACtB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACtC,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAC1B,OAAO,IAAI,CAAC,CAAC,IAAI,CAAC;oBAClB,IAAI,KAAK,EAAE,IAAI,KAAK,MAAM;wBAAE,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC;yBAC5C,IAAI,CAAC,KAAK;wBAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBAChC,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;oBACrC,IAAI,KAAK,EAAE,IAAI,KAAK,UAAU;wBAAE,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC;oBAC7D,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBACxC,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;oBACtC,IAAI,KAAK,EAAE,IAAI,KAAK,UAAU;wBAAE,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC;gBACnE,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;oBACvC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACrC,IAAI,GAAG;wBAAE,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,YAAY,CAAC;oBACpC,IAAI,KAAK,EAAE,IAAI,KAAK,UAAU;wBAAE,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,YAAY,CAAC;gBACjE,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,WAAW,GAAG,CAAC,IAAI,YAAY,GAAG,CAAC,IAAI,SAAS,IAAI,UAAU,EAAE,CAAC;YACjE,MAAM,KAAK,GAAG,SAAS,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS;gBAC7D,CAAC,CAAC,EAAE,eAAe,EAAE,SAAS,IAAI,CAAC,EAAE,gBAAgB,EAAE,UAAU,IAAI,CAAC,EAAE;gBACxE,CAAC,CAAC,SAAS,CAAC;YAChB,SAAS,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;QAC5D,CAAC;QAED,8EAA8E;QAC9E,IAAI,OAAO,EAAE,CAAC;YACV,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC;gBACjC,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY;oBAAE,SAAS;gBACxC,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC;gBACpB,SAAS,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC9B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACtB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC;QACL,CAAC;QAED,MAAM,WAAW,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,mBAAmB,CAAC,CAAC;QAC5G,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACrG,CAAC;CACJ;AAlJD,8CAkJC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { LLMProvider, LLMMessage, LLMStreamCallbacks, ToolDefinition } from '@backendkit-labs/agent-core';
|
|
1
|
+
import type { LLMProvider, LLMMessage, LLMStreamCallbacks, ToolDefinition, ChatOptions } from '@backendkit-labs/agent-core';
|
|
2
2
|
export interface RetryTuning {
|
|
3
3
|
/** Total attempts, first try included. */
|
|
4
4
|
maxAttempts?: number;
|
|
@@ -25,14 +25,16 @@ export declare abstract class BaseStreamingProvider implements LLMProvider {
|
|
|
25
25
|
baseDelayMs: number;
|
|
26
26
|
maxDelayMs: number;
|
|
27
27
|
});
|
|
28
|
-
chat(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks): Promise<void>;
|
|
28
|
+
chat(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks, options?: ChatOptions): Promise<void>;
|
|
29
29
|
/** One attempt. Throw to signal failure; the base decides whether to retry. */
|
|
30
|
-
protected abstract stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks): Promise<void>;
|
|
30
|
+
protected abstract stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks, options?: ChatOptions): Promise<void>;
|
|
31
31
|
/** Default: 429, 5xx and network errors. */
|
|
32
32
|
protected isRetryable(err: unknown): boolean;
|
|
33
33
|
/** Error handed to `onError`. Override to add provider-specific guidance. */
|
|
34
34
|
protected toError(err: unknown): Error;
|
|
35
|
-
/** Emits the assembled tool calls and the final message. */
|
|
36
|
-
protected finish(callbacks: LLMStreamCallbacks, content: string, buffers: Map<number, ToolCallBuffer
|
|
35
|
+
/** Emits the assembled tool calls and the final message. `extra.raw` rides along on the message. */
|
|
36
|
+
protected finish(callbacks: LLMStreamCallbacks, content: string, buffers: Map<number, ToolCallBuffer>, extra?: {
|
|
37
|
+
raw?: unknown;
|
|
38
|
+
}): void;
|
|
37
39
|
}
|
|
38
40
|
//# sourceMappingURL=BaseStreamingProvider.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"BaseStreamingProvider.d.ts","sourceRoot":"","sources":["../src/BaseStreamingProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;
|
|
1
|
+
{"version":3,"file":"BaseStreamingProvider.d.ts","sourceRoot":"","sources":["../src/BaseStreamingProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAG5H,MAAM,WAAW,WAAW;IACxB,0CAA0C;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,8CAA8C;IAC9C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,cAAc;IAAG,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE;AAE1E;;;;GAIG;AACH,8BAAsB,qBAAsB,YAAW,WAAW;IAC9D,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IACvC,SAAS,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAC5C,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IAE3C,SAAS,aAAa,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE;IAM/G,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAyBhI,+EAA+E;IAC/E,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAE/I,4CAA4C;IAC5C,SAAS,CAAC,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO;IAE5C,6EAA6E;IAC7E,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,KAAK;IAEtC,oGAAoG;IACpG,SAAS,CAAC,MAAM,CACZ,SAAS,EAAE,kBAAkB,EAC7B,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,EACpC,KAAK,CAAC,EAAE;QAAE,GAAG,CAAC,EAAE,OAAO,CAAA;KAAE,GAC1B,IAAI;CAkBV"}
|
|
@@ -16,7 +16,7 @@ class BaseStreamingProvider {
|
|
|
16
16
|
this.retryBaseDelayMs = tuning.retryBaseDelayMs ?? defaults.baseDelayMs;
|
|
17
17
|
this.retryMaxDelayMs = tuning.retryMaxDelayMs ?? defaults.maxDelayMs;
|
|
18
18
|
}
|
|
19
|
-
async chat(messages, tools, callbacks) {
|
|
19
|
+
async chat(messages, tools, callbacks, options) {
|
|
20
20
|
let contentEmitted = false;
|
|
21
21
|
try {
|
|
22
22
|
await (0, retry_1.withRetry)(() => this.stream(messages, tools, {
|
|
@@ -25,7 +25,7 @@ class BaseStreamingProvider {
|
|
|
25
25
|
contentEmitted = true;
|
|
26
26
|
callbacks.onChunk?.(delta);
|
|
27
27
|
},
|
|
28
|
-
}), {
|
|
28
|
+
}, options), {
|
|
29
29
|
maxAttempts: this.maxAttempts,
|
|
30
30
|
baseDelayMs: this.retryBaseDelayMs,
|
|
31
31
|
maxDelayMs: this.retryMaxDelayMs,
|
|
@@ -42,8 +42,8 @@ class BaseStreamingProvider {
|
|
|
42
42
|
isRetryable(err) { return (0, retry_1.isTransient)(err); }
|
|
43
43
|
/** Error handed to `onError`. Override to add provider-specific guidance. */
|
|
44
44
|
toError(err) { return err instanceof Error ? err : new Error(String(err)); }
|
|
45
|
-
/** Emits the assembled tool calls and the final message. */
|
|
46
|
-
finish(callbacks, content, buffers) {
|
|
45
|
+
/** Emits the assembled tool calls and the final message. `extra.raw` rides along on the message. */
|
|
46
|
+
finish(callbacks, content, buffers, extra) {
|
|
47
47
|
const toolCalls = Array.from(buffers.entries())
|
|
48
48
|
.sort(([a], [b]) => a - b)
|
|
49
49
|
.map(([, buf]) => ({
|
|
@@ -57,6 +57,7 @@ class BaseStreamingProvider {
|
|
|
57
57
|
role: 'assistant',
|
|
58
58
|
content: content || null,
|
|
59
59
|
tool_calls: toolCalls.length > 0 ? toolCalls : undefined,
|
|
60
|
+
...(extra?.raw !== undefined ? { raw: extra.raw } : {}),
|
|
60
61
|
});
|
|
61
62
|
}
|
|
62
63
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"BaseStreamingProvider.js","sourceRoot":"","sources":["../src/BaseStreamingProvider.ts"],"names":[],"mappings":";;;AACA,mCAAiD;AAYjD;;;;GAIG;AACH,MAAsB,qBAAqB;IACpB,WAAW,CAAS;IACpB,gBAAgB,CAAS;IACzB,eAAe,CAAS;IAE3C,YAAsB,MAAmB,EAAE,QAA0E;QACjH,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC;QAC9D,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,QAAQ,CAAC,WAAW,CAAC;QACxE,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,QAAQ,CAAC,UAAU,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B;
|
|
1
|
+
{"version":3,"file":"BaseStreamingProvider.js","sourceRoot":"","sources":["../src/BaseStreamingProvider.ts"],"names":[],"mappings":";;;AACA,mCAAiD;AAYjD;;;;GAIG;AACH,MAAsB,qBAAqB;IACpB,WAAW,CAAS;IACpB,gBAAgB,CAAS;IACzB,eAAe,CAAS;IAE3C,YAAsB,MAAmB,EAAE,QAA0E;QACjH,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC;QAC9D,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,QAAQ,CAAC,WAAW,CAAC;QACxE,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,QAAQ,CAAC,UAAU,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B,EAAE,OAAqB;QAC5G,IAAI,cAAc,GAAG,KAAK,CAAC;QAC3B,IAAI,CAAC;YACD,MAAM,IAAA,iBAAS,EACX,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE;gBAC/B,GAAG,SAAS;gBACZ,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBACf,cAAc,GAAG,IAAI,CAAC;oBACtB,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC/B,CAAC;aACJ,EAAE,OAAO,CAAC,EACX;gBACI,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,gBAAgB;gBAClC,UAAU,EAAE,IAAI,CAAC,eAAe;gBAChC,qEAAqE;gBACrE,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,cAAc,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC;gBAC9D,MAAM,EAAE,SAAS,CAAC,MAAM;aAC3B,CACJ,CAAC;QACN,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;QACzC,CAAC;IACL,CAAC;IAKD,4CAA4C;IAClC,WAAW,CAAC,GAAY,IAAa,OAAO,IAAA,mBAAW,EAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAEzE,6EAA6E;IACnE,OAAO,CAAC,GAAY,IAAW,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAEtG,oGAAoG;IAC1F,MAAM,CACZ,SAA6B,EAC7B,OAAe,EACf,OAAoC,EACpC,KAAyB;QAEzB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;aAC1C,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;aACzB,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YACf,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,IAAI,EAAE;SACpD,CAAC,CAAC,CAAC;QAER,KAAK,MAAM,EAAE,IAAI,SAAS;YAAE,SAAS,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QAEnG,SAAS,CAAC,MAAM,CAAC;YACb,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,OAAO,IAAI,IAAI;YACxB,UAAU,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACxD,GAAG,CAAC,KAAK,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1D,CAAC,CAAC;IACP,CAAC;CACJ;AArED,sDAqEC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DeepSeekProvider.d.ts","sourceRoot":"","sources":["../src/DeepSeekProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,KAAK,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAE5G,MAAM,MAAM,uBAAuB,GAAG,IAAI,CAAC,+BAA+B,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG;IAC/F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,4DAA4D;AAC5D,qBAAa,gBAAiB,SAAQ,wBAAwB;gBAC9C,IAAI,EAAE,uBAAuB;
|
|
1
|
+
{"version":3,"file":"DeepSeekProvider.d.ts","sourceRoot":"","sources":["../src/DeepSeekProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,KAAK,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAE5G,MAAM,MAAM,uBAAuB,GAAG,IAAI,CAAC,+BAA+B,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG;IAC/F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,4DAA4D;AAC5D,qBAAa,gBAAiB,SAAQ,wBAAwB;gBAC9C,IAAI,EAAE,uBAAuB;CAW5C"}
|
package/dist/DeepSeekProvider.js
CHANGED
|
@@ -9,6 +9,10 @@ class DeepSeekProvider extends OpenAICompatibleProvider_1.OpenAICompatibleProvid
|
|
|
9
9
|
...opts,
|
|
10
10
|
baseUrl: opts.baseUrl ?? 'https://api.deepseek.com/v1',
|
|
11
11
|
model: opts.model ?? 'deepseek-v4-flash',
|
|
12
|
+
// DeepSeek only offers json_object: the schema travels in the prompt.
|
|
13
|
+
structuredOutput: opts.structuredOutput ?? 'json_object',
|
|
14
|
+
// V4 thinks by default and rejects forced tool choices in that mode.
|
|
15
|
+
disableThinkingForForcedTools: opts.disableThinkingForForcedTools ?? true,
|
|
12
16
|
});
|
|
13
17
|
}
|
|
14
18
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DeepSeekProvider.js","sourceRoot":"","sources":["../src/DeepSeekProvider.ts"],"names":[],"mappings":";;;AAAA,yEAA4G;AAO5G,4DAA4D;AAC5D,MAAa,gBAAiB,SAAQ,mDAAwB;IAC1D,YAAY,IAA6B;QACrC,KAAK,CAAC;YACF,GAAG,IAAI;YACP,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,6BAA6B;YACtD,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,mBAAmB;
|
|
1
|
+
{"version":3,"file":"DeepSeekProvider.js","sourceRoot":"","sources":["../src/DeepSeekProvider.ts"],"names":[],"mappings":";;;AAAA,yEAA4G;AAO5G,4DAA4D;AAC5D,MAAa,gBAAiB,SAAQ,mDAAwB;IAC1D,YAAY,IAA6B;QACrC,KAAK,CAAC;YACF,GAAG,IAAI;YACP,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,6BAA6B;YACtD,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,mBAAmB;YACxC,sEAAsE;YACtE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,aAAa;YACxD,qEAAqE;YACrE,6BAA6B,EAAE,IAAI,CAAC,6BAA6B,IAAI,IAAI;SAC5E,CAAC,CAAC;IACP,CAAC;CACJ;AAZD,4CAYC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"OllamaProvider.d.ts","sourceRoot":"","sources":["../src/OllamaProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,KAAK,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAG5G,eAAO,MAAM,mBAAmB,2BAA2B,CAAC;AAC5D,eAAO,MAAM,oBAAoB,aAAa,CAAC;AAE/C,MAAM,WAAW,qBACb,SAAQ,IAAI,CAAC,+BAA+B,EAAE,QAAQ,GAAG,SAAS,GAAG,OAAO,GAAG,YAAY,GAAG,UAAU,CAAC;IACzG,mDAAmD;IACnD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,0FAA0F;IAC1F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,qGAAqG;AACrG,qBAAa,cAAe,SAAQ,wBAAwB;IACxD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;gBAElB,IAAI,GAAE,qBAA0B;
|
|
1
|
+
{"version":3,"file":"OllamaProvider.d.ts","sourceRoot":"","sources":["../src/OllamaProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,KAAK,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAG5G,eAAO,MAAM,mBAAmB,2BAA2B,CAAC;AAC5D,eAAO,MAAM,oBAAoB,aAAa,CAAC;AAE/C,MAAM,WAAW,qBACb,SAAQ,IAAI,CAAC,+BAA+B,EAAE,QAAQ,GAAG,SAAS,GAAG,OAAO,GAAG,YAAY,GAAG,UAAU,CAAC;IACzG,mDAAmD;IACnD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,0FAA0F;IAC1F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,qGAAqG;AACrG,qBAAa,cAAe,SAAQ,wBAAwB;IACxD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;gBAElB,IAAI,GAAE,qBAA0B;IAgB5C,+FAA+F;IACzF,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBtC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,KAAK;CASzC"}
|
package/dist/OllamaProvider.js
CHANGED
|
@@ -18,6 +18,8 @@ class OllamaProvider extends OpenAICompatibleProvider_1.OpenAICompatibleProvider
|
|
|
18
18
|
maxTokens: opts.maxTokens === undefined ? 4096 : opts.maxTokens,
|
|
19
19
|
maxAttempts: opts.maxAttempts ?? (opts.maxRetries !== undefined ? opts.maxRetries + 1 : undefined),
|
|
20
20
|
maxRetries: undefined,
|
|
21
|
+
// Older servers reject json_schema: default to json_object, opt in to 'native' when yours supports it.
|
|
22
|
+
structuredOutput: opts.structuredOutput ?? 'json_object',
|
|
21
23
|
}, { maxAttempts: 3, baseDelayMs: 500, maxDelayMs: 4000 });
|
|
22
24
|
this.host = host;
|
|
23
25
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"OllamaProvider.js","sourceRoot":"","sources":["../src/OllamaProvider.ts"],"names":[],"mappings":";;;AAAA,yEAA4G;AAC5G,mCAAqD;AAExC,QAAA,mBAAmB,GAAG,wBAAwB,CAAC;AAC/C,QAAA,oBAAoB,GAAG,UAAU,CAAC;AAe/C,qGAAqG;AACrG,MAAa,cAAe,SAAQ,mDAAwB;IACvC,IAAI,CAAS;IAE9B,YAAY,OAA8B,EAAE;QACxC,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,2BAAmB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACnE,KAAK,CAAC;YACF,GAAG,IAAI;YACP,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,GAAG,IAAI,KAAK;YACrB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,4BAAoB;YACzC,SAAS,EAAE,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS;YAC/D,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAClG,UAAU,EAAE,SAAS;
|
|
1
|
+
{"version":3,"file":"OllamaProvider.js","sourceRoot":"","sources":["../src/OllamaProvider.ts"],"names":[],"mappings":";;;AAAA,yEAA4G;AAC5G,mCAAqD;AAExC,QAAA,mBAAmB,GAAG,wBAAwB,CAAC;AAC/C,QAAA,oBAAoB,GAAG,UAAU,CAAC;AAe/C,qGAAqG;AACrG,MAAa,cAAe,SAAQ,mDAAwB;IACvC,IAAI,CAAS;IAE9B,YAAY,OAA8B,EAAE;QACxC,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,2BAAmB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACnE,KAAK,CAAC;YACF,GAAG,IAAI;YACP,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,GAAG,IAAI,KAAK;YACrB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,4BAAoB;YACzC,SAAS,EAAE,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS;YAC/D,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAClG,UAAU,EAAE,SAAS;YACrB,uGAAuG;YACvG,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,aAAa;SAC3D,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,+FAA+F;IAC/F,KAAK,CAAC,eAAe;QACjB,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,WAAW,CAAC,CAAC;YACjD,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,IAAA,sBAAc,EAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CACX,oCAAoC,IAAI,CAAC,IAAI,KAAK;oBAClD,4DAA4D;oBAC5D,4DAA4D,CAC/D,CAAC;YACN,CAAC;YACD,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAES,OAAO,CAAC,GAAY;QAC1B,IAAI,IAAA,sBAAc,EAAC,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,IAAI,yBAAyB,CAAC,CAAC;QACzF,CAAC;QACD,IAAI,IAAA,kBAAU,EAAC,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC;YAC1B,OAAO,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,KAAK,0DAA0D,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAClH,CAAC;QACD,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;CACJ;AA7CD,wCA6CC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { LLMMessage, LLMStreamCallbacks, ToolDefinition } from '@backendkit-labs/agent-core';
|
|
1
|
+
import type { LLMMessage, LLMStreamCallbacks, ToolDefinition, ChatOptions, StructuredOutputSupport } from '@backendkit-labs/agent-core';
|
|
2
2
|
import { BaseStreamingProvider, type RetryTuning } from './BaseStreamingProvider';
|
|
3
3
|
/** The slice of the OpenAI SDK the provider uses — inject a double in tests. */
|
|
4
4
|
export interface OpenAIClientLike {
|
|
@@ -49,6 +49,19 @@ export interface OpenAICompatibleProviderOptions extends RetryTuning {
|
|
|
49
49
|
* exhausted with zero visible output and no error. Omit to use the API's own default.
|
|
50
50
|
*/
|
|
51
51
|
thinking?: 'enabled' | 'disabled';
|
|
52
|
+
/**
|
|
53
|
+
* Send `thinking: disabled` on calls that force a tool (`toolChoice` 'required' or a named tool)
|
|
54
|
+
* when `thinking` was not set explicitly. DeepSeek V4 thinks by default and answers 400 to forced
|
|
55
|
+
* tool choices in that mode. Off by default (not every endpoint accepts the `thinking` field);
|
|
56
|
+
* on in `DeepSeekProvider`.
|
|
57
|
+
*/
|
|
58
|
+
disableThinkingForForcedTools?: boolean;
|
|
59
|
+
/**
|
|
60
|
+
* How the backend handles `ChatOptions.responseFormat`. `native`: `response_format: json_schema`
|
|
61
|
+
* (default). `json_object`: only valid JSON is guaranteed, the schema must travel in the prompt
|
|
62
|
+
* (`generateObject` does that). `none`: the option is ignored.
|
|
63
|
+
*/
|
|
64
|
+
structuredOutput?: StructuredOutputSupport;
|
|
52
65
|
/** Inject a client instead of building one from `apiKey`/`baseUrl`. */
|
|
53
66
|
client?: OpenAIClientLike;
|
|
54
67
|
}
|
|
@@ -58,11 +71,18 @@ export declare class OpenAICompatibleProvider extends BaseStreamingProvider {
|
|
|
58
71
|
private readonly maxTokens;
|
|
59
72
|
private readonly temperature;
|
|
60
73
|
private readonly thinking?;
|
|
74
|
+
private readonly disableThinkingForForcedTools;
|
|
75
|
+
readonly capabilities: {
|
|
76
|
+
structuredOutput: StructuredOutputSupport;
|
|
77
|
+
};
|
|
61
78
|
constructor(opts: OpenAICompatibleProviderOptions, defaults?: {
|
|
62
79
|
maxAttempts: number;
|
|
63
80
|
baseDelayMs: number;
|
|
64
81
|
maxDelayMs: number;
|
|
65
82
|
});
|
|
66
|
-
protected stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks): Promise<void>;
|
|
83
|
+
protected stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks, options?: ChatOptions): Promise<void>;
|
|
84
|
+
/** Explicit `thinking` wins; otherwise off for forced tool choices when the preset asks for it. */
|
|
85
|
+
private thinkingFor;
|
|
86
|
+
private responseFormat;
|
|
67
87
|
}
|
|
68
88
|
//# sourceMappingURL=OpenAICompatibleProvider.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"OpenAICompatibleProvider.d.ts","sourceRoot":"","sources":["../src/OpenAICompatibleProvider.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;
|
|
1
|
+
{"version":3,"file":"OpenAICompatibleProvider.d.ts","sourceRoot":"","sources":["../src/OpenAICompatibleProvider.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,WAAW,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AACxI,OAAO,EAAE,qBAAqB,EAAE,KAAK,WAAW,EAAuB,MAAM,yBAAyB,CAAC;AAEvG,gFAAgF;AAChF,MAAM,WAAW,gBAAgB;IAC7B,IAAI,EAAE;QACF,WAAW,EAAE;YACT,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE;gBAAE,MAAM,CAAC,EAAE,WAAW,CAAA;aAAE,GAAG,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC;SACpG,CAAC;KACL,CAAC;CACL;AAED,MAAM,WAAW,WAAW;IACxB,KAAK,CAAC,EAAE;QAAE,aAAa,EAAE,MAAM,CAAC;QAAC,iBAAiB,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACpE,OAAO,EAAE,KAAK,CAAC;QACX,KAAK,CAAC,EAAE;YACJ,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YACxB,UAAU,CAAC,EAAE,KAAK,CAAC;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,EAAE,CAAC,EAAE,MAAM,CAAC;gBAAC,QAAQ,CAAC,EAAE;oBAAE,IAAI,CAAC,EAAE,MAAM,CAAC;oBAAC,SAAS,CAAC,EAAE,MAAM,CAAA;iBAAE,CAAA;aAAE,CAAC,CAAC;SACxG,CAAC;KACL,CAAC,CAAC;CACN;AAED,MAAM,WAAW,+BAAgC,SAAQ,WAAW;IAChE,MAAM,EAAE,MAAM,CAAC;IACf,+BAA+B;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,uFAAuF;IACvF,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC;IACnD,iGAAiG;IACjG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,SAAS,GAAG,UAAU,CAAC;IAClC;;;;;OAKG;IACH,6BAA6B,CAAC,EAAE,OAAO,CAAC;IACxC;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,uBAAuB,CAAC;IAC3C,uEAAuE;IACvE,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC7B;AAoBD,qBAAa,wBAAyB,SAAQ,qBAAqB;IAC/D,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAC5C,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAuC;IACnE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAyB;IACnD,OAAO,CAAC,QAAQ,CAAC,6BAA6B,CAAU;IACxD,QAAQ,CAAC,YAAY,EAAE;QAAE,gBAAgB,EAAE,uBAAuB,CAAA;KAAE,CAAC;gBAEzD,IAAI,EAAE,+BAA+B,EAAE,QAAQ;;;;KAA4D;cAYvG,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAkD5I,mGAAmG;IACnG,OAAO,CAAC,WAAW;IAOnB,OAAO,CAAC,cAAc;CAgBzB"}
|
|
@@ -6,12 +6,34 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
6
6
|
exports.OpenAICompatibleProvider = void 0;
|
|
7
7
|
const openai_1 = __importDefault(require("openai"));
|
|
8
8
|
const BaseStreamingProvider_1 = require("./BaseStreamingProvider");
|
|
9
|
+
/** OpenAI strict mode needs every property required and no extra properties, at every level. */
|
|
10
|
+
function isStrictCompatible(schema) {
|
|
11
|
+
if (!schema || typeof schema !== 'object')
|
|
12
|
+
return true;
|
|
13
|
+
const s = schema;
|
|
14
|
+
if (s.type === 'object' && s.properties) {
|
|
15
|
+
const required = new Set(s.required ?? []);
|
|
16
|
+
if (s.additionalProperties !== false)
|
|
17
|
+
return false;
|
|
18
|
+
if (!Object.keys(s.properties).every(k => required.has(k)))
|
|
19
|
+
return false;
|
|
20
|
+
return Object.values(s.properties).every(isStrictCompatible);
|
|
21
|
+
}
|
|
22
|
+
if (s.type === 'array')
|
|
23
|
+
return isStrictCompatible(s.items);
|
|
24
|
+
return true;
|
|
25
|
+
}
|
|
26
|
+
function toolChoiceFor(choice) {
|
|
27
|
+
return typeof choice === 'string' ? choice : { type: 'function', function: { name: choice.name } };
|
|
28
|
+
}
|
|
9
29
|
class OpenAICompatibleProvider extends BaseStreamingProvider_1.BaseStreamingProvider {
|
|
10
30
|
client;
|
|
11
31
|
model;
|
|
12
32
|
maxTokens;
|
|
13
33
|
temperature;
|
|
14
34
|
thinking;
|
|
35
|
+
disableThinkingForForcedTools;
|
|
36
|
+
capabilities;
|
|
15
37
|
constructor(opts, defaults = { maxAttempts: 3, baseDelayMs: 1000, maxDelayMs: 16_000 }) {
|
|
16
38
|
super({ ...opts, maxAttempts: opts.maxAttempts ?? opts.maxRetries }, defaults);
|
|
17
39
|
this.client = opts.client
|
|
@@ -20,8 +42,10 @@ class OpenAICompatibleProvider extends BaseStreamingProvider_1.BaseStreamingProv
|
|
|
20
42
|
this.maxTokens = opts.maxTokens === undefined ? 16384 : opts.maxTokens;
|
|
21
43
|
this.temperature = opts.temperature ?? 0;
|
|
22
44
|
this.thinking = opts.thinking;
|
|
45
|
+
this.disableThinkingForForcedTools = opts.disableThinkingForForcedTools ?? false;
|
|
46
|
+
this.capabilities = { structuredOutput: opts.structuredOutput ?? 'native' };
|
|
23
47
|
}
|
|
24
|
-
async stream(messages, tools, callbacks) {
|
|
48
|
+
async stream(messages, tools, callbacks, options) {
|
|
25
49
|
const oaiTools = tools.map(t => ({
|
|
26
50
|
type: 'function',
|
|
27
51
|
function: { name: t.name, description: t.description, parameters: t.parameters },
|
|
@@ -30,15 +54,17 @@ class OpenAICompatibleProvider extends BaseStreamingProvider_1.BaseStreamingProv
|
|
|
30
54
|
const temperature = typeof this.temperature === 'function' ? this.temperature(model) : this.temperature;
|
|
31
55
|
const stream = await this.client.chat.completions.create({
|
|
32
56
|
model,
|
|
33
|
-
|
|
57
|
+
// `raw` is another provider's payload (e.g. Anthropic thinking blocks): never send it.
|
|
58
|
+
messages: messages.map(({ raw: _raw, ...m }) => m),
|
|
34
59
|
tools: oaiTools.length > 0 ? oaiTools : undefined,
|
|
35
|
-
tool_choice: oaiTools.length > 0 ? 'auto' : undefined,
|
|
60
|
+
tool_choice: oaiTools.length > 0 ? (options?.toolChoice ? toolChoiceFor(options.toolChoice) : 'auto') : undefined,
|
|
61
|
+
...this.responseFormat(options),
|
|
36
62
|
...(this.maxTokens !== null ? { max_tokens: this.maxTokens } : {}),
|
|
37
63
|
temperature,
|
|
38
64
|
stream: true,
|
|
39
65
|
stream_options: { include_usage: true },
|
|
40
66
|
// Not a standard OpenAI field: extension for OpenAI-compatible reasoning models.
|
|
41
|
-
...(this.
|
|
67
|
+
...(this.thinkingFor(options) ? { thinking: { type: this.thinkingFor(options) } } : {}),
|
|
42
68
|
}, { signal: callbacks.signal });
|
|
43
69
|
let content = '';
|
|
44
70
|
const buffers = new Map();
|
|
@@ -67,6 +93,31 @@ class OpenAICompatibleProvider extends BaseStreamingProvider_1.BaseStreamingProv
|
|
|
67
93
|
}
|
|
68
94
|
this.finish(callbacks, content, buffers);
|
|
69
95
|
}
|
|
96
|
+
/** Explicit `thinking` wins; otherwise off for forced tool choices when the preset asks for it. */
|
|
97
|
+
thinkingFor(options) {
|
|
98
|
+
if (this.thinking)
|
|
99
|
+
return this.thinking;
|
|
100
|
+
const choice = options?.toolChoice;
|
|
101
|
+
const forced = choice !== undefined && choice !== 'auto' && choice !== 'none';
|
|
102
|
+
return this.disableThinkingForForcedTools && forced ? 'disabled' : undefined;
|
|
103
|
+
}
|
|
104
|
+
responseFormat(options) {
|
|
105
|
+
const rf = options?.responseFormat;
|
|
106
|
+
if (!rf)
|
|
107
|
+
return {};
|
|
108
|
+
switch (this.capabilities.structuredOutput) {
|
|
109
|
+
case 'native':
|
|
110
|
+
return {
|
|
111
|
+
response_format: {
|
|
112
|
+
type: 'json_schema',
|
|
113
|
+
// Optional fields cannot satisfy strict mode: relax it instead of getting a 400.
|
|
114
|
+
json_schema: { name: rf.name, schema: rf.schema, strict: rf.strict !== false && isStrictCompatible(rf.schema) },
|
|
115
|
+
},
|
|
116
|
+
};
|
|
117
|
+
case 'json_object': return { response_format: { type: 'json_object' } };
|
|
118
|
+
default: return {};
|
|
119
|
+
}
|
|
120
|
+
}
|
|
70
121
|
}
|
|
71
122
|
exports.OpenAICompatibleProvider = OpenAICompatibleProvider;
|
|
72
123
|
//# sourceMappingURL=OpenAICompatibleProvider.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"OpenAICompatibleProvider.js","sourceRoot":"","sources":["../src/OpenAICompatibleProvider.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,mEAAuG;
|
|
1
|
+
{"version":3,"file":"OpenAICompatibleProvider.js","sourceRoot":"","sources":["../src/OpenAICompatibleProvider.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,mEAAuG;AA0DvG,gGAAgG;AAChG,SAAS,kBAAkB,CAAC,MAAe;IACvC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACvD,MAAM,CAAC,GAAG,MAAuI,CAAC;IAClJ,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,CAAC,oBAAoB,KAAK,KAAK;YAAE,OAAO,KAAK,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QACzE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC3D,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,MAA8C;IACjE,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;AACvG,CAAC;AAED,MAAa,wBAAyB,SAAQ,6CAAqB;IAC5C,MAAM,CAAmB;IACzB,KAAK,CAAS;IAChB,SAAS,CAAgB;IACzB,WAAW,CAAuC;IAClD,QAAQ,CAA0B;IAClC,6BAA6B,CAAU;IAC/C,YAAY,CAAgD;IAErE,YAAY,IAAqC,EAAE,QAAQ,GAAG,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE;QACnH,KAAK,CAAC,EAAE,GAAG,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC/E,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM;eACjB,IAAI,gBAAM,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,CAAiC,CAAC;QAClH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;QACvE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,6BAA6B,GAAG,IAAI,CAAC,6BAA6B,IAAI,KAAK,CAAC;QACjF,IAAI,CAAC,YAAY,GAAG,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,QAAQ,EAAE,CAAC;IAChF,CAAC;IAES,KAAK,CAAC,MAAM,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B,EAAE,OAAqB;QACxH,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE;SACnF,CAAC,CAAC,CAAC;QACJ,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QAC5C,MAAM,WAAW,GAAG,OAAO,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QAExG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACrD,KAAK;YACL,uFAAuF;YACvF,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YAClD,KAAK,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;YACjD,WAAW,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;YACjH,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;YAC/B,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,WAAW;YACX,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;YACvC,iFAAiF;YACjF,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1F,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QAEjC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;QAElD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,2DAA2D;YAC3D,IAAI,KAAK,CAAC,KAAK;gBAAE,SAAS,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAEjG,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;YACtC,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAChB,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC;gBACzB,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACvC,CAAC;YAED,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBACtC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC;oBAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC3F,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAE,CAAC;gBACnC,IAAI,EAAE,CAAC,EAAE;oBAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;gBAC1B,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;oBAAE,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACpD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS;oBAAE,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;YAClE,CAAC;QACL,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED,mGAAmG;IAC3F,WAAW,CAAC,OAAqB;QACrC,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC;QACxC,MAAM,MAAM,GAAG,OAAO,EAAE,UAAU,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,MAAM,CAAC;QAC9E,OAAO,IAAI,CAAC,6BAA6B,IAAI,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;IACjF,CAAC;IAEO,cAAc,CAAC,OAAqB;QACxC,MAAM,EAAE,GAAG,OAAO,EAAE,cAAc,CAAC;QACnC,IAAI,CAAC,EAAE;YAAE,OAAO,EAAE,CAAC;QACnB,QAAQ,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;YACzC,KAAK,QAAQ;gBACT,OAAO;oBACH,eAAe,EAAE;wBACb,IAAI,EAAE,aAAa;wBACnB,iFAAiF;wBACjF,WAAW,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,KAAK,IAAI,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE;qBAClH;iBACJ,CAAC;YACN,KAAK,aAAa,CAAC,CAAC,OAAO,EAAE,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,CAAC;YACxE,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;IACL,CAAC;CACJ;AA/FD,4DA+FC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -7,7 +7,7 @@ export type { OllamaProviderOptions } from './OllamaProvider';
|
|
|
7
7
|
export { DeepSeekProvider } from './DeepSeekProvider';
|
|
8
8
|
export type { DeepSeekProviderOptions } from './DeepSeekProvider';
|
|
9
9
|
export { AnthropicProvider } from './AnthropicProvider';
|
|
10
|
-
export type { AnthropicProviderOptions, AnthropicClientLike, AnthropicStreamEvent } from './AnthropicProvider';
|
|
10
|
+
export type { AnthropicProviderOptions, AnthropicClientLike, AnthropicStreamEvent, AnthropicCacheMode } from './AnthropicProvider';
|
|
11
11
|
export { withRetry, isTransient, isNetworkError } from './retry';
|
|
12
12
|
export type { RetryOptions } from './retry';
|
|
13
13
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC3E,OAAO,EAAE,wBAAwB,EAAE,MAAM,4BAA4B,CAAC;AACtE,YAAY,EAAE,+BAA+B,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACjH,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAC7F,YAAY,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,YAAY,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,YAAY,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC3E,OAAO,EAAE,wBAAwB,EAAE,MAAM,4BAA4B,CAAC;AACtE,YAAY,EAAE,+BAA+B,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACjH,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAC7F,YAAY,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,YAAY,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,YAAY,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACnI,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AACjE,YAAY,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,51 +1,51 @@
|
|
|
1
|
-
{
|
|
2
|
-
"name": "@backendkit-labs/agent-providers",
|
|
3
|
-
"version": "0.1
|
|
4
|
-
"description": "LLM providers for @backendkit-labs/agent-core: OpenAI-compatible (DeepSeek, Ollama), Anthropic — one retry/streaming implementation",
|
|
5
|
-
"main": "dist/index.js",
|
|
6
|
-
"types": "dist/index.d.ts",
|
|
7
|
-
"exports": {
|
|
8
|
-
".": {
|
|
9
|
-
"types": "./dist/index.d.ts",
|
|
10
|
-
"default": "./dist/index.js"
|
|
11
|
-
}
|
|
12
|
-
},
|
|
13
|
-
"files": [
|
|
14
|
-
"dist/",
|
|
15
|
-
"README.md"
|
|
16
|
-
],
|
|
17
|
-
"scripts": {
|
|
18
|
-
"build": "tsc",
|
|
19
|
-
"dev": "tsc --watch",
|
|
20
|
-
"typecheck": "tsc --noEmit",
|
|
21
|
-
"prepublishOnly": "npm run build",
|
|
22
|
-
"test": "jest"
|
|
23
|
-
},
|
|
24
|
-
"dependencies": {
|
|
25
|
-
"@anthropic-ai/sdk": "^0.98.0",
|
|
26
|
-
"@backendkit-labs/retry": "^0.1.2",
|
|
27
|
-
"openai": "^4.0.0"
|
|
28
|
-
},
|
|
29
|
-
"peerDependencies": {
|
|
30
|
-
"@backendkit-labs/agent-core": ">=0.
|
|
31
|
-
},
|
|
32
|
-
"devDependencies": {
|
|
33
|
-
"@types/jest": "^29.0.0",
|
|
34
|
-
"@types/node": "^20.0.0",
|
|
35
|
-
"jest": "^29.0.0",
|
|
36
|
-
"ts-jest": "^29.0.0",
|
|
37
|
-
"typescript": "^5.4.0"
|
|
38
|
-
},
|
|
39
|
-
"engines": {
|
|
40
|
-
"node": ">=20.0.0"
|
|
41
|
-
},
|
|
42
|
-
"repository": {
|
|
43
|
-
"type": "git",
|
|
44
|
-
"url": "git+https://github.com/BackendKit-labs/backendkit-agent-framework.git",
|
|
45
|
-
"directory": "packages/providers"
|
|
46
|
-
},
|
|
47
|
-
"publishConfig": {
|
|
48
|
-
"access": "public"
|
|
49
|
-
},
|
|
50
|
-
"license": "MIT"
|
|
51
|
-
}
|
|
1
|
+
{
|
|
2
|
+
"name": "@backendkit-labs/agent-providers",
|
|
3
|
+
"version": "0.2.1",
|
|
4
|
+
"description": "LLM providers for @backendkit-labs/agent-core: OpenAI-compatible (DeepSeek, Ollama), Anthropic — one retry/streaming implementation",
|
|
5
|
+
"main": "dist/index.js",
|
|
6
|
+
"types": "dist/index.d.ts",
|
|
7
|
+
"exports": {
|
|
8
|
+
".": {
|
|
9
|
+
"types": "./dist/index.d.ts",
|
|
10
|
+
"default": "./dist/index.js"
|
|
11
|
+
}
|
|
12
|
+
},
|
|
13
|
+
"files": [
|
|
14
|
+
"dist/",
|
|
15
|
+
"README.md"
|
|
16
|
+
],
|
|
17
|
+
"scripts": {
|
|
18
|
+
"build": "tsc",
|
|
19
|
+
"dev": "tsc --watch",
|
|
20
|
+
"typecheck": "tsc --noEmit",
|
|
21
|
+
"prepublishOnly": "npm run build",
|
|
22
|
+
"test": "jest"
|
|
23
|
+
},
|
|
24
|
+
"dependencies": {
|
|
25
|
+
"@anthropic-ai/sdk": "^0.98.0",
|
|
26
|
+
"@backendkit-labs/retry": "^0.1.2",
|
|
27
|
+
"openai": "^4.0.0"
|
|
28
|
+
},
|
|
29
|
+
"peerDependencies": {
|
|
30
|
+
"@backendkit-labs/agent-core": ">=0.27.0 <0.29.0"
|
|
31
|
+
},
|
|
32
|
+
"devDependencies": {
|
|
33
|
+
"@types/jest": "^29.0.0",
|
|
34
|
+
"@types/node": "^20.0.0",
|
|
35
|
+
"jest": "^29.0.0",
|
|
36
|
+
"ts-jest": "^29.0.0",
|
|
37
|
+
"typescript": "^5.4.0"
|
|
38
|
+
},
|
|
39
|
+
"engines": {
|
|
40
|
+
"node": ">=20.0.0"
|
|
41
|
+
},
|
|
42
|
+
"repository": {
|
|
43
|
+
"type": "git",
|
|
44
|
+
"url": "git+https://github.com/BackendKit-labs/backendkit-agent-framework.git",
|
|
45
|
+
"directory": "packages/providers"
|
|
46
|
+
},
|
|
47
|
+
"publishConfig": {
|
|
48
|
+
"access": "public"
|
|
49
|
+
},
|
|
50
|
+
"license": "MIT"
|
|
51
|
+
}
|