@backendkit-labs/agent-providers 0.1.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,5 +1,5 @@
1
1
  import Anthropic from '@anthropic-ai/sdk';
2
- import type { LLMMessage, LLMStreamCallbacks, ToolDefinition } from '@backendkit-labs/agent-core';
2
+ import type { LLMMessage, LLMStreamCallbacks, ToolDefinition, ChatOptions, StructuredOutputSupport } from '@backendkit-labs/agent-core';
3
3
  import { BaseStreamingProvider, type RetryTuning } from './BaseStreamingProvider';
4
4
  /** The slice of the Anthropic SDK the provider uses — inject a double in tests. */
5
5
  export interface AnthropicClientLike {
@@ -10,13 +10,40 @@ export interface AnthropicClientLike {
10
10
  };
11
11
  }
12
12
  export type AnthropicStreamEvent = Anthropic.MessageStreamEvent;
13
+ /**
14
+ * Prompt caching. The prefix order is tools → system → messages, so keep them stable.
15
+ * - `none`: no `cache_control` (default, requests identical to before).
16
+ * - `system`: breakpoint on the last system block.
17
+ * - `system+tools`: also on the last tool definition.
18
+ * - `auto`: also a moving breakpoint on the last message — suits tool loops.
19
+ */
20
+ export type AnthropicCacheMode = 'none' | 'system' | 'system+tools' | 'auto';
13
21
  export interface AnthropicProviderOptions extends RetryTuning {
14
22
  apiKey: string;
15
23
  model?: string;
16
24
  maxTokens?: number;
25
+ /** Ignored while `thinking` is on (the API requires temperature 1 or absent). */
17
26
  temperature?: number;
18
27
  /** @deprecated Use `maxAttempts`. Same meaning as before: total attempts, first try included. */
19
28
  maxRetries?: number;
29
+ /** Default `none`. */
30
+ cache?: AnthropicCacheMode;
31
+ /** Cache lifetime. Default `5m`; `1h` writes cost about 2x input instead of 1.25x. */
32
+ cacheTtl?: '5m' | '1h';
33
+ /**
34
+ * Extended thinking. `budgetTokens` must be an integer >= 1024 and < `maxTokens`. The thinking
35
+ * blocks (with their signature) are kept in `LLMMessage.raw` and sent back on the next turn,
36
+ * which the API requires while a tool loop continues.
37
+ */
38
+ thinking?: {
39
+ budgetTokens: number;
40
+ };
41
+ /**
42
+ * How `ChatOptions.responseFormat` is sent. `native` (default): `output_config.format` with the
43
+ * JSON schema. `tool`: a single forced `respond` tool whose input is the answer, for models
44
+ * without native structured output (not compatible with `thinking`, which forbids forced tools).
45
+ */
46
+ structuredOutput?: 'native' | 'tool';
20
47
  /** Inject a client instead of building one from `apiKey`. */
21
48
  client?: AnthropicClientLike;
22
49
  }
@@ -25,7 +52,14 @@ export declare class AnthropicProvider extends BaseStreamingProvider {
25
52
  private readonly model;
26
53
  private readonly maxTokens;
27
54
  private readonly temperature;
55
+ private readonly cache;
56
+ private readonly cacheTtl;
57
+ private readonly thinking?;
58
+ private readonly structuredMode;
59
+ readonly capabilities: {
60
+ structuredOutput: StructuredOutputSupport;
61
+ };
28
62
  constructor(opts: AnthropicProviderOptions);
29
- protected stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks): Promise<void>;
63
+ protected stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks, options?: ChatOptions): Promise<void>;
30
64
  }
31
65
  //# sourceMappingURL=AnthropicProvider.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"AnthropicProvider.d.ts","sourceRoot":"","sources":["../src/AnthropicProvider.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAClG,OAAO,EAAE,qBAAqB,EAAE,KAAK,WAAW,EAAuB,MAAM,yBAAyB,CAAC;AAEvG,mFAAmF;AACnF,MAAM,WAAW,mBAAmB;IAChC,QAAQ,EAAE;QACN,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE;YAAE,MAAM,CAAC,EAAE,WAAW,CAAA;SAAE,GAAG,aAAa,CAAC,oBAAoB,CAAC,CAAC;KACpG,CAAC;CACL;AAED,MAAM,MAAM,oBAAoB,GAAG,SAAS,CAAC,kBAAkB,CAAC;AAEhE,MAAM,WAAW,wBAAyB,SAAQ,WAAW;IACzD,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iGAAiG;IACjG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,6DAA6D;IAC7D,MAAM,CAAC,EAAE,mBAAmB,CAAC;CAChC;AAqED,qBAAa,iBAAkB,SAAQ,qBAAqB;IACxD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsB;IAC7C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;gBAEzB,IAAI,EAAE,wBAAwB;cAS1B,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;CA8CxH"}
1
+ {"version":3,"file":"AnthropicProvider.d.ts","sourceRoot":"","sources":["../src/AnthropicProvider.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,WAAW,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AACxI,OAAO,EAAE,qBAAqB,EAAE,KAAK,WAAW,EAAuB,MAAM,yBAAyB,CAAC;AAEvG,mFAAmF;AACnF,MAAM,WAAW,mBAAmB;IAChC,QAAQ,EAAE;QACN,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE;YAAE,MAAM,CAAC,EAAE,WAAW,CAAA;SAAE,GAAG,aAAa,CAAC,oBAAoB,CAAC,CAAC;KACpG,CAAC;CACL;AAED,MAAM,MAAM,oBAAoB,GAAG,SAAS,CAAC,kBAAkB,CAAC;AAEhE;;;;;;GAMG;AACH,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,QAAQ,GAAG,cAAc,GAAG,MAAM,CAAC;AAE7E,MAAM,WAAW,wBAAyB,SAAQ,WAAW;IACzD,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iFAAiF;IACjF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iGAAiG;IACjG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,sBAAsB;IACtB,KAAK,CAAC,EAAE,kBAAkB,CAAC;IAC3B,sFAAsF;IACtF,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB;;;;OAIG;IACH,QAAQ,CAAC,EAAE;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IACpC;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IACrC,6DAA6D;IAC7D,MAAM,CAAC,EAAE,mBAAmB,CAAC;CAChC;AA2ID,qBAAa,iBAAkB,SAAQ,qBAAqB;IACxD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsB;IAC7C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAqB;IAC3C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAc;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAA2B;IACrD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAoB;IACnD,QAAQ,CAAC,YAAY,EAAE;QAAE,gBAAgB,EAAE,uBAAuB,CAAA;KAAE,CAAkC;gBAE1F,IAAI,EAAE,wBAAwB;cA0B1B,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;CA6G/I"}
@@ -6,8 +6,23 @@ Object.defineProperty(exports, "__esModule", { value: true });
6
6
  exports.AnthropicProvider = void 0;
7
7
  const sdk_1 = __importDefault(require("@anthropic-ai/sdk"));
8
8
  const BaseStreamingProvider_1 = require("./BaseStreamingProvider");
9
- // ── Fix #14: concatenate all system messages ──────────────────────────────────
10
- function toAnthropicMessages(messages) {
9
+ /** Name of the forced tool used by the `tool` structured-output mode. */
10
+ const RESPOND_TOOL = 'respond';
11
+ function toolChoiceFor(choice) {
12
+ if (choice === 'auto')
13
+ return { type: 'auto' };
14
+ if (choice === 'none')
15
+ return { type: 'none' };
16
+ if (choice === 'required')
17
+ return { type: 'any' };
18
+ return { type: 'tool', name: choice.name };
19
+ }
20
+ const MIN_THINKING_BUDGET = 1024;
21
+ function cacheControl(ttl) {
22
+ return ttl === '1h' ? { type: 'ephemeral', ttl: '1h' } : { type: 'ephemeral' };
23
+ }
24
+ /** Concatenates every system message; with caching on they stay separate blocks. */
25
+ function toAnthropicMessages(messages, o = { cache: 'none', ttl: '5m' }) {
11
26
  const systemParts = [];
12
27
  const result = [];
13
28
  let i = 0;
@@ -25,6 +40,12 @@ function toAnthropicMessages(messages) {
25
40
  continue;
26
41
  }
27
42
  if (msg.role === 'assistant') {
43
+ // Blocks saved by this provider (thinking + signature) go back exactly as received.
44
+ if (Array.isArray(msg.raw)) {
45
+ result.push({ role: 'assistant', content: msg.raw });
46
+ i++;
47
+ continue;
48
+ }
28
49
  const content = [];
29
50
  if (msg.content)
30
51
  content.push({ type: 'text', text: msg.content });
@@ -57,10 +78,48 @@ function toAnthropicMessages(messages) {
57
78
  }
58
79
  i++;
59
80
  }
60
- return {
61
- system: systemParts.length > 0 ? systemParts.join('\n\n') : undefined,
62
- messages: result,
63
- };
81
+ let system;
82
+ if (systemParts.length === 0)
83
+ system = undefined;
84
+ else if (o.cache === 'none')
85
+ system = systemParts.join('\n\n');
86
+ else {
87
+ system = systemParts.map(text => ({ type: 'text', text }));
88
+ system[system.length - 1].cache_control = cacheControl(o.ttl);
89
+ }
90
+ if (o.cache === 'auto')
91
+ markLastMessage(result, cacheControl(o.ttl));
92
+ return { system, messages: result };
93
+ }
94
+ /** Moving breakpoint: the last block of the last user message. */
95
+ function markLastMessage(messages, cc) {
96
+ const last = messages[messages.length - 1];
97
+ if (!last || last.role !== 'user')
98
+ return;
99
+ if (typeof last.content === 'string') {
100
+ last.content = [{ type: 'text', text: last.content, cache_control: cc }];
101
+ }
102
+ else if (last.content.length > 0) {
103
+ last.content[last.content.length - 1].cache_control = cc;
104
+ }
105
+ }
106
+ function safeJson(text) {
107
+ try {
108
+ return JSON.parse(text || '{}');
109
+ }
110
+ catch {
111
+ return {};
112
+ }
113
+ }
114
+ function toRawBlocks(blocks) {
115
+ return [...blocks.entries()].sort(([a], [b]) => a - b).map(([, b]) => {
116
+ switch (b.type) {
117
+ case 'text': return { type: 'text', text: b.text };
118
+ case 'thinking': return { type: 'thinking', thinking: b.thinking, signature: b.signature };
119
+ case 'redacted_thinking': return { type: 'redacted_thinking', data: b.data };
120
+ case 'tool_use': return { type: 'tool_use', id: b.id, name: b.name, input: safeJson(b.args) };
121
+ }
122
+ });
64
123
  }
65
124
  // ── Provider ──────────────────────────────────────────────────────────────────
66
125
  class AnthropicProvider extends BaseStreamingProvider_1.BaseStreamingProvider {
@@ -68,6 +127,11 @@ class AnthropicProvider extends BaseStreamingProvider_1.BaseStreamingProvider {
68
127
  model;
69
128
  maxTokens;
70
129
  temperature;
130
+ cache;
131
+ cacheTtl;
132
+ thinking;
133
+ structuredMode;
134
+ capabilities = { structuredOutput: 'native' };
71
135
  constructor(opts) {
72
136
  super({ ...opts, maxAttempts: opts.maxAttempts ?? opts.maxRetries }, { maxAttempts: 3, baseDelayMs: 1000, maxDelayMs: 16_000 });
73
137
  this.client = opts.client
@@ -75,53 +139,140 @@ class AnthropicProvider extends BaseStreamingProvider_1.BaseStreamingProvider {
75
139
  this.model = opts.model ?? 'claude-sonnet-4-6';
76
140
  this.maxTokens = opts.maxTokens ?? 8192;
77
141
  this.temperature = opts.temperature ?? 0.0;
142
+ this.cache = opts.cache ?? 'none';
143
+ this.cacheTtl = opts.cacheTtl ?? '5m';
144
+ this.thinking = opts.thinking;
145
+ this.structuredMode = opts.structuredOutput ?? 'native';
146
+ if (this.thinking && this.structuredMode === 'tool') {
147
+ throw new Error("AnthropicProvider: structuredOutput 'tool' forces a tool and cannot be combined with thinking.");
148
+ }
149
+ if (this.thinking) {
150
+ const b = this.thinking.budgetTokens;
151
+ if (!Number.isInteger(b) || b < MIN_THINKING_BUDGET || b >= this.maxTokens) {
152
+ throw new Error(`AnthropicProvider: thinking.budgetTokens must be an integer >= ${MIN_THINKING_BUDGET} ` +
153
+ `and < maxTokens (${this.maxTokens}); got ${b}.`);
154
+ }
155
+ }
78
156
  }
79
- async stream(messages, tools, callbacks) {
80
- const { system, messages: anthropicMessages } = toAnthropicMessages(messages);
157
+ async stream(messages, tools, callbacks, options) {
158
+ const { system, messages: anthropicMessages } = toAnthropicMessages(messages, { cache: this.cache, ttl: this.cacheTtl });
81
159
  const anthropicTools = tools.map(t => ({
82
160
  name: t.name,
83
161
  description: t.description,
84
162
  input_schema: t.parameters,
85
163
  }));
164
+ if (anthropicTools.length > 0 && (this.cache === 'system+tools' || this.cache === 'auto')) {
165
+ anthropicTools[anthropicTools.length - 1].cache_control = cacheControl(this.cacheTtl);
166
+ }
167
+ // Structured output: native `output_config`, or one forced tool whose input is the answer.
168
+ const format = options?.responseFormat;
169
+ const viaTool = !!format && this.structuredMode === 'tool';
170
+ if (viaTool) {
171
+ anthropicTools.push({
172
+ name: RESPOND_TOOL,
173
+ description: 'Return the final answer in the required structure.',
174
+ input_schema: format.schema,
175
+ });
176
+ }
177
+ const toolChoice = viaTool
178
+ ? { type: 'tool', name: RESPOND_TOOL }
179
+ : (anthropicTools.length > 0 && options?.toolChoice ? toolChoiceFor(options.toolChoice) : undefined);
86
180
  const stream = this.client.messages.stream({
87
181
  model: callbacks.model ?? this.model,
88
182
  max_tokens: this.maxTokens,
89
- temperature: this.temperature,
183
+ // With thinking on the API wants temperature 1 or absent: leave it out.
184
+ ...(this.thinking
185
+ ? { thinking: { type: 'enabled', budget_tokens: this.thinking.budgetTokens } }
186
+ : { temperature: this.temperature }),
90
187
  ...(system ? { system } : {}),
91
188
  messages: anthropicMessages,
92
189
  ...(anthropicTools.length > 0 ? { tools: anthropicTools } : {}),
190
+ ...(toolChoice ? { tool_choice: toolChoice } : {}),
191
+ ...(format && !viaTool ? { output_config: { format: { type: 'json_schema', schema: format.schema } } } : {}),
93
192
  }, { signal: callbacks.signal });
94
193
  let content = '';
95
194
  const buffers = new Map();
195
+ const blocks = new Map();
96
196
  let inputTokens = 0;
97
197
  let outputTokens = 0;
198
+ let cacheRead;
199
+ let cacheWrite;
98
200
  for await (const event of stream) {
99
201
  if (event.type === 'message_start') {
100
- inputTokens = event.message.usage.input_tokens;
202
+ const u = event.message.usage;
203
+ inputTokens = u.input_tokens;
204
+ if (u.cache_read_input_tokens != null)
205
+ cacheRead = u.cache_read_input_tokens;
206
+ if (u.cache_creation_input_tokens != null)
207
+ cacheWrite = u.cache_creation_input_tokens;
101
208
  }
102
209
  else if (event.type === 'message_delta') {
103
210
  outputTokens = event.usage.output_tokens;
104
211
  }
105
212
  else if (event.type === 'content_block_start') {
106
- if (event.content_block.type === 'tool_use') {
107
- buffers.set(event.index, { id: event.content_block.id, name: event.content_block.name, args: '' });
213
+ const b = event.content_block;
214
+ if (b.type === 'tool_use') {
215
+ buffers.set(event.index, { id: b.id, name: b.name, args: '' });
216
+ blocks.set(event.index, { type: 'tool_use', id: b.id, name: b.name, args: '' });
217
+ }
218
+ else if (b.type === 'text') {
219
+ blocks.set(event.index, { type: 'text', text: '' });
220
+ }
221
+ else if (b.type === 'thinking') {
222
+ blocks.set(event.index, { type: 'thinking', thinking: '', signature: '' });
223
+ }
224
+ else if (b.type === 'redacted_thinking') {
225
+ blocks.set(event.index, { type: 'redacted_thinking', data: b.data });
108
226
  }
109
227
  }
110
228
  else if (event.type === 'content_block_delta') {
111
- if (event.delta.type === 'text_delta') {
112
- content += event.delta.text;
113
- callbacks.onChunk?.(event.delta.text);
229
+ const d = event.delta;
230
+ const block = blocks.get(event.index);
231
+ if (d.type === 'text_delta') {
232
+ content += d.text;
233
+ if (block?.type === 'text')
234
+ block.text += d.text;
235
+ else if (!block)
236
+ blocks.set(event.index, { type: 'text', text: d.text });
237
+ callbacks.onChunk?.(d.text);
238
+ }
239
+ else if (d.type === 'thinking_delta') {
240
+ if (block?.type === 'thinking')
241
+ block.thinking += d.thinking;
242
+ callbacks.onReasoning?.(d.thinking);
243
+ }
244
+ else if (d.type === 'signature_delta') {
245
+ if (block?.type === 'thinking')
246
+ block.signature += d.signature;
114
247
  }
115
- else if (event.delta.type === 'input_json_delta') {
248
+ else if (d.type === 'input_json_delta') {
116
249
  const buf = buffers.get(event.index);
117
250
  if (buf)
118
- buf.args += event.delta.partial_json;
251
+ buf.args += d.partial_json;
252
+ if (block?.type === 'tool_use')
253
+ block.args += d.partial_json;
119
254
  }
120
255
  }
121
256
  }
122
- if (inputTokens > 0 || outputTokens > 0)
123
- callbacks.onMetrics?.(inputTokens, outputTokens);
124
- this.finish(callbacks, content, buffers);
257
+ if (inputTokens > 0 || outputTokens > 0 || cacheRead || cacheWrite) {
258
+ const usage = cacheRead !== undefined || cacheWrite !== undefined
259
+ ? { cacheReadTokens: cacheRead ?? 0, cacheWriteTokens: cacheWrite ?? 0 }
260
+ : undefined;
261
+ callbacks.onMetrics?.(inputTokens, outputTokens, usage);
262
+ }
263
+ // Forced-tool mode: the tool input is the answer; hand it over as plain text.
264
+ if (viaTool) {
265
+ for (const [index, buf] of buffers) {
266
+ if (buf.name !== RESPOND_TOOL)
267
+ continue;
268
+ content += buf.args;
269
+ callbacks.onChunk?.(buf.args);
270
+ buffers.delete(index);
271
+ blocks.delete(index);
272
+ }
273
+ }
274
+ const hasThinking = [...blocks.values()].some(b => b.type === 'thinking' || b.type === 'redacted_thinking');
275
+ this.finish(callbacks, content, buffers, hasThinking ? { raw: toRawBlocks(blocks) } : undefined);
125
276
  }
126
277
  }
127
278
  exports.AnthropicProvider = AnthropicProvider;
@@ -1 +1 @@
1
- {"version":3,"file":"AnthropicProvider.js","sourceRoot":"","sources":["../src/AnthropicProvider.ts"],"names":[],"mappings":";;;;;;AAAA,4DAA0C;AAE1C,mEAAuG;AAyBvG,iFAAiF;AACjF,SAAS,mBAAmB,CAAC,QAAsB;IAC/C,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,MAAM,GAAuB,EAAE,CAAC;IAEtC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAExB,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,IAAI,GAAG,CAAC,OAAO;gBAAE,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC/C,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1D,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAuB,EAAE,CAAC;YACvC,IAAI,GAAG,CAAC,OAAO;gBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACnE,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBACpC,OAAO,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,UAAU;oBAChB,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;oBACtB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;iBACnD,CAAC,CAAC;YACP,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5C,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,yEAAyE;YACzE,MAAM,WAAW,GAAqC,EAAE,CAAC;YACzD,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxD,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACtB,WAAW,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE,CAAC,CAAC,YAAY,IAAI,EAAE;oBACjC,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE;iBAC3B,CAAC,CAAC;gBACH,CAAC,EAAE,CAAC;YACR,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;YACpD,SAAS;QACb,CAAC;QAED,CAAC,EAAE,CAAC;IACR,CAAC;IAED,OAAO;QACH,MAAM,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;QACrE,QAAQ,EAAE,MAAM;KACnB,CAAC;AACN,CAAC;AAED,iFAAiF;AAEjF,MAAa,iBAAkB,SAAQ,6CAAqB;IACvC,MAAM,CAAsB;IAC5B,KAAK,CAAS;IACd,SAAS,CAAS;IAClB,WAAW,CAAS;IAErC,YAAY,IAA8B;QACtC,KAAK,CAAC,EAAE,GAAG,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;QAChI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM;eACjB,IAAI,aAAS,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,CAAoC,CAAC,CAAC,2BAA2B;QAC7H,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,mBAAmB,CAAC;QAC/C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;IAC/C,CAAC;IAES,KAAK,CAAC,MAAM,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B;QACjG,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QAC9E,MAAM,cAAc,GAAqB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACrD,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,YAAY,EAAE,CAAC,CAAC,UAA4C;SAC/D,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YACvC,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YACpC,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,QAAQ,EAAE,iBAAiB;YAC3B,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QAEjC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;QAClD,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACjC,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC;YACnD,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACxC,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC;YAC7C,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAC9C,IAAI,KAAK,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC1C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,aAAa,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBACvG,CAAC;YACL,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAC9C,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBACpC,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;oBAC5B,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC1C,CAAC;qBAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;oBACjD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACrC,IAAI,GAAG;wBAAE,GAAG,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;gBAClD,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,WAAW,GAAG,CAAC,IAAI,YAAY,GAAG,CAAC;YAAE,SAAS,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QAE1F,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;CACJ;AA7DD,8CA6DC"}
1
+ {"version":3,"file":"AnthropicProvider.js","sourceRoot":"","sources":["../src/AnthropicProvider.ts"],"names":[],"mappings":";;;;;;AAAA,4DAA0C;AAE1C,mEAAuG;AAgDvG,yEAAyE;AACzE,MAAM,YAAY,GAAG,SAAS,CAAC;AAE/B,SAAS,aAAa,CAAC,MAA8C;IACjE,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC/C,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC/C,IAAI,MAAM,KAAK,UAAU;QAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IAClD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;AAC/C,CAAC;AAMD,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAEjC,SAAS,YAAY,CAAC,GAAgB;IAClC,OAAO,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;AACnF,CAAC;AAMD,oFAAoF;AACpF,SAAS,mBAAmB,CACxB,QAAsB,EACtB,IAAoB,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE;IAEhD,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,MAAM,GAAuB,EAAE,CAAC;IAEtC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAExB,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,IAAI,GAAG,CAAC,OAAO;gBAAE,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC/C,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1D,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,oFAAoF;YACpF,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,CAAC,GAAyB,EAAE,CAAC,CAAC;gBAC3E,CAAC,EAAE,CAAC;gBACJ,SAAS;YACb,CAAC;YACD,MAAM,OAAO,GAAuB,EAAE,CAAC;YACvC,IAAI,GAAG,CAAC,OAAO;gBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACnE,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBACpC,OAAO,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,UAAU;oBAChB,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;oBACtB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;iBACnD,CAAC,CAAC;YACP,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5C,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,yEAAyE;YACzE,MAAM,WAAW,GAAqC,EAAE,CAAC;YACzD,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxD,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACtB,WAAW,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE,CAAC,CAAC,YAAY,IAAI,EAAE;oBACjC,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE;iBAC3B,CAAC,CAAC;gBACH,CAAC,EAAE,CAAC;YACR,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;YACpD,SAAS;QACb,CAAC;QAED,CAAC,EAAE,CAAC;IACR,CAAC;IAED,IAAI,MAAuD,CAAC;IAC5D,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,GAAG,SAAS,CAAC;SAC5C,IAAI,CAAC,CAAC,KAAK,KAAK,MAAM;QAAE,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;SAC1D,CAAC;QACF,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACnE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAsC,CAAC,aAAa,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACxG,CAAC;IAED,IAAI,CAAC,CAAC,KAAK,KAAK,MAAM;QAAE,eAAe,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACrE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AACxC,CAAC;AAED,kEAAkE;AAClE,SAAS,eAAe,CAAC,QAA4B,EAAE,EAAgB;IACnE,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3C,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO;IAC1C,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7E,CAAC;SAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAsC,CAAC,aAAa,GAAG,EAAE,CAAC;IACnG,CAAC;AACL,CAAC;AAUD,SAAS,QAAQ,CAAC,IAAY;IAC1B,IAAI,CAAC;QAAC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,EAAE,CAAC;IAAC,CAAC;AACjE,CAAC;AAED,SAAS,WAAW,CAAC,MAAgC;IACjD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE;QACjE,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;YACb,KAAK,MAAM,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACnD,KAAK,UAAU,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC;YAC3F,KAAK,mBAAmB,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC7E,KAAK,UAAU,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QAClG,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,iFAAiF;AAEjF,MAAa,iBAAkB,SAAQ,6CAAqB;IACvC,MAAM,CAAsB;IAC5B,KAAK,CAAS;IACd,SAAS,CAAS;IAClB,WAAW,CAAS;IACpB,KAAK,CAAqB;IAC1B,QAAQ,CAAc;IACtB,QAAQ,CAA4B;IACpC,cAAc,CAAoB;IAC1C,YAAY,GAAkD,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC;IAEtG,YAAY,IAA8B;QACtC,KAAK,CAAC,EAAE,GAAG,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;QAChI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM;eACjB,IAAI,aAAS,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,CAAoC,CAAC,CAAC,2BAA2B;QAC7H,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,mBAAmB,CAAC;QAC/C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;QAC3C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC;QAClC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC;QACtC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,gBAAgB,IAAI,QAAQ,CAAC;QAExD,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,cAAc,KAAK,MAAM,EAAE,CAAC;YAClD,MAAM,IAAI,KAAK,CAAC,gGAAgG,CAAC,CAAC;QACtH,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;YACrC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,mBAAmB,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACzE,MAAM,IAAI,KAAK,CACX,kEAAkE,mBAAmB,GAAG;oBACxF,oBAAoB,IAAI,CAAC,SAAS,UAAU,CAAC,GAAG,CACnD,CAAC;YACN,CAAC;QACL,CAAC;IACL,CAAC;IAES,KAAK,CAAC,MAAM,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B,EAAE,OAAqB;QACxH,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,mBAAmB,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACzH,MAAM,cAAc,GAAqB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACrD,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,YAAY,EAAE,CAAC,CAAC,UAA4C;SAC/D,CAAC,CAAC,CAAC;QACJ,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,cAAc,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM,CAAC,EAAE,CAAC;YACvF,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAsC,CAAC,aAAa,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChI,CAAC;QAED,2FAA2F;QAC3F,MAAM,MAAM,GAAG,OAAO,EAAE,cAAc,CAAC;QACvC,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,KAAK,MAAM,CAAC;QAC3D,IAAI,OAAO,EAAE,CAAC;YACV,cAAc,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,YAAY;gBAClB,WAAW,EAAE,oDAAoD;gBACjE,YAAY,EAAE,MAAO,CAAC,MAAwC;aACjE,CAAC,CAAC;QACP,CAAC;QACD,MAAM,UAAU,GAAG,OAAO;YACtB,CAAC,CAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAA2B;YAChE,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAEzG,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YACvC,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YACpC,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,wEAAwE;YACxE,GAAG,CAAC,IAAI,CAAC,QAAQ;gBACb,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE;gBAC9E,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;YACxC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,QAAQ,EAAE,iBAAiB;YAC3B,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/D,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClD,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/G,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QAEjC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;QAC9C,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,SAA6B,CAAC;QAClC,IAAI,UAA8B,CAAC;QAEnC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACjC,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;gBAC9B,WAAW,GAAG,CAAC,CAAC,YAAY,CAAC;gBAC7B,IAAI,CAAC,CAAC,uBAAuB,IAAI,IAAI;oBAAE,SAAS,GAAG,CAAC,CAAC,uBAAuB,CAAC;gBAC7E,IAAI,CAAC,CAAC,2BAA2B,IAAI,IAAI;oBAAE,UAAU,GAAG,CAAC,CAAC,2BAA2B,CAAC;YAC1F,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACxC,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC;YAC7C,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAC9C,MAAM,CAAC,GAAG,KAAK,CAAC,aAAa,CAAC;gBAC9B,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;oBAC/D,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBACpF,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC3B,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBACxD,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC/B,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC/E,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;oBACxC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBACzE,CAAC;YACL,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAC9C,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;gBACtB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACtC,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAC1B,OAAO,IAAI,CAAC,CAAC,IAAI,CAAC;oBAClB,IAAI,KAAK,EAAE,IAAI,KAAK,MAAM;wBAAE,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC;yBAC5C,IAAI,CAAC,KAAK;wBAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBAChC,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;oBACrC,IAAI,KAAK,EAAE,IAAI,KAAK,UAAU;wBAAE,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC;oBAC7D,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBACxC,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;oBACtC,IAAI,KAAK,EAAE,IAAI,KAAK,UAAU;wBAAE,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC;gBACnE,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;oBACvC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACrC,IAAI,GAAG;wBAAE,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,YAAY,CAAC;oBACpC,IAAI,KAAK,EAAE,IAAI,KAAK,UAAU;wBAAE,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,YAAY,CAAC;gBACjE,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,WAAW,GAAG,CAAC,IAAI,YAAY,GAAG,CAAC,IAAI,SAAS,IAAI,UAAU,EAAE,CAAC;YACjE,MAAM,KAAK,GAAG,SAAS,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS;gBAC7D,CAAC,CAAC,EAAE,eAAe,EAAE,SAAS,IAAI,CAAC,EAAE,gBAAgB,EAAE,UAAU,IAAI,CAAC,EAAE;gBACxE,CAAC,CAAC,SAAS,CAAC;YAChB,SAAS,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;QAC5D,CAAC;QAED,8EAA8E;QAC9E,IAAI,OAAO,EAAE,CAAC;YACV,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC;gBACjC,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY;oBAAE,SAAS;gBACxC,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC;gBACpB,SAAS,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC9B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACtB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC;QACL,CAAC;QAED,MAAM,WAAW,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,mBAAmB,CAAC,CAAC;QAC5G,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACrG,CAAC;CACJ;AAlJD,8CAkJC"}
@@ -1,4 +1,4 @@
1
- import type { LLMProvider, LLMMessage, LLMStreamCallbacks, ToolDefinition } from '@backendkit-labs/agent-core';
1
+ import type { LLMProvider, LLMMessage, LLMStreamCallbacks, ToolDefinition, ChatOptions } from '@backendkit-labs/agent-core';
2
2
  export interface RetryTuning {
3
3
  /** Total attempts, first try included. */
4
4
  maxAttempts?: number;
@@ -25,14 +25,16 @@ export declare abstract class BaseStreamingProvider implements LLMProvider {
25
25
  baseDelayMs: number;
26
26
  maxDelayMs: number;
27
27
  });
28
- chat(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks): Promise<void>;
28
+ chat(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks, options?: ChatOptions): Promise<void>;
29
29
  /** One attempt. Throw to signal failure; the base decides whether to retry. */
30
- protected abstract stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks): Promise<void>;
30
+ protected abstract stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks, options?: ChatOptions): Promise<void>;
31
31
  /** Default: 429, 5xx and network errors. */
32
32
  protected isRetryable(err: unknown): boolean;
33
33
  /** Error handed to `onError`. Override to add provider-specific guidance. */
34
34
  protected toError(err: unknown): Error;
35
- /** Emits the assembled tool calls and the final message. */
36
- protected finish(callbacks: LLMStreamCallbacks, content: string, buffers: Map<number, ToolCallBuffer>): void;
35
+ /** Emits the assembled tool calls and the final message. `extra.raw` rides along on the message. */
36
+ protected finish(callbacks: LLMStreamCallbacks, content: string, buffers: Map<number, ToolCallBuffer>, extra?: {
37
+ raw?: unknown;
38
+ }): void;
37
39
  }
38
40
  //# sourceMappingURL=BaseStreamingProvider.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"BaseStreamingProvider.d.ts","sourceRoot":"","sources":["../src/BaseStreamingProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAG/G,MAAM,WAAW,WAAW;IACxB,0CAA0C;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,8CAA8C;IAC9C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,cAAc;IAAG,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE;AAE1E;;;;GAIG;AACH,8BAAsB,qBAAsB,YAAW,WAAW;IAC9D,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IACvC,SAAS,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAC5C,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IAE3C,SAAS,aAAa,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE;IAM/G,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAyBzG,+EAA+E;IAC/E,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAExH,4CAA4C;IAC5C,SAAS,CAAC,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO;IAE5C,6EAA6E;IAC7E,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,KAAK;IAEtC,4DAA4D;IAC5D,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE,kBAAkB,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,GAAG,IAAI;CAiB/G"}
1
+ {"version":3,"file":"BaseStreamingProvider.d.ts","sourceRoot":"","sources":["../src/BaseStreamingProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAG5H,MAAM,WAAW,WAAW;IACxB,0CAA0C;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,8CAA8C;IAC9C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,cAAc;IAAG,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE;AAE1E;;;;GAIG;AACH,8BAAsB,qBAAsB,YAAW,WAAW;IAC9D,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IACvC,SAAS,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAC5C,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IAE3C,SAAS,aAAa,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE;IAM/G,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAyBhI,+EAA+E;IAC/E,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAE/I,4CAA4C;IAC5C,SAAS,CAAC,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO;IAE5C,6EAA6E;IAC7E,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,KAAK;IAEtC,oGAAoG;IACpG,SAAS,CAAC,MAAM,CACZ,SAAS,EAAE,kBAAkB,EAC7B,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,EACpC,KAAK,CAAC,EAAE;QAAE,GAAG,CAAC,EAAE,OAAO,CAAA;KAAE,GAC1B,IAAI;CAkBV"}
@@ -16,7 +16,7 @@ class BaseStreamingProvider {
16
16
  this.retryBaseDelayMs = tuning.retryBaseDelayMs ?? defaults.baseDelayMs;
17
17
  this.retryMaxDelayMs = tuning.retryMaxDelayMs ?? defaults.maxDelayMs;
18
18
  }
19
- async chat(messages, tools, callbacks) {
19
+ async chat(messages, tools, callbacks, options) {
20
20
  let contentEmitted = false;
21
21
  try {
22
22
  await (0, retry_1.withRetry)(() => this.stream(messages, tools, {
@@ -25,7 +25,7 @@ class BaseStreamingProvider {
25
25
  contentEmitted = true;
26
26
  callbacks.onChunk?.(delta);
27
27
  },
28
- }), {
28
+ }, options), {
29
29
  maxAttempts: this.maxAttempts,
30
30
  baseDelayMs: this.retryBaseDelayMs,
31
31
  maxDelayMs: this.retryMaxDelayMs,
@@ -42,8 +42,8 @@ class BaseStreamingProvider {
42
42
  isRetryable(err) { return (0, retry_1.isTransient)(err); }
43
43
  /** Error handed to `onError`. Override to add provider-specific guidance. */
44
44
  toError(err) { return err instanceof Error ? err : new Error(String(err)); }
45
- /** Emits the assembled tool calls and the final message. */
46
- finish(callbacks, content, buffers) {
45
+ /** Emits the assembled tool calls and the final message. `extra.raw` rides along on the message. */
46
+ finish(callbacks, content, buffers, extra) {
47
47
  const toolCalls = Array.from(buffers.entries())
48
48
  .sort(([a], [b]) => a - b)
49
49
  .map(([, buf]) => ({
@@ -57,6 +57,7 @@ class BaseStreamingProvider {
57
57
  role: 'assistant',
58
58
  content: content || null,
59
59
  tool_calls: toolCalls.length > 0 ? toolCalls : undefined,
60
+ ...(extra?.raw !== undefined ? { raw: extra.raw } : {}),
60
61
  });
61
62
  }
62
63
  }
@@ -1 +1 @@
1
- {"version":3,"file":"BaseStreamingProvider.js","sourceRoot":"","sources":["../src/BaseStreamingProvider.ts"],"names":[],"mappings":";;;AACA,mCAAiD;AAYjD;;;;GAIG;AACH,MAAsB,qBAAqB;IACpB,WAAW,CAAS;IACpB,gBAAgB,CAAS;IACzB,eAAe,CAAS;IAE3C,YAAsB,MAAmB,EAAE,QAA0E;QACjH,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC;QAC9D,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,QAAQ,CAAC,WAAW,CAAC;QACxE,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,QAAQ,CAAC,UAAU,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B;QACrF,IAAI,cAAc,GAAG,KAAK,CAAC;QAC3B,IAAI,CAAC;YACD,MAAM,IAAA,iBAAS,EACX,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE;gBAC/B,GAAG,SAAS;gBACZ,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBACf,cAAc,GAAG,IAAI,CAAC;oBACtB,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC/B,CAAC;aACJ,CAAC,EACF;gBACI,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,gBAAgB;gBAClC,UAAU,EAAE,IAAI,CAAC,eAAe;gBAChC,qEAAqE;gBACrE,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,cAAc,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC;gBAC9D,MAAM,EAAE,SAAS,CAAC,MAAM;aAC3B,CACJ,CAAC;QACN,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;QACzC,CAAC;IACL,CAAC;IAKD,4CAA4C;IAClC,WAAW,CAAC,GAAY,IAAa,OAAO,IAAA,mBAAW,EAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAEzE,6EAA6E;IACnE,OAAO,CAAC,GAAY,IAAW,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAEtG,4DAA4D;IAClD,MAAM,CAAC,SAA6B,EAAE,OAAe,EAAE,OAAoC;QACjG,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;aAC1C,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;aACzB,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YACf,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,IAAI,EAAE;SACpD,CAAC,CAAC,CAAC;QAER,KAAK,MAAM,EAAE,IAAI,SAAS;YAAE,SAAS,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QAEnG,SAAS,CAAC,MAAM,CAAC;YACb,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,OAAO,IAAI,IAAI;YACxB,UAAU,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;SAC3D,CAAC,CAAC;IACP,CAAC;CACJ;AA/DD,sDA+DC"}
1
+ {"version":3,"file":"BaseStreamingProvider.js","sourceRoot":"","sources":["../src/BaseStreamingProvider.ts"],"names":[],"mappings":";;;AACA,mCAAiD;AAYjD;;;;GAIG;AACH,MAAsB,qBAAqB;IACpB,WAAW,CAAS;IACpB,gBAAgB,CAAS;IACzB,eAAe,CAAS;IAE3C,YAAsB,MAAmB,EAAE,QAA0E;QACjH,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC;QAC9D,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,QAAQ,CAAC,WAAW,CAAC;QACxE,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,QAAQ,CAAC,UAAU,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B,EAAE,OAAqB;QAC5G,IAAI,cAAc,GAAG,KAAK,CAAC;QAC3B,IAAI,CAAC;YACD,MAAM,IAAA,iBAAS,EACX,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE;gBAC/B,GAAG,SAAS;gBACZ,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBACf,cAAc,GAAG,IAAI,CAAC;oBACtB,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC/B,CAAC;aACJ,EAAE,OAAO,CAAC,EACX;gBACI,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,gBAAgB;gBAClC,UAAU,EAAE,IAAI,CAAC,eAAe;gBAChC,qEAAqE;gBACrE,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,cAAc,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC;gBAC9D,MAAM,EAAE,SAAS,CAAC,MAAM;aAC3B,CACJ,CAAC;QACN,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;QACzC,CAAC;IACL,CAAC;IAKD,4CAA4C;IAClC,WAAW,CAAC,GAAY,IAAa,OAAO,IAAA,mBAAW,EAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAEzE,6EAA6E;IACnE,OAAO,CAAC,GAAY,IAAW,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAEtG,oGAAoG;IAC1F,MAAM,CACZ,SAA6B,EAC7B,OAAe,EACf,OAAoC,EACpC,KAAyB;QAEzB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;aAC1C,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;aACzB,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YACf,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,IAAI,EAAE;SACpD,CAAC,CAAC,CAAC;QAER,KAAK,MAAM,EAAE,IAAI,SAAS;YAAE,SAAS,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QAEnG,SAAS,CAAC,MAAM,CAAC;YACb,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,OAAO,IAAI,IAAI;YACxB,UAAU,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACxD,GAAG,CAAC,KAAK,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1D,CAAC,CAAC;IACP,CAAC;CACJ;AArED,sDAqEC"}
@@ -1 +1 @@
1
- {"version":3,"file":"DeepSeekProvider.d.ts","sourceRoot":"","sources":["../src/DeepSeekProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,KAAK,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAE5G,MAAM,MAAM,uBAAuB,GAAG,IAAI,CAAC,+BAA+B,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG;IAC/F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,4DAA4D;AAC5D,qBAAa,gBAAiB,SAAQ,wBAAwB;gBAC9C,IAAI,EAAE,uBAAuB;CAO5C"}
1
+ {"version":3,"file":"DeepSeekProvider.d.ts","sourceRoot":"","sources":["../src/DeepSeekProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,KAAK,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAE5G,MAAM,MAAM,uBAAuB,GAAG,IAAI,CAAC,+BAA+B,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG;IAC/F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,4DAA4D;AAC5D,qBAAa,gBAAiB,SAAQ,wBAAwB;gBAC9C,IAAI,EAAE,uBAAuB;CAS5C"}
@@ -9,6 +9,8 @@ class DeepSeekProvider extends OpenAICompatibleProvider_1.OpenAICompatibleProvid
9
9
  ...opts,
10
10
  baseUrl: opts.baseUrl ?? 'https://api.deepseek.com/v1',
11
11
  model: opts.model ?? 'deepseek-v4-flash',
12
+ // DeepSeek only offers json_object: the schema travels in the prompt.
13
+ structuredOutput: opts.structuredOutput ?? 'json_object',
12
14
  });
13
15
  }
14
16
  }
@@ -1 +1 @@
1
- {"version":3,"file":"DeepSeekProvider.js","sourceRoot":"","sources":["../src/DeepSeekProvider.ts"],"names":[],"mappings":";;;AAAA,yEAA4G;AAO5G,4DAA4D;AAC5D,MAAa,gBAAiB,SAAQ,mDAAwB;IAC1D,YAAY,IAA6B;QACrC,KAAK,CAAC;YACF,GAAG,IAAI;YACP,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,6BAA6B;YACtD,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,mBAAmB;SAC3C,CAAC,CAAC;IACP,CAAC;CACJ;AARD,4CAQC"}
1
+ {"version":3,"file":"DeepSeekProvider.js","sourceRoot":"","sources":["../src/DeepSeekProvider.ts"],"names":[],"mappings":";;;AAAA,yEAA4G;AAO5G,4DAA4D;AAC5D,MAAa,gBAAiB,SAAQ,mDAAwB;IAC1D,YAAY,IAA6B;QACrC,KAAK,CAAC;YACF,GAAG,IAAI;YACP,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,6BAA6B;YACtD,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,mBAAmB;YACxC,sEAAsE;YACtE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,aAAa;SAC3D,CAAC,CAAC;IACP,CAAC;CACJ;AAVD,4CAUC"}
@@ -1 +1 @@
1
- {"version":3,"file":"OllamaProvider.d.ts","sourceRoot":"","sources":["../src/OllamaProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,KAAK,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAG5G,eAAO,MAAM,mBAAmB,2BAA2B,CAAC;AAC5D,eAAO,MAAM,oBAAoB,aAAa,CAAC;AAE/C,MAAM,WAAW,qBACb,SAAQ,IAAI,CAAC,+BAA+B,EAAE,QAAQ,GAAG,SAAS,GAAG,OAAO,GAAG,YAAY,GAAG,UAAU,CAAC;IACzG,mDAAmD;IACnD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,0FAA0F;IAC1F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,qGAAqG;AACrG,qBAAa,cAAe,SAAQ,wBAAwB;IACxD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;gBAElB,IAAI,GAAE,qBAA0B;IAc5C,+FAA+F;IACzF,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBtC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,KAAK;CASzC"}
1
+ {"version":3,"file":"OllamaProvider.d.ts","sourceRoot":"","sources":["../src/OllamaProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,KAAK,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAG5G,eAAO,MAAM,mBAAmB,2BAA2B,CAAC;AAC5D,eAAO,MAAM,oBAAoB,aAAa,CAAC;AAE/C,MAAM,WAAW,qBACb,SAAQ,IAAI,CAAC,+BAA+B,EAAE,QAAQ,GAAG,SAAS,GAAG,OAAO,GAAG,YAAY,GAAG,UAAU,CAAC;IACzG,mDAAmD;IACnD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,0FAA0F;IAC1F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,qGAAqG;AACrG,qBAAa,cAAe,SAAQ,wBAAwB;IACxD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;gBAElB,IAAI,GAAE,qBAA0B;IAgB5C,+FAA+F;IACzF,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBtC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,KAAK;CASzC"}
@@ -18,6 +18,8 @@ class OllamaProvider extends OpenAICompatibleProvider_1.OpenAICompatibleProvider
18
18
  maxTokens: opts.maxTokens === undefined ? 4096 : opts.maxTokens,
19
19
  maxAttempts: opts.maxAttempts ?? (opts.maxRetries !== undefined ? opts.maxRetries + 1 : undefined),
20
20
  maxRetries: undefined,
21
+ // Older servers reject json_schema: default to json_object, opt in to 'native' when yours supports it.
22
+ structuredOutput: opts.structuredOutput ?? 'json_object',
21
23
  }, { maxAttempts: 3, baseDelayMs: 500, maxDelayMs: 4000 });
22
24
  this.host = host;
23
25
  }
@@ -1 +1 @@
1
- {"version":3,"file":"OllamaProvider.js","sourceRoot":"","sources":["../src/OllamaProvider.ts"],"names":[],"mappings":";;;AAAA,yEAA4G;AAC5G,mCAAqD;AAExC,QAAA,mBAAmB,GAAG,wBAAwB,CAAC;AAC/C,QAAA,oBAAoB,GAAG,UAAU,CAAC;AAe/C,qGAAqG;AACrG,MAAa,cAAe,SAAQ,mDAAwB;IACvC,IAAI,CAAS;IAE9B,YAAY,OAA8B,EAAE;QACxC,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,2BAAmB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACnE,KAAK,CAAC;YACF,GAAG,IAAI;YACP,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,GAAG,IAAI,KAAK;YACrB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,4BAAoB;YACzC,SAAS,EAAE,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS;YAC/D,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAClG,UAAU,EAAE,SAAS;SACxB,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,+FAA+F;IAC/F,KAAK,CAAC,eAAe;QACjB,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,WAAW,CAAC,CAAC;YACjD,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,IAAA,sBAAc,EAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CACX,oCAAoC,IAAI,CAAC,IAAI,KAAK;oBAClD,4DAA4D;oBAC5D,4DAA4D,CAC/D,CAAC;YACN,CAAC;YACD,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAES,OAAO,CAAC,GAAY;QAC1B,IAAI,IAAA,sBAAc,EAAC,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,IAAI,yBAAyB,CAAC,CAAC;QACzF,CAAC;QACD,IAAI,IAAA,kBAAU,EAAC,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC;YAC1B,OAAO,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,KAAK,0DAA0D,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAClH,CAAC;QACD,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;CACJ;AA3CD,wCA2CC"}
1
+ {"version":3,"file":"OllamaProvider.js","sourceRoot":"","sources":["../src/OllamaProvider.ts"],"names":[],"mappings":";;;AAAA,yEAA4G;AAC5G,mCAAqD;AAExC,QAAA,mBAAmB,GAAG,wBAAwB,CAAC;AAC/C,QAAA,oBAAoB,GAAG,UAAU,CAAC;AAe/C,qGAAqG;AACrG,MAAa,cAAe,SAAQ,mDAAwB;IACvC,IAAI,CAAS;IAE9B,YAAY,OAA8B,EAAE;QACxC,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,2BAAmB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACnE,KAAK,CAAC;YACF,GAAG,IAAI;YACP,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,GAAG,IAAI,KAAK;YACrB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,4BAAoB;YACzC,SAAS,EAAE,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS;YAC/D,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAClG,UAAU,EAAE,SAAS;YACrB,uGAAuG;YACvG,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,aAAa;SAC3D,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,+FAA+F;IAC/F,KAAK,CAAC,eAAe;QACjB,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,WAAW,CAAC,CAAC;YACjD,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,IAAA,sBAAc,EAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CACX,oCAAoC,IAAI,CAAC,IAAI,KAAK;oBAClD,4DAA4D;oBAC5D,4DAA4D,CAC/D,CAAC;YACN,CAAC;YACD,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAES,OAAO,CAAC,GAAY;QAC1B,IAAI,IAAA,sBAAc,EAAC,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,IAAI,yBAAyB,CAAC,CAAC;QACzF,CAAC;QACD,IAAI,IAAA,kBAAU,EAAC,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC;YAC1B,OAAO,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,KAAK,0DAA0D,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAClH,CAAC;QACD,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;CACJ;AA7CD,wCA6CC"}
@@ -1,4 +1,4 @@
1
- import type { LLMMessage, LLMStreamCallbacks, ToolDefinition } from '@backendkit-labs/agent-core';
1
+ import type { LLMMessage, LLMStreamCallbacks, ToolDefinition, ChatOptions, StructuredOutputSupport } from '@backendkit-labs/agent-core';
2
2
  import { BaseStreamingProvider, type RetryTuning } from './BaseStreamingProvider';
3
3
  /** The slice of the OpenAI SDK the provider uses — inject a double in tests. */
4
4
  export interface OpenAIClientLike {
@@ -49,6 +49,12 @@ export interface OpenAICompatibleProviderOptions extends RetryTuning {
49
49
  * exhausted with zero visible output and no error. Omit to use the API's own default.
50
50
  */
51
51
  thinking?: 'enabled' | 'disabled';
52
+ /**
53
+ * How the backend handles `ChatOptions.responseFormat`. `native`: `response_format: json_schema`
54
+ * (default). `json_object`: only valid JSON is guaranteed, the schema must travel in the prompt
55
+ * (`generateObject` does that). `none`: the option is ignored.
56
+ */
57
+ structuredOutput?: StructuredOutputSupport;
52
58
  /** Inject a client instead of building one from `apiKey`/`baseUrl`. */
53
59
  client?: OpenAIClientLike;
54
60
  }
@@ -58,11 +64,15 @@ export declare class OpenAICompatibleProvider extends BaseStreamingProvider {
58
64
  private readonly maxTokens;
59
65
  private readonly temperature;
60
66
  private readonly thinking?;
67
+ readonly capabilities: {
68
+ structuredOutput: StructuredOutputSupport;
69
+ };
61
70
  constructor(opts: OpenAICompatibleProviderOptions, defaults?: {
62
71
  maxAttempts: number;
63
72
  baseDelayMs: number;
64
73
  maxDelayMs: number;
65
74
  });
66
- protected stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks): Promise<void>;
75
+ protected stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks, options?: ChatOptions): Promise<void>;
76
+ private responseFormat;
67
77
  }
68
78
  //# sourceMappingURL=OpenAICompatibleProvider.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"OpenAICompatibleProvider.d.ts","sourceRoot":"","sources":["../src/OpenAICompatibleProvider.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAClG,OAAO,EAAE,qBAAqB,EAAE,KAAK,WAAW,EAAuB,MAAM,yBAAyB,CAAC;AAEvG,gFAAgF;AAChF,MAAM,WAAW,gBAAgB;IAC7B,IAAI,EAAE;QACF,WAAW,EAAE;YACT,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE;gBAAE,MAAM,CAAC,EAAE,WAAW,CAAA;aAAE,GAAG,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC;SACpG,CAAC;KACL,CAAC;CACL;AAED,MAAM,WAAW,WAAW;IACxB,KAAK,CAAC,EAAE;QAAE,aAAa,EAAE,MAAM,CAAC;QAAC,iBAAiB,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACpE,OAAO,EAAE,KAAK,CAAC;QACX,KAAK,CAAC,EAAE;YACJ,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YACxB,UAAU,CAAC,EAAE,KAAK,CAAC;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,EAAE,CAAC,EAAE,MAAM,CAAC;gBAAC,QAAQ,CAAC,EAAE;oBAAE,IAAI,CAAC,EAAE,MAAM,CAAC;oBAAC,SAAS,CAAC,EAAE,MAAM,CAAA;iBAAE,CAAA;aAAE,CAAC,CAAC;SACxG,CAAC;KACL,CAAC,CAAC;CACN;AAED,MAAM,WAAW,+BAAgC,SAAQ,WAAW;IAChE,MAAM,EAAE,MAAM,CAAC;IACf,+BAA+B;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,uFAAuF;IACvF,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC;IACnD,iGAAiG;IACjG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,SAAS,GAAG,UAAU,CAAC;IAClC,uEAAuE;IACvE,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC7B;AAED,qBAAa,wBAAyB,SAAQ,qBAAqB;IAC/D,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAC5C,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAuC;IACnE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAyB;gBAEvC,IAAI,EAAE,+BAA+B,EAAE,QAAQ;;;;KAA4D;cAUvG,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;CA+CxH"}
1
+ {"version":3,"file":"OpenAICompatibleProvider.d.ts","sourceRoot":"","sources":["../src/OpenAICompatibleProvider.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,WAAW,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AACxI,OAAO,EAAE,qBAAqB,EAAE,KAAK,WAAW,EAAuB,MAAM,yBAAyB,CAAC;AAEvG,gFAAgF;AAChF,MAAM,WAAW,gBAAgB;IAC7B,IAAI,EAAE;QACF,WAAW,EAAE;YACT,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE;gBAAE,MAAM,CAAC,EAAE,WAAW,CAAA;aAAE,GAAG,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC;SACpG,CAAC;KACL,CAAC;CACL;AAED,MAAM,WAAW,WAAW;IACxB,KAAK,CAAC,EAAE;QAAE,aAAa,EAAE,MAAM,CAAC;QAAC,iBAAiB,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACpE,OAAO,EAAE,KAAK,CAAC;QACX,KAAK,CAAC,EAAE;YACJ,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YACxB,UAAU,CAAC,EAAE,KAAK,CAAC;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,EAAE,CAAC,EAAE,MAAM,CAAC;gBAAC,QAAQ,CAAC,EAAE;oBAAE,IAAI,CAAC,EAAE,MAAM,CAAC;oBAAC,SAAS,CAAC,EAAE,MAAM,CAAA;iBAAE,CAAA;aAAE,CAAC,CAAC;SACxG,CAAC;KACL,CAAC,CAAC;CACN;AAED,MAAM,WAAW,+BAAgC,SAAQ,WAAW;IAChE,MAAM,EAAE,MAAM,CAAC;IACf,+BAA+B;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,uFAAuF;IACvF,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC;IACnD,iGAAiG;IACjG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,SAAS,GAAG,UAAU,CAAC;IAClC;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,uBAAuB,CAAC;IAC3C,uEAAuE;IACvE,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC7B;AAoBD,qBAAa,wBAAyB,SAAQ,qBAAqB;IAC/D,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAC5C,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAuC;IACnE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAyB;IACnD,QAAQ,CAAC,YAAY,EAAE;QAAE,gBAAgB,EAAE,uBAAuB,CAAA;KAAE,CAAC;gBAEzD,IAAI,EAAE,+BAA+B,EAAE,QAAQ;;;;KAA4D;cAWvG,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAkD5I,OAAO,CAAC,cAAc;CAgBzB"}
@@ -6,12 +6,33 @@ Object.defineProperty(exports, "__esModule", { value: true });
6
6
  exports.OpenAICompatibleProvider = void 0;
7
7
  const openai_1 = __importDefault(require("openai"));
8
8
  const BaseStreamingProvider_1 = require("./BaseStreamingProvider");
9
+ /** OpenAI strict mode needs every property required and no extra properties, at every level. */
10
+ function isStrictCompatible(schema) {
11
+ if (!schema || typeof schema !== 'object')
12
+ return true;
13
+ const s = schema;
14
+ if (s.type === 'object' && s.properties) {
15
+ const required = new Set(s.required ?? []);
16
+ if (s.additionalProperties !== false)
17
+ return false;
18
+ if (!Object.keys(s.properties).every(k => required.has(k)))
19
+ return false;
20
+ return Object.values(s.properties).every(isStrictCompatible);
21
+ }
22
+ if (s.type === 'array')
23
+ return isStrictCompatible(s.items);
24
+ return true;
25
+ }
26
+ function toolChoiceFor(choice) {
27
+ return typeof choice === 'string' ? choice : { type: 'function', function: { name: choice.name } };
28
+ }
9
29
  class OpenAICompatibleProvider extends BaseStreamingProvider_1.BaseStreamingProvider {
10
30
  client;
11
31
  model;
12
32
  maxTokens;
13
33
  temperature;
14
34
  thinking;
35
+ capabilities;
15
36
  constructor(opts, defaults = { maxAttempts: 3, baseDelayMs: 1000, maxDelayMs: 16_000 }) {
16
37
  super({ ...opts, maxAttempts: opts.maxAttempts ?? opts.maxRetries }, defaults);
17
38
  this.client = opts.client
@@ -20,8 +41,9 @@ class OpenAICompatibleProvider extends BaseStreamingProvider_1.BaseStreamingProv
20
41
  this.maxTokens = opts.maxTokens === undefined ? 16384 : opts.maxTokens;
21
42
  this.temperature = opts.temperature ?? 0;
22
43
  this.thinking = opts.thinking;
44
+ this.capabilities = { structuredOutput: opts.structuredOutput ?? 'native' };
23
45
  }
24
- async stream(messages, tools, callbacks) {
46
+ async stream(messages, tools, callbacks, options) {
25
47
  const oaiTools = tools.map(t => ({
26
48
  type: 'function',
27
49
  function: { name: t.name, description: t.description, parameters: t.parameters },
@@ -30,9 +52,11 @@ class OpenAICompatibleProvider extends BaseStreamingProvider_1.BaseStreamingProv
30
52
  const temperature = typeof this.temperature === 'function' ? this.temperature(model) : this.temperature;
31
53
  const stream = await this.client.chat.completions.create({
32
54
  model,
33
- messages,
55
+ // `raw` is another provider's payload (e.g. Anthropic thinking blocks): never send it.
56
+ messages: messages.map(({ raw: _raw, ...m }) => m),
34
57
  tools: oaiTools.length > 0 ? oaiTools : undefined,
35
- tool_choice: oaiTools.length > 0 ? 'auto' : undefined,
58
+ tool_choice: oaiTools.length > 0 ? (options?.toolChoice ? toolChoiceFor(options.toolChoice) : 'auto') : undefined,
59
+ ...this.responseFormat(options),
36
60
  ...(this.maxTokens !== null ? { max_tokens: this.maxTokens } : {}),
37
61
  temperature,
38
62
  stream: true,
@@ -67,6 +91,23 @@ class OpenAICompatibleProvider extends BaseStreamingProvider_1.BaseStreamingProv
67
91
  }
68
92
  this.finish(callbacks, content, buffers);
69
93
  }
94
+ responseFormat(options) {
95
+ const rf = options?.responseFormat;
96
+ if (!rf)
97
+ return {};
98
+ switch (this.capabilities.structuredOutput) {
99
+ case 'native':
100
+ return {
101
+ response_format: {
102
+ type: 'json_schema',
103
+ // Optional fields cannot satisfy strict mode: relax it instead of getting a 400.
104
+ json_schema: { name: rf.name, schema: rf.schema, strict: rf.strict !== false && isStrictCompatible(rf.schema) },
105
+ },
106
+ };
107
+ case 'json_object': return { response_format: { type: 'json_object' } };
108
+ default: return {};
109
+ }
110
+ }
70
111
  }
71
112
  exports.OpenAICompatibleProvider = OpenAICompatibleProvider;
72
113
  //# sourceMappingURL=OpenAICompatibleProvider.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"OpenAICompatibleProvider.js","sourceRoot":"","sources":["../src/OpenAICompatibleProvider.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,mEAAuG;AA6CvG,MAAa,wBAAyB,SAAQ,6CAAqB;IAC5C,MAAM,CAAmB;IACzB,KAAK,CAAS;IAChB,SAAS,CAAgB;IACzB,WAAW,CAAuC;IAClD,QAAQ,CAA0B;IAEnD,YAAY,IAAqC,EAAE,QAAQ,GAAG,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE;QACnH,KAAK,CAAC,EAAE,GAAG,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC/E,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM;eACjB,IAAI,gBAAM,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,CAAiC,CAAC;QAClH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;QACvE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;IAClC,CAAC;IAES,KAAK,CAAC,MAAM,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B;QACjG,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE;SACnF,CAAC,CAAC,CAAC;QACJ,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QAC5C,MAAM,WAAW,GAAG,OAAO,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QAExG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACrD,KAAK;YACL,QAAQ;YACR,KAAK,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;YACjD,WAAW,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;YACrD,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,WAAW;YACX,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;YACvC,iFAAiF;YACjF,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QAEjC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;QAElD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,2DAA2D;YAC3D,IAAI,KAAK,CAAC,KAAK;gBAAE,SAAS,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAEjG,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;YACtC,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAChB,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC;gBACzB,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACvC,CAAC;YAED,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBACtC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC;oBAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC3F,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAE,CAAC;gBACnC,IAAI,EAAE,CAAC,EAAE;oBAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;gBAC1B,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;oBAAE,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACpD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS;oBAAE,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;YAClE,CAAC;QACL,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;CACJ;AAhED,4DAgEC"}
1
+ {"version":3,"file":"OpenAICompatibleProvider.js","sourceRoot":"","sources":["../src/OpenAICompatibleProvider.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,mEAAuG;AAmDvG,gGAAgG;AAChG,SAAS,kBAAkB,CAAC,MAAe;IACvC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACvD,MAAM,CAAC,GAAG,MAAuI,CAAC;IAClJ,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,CAAC,oBAAoB,KAAK,KAAK;YAAE,OAAO,KAAK,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QACzE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC3D,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,MAA8C;IACjE,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;AACvG,CAAC;AAED,MAAa,wBAAyB,SAAQ,6CAAqB;IAC5C,MAAM,CAAmB;IACzB,KAAK,CAAS;IAChB,SAAS,CAAgB;IACzB,WAAW,CAAuC;IAClD,QAAQ,CAA0B;IAC1C,YAAY,CAAgD;IAErE,YAAY,IAAqC,EAAE,QAAQ,GAAG,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE;QACnH,KAAK,CAAC,EAAE,GAAG,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC/E,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM;eACjB,IAAI,gBAAM,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,CAAiC,CAAC;QAClH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;QACvE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,QAAQ,EAAE,CAAC;IAChF,CAAC;IAES,KAAK,CAAC,MAAM,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B,EAAE,OAAqB;QACxH,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE;SACnF,CAAC,CAAC,CAAC;QACJ,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QAC5C,MAAM,WAAW,GAAG,OAAO,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QAExG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACrD,KAAK;YACL,uFAAuF;YACvF,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YAClD,KAAK,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;YACjD,WAAW,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;YACjH,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;YAC/B,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,WAAW;YACX,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;YACvC,iFAAiF;YACjF,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QAEjC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;QAElD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,2DAA2D;YAC3D,IAAI,KAAK,CAAC,KAAK;gBAAE,SAAS,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAEjG,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;YACtC,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAChB,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC;gBACzB,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACvC,CAAC;YAED,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBACtC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC;oBAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC3F,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAE,CAAC;gBACnC,IAAI,EAAE,CAAC,EAAE;oBAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;gBAC1B,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;oBAAE,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACpD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS;oBAAE,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;YAClE,CAAC;QACL,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;IAEO,cAAc,CAAC,OAAqB;QACxC,MAAM,EAAE,GAAG,OAAO,EAAE,cAAc,CAAC;QACnC,IAAI,CAAC,EAAE;YAAE,OAAO,EAAE,CAAC;QACnB,QAAQ,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;YACzC,KAAK,QAAQ;gBACT,OAAO;oBACH,eAAe,EAAE;wBACb,IAAI,EAAE,aAAa;wBACnB,iFAAiF;wBACjF,WAAW,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,KAAK,IAAI,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE;qBAClH;iBACJ,CAAC;YACN,KAAK,aAAa,CAAC,CAAC,OAAO,EAAE,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,CAAC;YACxE,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;IACL,CAAC;CACJ;AArFD,4DAqFC"}
package/dist/index.d.ts CHANGED
@@ -7,7 +7,7 @@ export type { OllamaProviderOptions } from './OllamaProvider';
7
7
  export { DeepSeekProvider } from './DeepSeekProvider';
8
8
  export type { DeepSeekProviderOptions } from './DeepSeekProvider';
9
9
  export { AnthropicProvider } from './AnthropicProvider';
10
- export type { AnthropicProviderOptions, AnthropicClientLike, AnthropicStreamEvent } from './AnthropicProvider';
10
+ export type { AnthropicProviderOptions, AnthropicClientLike, AnthropicStreamEvent, AnthropicCacheMode } from './AnthropicProvider';
11
11
  export { withRetry, isTransient, isNetworkError } from './retry';
12
12
  export type { RetryOptions } from './retry';
13
13
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC3E,OAAO,EAAE,wBAAwB,EAAE,MAAM,4BAA4B,CAAC;AACtE,YAAY,EAAE,+BAA+B,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACjH,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAC7F,YAAY,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,YAAY,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,YAAY,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC/G,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AACjE,YAAY,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC3E,OAAO,EAAE,wBAAwB,EAAE,MAAM,4BAA4B,CAAC;AACtE,YAAY,EAAE,+BAA+B,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACjH,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAC7F,YAAY,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,YAAY,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,YAAY,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACnI,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AACjE,YAAY,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@backendkit-labs/agent-providers",
3
- "version": "0.1.0",
3
+ "version": "0.2.0",
4
4
  "description": "LLM providers for @backendkit-labs/agent-core: OpenAI-compatible (DeepSeek, Ollama), Anthropic — one retry/streaming implementation",
5
5
  "main": "dist/index.js",
6
6
  "types": "dist/index.d.ts",
@@ -27,7 +27,7 @@
27
27
  "openai": "^4.0.0"
28
28
  },
29
29
  "peerDependencies": {
30
- "@backendkit-labs/agent-core": ">=0.25.0 <0.27.0"
30
+ "@backendkit-labs/agent-core": ">=0.27.0 <0.29.0"
31
31
  },
32
32
  "devDependencies": {
33
33
  "@types/jest": "^29.0.0",