@backendkit-labs/agent-providers 0.0.0-stage → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -1,3 +1,31 @@
1
- # Temporary Holding Version
2
-
3
- This version is a temporary placeholder for this package. An operational version to replace this has been submitted for review and is awaiting a staged release.
1
+ # @backendkit-labs/agent-providers
2
+
3
+ LLM providers for [`@backendkit-labs/agent-core`](../core): one retry/streaming implementation shared by
4
+ every agent package.
5
+
6
+ | Export | What |
7
+ |---|---|
8
+ | `OpenAICompatibleProvider` | Any OpenAI-compatible API (OpenAI, Kimi, Grok…) |
9
+ | `DeepSeekProvider` | Preset: DeepSeek base URL and default model |
10
+ | `OllamaProvider` | Preset: local Ollama, short backoff, helpful connection errors, `checkConnection()` |
11
+ | `AnthropicProvider` | Anthropic Messages API |
12
+ | `BaseStreamingProvider` | Base class: retries, abort handling, tool-call assembly |
13
+
14
+ ```ts
15
+ import { DeepSeekProvider } from '@backendkit-labs/agent-providers';
16
+
17
+ const provider = new DeepSeekProvider({ apiKey: process.env.DEEPSEEK_API_KEY!, maxAttempts: 3 });
18
+ ```
19
+
20
+ ## Behaviour
21
+
22
+ - Retries 429, 5xx and network errors with exponential backoff (`@backendkit-labs/retry`).
23
+ `maxAttempts` counts total attempts, first try included. `maxRetries` is a deprecated alias.
24
+ - Never retries once content reached the caller, nor after the call was aborted.
25
+ - Failures are reported through `callbacks.onError`; `chat()` does not throw.
26
+ - Always requests token usage and reports it through `callbacks.onMetrics`.
27
+ - `callbacks.model` and `callbacks.signal` are honoured.
28
+ - `maxTokens: null` leaves `max_tokens` out of the request; `temperature` can be a function of the model.
29
+ - Inject `client` to use your own SDK instance, or a test double.
30
+
31
+ `@backendkit-labs/agent-core` is a peer dependency (types only).
@@ -0,0 +1,65 @@
1
+ import Anthropic from '@anthropic-ai/sdk';
2
+ import type { LLMMessage, LLMStreamCallbacks, ToolDefinition, ChatOptions, StructuredOutputSupport } from '@backendkit-labs/agent-core';
3
+ import { BaseStreamingProvider, type RetryTuning } from './BaseStreamingProvider';
4
+ /** The slice of the Anthropic SDK the provider uses — inject a double in tests. */
5
+ export interface AnthropicClientLike {
6
+ messages: {
7
+ stream(params: unknown, options?: {
8
+ signal?: AbortSignal;
9
+ }): AsyncIterable<AnthropicStreamEvent>;
10
+ };
11
+ }
12
+ export type AnthropicStreamEvent = Anthropic.MessageStreamEvent;
13
+ /**
14
+ * Prompt caching. The prefix order is tools → system → messages, so keep them stable.
15
+ * - `none`: no `cache_control` (default, requests identical to before).
16
+ * - `system`: breakpoint on the last system block.
17
+ * - `system+tools`: also on the last tool definition.
18
+ * - `auto`: also a moving breakpoint on the last message — suits tool loops.
19
+ */
20
+ export type AnthropicCacheMode = 'none' | 'system' | 'system+tools' | 'auto';
21
+ export interface AnthropicProviderOptions extends RetryTuning {
22
+ apiKey: string;
23
+ model?: string;
24
+ maxTokens?: number;
25
+ /** Ignored while `thinking` is on (the API requires temperature 1 or absent). */
26
+ temperature?: number;
27
+ /** @deprecated Use `maxAttempts`. Same meaning as before: total attempts, first try included. */
28
+ maxRetries?: number;
29
+ /** Default `none`. */
30
+ cache?: AnthropicCacheMode;
31
+ /** Cache lifetime. Default `5m`; `1h` writes cost about 2x input instead of 1.25x. */
32
+ cacheTtl?: '5m' | '1h';
33
+ /**
34
+ * Extended thinking. `budgetTokens` must be an integer >= 1024 and < `maxTokens`. The thinking
35
+ * blocks (with their signature) are kept in `LLMMessage.raw` and sent back on the next turn,
36
+ * which the API requires while a tool loop continues.
37
+ */
38
+ thinking?: {
39
+ budgetTokens: number;
40
+ };
41
+ /**
42
+ * How `ChatOptions.responseFormat` is sent. `native` (default): `output_config.format` with the
43
+ * JSON schema. `tool`: a single forced `respond` tool whose input is the answer, for models
44
+ * without native structured output (not compatible with `thinking`, which forbids forced tools).
45
+ */
46
+ structuredOutput?: 'native' | 'tool';
47
+ /** Inject a client instead of building one from `apiKey`. */
48
+ client?: AnthropicClientLike;
49
+ }
50
+ export declare class AnthropicProvider extends BaseStreamingProvider {
51
+ private readonly client;
52
+ private readonly model;
53
+ private readonly maxTokens;
54
+ private readonly temperature;
55
+ private readonly cache;
56
+ private readonly cacheTtl;
57
+ private readonly thinking?;
58
+ private readonly structuredMode;
59
+ readonly capabilities: {
60
+ structuredOutput: StructuredOutputSupport;
61
+ };
62
+ constructor(opts: AnthropicProviderOptions);
63
+ protected stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks, options?: ChatOptions): Promise<void>;
64
+ }
65
+ //# sourceMappingURL=AnthropicProvider.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AnthropicProvider.d.ts","sourceRoot":"","sources":["../src/AnthropicProvider.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,WAAW,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AACxI,OAAO,EAAE,qBAAqB,EAAE,KAAK,WAAW,EAAuB,MAAM,yBAAyB,CAAC;AAEvG,mFAAmF;AACnF,MAAM,WAAW,mBAAmB;IAChC,QAAQ,EAAE;QACN,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE;YAAE,MAAM,CAAC,EAAE,WAAW,CAAA;SAAE,GAAG,aAAa,CAAC,oBAAoB,CAAC,CAAC;KACpG,CAAC;CACL;AAED,MAAM,MAAM,oBAAoB,GAAG,SAAS,CAAC,kBAAkB,CAAC;AAEhE;;;;;;GAMG;AACH,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,QAAQ,GAAG,cAAc,GAAG,MAAM,CAAC;AAE7E,MAAM,WAAW,wBAAyB,SAAQ,WAAW;IACzD,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iFAAiF;IACjF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iGAAiG;IACjG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,sBAAsB;IACtB,KAAK,CAAC,EAAE,kBAAkB,CAAC;IAC3B,sFAAsF;IACtF,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB;;;;OAIG;IACH,QAAQ,CAAC,EAAE;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IACpC;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IACrC,6DAA6D;IAC7D,MAAM,CAAC,EAAE,mBAAmB,CAAC;CAChC;AA2ID,qBAAa,iBAAkB,SAAQ,qBAAqB;IACxD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsB;IAC7C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAqB;IAC3C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAc;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAA2B;IACrD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAoB;IACnD,QAAQ,CAAC,YAAY,EAAE;QAAE,gBAAgB,EAAE,uBAAuB,CAAA;KAAE,CAAkC;gBAE1F,IAAI,EAAE,wBAAwB;cA0B1B,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;CA6G/I"}
@@ -0,0 +1,279 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.AnthropicProvider = void 0;
7
+ const sdk_1 = __importDefault(require("@anthropic-ai/sdk"));
8
+ const BaseStreamingProvider_1 = require("./BaseStreamingProvider");
9
+ /** Name of the forced tool used by the `tool` structured-output mode. */
10
+ const RESPOND_TOOL = 'respond';
11
+ function toolChoiceFor(choice) {
12
+ if (choice === 'auto')
13
+ return { type: 'auto' };
14
+ if (choice === 'none')
15
+ return { type: 'none' };
16
+ if (choice === 'required')
17
+ return { type: 'any' };
18
+ return { type: 'tool', name: choice.name };
19
+ }
20
+ const MIN_THINKING_BUDGET = 1024;
21
+ function cacheControl(ttl) {
22
+ return ttl === '1h' ? { type: 'ephemeral', ttl: '1h' } : { type: 'ephemeral' };
23
+ }
24
+ /** Concatenates every system message; with caching on they stay separate blocks. */
25
+ function toAnthropicMessages(messages, o = { cache: 'none', ttl: '5m' }) {
26
+ const systemParts = [];
27
+ const result = [];
28
+ let i = 0;
29
+ while (i < messages.length) {
30
+ const msg = messages[i];
31
+ if (msg.role === 'system') {
32
+ if (msg.content)
33
+ systemParts.push(msg.content);
34
+ i++;
35
+ continue;
36
+ }
37
+ if (msg.role === 'user') {
38
+ result.push({ role: 'user', content: msg.content ?? '' });
39
+ i++;
40
+ continue;
41
+ }
42
+ if (msg.role === 'assistant') {
43
+ // Blocks saved by this provider (thinking + signature) go back exactly as received.
44
+ if (Array.isArray(msg.raw)) {
45
+ result.push({ role: 'assistant', content: msg.raw });
46
+ i++;
47
+ continue;
48
+ }
49
+ const content = [];
50
+ if (msg.content)
51
+ content.push({ type: 'text', text: msg.content });
52
+ for (const tc of msg.tool_calls ?? []) {
53
+ content.push({
54
+ type: 'tool_use',
55
+ id: tc.id,
56
+ name: tc.function.name,
57
+ input: JSON.parse(tc.function.arguments || '{}'),
58
+ });
59
+ }
60
+ result.push({ role: 'assistant', content });
61
+ i++;
62
+ continue;
63
+ }
64
+ if (msg.role === 'tool') {
65
+ // Consecutive tool results → single user message with tool_result blocks
66
+ const toolResults = [];
67
+ while (i < messages.length && messages[i].role === 'tool') {
68
+ const t = messages[i];
69
+ toolResults.push({
70
+ type: 'tool_result',
71
+ tool_use_id: t.tool_call_id ?? '',
72
+ content: t.content ?? '',
73
+ });
74
+ i++;
75
+ }
76
+ result.push({ role: 'user', content: toolResults });
77
+ continue;
78
+ }
79
+ i++;
80
+ }
81
+ let system;
82
+ if (systemParts.length === 0)
83
+ system = undefined;
84
+ else if (o.cache === 'none')
85
+ system = systemParts.join('\n\n');
86
+ else {
87
+ system = systemParts.map(text => ({ type: 'text', text }));
88
+ system[system.length - 1].cache_control = cacheControl(o.ttl);
89
+ }
90
+ if (o.cache === 'auto')
91
+ markLastMessage(result, cacheControl(o.ttl));
92
+ return { system, messages: result };
93
+ }
94
+ /** Moving breakpoint: the last block of the last user message. */
95
+ function markLastMessage(messages, cc) {
96
+ const last = messages[messages.length - 1];
97
+ if (!last || last.role !== 'user')
98
+ return;
99
+ if (typeof last.content === 'string') {
100
+ last.content = [{ type: 'text', text: last.content, cache_control: cc }];
101
+ }
102
+ else if (last.content.length > 0) {
103
+ last.content[last.content.length - 1].cache_control = cc;
104
+ }
105
+ }
106
+ function safeJson(text) {
107
+ try {
108
+ return JSON.parse(text || '{}');
109
+ }
110
+ catch {
111
+ return {};
112
+ }
113
+ }
114
+ function toRawBlocks(blocks) {
115
+ return [...blocks.entries()].sort(([a], [b]) => a - b).map(([, b]) => {
116
+ switch (b.type) {
117
+ case 'text': return { type: 'text', text: b.text };
118
+ case 'thinking': return { type: 'thinking', thinking: b.thinking, signature: b.signature };
119
+ case 'redacted_thinking': return { type: 'redacted_thinking', data: b.data };
120
+ case 'tool_use': return { type: 'tool_use', id: b.id, name: b.name, input: safeJson(b.args) };
121
+ }
122
+ });
123
+ }
124
+ // ── Provider ──────────────────────────────────────────────────────────────────
125
+ class AnthropicProvider extends BaseStreamingProvider_1.BaseStreamingProvider {
126
+ client;
127
+ model;
128
+ maxTokens;
129
+ temperature;
130
+ cache;
131
+ cacheTtl;
132
+ thinking;
133
+ structuredMode;
134
+ capabilities = { structuredOutput: 'native' };
135
+ constructor(opts) {
136
+ super({ ...opts, maxAttempts: opts.maxAttempts ?? opts.maxRetries }, { maxAttempts: 3, baseDelayMs: 1000, maxDelayMs: 16_000 });
137
+ this.client = opts.client
138
+ ?? new sdk_1.default({ apiKey: opts.apiKey, maxRetries: 0 }); // retries live in the base
139
+ this.model = opts.model ?? 'claude-sonnet-4-6';
140
+ this.maxTokens = opts.maxTokens ?? 8192;
141
+ this.temperature = opts.temperature ?? 0.0;
142
+ this.cache = opts.cache ?? 'none';
143
+ this.cacheTtl = opts.cacheTtl ?? '5m';
144
+ this.thinking = opts.thinking;
145
+ this.structuredMode = opts.structuredOutput ?? 'native';
146
+ if (this.thinking && this.structuredMode === 'tool') {
147
+ throw new Error("AnthropicProvider: structuredOutput 'tool' forces a tool and cannot be combined with thinking.");
148
+ }
149
+ if (this.thinking) {
150
+ const b = this.thinking.budgetTokens;
151
+ if (!Number.isInteger(b) || b < MIN_THINKING_BUDGET || b >= this.maxTokens) {
152
+ throw new Error(`AnthropicProvider: thinking.budgetTokens must be an integer >= ${MIN_THINKING_BUDGET} ` +
153
+ `and < maxTokens (${this.maxTokens}); got ${b}.`);
154
+ }
155
+ }
156
+ }
157
+ async stream(messages, tools, callbacks, options) {
158
+ const { system, messages: anthropicMessages } = toAnthropicMessages(messages, { cache: this.cache, ttl: this.cacheTtl });
159
+ const anthropicTools = tools.map(t => ({
160
+ name: t.name,
161
+ description: t.description,
162
+ input_schema: t.parameters,
163
+ }));
164
+ if (anthropicTools.length > 0 && (this.cache === 'system+tools' || this.cache === 'auto')) {
165
+ anthropicTools[anthropicTools.length - 1].cache_control = cacheControl(this.cacheTtl);
166
+ }
167
+ // Structured output: native `output_config`, or one forced tool whose input is the answer.
168
+ const format = options?.responseFormat;
169
+ const viaTool = !!format && this.structuredMode === 'tool';
170
+ if (viaTool) {
171
+ anthropicTools.push({
172
+ name: RESPOND_TOOL,
173
+ description: 'Return the final answer in the required structure.',
174
+ input_schema: format.schema,
175
+ });
176
+ }
177
+ const toolChoice = viaTool
178
+ ? { type: 'tool', name: RESPOND_TOOL }
179
+ : (anthropicTools.length > 0 && options?.toolChoice ? toolChoiceFor(options.toolChoice) : undefined);
180
+ const stream = this.client.messages.stream({
181
+ model: callbacks.model ?? this.model,
182
+ max_tokens: this.maxTokens,
183
+ // With thinking on the API wants temperature 1 or absent: leave it out.
184
+ ...(this.thinking
185
+ ? { thinking: { type: 'enabled', budget_tokens: this.thinking.budgetTokens } }
186
+ : { temperature: this.temperature }),
187
+ ...(system ? { system } : {}),
188
+ messages: anthropicMessages,
189
+ ...(anthropicTools.length > 0 ? { tools: anthropicTools } : {}),
190
+ ...(toolChoice ? { tool_choice: toolChoice } : {}),
191
+ ...(format && !viaTool ? { output_config: { format: { type: 'json_schema', schema: format.schema } } } : {}),
192
+ }, { signal: callbacks.signal });
193
+ let content = '';
194
+ const buffers = new Map();
195
+ const blocks = new Map();
196
+ let inputTokens = 0;
197
+ let outputTokens = 0;
198
+ let cacheRead;
199
+ let cacheWrite;
200
+ for await (const event of stream) {
201
+ if (event.type === 'message_start') {
202
+ const u = event.message.usage;
203
+ inputTokens = u.input_tokens;
204
+ if (u.cache_read_input_tokens != null)
205
+ cacheRead = u.cache_read_input_tokens;
206
+ if (u.cache_creation_input_tokens != null)
207
+ cacheWrite = u.cache_creation_input_tokens;
208
+ }
209
+ else if (event.type === 'message_delta') {
210
+ outputTokens = event.usage.output_tokens;
211
+ }
212
+ else if (event.type === 'content_block_start') {
213
+ const b = event.content_block;
214
+ if (b.type === 'tool_use') {
215
+ buffers.set(event.index, { id: b.id, name: b.name, args: '' });
216
+ blocks.set(event.index, { type: 'tool_use', id: b.id, name: b.name, args: '' });
217
+ }
218
+ else if (b.type === 'text') {
219
+ blocks.set(event.index, { type: 'text', text: '' });
220
+ }
221
+ else if (b.type === 'thinking') {
222
+ blocks.set(event.index, { type: 'thinking', thinking: '', signature: '' });
223
+ }
224
+ else if (b.type === 'redacted_thinking') {
225
+ blocks.set(event.index, { type: 'redacted_thinking', data: b.data });
226
+ }
227
+ }
228
+ else if (event.type === 'content_block_delta') {
229
+ const d = event.delta;
230
+ const block = blocks.get(event.index);
231
+ if (d.type === 'text_delta') {
232
+ content += d.text;
233
+ if (block?.type === 'text')
234
+ block.text += d.text;
235
+ else if (!block)
236
+ blocks.set(event.index, { type: 'text', text: d.text });
237
+ callbacks.onChunk?.(d.text);
238
+ }
239
+ else if (d.type === 'thinking_delta') {
240
+ if (block?.type === 'thinking')
241
+ block.thinking += d.thinking;
242
+ callbacks.onReasoning?.(d.thinking);
243
+ }
244
+ else if (d.type === 'signature_delta') {
245
+ if (block?.type === 'thinking')
246
+ block.signature += d.signature;
247
+ }
248
+ else if (d.type === 'input_json_delta') {
249
+ const buf = buffers.get(event.index);
250
+ if (buf)
251
+ buf.args += d.partial_json;
252
+ if (block?.type === 'tool_use')
253
+ block.args += d.partial_json;
254
+ }
255
+ }
256
+ }
257
+ if (inputTokens > 0 || outputTokens > 0 || cacheRead || cacheWrite) {
258
+ const usage = cacheRead !== undefined || cacheWrite !== undefined
259
+ ? { cacheReadTokens: cacheRead ?? 0, cacheWriteTokens: cacheWrite ?? 0 }
260
+ : undefined;
261
+ callbacks.onMetrics?.(inputTokens, outputTokens, usage);
262
+ }
263
+ // Forced-tool mode: the tool input is the answer; hand it over as plain text.
264
+ if (viaTool) {
265
+ for (const [index, buf] of buffers) {
266
+ if (buf.name !== RESPOND_TOOL)
267
+ continue;
268
+ content += buf.args;
269
+ callbacks.onChunk?.(buf.args);
270
+ buffers.delete(index);
271
+ blocks.delete(index);
272
+ }
273
+ }
274
+ const hasThinking = [...blocks.values()].some(b => b.type === 'thinking' || b.type === 'redacted_thinking');
275
+ this.finish(callbacks, content, buffers, hasThinking ? { raw: toRawBlocks(blocks) } : undefined);
276
+ }
277
+ }
278
+ exports.AnthropicProvider = AnthropicProvider;
279
+ //# sourceMappingURL=AnthropicProvider.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AnthropicProvider.js","sourceRoot":"","sources":["../src/AnthropicProvider.ts"],"names":[],"mappings":";;;;;;AAAA,4DAA0C;AAE1C,mEAAuG;AAgDvG,yEAAyE;AACzE,MAAM,YAAY,GAAG,SAAS,CAAC;AAE/B,SAAS,aAAa,CAAC,MAA8C;IACjE,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC/C,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC/C,IAAI,MAAM,KAAK,UAAU;QAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IAClD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;AAC/C,CAAC;AAMD,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAEjC,SAAS,YAAY,CAAC,GAAgB;IAClC,OAAO,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;AACnF,CAAC;AAMD,oFAAoF;AACpF,SAAS,mBAAmB,CACxB,QAAsB,EACtB,IAAoB,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE;IAEhD,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,MAAM,GAAuB,EAAE,CAAC;IAEtC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAExB,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,IAAI,GAAG,CAAC,OAAO;gBAAE,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC/C,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1D,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,oFAAoF;YACpF,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,CAAC,GAAyB,EAAE,CAAC,CAAC;gBAC3E,CAAC,EAAE,CAAC;gBACJ,SAAS;YACb,CAAC;YACD,MAAM,OAAO,GAAuB,EAAE,CAAC;YACvC,IAAI,GAAG,CAAC,OAAO;gBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACnE,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBACpC,OAAO,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,UAAU;oBAChB,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;oBACtB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;iBACnD,CAAC,CAAC;YACP,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5C,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,yEAAyE;YACzE,MAAM,WAAW,GAAqC,EAAE,CAAC;YACzD,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxD,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACtB,WAAW,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE,CAAC,CAAC,YAAY,IAAI,EAAE;oBACjC,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE;iBAC3B,CAAC,CAAC;gBACH,CAAC,EAAE,CAAC;YACR,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;YACpD,SAAS;QACb,CAAC;QAED,CAAC,EAAE,CAAC;IACR,CAAC;IAED,IAAI,MAAuD,CAAC;IAC5D,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,GAAG,SAAS,CAAC;SAC5C,IAAI,CAAC,CAAC,KAAK,KAAK,MAAM;QAAE,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;SAC1D,CAAC;QACF,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACnE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAsC,CAAC,aAAa,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACxG,CAAC;IAED,IAAI,CAAC,CAAC,KAAK,KAAK,MAAM;QAAE,eAAe,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACrE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AACxC,CAAC;AAED,kEAAkE;AAClE,SAAS,eAAe,CAAC,QAA4B,EAAE,EAAgB;IACnE,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3C,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO;IAC1C,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7E,CAAC;SAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAsC,CAAC,aAAa,GAAG,EAAE,CAAC;IACnG,CAAC;AACL,CAAC;AAUD,SAAS,QAAQ,CAAC,IAAY;IAC1B,IAAI,CAAC;QAAC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,EAAE,CAAC;IAAC,CAAC;AACjE,CAAC;AAED,SAAS,WAAW,CAAC,MAAgC;IACjD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE;QACjE,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;YACb,KAAK,MAAM,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACnD,KAAK,UAAU,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC;YAC3F,KAAK,mBAAmB,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC7E,KAAK,UAAU,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QAClG,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,iFAAiF;AAEjF,MAAa,iBAAkB,SAAQ,6CAAqB;IACvC,MAAM,CAAsB;IAC5B,KAAK,CAAS;IACd,SAAS,CAAS;IAClB,WAAW,CAAS;IACpB,KAAK,CAAqB;IAC1B,QAAQ,CAAc;IACtB,QAAQ,CAA4B;IACpC,cAAc,CAAoB;IAC1C,YAAY,GAAkD,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC;IAEtG,YAAY,IAA8B;QACtC,KAAK,CAAC,EAAE,GAAG,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;QAChI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM;eACjB,IAAI,aAAS,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,CAAoC,CAAC,CAAC,2BAA2B;QAC7H,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,mBAAmB,CAAC;QAC/C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;QAC3C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC;QAClC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC;QACtC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,gBAAgB,IAAI,QAAQ,CAAC;QAExD,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,cAAc,KAAK,MAAM,EAAE,CAAC;YAClD,MAAM,IAAI,KAAK,CAAC,gGAAgG,CAAC,CAAC;QACtH,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;YACrC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,mBAAmB,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACzE,MAAM,IAAI,KAAK,CACX,kEAAkE,mBAAmB,GAAG;oBACxF,oBAAoB,IAAI,CAAC,SAAS,UAAU,CAAC,GAAG,CACnD,CAAC;YACN,CAAC;QACL,CAAC;IACL,CAAC;IAES,KAAK,CAAC,MAAM,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B,EAAE,OAAqB;QACxH,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,mBAAmB,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACzH,MAAM,cAAc,GAAqB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACrD,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,YAAY,EAAE,CAAC,CAAC,UAA4C;SAC/D,CAAC,CAAC,CAAC;QACJ,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,cAAc,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM,CAAC,EAAE,CAAC;YACvF,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAsC,CAAC,aAAa,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChI,CAAC;QAED,2FAA2F;QAC3F,MAAM,MAAM,GAAG,OAAO,EAAE,cAAc,CAAC;QACvC,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,KAAK,MAAM,CAAC;QAC3D,IAAI,OAAO,EAAE,CAAC;YACV,cAAc,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,YAAY;gBAClB,WAAW,EAAE,oDAAoD;gBACjE,YAAY,EAAE,MAAO,CAAC,MAAwC;aACjE,CAAC,CAAC;QACP,CAAC;QACD,MAAM,UAAU,GAAG,OAAO;YACtB,CAAC,CAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAA2B;YAChE,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAEzG,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YACvC,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YACpC,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,wEAAwE;YACxE,GAAG,CAAC,IAAI,CAAC,QAAQ;gBACb,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE;gBAC9E,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;YACxC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,QAAQ,EAAE,iBAAiB;YAC3B,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/D,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClD,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/G,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QAEjC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;QAC9C,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,SAA6B,CAAC;QAClC,IAAI,UAA8B,CAAC;QAEnC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACjC,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;gBAC9B,WAAW,GAAG,CAAC,CAAC,YAAY,CAAC;gBAC7B,IAAI,CAAC,CAAC,uBAAuB,IAAI,IAAI;oBAAE,SAAS,GAAG,CAAC,CAAC,uBAAuB,CAAC;gBAC7E,IAAI,CAAC,CAAC,2BAA2B,IAAI,IAAI;oBAAE,UAAU,GAAG,CAAC,CAAC,2BAA2B,CAAC;YAC1F,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACxC,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC;YAC7C,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAC9C,MAAM,CAAC,GAAG,KAAK,CAAC,aAAa,CAAC;gBAC9B,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;oBAC/D,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBACpF,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC3B,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBACxD,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC/B,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC/E,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;oBACxC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBACzE,CAAC;YACL,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAC9C,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;gBACtB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACtC,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAC1B,OAAO,IAAI,CAAC,CAAC,IAAI,CAAC;oBAClB,IAAI,KAAK,EAAE,IAAI,KAAK,MAAM;wBAAE,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC;yBAC5C,IAAI,CAAC,KAAK;wBAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBAChC,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;oBACrC,IAAI,KAAK,EAAE,IAAI,KAAK,UAAU;wBAAE,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC;oBAC7D,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBACxC,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;oBACtC,IAAI,KAAK,EAAE,IAAI,KAAK,UAAU;wBAAE,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC;gBACnE,CAAC;qBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;oBACvC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACrC,IAAI,GAAG;wBAAE,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,YAAY,CAAC;oBACpC,IAAI,KAAK,EAAE,IAAI,KAAK,UAAU;wBAAE,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,YAAY,CAAC;gBACjE,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,WAAW,GAAG,CAAC,IAAI,YAAY,GAAG,CAAC,IAAI,SAAS,IAAI,UAAU,EAAE,CAAC;YACjE,MAAM,KAAK,GAAG,SAAS,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS;gBAC7D,CAAC,CAAC,EAAE,eAAe,EAAE,SAAS,IAAI,CAAC,EAAE,gBAAgB,EAAE,UAAU,IAAI,CAAC,EAAE;gBACxE,CAAC,CAAC,SAAS,CAAC;YAChB,SAAS,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;QAC5D,CAAC;QAED,8EAA8E;QAC9E,IAAI,OAAO,EAAE,CAAC;YACV,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC;gBACjC,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY;oBAAE,SAAS;gBACxC,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC;gBACpB,SAAS,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC9B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACtB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC;QACL,CAAC;QAED,MAAM,WAAW,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,mBAAmB,CAAC,CAAC;QAC5G,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACrG,CAAC;CACJ;AAlJD,8CAkJC"}
@@ -0,0 +1,40 @@
1
+ import type { LLMProvider, LLMMessage, LLMStreamCallbacks, ToolDefinition, ChatOptions } from '@backendkit-labs/agent-core';
2
+ export interface RetryTuning {
3
+ /** Total attempts, first try included. */
4
+ maxAttempts?: number;
5
+ /** First backoff delay. Lower it in tests. */
6
+ retryBaseDelayMs?: number;
7
+ retryMaxDelayMs?: number;
8
+ }
9
+ export interface ToolCallBuffer {
10
+ id: string;
11
+ name: string;
12
+ args: string;
13
+ }
14
+ /**
15
+ * Shared streaming skeleton: retries transient failures with @backendkit-labs/retry, never retries
16
+ * once content reached the caller or the call was aborted, and reports failures through
17
+ * `callbacks.onError` instead of throwing. Subclasses implement `stream`.
18
+ */
19
+ export declare abstract class BaseStreamingProvider implements LLMProvider {
20
+ protected readonly maxAttempts: number;
21
+ protected readonly retryBaseDelayMs: number;
22
+ protected readonly retryMaxDelayMs: number;
23
+ protected constructor(tuning: RetryTuning, defaults: {
24
+ maxAttempts: number;
25
+ baseDelayMs: number;
26
+ maxDelayMs: number;
27
+ });
28
+ chat(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks, options?: ChatOptions): Promise<void>;
29
+ /** One attempt. Throw to signal failure; the base decides whether to retry. */
30
+ protected abstract stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks, options?: ChatOptions): Promise<void>;
31
+ /** Default: 429, 5xx and network errors. */
32
+ protected isRetryable(err: unknown): boolean;
33
+ /** Error handed to `onError`. Override to add provider-specific guidance. */
34
+ protected toError(err: unknown): Error;
35
+ /** Emits the assembled tool calls and the final message. `extra.raw` rides along on the message. */
36
+ protected finish(callbacks: LLMStreamCallbacks, content: string, buffers: Map<number, ToolCallBuffer>, extra?: {
37
+ raw?: unknown;
38
+ }): void;
39
+ }
40
+ //# sourceMappingURL=BaseStreamingProvider.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"BaseStreamingProvider.d.ts","sourceRoot":"","sources":["../src/BaseStreamingProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAG5H,MAAM,WAAW,WAAW;IACxB,0CAA0C;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,8CAA8C;IAC9C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,cAAc;IAAG,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE;AAE1E;;;;GAIG;AACH,8BAAsB,qBAAsB,YAAW,WAAW;IAC9D,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IACvC,SAAS,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAC5C,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IAE3C,SAAS,aAAa,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE;IAM/G,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAyBhI,+EAA+E;IAC/E,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAE/I,4CAA4C;IAC5C,SAAS,CAAC,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO;IAE5C,6EAA6E;IAC7E,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,KAAK;IAEtC,oGAAoG;IACpG,SAAS,CAAC,MAAM,CACZ,SAAS,EAAE,kBAAkB,EAC7B,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,EACpC,KAAK,CAAC,EAAE;QAAE,GAAG,CAAC,EAAE,OAAO,CAAA;KAAE,GAC1B,IAAI;CAkBV"}
@@ -0,0 +1,65 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.BaseStreamingProvider = void 0;
4
+ const retry_1 = require("./retry");
5
+ /**
6
+ * Shared streaming skeleton: retries transient failures with @backendkit-labs/retry, never retries
7
+ * once content reached the caller or the call was aborted, and reports failures through
8
+ * `callbacks.onError` instead of throwing. Subclasses implement `stream`.
9
+ */
10
+ class BaseStreamingProvider {
11
+ maxAttempts;
12
+ retryBaseDelayMs;
13
+ retryMaxDelayMs;
14
+ constructor(tuning, defaults) {
15
+ this.maxAttempts = tuning.maxAttempts ?? defaults.maxAttempts;
16
+ this.retryBaseDelayMs = tuning.retryBaseDelayMs ?? defaults.baseDelayMs;
17
+ this.retryMaxDelayMs = tuning.retryMaxDelayMs ?? defaults.maxDelayMs;
18
+ }
19
+ async chat(messages, tools, callbacks, options) {
20
+ let contentEmitted = false;
21
+ try {
22
+ await (0, retry_1.withRetry)(() => this.stream(messages, tools, {
23
+ ...callbacks,
24
+ onChunk: (delta) => {
25
+ contentEmitted = true;
26
+ callbacks.onChunk?.(delta);
27
+ },
28
+ }, options), {
29
+ maxAttempts: this.maxAttempts,
30
+ baseDelayMs: this.retryBaseDelayMs,
31
+ maxDelayMs: this.retryMaxDelayMs,
32
+ // Never retry mid-stream: the caller already saw part of the answer.
33
+ shouldRetry: (err) => !contentEmitted && this.isRetryable(err),
34
+ signal: callbacks.signal,
35
+ });
36
+ }
37
+ catch (err) {
38
+ callbacks.onError(this.toError(err));
39
+ }
40
+ }
41
+ /** Default: 429, 5xx and network errors. */
42
+ isRetryable(err) { return (0, retry_1.isTransient)(err); }
43
+ /** Error handed to `onError`. Override to add provider-specific guidance. */
44
+ toError(err) { return err instanceof Error ? err : new Error(String(err)); }
45
+ /** Emits the assembled tool calls and the final message. `extra.raw` rides along on the message. */
46
+ finish(callbacks, content, buffers, extra) {
47
+ const toolCalls = Array.from(buffers.entries())
48
+ .sort(([a], [b]) => a - b)
49
+ .map(([, buf]) => ({
50
+ id: buf.id,
51
+ type: 'function',
52
+ function: { name: buf.name, arguments: buf.args },
53
+ }));
54
+ for (const tc of toolCalls)
55
+ callbacks.onToolCall?.(tc.function.name, tc.function.arguments, tc.id);
56
+ callbacks.onDone({
57
+ role: 'assistant',
58
+ content: content || null,
59
+ tool_calls: toolCalls.length > 0 ? toolCalls : undefined,
60
+ ...(extra?.raw !== undefined ? { raw: extra.raw } : {}),
61
+ });
62
+ }
63
+ }
64
+ exports.BaseStreamingProvider = BaseStreamingProvider;
65
+ //# sourceMappingURL=BaseStreamingProvider.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"BaseStreamingProvider.js","sourceRoot":"","sources":["../src/BaseStreamingProvider.ts"],"names":[],"mappings":";;;AACA,mCAAiD;AAYjD;;;;GAIG;AACH,MAAsB,qBAAqB;IACpB,WAAW,CAAS;IACpB,gBAAgB,CAAS;IACzB,eAAe,CAAS;IAE3C,YAAsB,MAAmB,EAAE,QAA0E;QACjH,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC;QAC9D,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,QAAQ,CAAC,WAAW,CAAC;QACxE,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,QAAQ,CAAC,UAAU,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B,EAAE,OAAqB;QAC5G,IAAI,cAAc,GAAG,KAAK,CAAC;QAC3B,IAAI,CAAC;YACD,MAAM,IAAA,iBAAS,EACX,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE;gBAC/B,GAAG,SAAS;gBACZ,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBACf,cAAc,GAAG,IAAI,CAAC;oBACtB,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC/B,CAAC;aACJ,EAAE,OAAO,CAAC,EACX;gBACI,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,gBAAgB;gBAClC,UAAU,EAAE,IAAI,CAAC,eAAe;gBAChC,qEAAqE;gBACrE,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,cAAc,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC;gBAC9D,MAAM,EAAE,SAAS,CAAC,MAAM;aAC3B,CACJ,CAAC;QACN,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;QACzC,CAAC;IACL,CAAC;IAKD,4CAA4C;IAClC,WAAW,CAAC,GAAY,IAAa,OAAO,IAAA,mBAAW,EAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAEzE,6EAA6E;IACnE,OAAO,CAAC,GAAY,IAAW,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAEtG,oGAAoG;IAC1F,MAAM,CACZ,SAA6B,EAC7B,OAAe,EACf,OAAoC,EACpC,KAAyB;QAEzB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;aAC1C,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;aACzB,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YACf,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,IAAI,EAAE;SACpD,CAAC,CAAC,CAAC;QAER,KAAK,MAAM,EAAE,IAAI,SAAS;YAAE,SAAS,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QAEnG,SAAS,CAAC,MAAM,CAAC;YACb,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,OAAO,IAAI,IAAI;YACxB,UAAU,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACxD,GAAG,CAAC,KAAK,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1D,CAAC,CAAC;IACP,CAAC;CACJ;AArED,sDAqEC"}
@@ -0,0 +1,10 @@
1
+ import { OpenAICompatibleProvider, type OpenAICompatibleProviderOptions } from './OpenAICompatibleProvider';
2
+ export type DeepSeekProviderOptions = Omit<OpenAICompatibleProviderOptions, 'baseUrl' | 'model'> & {
3
+ model?: string;
4
+ baseUrl?: string;
5
+ };
6
+ /** OpenAICompatibleProvider pre-configured for DeepSeek. */
7
+ export declare class DeepSeekProvider extends OpenAICompatibleProvider {
8
+ constructor(opts: DeepSeekProviderOptions);
9
+ }
10
+ //# sourceMappingURL=DeepSeekProvider.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"DeepSeekProvider.d.ts","sourceRoot":"","sources":["../src/DeepSeekProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,KAAK,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAE5G,MAAM,MAAM,uBAAuB,GAAG,IAAI,CAAC,+BAA+B,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG;IAC/F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,4DAA4D;AAC5D,qBAAa,gBAAiB,SAAQ,wBAAwB;gBAC9C,IAAI,EAAE,uBAAuB;CAS5C"}
@@ -0,0 +1,18 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.DeepSeekProvider = void 0;
4
+ const OpenAICompatibleProvider_1 = require("./OpenAICompatibleProvider");
5
+ /** OpenAICompatibleProvider pre-configured for DeepSeek. */
6
+ class DeepSeekProvider extends OpenAICompatibleProvider_1.OpenAICompatibleProvider {
7
+ constructor(opts) {
8
+ super({
9
+ ...opts,
10
+ baseUrl: opts.baseUrl ?? 'https://api.deepseek.com/v1',
11
+ model: opts.model ?? 'deepseek-v4-flash',
12
+ // DeepSeek only offers json_object: the schema travels in the prompt.
13
+ structuredOutput: opts.structuredOutput ?? 'json_object',
14
+ });
15
+ }
16
+ }
17
+ exports.DeepSeekProvider = DeepSeekProvider;
18
+ //# sourceMappingURL=DeepSeekProvider.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"DeepSeekProvider.js","sourceRoot":"","sources":["../src/DeepSeekProvider.ts"],"names":[],"mappings":";;;AAAA,yEAA4G;AAO5G,4DAA4D;AAC5D,MAAa,gBAAiB,SAAQ,mDAAwB;IAC1D,YAAY,IAA6B;QACrC,KAAK,CAAC;YACF,GAAG,IAAI;YACP,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,6BAA6B;YACtD,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,mBAAmB;YACxC,sEAAsE;YACtE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,aAAa;SAC3D,CAAC,CAAC;IACP,CAAC;CACJ;AAVD,4CAUC"}
@@ -0,0 +1,23 @@
1
+ import { OpenAICompatibleProvider, type OpenAICompatibleProviderOptions } from './OpenAICompatibleProvider';
2
+ export declare const OLLAMA_DEFAULT_HOST = "http://localhost:11434";
3
+ export declare const OLLAMA_DEFAULT_MODEL = "llama3.2";
4
+ export interface OllamaProviderOptions extends Omit<OpenAICompatibleProviderOptions, 'apiKey' | 'baseUrl' | 'model' | 'maxRetries' | 'thinking'> {
5
+ /** Ollama host. Default: http://localhost:11434 */
6
+ host?: string;
7
+ /** Model loaded in Ollama (e.g. 'llama3.2', 'phi3-mini', 'mistral'). Default: llama3.2 */
8
+ model?: string;
9
+ /**
10
+ * @deprecated Use `maxAttempts`. Counts *retries* (total attempts = maxRetries + 1), as before.
11
+ * Default: 2 retries, i.e. 3 attempts.
12
+ */
13
+ maxRetries?: number;
14
+ }
15
+ /** Local Ollama through its OpenAI-compatible endpoint: short backoff, helpful connection errors. */
16
+ export declare class OllamaProvider extends OpenAICompatibleProvider {
17
+ private readonly host;
18
+ constructor(opts?: OllamaProviderOptions);
19
+ /** Verifica que Ollama esté corriendo. Lanza error con instrucciones si no está disponible. */
20
+ checkConnection(): Promise<void>;
21
+ protected toError(err: unknown): Error;
22
+ }
23
+ //# sourceMappingURL=OllamaProvider.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"OllamaProvider.d.ts","sourceRoot":"","sources":["../src/OllamaProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,KAAK,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAG5G,eAAO,MAAM,mBAAmB,2BAA2B,CAAC;AAC5D,eAAO,MAAM,oBAAoB,aAAa,CAAC;AAE/C,MAAM,WAAW,qBACb,SAAQ,IAAI,CAAC,+BAA+B,EAAE,QAAQ,GAAG,SAAS,GAAG,OAAO,GAAG,YAAY,GAAG,UAAU,CAAC;IACzG,mDAAmD;IACnD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,0FAA0F;IAC1F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,qGAAqG;AACrG,qBAAa,cAAe,SAAQ,wBAAwB;IACxD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;gBAElB,IAAI,GAAE,qBAA0B;IAgB5C,+FAA+F;IACzF,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBtC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,KAAK;CASzC"}
@@ -0,0 +1,53 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.OllamaProvider = exports.OLLAMA_DEFAULT_MODEL = exports.OLLAMA_DEFAULT_HOST = void 0;
4
+ const OpenAICompatibleProvider_1 = require("./OpenAICompatibleProvider");
5
+ const retry_1 = require("./retry");
6
+ exports.OLLAMA_DEFAULT_HOST = 'http://localhost:11434';
7
+ exports.OLLAMA_DEFAULT_MODEL = 'llama3.2';
8
+ /** Local Ollama through its OpenAI-compatible endpoint: short backoff, helpful connection errors. */
9
+ class OllamaProvider extends OpenAICompatibleProvider_1.OpenAICompatibleProvider {
10
+ host;
11
+ constructor(opts = {}) {
12
+ const host = (opts.host ?? exports.OLLAMA_DEFAULT_HOST).replace(/\/$/, '');
13
+ super({
14
+ ...opts,
15
+ apiKey: 'ollama',
16
+ baseUrl: `${host}/v1`,
17
+ model: opts.model ?? exports.OLLAMA_DEFAULT_MODEL,
18
+ maxTokens: opts.maxTokens === undefined ? 4096 : opts.maxTokens,
19
+ maxAttempts: opts.maxAttempts ?? (opts.maxRetries !== undefined ? opts.maxRetries + 1 : undefined),
20
+ maxRetries: undefined,
21
+ // Older servers reject json_schema: default to json_object, opt in to 'native' when yours supports it.
22
+ structuredOutput: opts.structuredOutput ?? 'json_object',
23
+ }, { maxAttempts: 3, baseDelayMs: 500, maxDelayMs: 4000 });
24
+ this.host = host;
25
+ }
26
+ /** Verifica que Ollama esté corriendo. Lanza error con instrucciones si no está disponible. */
27
+ async checkConnection() {
28
+ try {
29
+ const res = await fetch(`${this.host}/api/tags`);
30
+ if (!res.ok)
31
+ throw new Error(`Ollama respondió con status ${res.status}`);
32
+ }
33
+ catch (err) {
34
+ if ((0, retry_1.isNetworkError)(err)) {
35
+ throw new Error(`No se puede conectar a Ollama en ${this.host}.\n` +
36
+ `Asegúrate de que Ollama esté corriendo con: ollama serve\n` +
37
+ `Si usas un host distinto, configura OLLAMA_HOST en tu .env`);
38
+ }
39
+ throw err;
40
+ }
41
+ }
42
+ toError(err) {
43
+ if ((0, retry_1.isNetworkError)(err)) {
44
+ return new Error(`Ollama no está disponible en ${this.host}. Ejecuta: ollama serve`);
45
+ }
46
+ if ((0, retry_1.httpStatus)(err) === 404) {
47
+ return new Error(`Modelo '${this.model}' no encontrado en Ollama. Descárgalo con: ollama pull ${this.model}`);
48
+ }
49
+ return super.toError(err);
50
+ }
51
+ }
52
+ exports.OllamaProvider = OllamaProvider;
53
+ //# sourceMappingURL=OllamaProvider.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"OllamaProvider.js","sourceRoot":"","sources":["../src/OllamaProvider.ts"],"names":[],"mappings":";;;AAAA,yEAA4G;AAC5G,mCAAqD;AAExC,QAAA,mBAAmB,GAAG,wBAAwB,CAAC;AAC/C,QAAA,oBAAoB,GAAG,UAAU,CAAC;AAe/C,qGAAqG;AACrG,MAAa,cAAe,SAAQ,mDAAwB;IACvC,IAAI,CAAS;IAE9B,YAAY,OAA8B,EAAE;QACxC,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,2BAAmB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACnE,KAAK,CAAC;YACF,GAAG,IAAI;YACP,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,GAAG,IAAI,KAAK;YACrB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,4BAAoB;YACzC,SAAS,EAAE,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS;YAC/D,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAClG,UAAU,EAAE,SAAS;YACrB,uGAAuG;YACvG,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,aAAa;SAC3D,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,+FAA+F;IAC/F,KAAK,CAAC,eAAe;QACjB,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,WAAW,CAAC,CAAC;YACjD,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,IAAA,sBAAc,EAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CACX,oCAAoC,IAAI,CAAC,IAAI,KAAK;oBAClD,4DAA4D;oBAC5D,4DAA4D,CAC/D,CAAC;YACN,CAAC;YACD,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAES,OAAO,CAAC,GAAY;QAC1B,IAAI,IAAA,sBAAc,EAAC,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,IAAI,yBAAyB,CAAC,CAAC;QACzF,CAAC;QACD,IAAI,IAAA,kBAAU,EAAC,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC;YAC1B,OAAO,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,KAAK,0DAA0D,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAClH,CAAC;QACD,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;CACJ;AA7CD,wCA6CC"}
@@ -0,0 +1,78 @@
1
+ import type { LLMMessage, LLMStreamCallbacks, ToolDefinition, ChatOptions, StructuredOutputSupport } from '@backendkit-labs/agent-core';
2
+ import { BaseStreamingProvider, type RetryTuning } from './BaseStreamingProvider';
3
+ /** The slice of the OpenAI SDK the provider uses — inject a double in tests. */
4
+ export interface OpenAIClientLike {
5
+ chat: {
6
+ completions: {
7
+ create(params: unknown, options?: {
8
+ signal?: AbortSignal;
9
+ }): Promise<AsyncIterable<OpenAIChunk>>;
10
+ };
11
+ };
12
+ }
13
+ export interface OpenAIChunk {
14
+ usage?: {
15
+ prompt_tokens: number;
16
+ completion_tokens: number;
17
+ } | null;
18
+ choices: Array<{
19
+ delta?: {
20
+ content?: string | null;
21
+ tool_calls?: Array<{
22
+ index: number;
23
+ id?: string;
24
+ function?: {
25
+ name?: string;
26
+ arguments?: string;
27
+ };
28
+ }>;
29
+ };
30
+ }>;
31
+ }
32
+ export interface OpenAICompatibleProviderOptions extends RetryTuning {
33
+ apiKey: string;
34
+ /** Omit for api.openai.com. */
35
+ baseUrl?: string;
36
+ model: string;
37
+ /** Default 16384. `null` leaves `max_tokens` out of the request (provider default). */
38
+ maxTokens?: number | null;
39
+ /**
40
+ * Default 0. A function receives the effective model, e.g. for models that only accept
41
+ * temperature 1: `m => m.includes('reasoner') ? 1 : 0`.
42
+ */
43
+ temperature?: number | ((model: string) => number);
44
+ /** @deprecated Use `maxAttempts`. Same meaning as before: total attempts, first try included. */
45
+ maxRetries?: number;
46
+ /**
47
+ * Reasoning ("thinking") toggle for providers that support it (e.g. DeepSeek V4 defaults to
48
+ * 'enabled'). Hidden reasoning tokens count against `maxTokens`, so a small budget can be
49
+ * exhausted with zero visible output and no error. Omit to use the API's own default.
50
+ */
51
+ thinking?: 'enabled' | 'disabled';
52
+ /**
53
+ * How the backend handles `ChatOptions.responseFormat`. `native`: `response_format: json_schema`
54
+ * (default). `json_object`: only valid JSON is guaranteed, the schema must travel in the prompt
55
+ * (`generateObject` does that). `none`: the option is ignored.
56
+ */
57
+ structuredOutput?: StructuredOutputSupport;
58
+ /** Inject a client instead of building one from `apiKey`/`baseUrl`. */
59
+ client?: OpenAIClientLike;
60
+ }
61
+ export declare class OpenAICompatibleProvider extends BaseStreamingProvider {
62
+ protected readonly client: OpenAIClientLike;
63
+ protected readonly model: string;
64
+ private readonly maxTokens;
65
+ private readonly temperature;
66
+ private readonly thinking?;
67
+ readonly capabilities: {
68
+ structuredOutput: StructuredOutputSupport;
69
+ };
70
+ constructor(opts: OpenAICompatibleProviderOptions, defaults?: {
71
+ maxAttempts: number;
72
+ baseDelayMs: number;
73
+ maxDelayMs: number;
74
+ });
75
+ protected stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks, options?: ChatOptions): Promise<void>;
76
+ private responseFormat;
77
+ }
78
+ //# sourceMappingURL=OpenAICompatibleProvider.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"OpenAICompatibleProvider.d.ts","sourceRoot":"","sources":["../src/OpenAICompatibleProvider.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,WAAW,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AACxI,OAAO,EAAE,qBAAqB,EAAE,KAAK,WAAW,EAAuB,MAAM,yBAAyB,CAAC;AAEvG,gFAAgF;AAChF,MAAM,WAAW,gBAAgB;IAC7B,IAAI,EAAE;QACF,WAAW,EAAE;YACT,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE;gBAAE,MAAM,CAAC,EAAE,WAAW,CAAA;aAAE,GAAG,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC;SACpG,CAAC;KACL,CAAC;CACL;AAED,MAAM,WAAW,WAAW;IACxB,KAAK,CAAC,EAAE;QAAE,aAAa,EAAE,MAAM,CAAC;QAAC,iBAAiB,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACpE,OAAO,EAAE,KAAK,CAAC;QACX,KAAK,CAAC,EAAE;YACJ,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YACxB,UAAU,CAAC,EAAE,KAAK,CAAC;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,EAAE,CAAC,EAAE,MAAM,CAAC;gBAAC,QAAQ,CAAC,EAAE;oBAAE,IAAI,CAAC,EAAE,MAAM,CAAC;oBAAC,SAAS,CAAC,EAAE,MAAM,CAAA;iBAAE,CAAA;aAAE,CAAC,CAAC;SACxG,CAAC;KACL,CAAC,CAAC;CACN;AAED,MAAM,WAAW,+BAAgC,SAAQ,WAAW;IAChE,MAAM,EAAE,MAAM,CAAC;IACf,+BAA+B;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,uFAAuF;IACvF,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC;IACnD,iGAAiG;IACjG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,SAAS,GAAG,UAAU,CAAC;IAClC;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,uBAAuB,CAAC;IAC3C,uEAAuE;IACvE,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC7B;AAoBD,qBAAa,wBAAyB,SAAQ,qBAAqB;IAC/D,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAC5C,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAuC;IACnE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAyB;IACnD,QAAQ,CAAC,YAAY,EAAE;QAAE,gBAAgB,EAAE,uBAAuB,CAAA;KAAE,CAAC;gBAEzD,IAAI,EAAE,+BAA+B,EAAE,QAAQ;;;;KAA4D;cAWvG,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAkD5I,OAAO,CAAC,cAAc;CAgBzB"}
@@ -0,0 +1,113 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.OpenAICompatibleProvider = void 0;
7
+ const openai_1 = __importDefault(require("openai"));
8
+ const BaseStreamingProvider_1 = require("./BaseStreamingProvider");
9
+ /** OpenAI strict mode needs every property required and no extra properties, at every level. */
10
+ function isStrictCompatible(schema) {
11
+ if (!schema || typeof schema !== 'object')
12
+ return true;
13
+ const s = schema;
14
+ if (s.type === 'object' && s.properties) {
15
+ const required = new Set(s.required ?? []);
16
+ if (s.additionalProperties !== false)
17
+ return false;
18
+ if (!Object.keys(s.properties).every(k => required.has(k)))
19
+ return false;
20
+ return Object.values(s.properties).every(isStrictCompatible);
21
+ }
22
+ if (s.type === 'array')
23
+ return isStrictCompatible(s.items);
24
+ return true;
25
+ }
26
+ function toolChoiceFor(choice) {
27
+ return typeof choice === 'string' ? choice : { type: 'function', function: { name: choice.name } };
28
+ }
29
+ class OpenAICompatibleProvider extends BaseStreamingProvider_1.BaseStreamingProvider {
30
+ client;
31
+ model;
32
+ maxTokens;
33
+ temperature;
34
+ thinking;
35
+ capabilities;
36
+ constructor(opts, defaults = { maxAttempts: 3, baseDelayMs: 1000, maxDelayMs: 16_000 }) {
37
+ super({ ...opts, maxAttempts: opts.maxAttempts ?? opts.maxRetries }, defaults);
38
+ this.client = opts.client
39
+ ?? new openai_1.default({ apiKey: opts.apiKey, baseURL: opts.baseUrl, maxRetries: 0 });
40
+ this.model = opts.model;
41
+ this.maxTokens = opts.maxTokens === undefined ? 16384 : opts.maxTokens;
42
+ this.temperature = opts.temperature ?? 0;
43
+ this.thinking = opts.thinking;
44
+ this.capabilities = { structuredOutput: opts.structuredOutput ?? 'native' };
45
+ }
46
+ async stream(messages, tools, callbacks, options) {
47
+ const oaiTools = tools.map(t => ({
48
+ type: 'function',
49
+ function: { name: t.name, description: t.description, parameters: t.parameters },
50
+ }));
51
+ const model = callbacks.model ?? this.model;
52
+ const temperature = typeof this.temperature === 'function' ? this.temperature(model) : this.temperature;
53
+ const stream = await this.client.chat.completions.create({
54
+ model,
55
+ // `raw` is another provider's payload (e.g. Anthropic thinking blocks): never send it.
56
+ messages: messages.map(({ raw: _raw, ...m }) => m),
57
+ tools: oaiTools.length > 0 ? oaiTools : undefined,
58
+ tool_choice: oaiTools.length > 0 ? (options?.toolChoice ? toolChoiceFor(options.toolChoice) : 'auto') : undefined,
59
+ ...this.responseFormat(options),
60
+ ...(this.maxTokens !== null ? { max_tokens: this.maxTokens } : {}),
61
+ temperature,
62
+ stream: true,
63
+ stream_options: { include_usage: true },
64
+ // Not a standard OpenAI field: extension for OpenAI-compatible reasoning models.
65
+ ...(this.thinking ? { thinking: { type: this.thinking } } : {}),
66
+ }, { signal: callbacks.signal });
67
+ let content = '';
68
+ const buffers = new Map();
69
+ for await (const chunk of stream) {
70
+ // With include_usage the usage arrives in the final chunk.
71
+ if (chunk.usage)
72
+ callbacks.onMetrics?.(chunk.usage.prompt_tokens, chunk.usage.completion_tokens);
73
+ const delta = chunk.choices[0]?.delta;
74
+ if (!delta)
75
+ continue;
76
+ if (delta.content) {
77
+ content += delta.content;
78
+ callbacks.onChunk?.(delta.content);
79
+ }
80
+ for (const tc of delta.tool_calls ?? []) {
81
+ if (!buffers.has(tc.index))
82
+ buffers.set(tc.index, { id: tc.id ?? '', name: '', args: '' });
83
+ const buf = buffers.get(tc.index);
84
+ if (tc.id)
85
+ buf.id = tc.id;
86
+ if (tc.function?.name)
87
+ buf.name += tc.function.name;
88
+ if (tc.function?.arguments)
89
+ buf.args += tc.function.arguments;
90
+ }
91
+ }
92
+ this.finish(callbacks, content, buffers);
93
+ }
94
+ responseFormat(options) {
95
+ const rf = options?.responseFormat;
96
+ if (!rf)
97
+ return {};
98
+ switch (this.capabilities.structuredOutput) {
99
+ case 'native':
100
+ return {
101
+ response_format: {
102
+ type: 'json_schema',
103
+ // Optional fields cannot satisfy strict mode: relax it instead of getting a 400.
104
+ json_schema: { name: rf.name, schema: rf.schema, strict: rf.strict !== false && isStrictCompatible(rf.schema) },
105
+ },
106
+ };
107
+ case 'json_object': return { response_format: { type: 'json_object' } };
108
+ default: return {};
109
+ }
110
+ }
111
+ }
112
+ exports.OpenAICompatibleProvider = OpenAICompatibleProvider;
113
+ //# sourceMappingURL=OpenAICompatibleProvider.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"OpenAICompatibleProvider.js","sourceRoot":"","sources":["../src/OpenAICompatibleProvider.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,mEAAuG;AAmDvG,gGAAgG;AAChG,SAAS,kBAAkB,CAAC,MAAe;IACvC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACvD,MAAM,CAAC,GAAG,MAAuI,CAAC;IAClJ,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,CAAC,oBAAoB,KAAK,KAAK;YAAE,OAAO,KAAK,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QACzE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC3D,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,MAA8C;IACjE,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;AACvG,CAAC;AAED,MAAa,wBAAyB,SAAQ,6CAAqB;IAC5C,MAAM,CAAmB;IACzB,KAAK,CAAS;IAChB,SAAS,CAAgB;IACzB,WAAW,CAAuC;IAClD,QAAQ,CAA0B;IAC1C,YAAY,CAAgD;IAErE,YAAY,IAAqC,EAAE,QAAQ,GAAG,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE;QACnH,KAAK,CAAC,EAAE,GAAG,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC/E,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM;eACjB,IAAI,gBAAM,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,CAAiC,CAAC;QAClH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;QACvE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,QAAQ,EAAE,CAAC;IAChF,CAAC;IAES,KAAK,CAAC,MAAM,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B,EAAE,OAAqB;QACxH,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE;SACnF,CAAC,CAAC,CAAC;QACJ,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QAC5C,MAAM,WAAW,GAAG,OAAO,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QAExG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACrD,KAAK;YACL,uFAAuF;YACvF,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YAClD,KAAK,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;YACjD,WAAW,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;YACjH,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;YAC/B,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,WAAW;YACX,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;YACvC,iFAAiF;YACjF,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QAEjC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;QAElD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,2DAA2D;YAC3D,IAAI,KAAK,CAAC,KAAK;gBAAE,SAAS,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAEjG,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;YACtC,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAChB,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC;gBACzB,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACvC,CAAC;YAED,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBACtC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC;oBAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC3F,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAE,CAAC;gBACnC,IAAI,EAAE,CAAC,EAAE;oBAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;gBAC1B,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;oBAAE,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACpD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS;oBAAE,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;YAClE,CAAC;QACL,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;IAEO,cAAc,CAAC,OAAqB;QACxC,MAAM,EAAE,GAAG,OAAO,EAAE,cAAc,CAAC;QACnC,IAAI,CAAC,EAAE;YAAE,OAAO,EAAE,CAAC;QACnB,QAAQ,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;YACzC,KAAK,QAAQ;gBACT,OAAO;oBACH,eAAe,EAAE;wBACb,IAAI,EAAE,aAAa;wBACnB,iFAAiF;wBACjF,WAAW,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,KAAK,IAAI,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE;qBAClH;iBACJ,CAAC;YACN,KAAK,aAAa,CAAC,CAAC,OAAO,EAAE,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,CAAC;YACxE,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;IACL,CAAC;CACJ;AArFD,4DAqFC"}
@@ -0,0 +1,13 @@
1
+ export { BaseStreamingProvider } from './BaseStreamingProvider';
2
+ export type { RetryTuning, ToolCallBuffer } from './BaseStreamingProvider';
3
+ export { OpenAICompatibleProvider } from './OpenAICompatibleProvider';
4
+ export type { OpenAICompatibleProviderOptions, OpenAIClientLike, OpenAIChunk } from './OpenAICompatibleProvider';
5
+ export { OllamaProvider, OLLAMA_DEFAULT_HOST, OLLAMA_DEFAULT_MODEL } from './OllamaProvider';
6
+ export type { OllamaProviderOptions } from './OllamaProvider';
7
+ export { DeepSeekProvider } from './DeepSeekProvider';
8
+ export type { DeepSeekProviderOptions } from './DeepSeekProvider';
9
+ export { AnthropicProvider } from './AnthropicProvider';
10
+ export type { AnthropicProviderOptions, AnthropicClientLike, AnthropicStreamEvent, AnthropicCacheMode } from './AnthropicProvider';
11
+ export { withRetry, isTransient, isNetworkError } from './retry';
12
+ export type { RetryOptions } from './retry';
13
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC3E,OAAO,EAAE,wBAAwB,EAAE,MAAM,4BAA4B,CAAC;AACtE,YAAY,EAAE,+BAA+B,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACjH,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAC7F,YAAY,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,YAAY,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,YAAY,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACnI,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AACjE,YAAY,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC"}
package/dist/index.js ADDED
@@ -0,0 +1,20 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.isNetworkError = exports.isTransient = exports.withRetry = exports.AnthropicProvider = exports.DeepSeekProvider = exports.OLLAMA_DEFAULT_MODEL = exports.OLLAMA_DEFAULT_HOST = exports.OllamaProvider = exports.OpenAICompatibleProvider = exports.BaseStreamingProvider = void 0;
4
+ var BaseStreamingProvider_1 = require("./BaseStreamingProvider");
5
+ Object.defineProperty(exports, "BaseStreamingProvider", { enumerable: true, get: function () { return BaseStreamingProvider_1.BaseStreamingProvider; } });
6
+ var OpenAICompatibleProvider_1 = require("./OpenAICompatibleProvider");
7
+ Object.defineProperty(exports, "OpenAICompatibleProvider", { enumerable: true, get: function () { return OpenAICompatibleProvider_1.OpenAICompatibleProvider; } });
8
+ var OllamaProvider_1 = require("./OllamaProvider");
9
+ Object.defineProperty(exports, "OllamaProvider", { enumerable: true, get: function () { return OllamaProvider_1.OllamaProvider; } });
10
+ Object.defineProperty(exports, "OLLAMA_DEFAULT_HOST", { enumerable: true, get: function () { return OllamaProvider_1.OLLAMA_DEFAULT_HOST; } });
11
+ Object.defineProperty(exports, "OLLAMA_DEFAULT_MODEL", { enumerable: true, get: function () { return OllamaProvider_1.OLLAMA_DEFAULT_MODEL; } });
12
+ var DeepSeekProvider_1 = require("./DeepSeekProvider");
13
+ Object.defineProperty(exports, "DeepSeekProvider", { enumerable: true, get: function () { return DeepSeekProvider_1.DeepSeekProvider; } });
14
+ var AnthropicProvider_1 = require("./AnthropicProvider");
15
+ Object.defineProperty(exports, "AnthropicProvider", { enumerable: true, get: function () { return AnthropicProvider_1.AnthropicProvider; } });
16
+ var retry_1 = require("./retry");
17
+ Object.defineProperty(exports, "withRetry", { enumerable: true, get: function () { return retry_1.withRetry; } });
18
+ Object.defineProperty(exports, "isTransient", { enumerable: true, get: function () { return retry_1.isTransient; } });
19
+ Object.defineProperty(exports, "isNetworkError", { enumerable: true, get: function () { return retry_1.isNetworkError; } });
20
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,iEAAgE;AAAvD,8HAAA,qBAAqB,OAAA;AAE9B,uEAAsE;AAA7D,oIAAA,wBAAwB,OAAA;AAEjC,mDAA6F;AAApF,gHAAA,cAAc,OAAA;AAAE,qHAAA,mBAAmB,OAAA;AAAE,sHAAA,oBAAoB,OAAA;AAElE,uDAAsD;AAA7C,oHAAA,gBAAgB,OAAA;AAEzB,yDAAwD;AAA/C,sHAAA,iBAAiB,OAAA;AAE1B,iCAAiE;AAAxD,kGAAA,SAAS,OAAA;AAAE,oGAAA,WAAW,OAAA;AAAE,uGAAA,cAAc,OAAA"}
@@ -0,0 +1,21 @@
1
+ export interface RetryOptions {
2
+ /** Total attempts, first try included. */
3
+ maxAttempts: number;
4
+ baseDelayMs: number;
5
+ maxDelayMs: number;
6
+ /** Receives the error thrown by the task (the original object, not a wrapper). */
7
+ shouldRetry(err: unknown): boolean;
8
+ /** Once aborted the task is never retried. */
9
+ signal?: AbortSignal;
10
+ }
11
+ /**
12
+ * Runs `task` with exponential backoff via @backendkit-labs/retry and rethrows the *original*
13
+ * error when the attempts are exhausted or the error is not retryable.
14
+ */
15
+ export declare function withRetry<T>(task: () => Promise<T>, o: RetryOptions): Promise<T>;
16
+ export declare function httpStatus(err: unknown): number | undefined;
17
+ /** Connection-level failure (no HTTP response). Aborts are not network errors. */
18
+ export declare function isNetworkError(err: unknown): boolean;
19
+ /** 429, 5xx and network errors. */
20
+ export declare function isTransient(err: unknown): boolean;
21
+ //# sourceMappingURL=retry.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../src/retry.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,YAAY;IACzB,0CAA0C;IAC1C,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,kFAAkF;IAClF,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC;IACnC,8CAA8C;IAC9C,MAAM,CAAC,EAAE,WAAW,CAAC;CACxB;AAED;;;GAGG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,CAQtF;AAMD,wBAAgB,UAAU,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAM3D;AAED,kFAAkF;AAClF,wBAAgB,cAAc,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAQpD;AAED,mCAAmC;AACnC,wBAAgB,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAIjD"}
package/dist/retry.js ADDED
@@ -0,0 +1,53 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.withRetry = withRetry;
4
+ exports.httpStatus = httpStatus;
5
+ exports.isNetworkError = isNetworkError;
6
+ exports.isTransient = isTransient;
7
+ const retry_1 = require("@backendkit-labs/retry");
8
+ /**
9
+ * Runs `task` with exponential backoff via @backendkit-labs/retry and rethrows the *original*
10
+ * error when the attempts are exhausted or the error is not retryable.
11
+ */
12
+ async function withRetry(task, o) {
13
+ const result = await (0, retry_1.retry)(task, {
14
+ maxAttempts: Math.max(1, o.maxAttempts),
15
+ backoff: { type: 'exponential', baseDelay: o.baseDelayMs, maxDelay: o.maxDelayMs, jitter: 'equal' },
16
+ retryIf: (e) => !o.signal?.aborted && o.shouldRetry(e.cause),
17
+ });
18
+ if (result.ok)
19
+ return result.value;
20
+ throw result.error.cause ?? new Error(result.error.message);
21
+ }
22
+ // ── Error classification ──────────────────────────────────────────────────────
23
+ const NETWORK_CODES = new Set(['ECONNREFUSED', 'ECONNRESET', 'ENOTFOUND', 'ETIMEDOUT', 'EAI_AGAIN', 'EPIPE']);
24
+ function httpStatus(err) {
25
+ if (err && typeof err === 'object' && 'status' in err) {
26
+ const s = err.status;
27
+ return typeof s === 'number' ? s : undefined;
28
+ }
29
+ return undefined;
30
+ }
31
+ /** Connection-level failure (no HTTP response). Aborts are not network errors. */
32
+ function isNetworkError(err) {
33
+ if (!err || typeof err !== 'object')
34
+ return false;
35
+ const e = err;
36
+ if (e.name === 'APIUserAbortError' || e.name === 'AbortError')
37
+ return false;
38
+ if (e.name === 'APIConnectionError' || e.name === 'APIConnectionTimeoutError')
39
+ return true;
40
+ if (e.code && NETWORK_CODES.has(e.code))
41
+ return true;
42
+ if (/fetch failed|socket hang up|ECONNREFUSED|ECONNRESET|ENOTFOUND|ETIMEDOUT/i.test(e.message ?? ''))
43
+ return true;
44
+ return e.cause !== undefined && e.cause !== err && isNetworkError(e.cause);
45
+ }
46
+ /** 429, 5xx and network errors. */
47
+ function isTransient(err) {
48
+ const status = httpStatus(err);
49
+ if (status !== undefined)
50
+ return status === 429 || status >= 500;
51
+ return isNetworkError(err);
52
+ }
53
+ //# sourceMappingURL=retry.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"retry.js","sourceRoot":"","sources":["../src/retry.ts"],"names":[],"mappings":";;AAiBA,8BAQC;AAMD,gCAMC;AAGD,wCAQC;AAGD,kCAIC;AAvDD,kDAA+C;AAa/C;;;GAGG;AACI,KAAK,UAAU,SAAS,CAAI,IAAsB,EAAE,CAAe;IACtE,MAAM,MAAM,GAAG,MAAM,IAAA,aAAK,EAAC,IAAI,EAAE;QAC7B,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC;QACvC,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE;QACnG,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC;KAC/D,CAAC,CAAC;IACH,IAAI,MAAM,CAAC,EAAE;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC;IACnC,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AAChE,CAAC;AAED,iFAAiF;AAEjF,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,cAAc,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC;AAE9G,SAAgB,UAAU,CAAC,GAAY;IACnC,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,QAAQ,IAAI,GAAG,EAAE,CAAC;QACpD,MAAM,CAAC,GAAI,GAA2B,CAAC,MAAM,CAAC;QAC9C,OAAO,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACjD,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,kFAAkF;AAClF,SAAgB,cAAc,CAAC,GAAY;IACvC,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAClD,MAAM,CAAC,GAAG,GAA0E,CAAC;IACrF,IAAI,CAAC,CAAC,IAAI,KAAK,mBAAmB,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY;QAAE,OAAO,KAAK,CAAC;IAC5E,IAAI,CAAC,CAAC,IAAI,KAAK,oBAAoB,IAAI,CAAC,CAAC,IAAI,KAAK,2BAA2B;QAAE,OAAO,IAAI,CAAC;IAC3F,IAAI,CAAC,CAAC,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACrD,IAAI,0EAA0E,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IAClH,OAAO,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,KAAK,GAAG,IAAI,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAC/E,CAAC;AAED,mCAAmC;AACnC,SAAgB,WAAW,CAAC,GAAY;IACpC,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,MAAM,KAAK,GAAG,IAAI,MAAM,IAAI,GAAG,CAAC;IACjE,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,51 @@
1
- {
2
- "name": "@backendkit-labs/agent-providers",
3
- "version": "0.0.0-stage",
4
- "stub": true,
5
- "description": "Temporary package placeholder for staged publishing"
6
- }
1
+ {
2
+ "name": "@backendkit-labs/agent-providers",
3
+ "version": "0.2.0",
4
+ "description": "LLM providers for @backendkit-labs/agent-core: OpenAI-compatible (DeepSeek, Ollama), Anthropic — one retry/streaming implementation",
5
+ "main": "dist/index.js",
6
+ "types": "dist/index.d.ts",
7
+ "exports": {
8
+ ".": {
9
+ "types": "./dist/index.d.ts",
10
+ "default": "./dist/index.js"
11
+ }
12
+ },
13
+ "files": [
14
+ "dist/",
15
+ "README.md"
16
+ ],
17
+ "scripts": {
18
+ "build": "tsc",
19
+ "dev": "tsc --watch",
20
+ "typecheck": "tsc --noEmit",
21
+ "prepublishOnly": "npm run build",
22
+ "test": "jest"
23
+ },
24
+ "dependencies": {
25
+ "@anthropic-ai/sdk": "^0.98.0",
26
+ "@backendkit-labs/retry": "^0.1.2",
27
+ "openai": "^4.0.0"
28
+ },
29
+ "peerDependencies": {
30
+ "@backendkit-labs/agent-core": ">=0.27.0 <0.29.0"
31
+ },
32
+ "devDependencies": {
33
+ "@types/jest": "^29.0.0",
34
+ "@types/node": "^20.0.0",
35
+ "jest": "^29.0.0",
36
+ "ts-jest": "^29.0.0",
37
+ "typescript": "^5.4.0"
38
+ },
39
+ "engines": {
40
+ "node": ">=20.0.0"
41
+ },
42
+ "repository": {
43
+ "type": "git",
44
+ "url": "git+https://github.com/BackendKit-labs/backendkit-agent-framework.git",
45
+ "directory": "packages/providers"
46
+ },
47
+ "publishConfig": {
48
+ "access": "public"
49
+ },
50
+ "license": "MIT"
51
+ }