@backendkit-labs/agent-providers 0.0.0-stage → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +31 -3
- package/dist/AnthropicProvider.d.ts +31 -0
- package/dist/AnthropicProvider.d.ts.map +1 -0
- package/dist/AnthropicProvider.js +128 -0
- package/dist/AnthropicProvider.js.map +1 -0
- package/dist/BaseStreamingProvider.d.ts +38 -0
- package/dist/BaseStreamingProvider.d.ts.map +1 -0
- package/dist/BaseStreamingProvider.js +64 -0
- package/dist/BaseStreamingProvider.js.map +1 -0
- package/dist/DeepSeekProvider.d.ts +10 -0
- package/dist/DeepSeekProvider.d.ts.map +1 -0
- package/dist/DeepSeekProvider.js +16 -0
- package/dist/DeepSeekProvider.js.map +1 -0
- package/dist/OllamaProvider.d.ts +23 -0
- package/dist/OllamaProvider.d.ts.map +1 -0
- package/dist/OllamaProvider.js +51 -0
- package/dist/OllamaProvider.js.map +1 -0
- package/dist/OpenAICompatibleProvider.d.ts +68 -0
- package/dist/OpenAICompatibleProvider.d.ts.map +1 -0
- package/dist/OpenAICompatibleProvider.js +72 -0
- package/dist/OpenAICompatibleProvider.js.map +1 -0
- package/dist/index.d.ts +13 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +20 -0
- package/dist/index.js.map +1 -0
- package/dist/retry.d.ts +21 -0
- package/dist/retry.d.ts.map +1 -0
- package/dist/retry.js +53 -0
- package/dist/retry.js.map +1 -0
- package/package.json +51 -6
package/README.md
CHANGED
|
@@ -1,3 +1,31 @@
|
|
|
1
|
-
#
|
|
2
|
-
|
|
3
|
-
|
|
1
|
+
# @backendkit-labs/agent-providers
|
|
2
|
+
|
|
3
|
+
LLM providers for [`@backendkit-labs/agent-core`](../core): one retry/streaming implementation shared by
|
|
4
|
+
every agent package.
|
|
5
|
+
|
|
6
|
+
| Export | What |
|
|
7
|
+
|---|---|
|
|
8
|
+
| `OpenAICompatibleProvider` | Any OpenAI-compatible API (OpenAI, Kimi, Grok…) |
|
|
9
|
+
| `DeepSeekProvider` | Preset: DeepSeek base URL and default model |
|
|
10
|
+
| `OllamaProvider` | Preset: local Ollama, short backoff, helpful connection errors, `checkConnection()` |
|
|
11
|
+
| `AnthropicProvider` | Anthropic Messages API |
|
|
12
|
+
| `BaseStreamingProvider` | Base class: retries, abort handling, tool-call assembly |
|
|
13
|
+
|
|
14
|
+
```ts
|
|
15
|
+
import { DeepSeekProvider } from '@backendkit-labs/agent-providers';
|
|
16
|
+
|
|
17
|
+
const provider = new DeepSeekProvider({ apiKey: process.env.DEEPSEEK_API_KEY!, maxAttempts: 3 });
|
|
18
|
+
```
|
|
19
|
+
|
|
20
|
+
## Behaviour
|
|
21
|
+
|
|
22
|
+
- Retries 429, 5xx and network errors with exponential backoff (`@backendkit-labs/retry`).
|
|
23
|
+
`maxAttempts` counts total attempts, first try included. `maxRetries` is a deprecated alias.
|
|
24
|
+
- Never retries once content reached the caller, nor after the call was aborted.
|
|
25
|
+
- Failures are reported through `callbacks.onError`; `chat()` does not throw.
|
|
26
|
+
- Always requests token usage and reports it through `callbacks.onMetrics`.
|
|
27
|
+
- `callbacks.model` and `callbacks.signal` are honoured.
|
|
28
|
+
- `maxTokens: null` leaves `max_tokens` out of the request; `temperature` can be a function of the model.
|
|
29
|
+
- Inject `client` to use your own SDK instance, or a test double.
|
|
30
|
+
|
|
31
|
+
`@backendkit-labs/agent-core` is a peer dependency (types only).
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import Anthropic from '@anthropic-ai/sdk';
|
|
2
|
+
import type { LLMMessage, LLMStreamCallbacks, ToolDefinition } from '@backendkit-labs/agent-core';
|
|
3
|
+
import { BaseStreamingProvider, type RetryTuning } from './BaseStreamingProvider';
|
|
4
|
+
/** The slice of the Anthropic SDK the provider uses — inject a double in tests. */
|
|
5
|
+
export interface AnthropicClientLike {
|
|
6
|
+
messages: {
|
|
7
|
+
stream(params: unknown, options?: {
|
|
8
|
+
signal?: AbortSignal;
|
|
9
|
+
}): AsyncIterable<AnthropicStreamEvent>;
|
|
10
|
+
};
|
|
11
|
+
}
|
|
12
|
+
export type AnthropicStreamEvent = Anthropic.MessageStreamEvent;
|
|
13
|
+
export interface AnthropicProviderOptions extends RetryTuning {
|
|
14
|
+
apiKey: string;
|
|
15
|
+
model?: string;
|
|
16
|
+
maxTokens?: number;
|
|
17
|
+
temperature?: number;
|
|
18
|
+
/** @deprecated Use `maxAttempts`. Same meaning as before: total attempts, first try included. */
|
|
19
|
+
maxRetries?: number;
|
|
20
|
+
/** Inject a client instead of building one from `apiKey`. */
|
|
21
|
+
client?: AnthropicClientLike;
|
|
22
|
+
}
|
|
23
|
+
export declare class AnthropicProvider extends BaseStreamingProvider {
|
|
24
|
+
private readonly client;
|
|
25
|
+
private readonly model;
|
|
26
|
+
private readonly maxTokens;
|
|
27
|
+
private readonly temperature;
|
|
28
|
+
constructor(opts: AnthropicProviderOptions);
|
|
29
|
+
protected stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks): Promise<void>;
|
|
30
|
+
}
|
|
31
|
+
//# sourceMappingURL=AnthropicProvider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AnthropicProvider.d.ts","sourceRoot":"","sources":["../src/AnthropicProvider.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAClG,OAAO,EAAE,qBAAqB,EAAE,KAAK,WAAW,EAAuB,MAAM,yBAAyB,CAAC;AAEvG,mFAAmF;AACnF,MAAM,WAAW,mBAAmB;IAChC,QAAQ,EAAE;QACN,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE;YAAE,MAAM,CAAC,EAAE,WAAW,CAAA;SAAE,GAAG,aAAa,CAAC,oBAAoB,CAAC,CAAC;KACpG,CAAC;CACL;AAED,MAAM,MAAM,oBAAoB,GAAG,SAAS,CAAC,kBAAkB,CAAC;AAEhE,MAAM,WAAW,wBAAyB,SAAQ,WAAW;IACzD,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iGAAiG;IACjG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,6DAA6D;IAC7D,MAAM,CAAC,EAAE,mBAAmB,CAAC;CAChC;AAqED,qBAAa,iBAAkB,SAAQ,qBAAqB;IACxD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsB;IAC7C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;gBAEzB,IAAI,EAAE,wBAAwB;cAS1B,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;CA8CxH"}
|
|
@@ -0,0 +1,128 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.AnthropicProvider = void 0;
|
|
7
|
+
const sdk_1 = __importDefault(require("@anthropic-ai/sdk"));
|
|
8
|
+
const BaseStreamingProvider_1 = require("./BaseStreamingProvider");
|
|
9
|
+
// ── Fix #14: concatenate all system messages ──────────────────────────────────
|
|
10
|
+
function toAnthropicMessages(messages) {
|
|
11
|
+
const systemParts = [];
|
|
12
|
+
const result = [];
|
|
13
|
+
let i = 0;
|
|
14
|
+
while (i < messages.length) {
|
|
15
|
+
const msg = messages[i];
|
|
16
|
+
if (msg.role === 'system') {
|
|
17
|
+
if (msg.content)
|
|
18
|
+
systemParts.push(msg.content);
|
|
19
|
+
i++;
|
|
20
|
+
continue;
|
|
21
|
+
}
|
|
22
|
+
if (msg.role === 'user') {
|
|
23
|
+
result.push({ role: 'user', content: msg.content ?? '' });
|
|
24
|
+
i++;
|
|
25
|
+
continue;
|
|
26
|
+
}
|
|
27
|
+
if (msg.role === 'assistant') {
|
|
28
|
+
const content = [];
|
|
29
|
+
if (msg.content)
|
|
30
|
+
content.push({ type: 'text', text: msg.content });
|
|
31
|
+
for (const tc of msg.tool_calls ?? []) {
|
|
32
|
+
content.push({
|
|
33
|
+
type: 'tool_use',
|
|
34
|
+
id: tc.id,
|
|
35
|
+
name: tc.function.name,
|
|
36
|
+
input: JSON.parse(tc.function.arguments || '{}'),
|
|
37
|
+
});
|
|
38
|
+
}
|
|
39
|
+
result.push({ role: 'assistant', content });
|
|
40
|
+
i++;
|
|
41
|
+
continue;
|
|
42
|
+
}
|
|
43
|
+
if (msg.role === 'tool') {
|
|
44
|
+
// Consecutive tool results → single user message with tool_result blocks
|
|
45
|
+
const toolResults = [];
|
|
46
|
+
while (i < messages.length && messages[i].role === 'tool') {
|
|
47
|
+
const t = messages[i];
|
|
48
|
+
toolResults.push({
|
|
49
|
+
type: 'tool_result',
|
|
50
|
+
tool_use_id: t.tool_call_id ?? '',
|
|
51
|
+
content: t.content ?? '',
|
|
52
|
+
});
|
|
53
|
+
i++;
|
|
54
|
+
}
|
|
55
|
+
result.push({ role: 'user', content: toolResults });
|
|
56
|
+
continue;
|
|
57
|
+
}
|
|
58
|
+
i++;
|
|
59
|
+
}
|
|
60
|
+
return {
|
|
61
|
+
system: systemParts.length > 0 ? systemParts.join('\n\n') : undefined,
|
|
62
|
+
messages: result,
|
|
63
|
+
};
|
|
64
|
+
}
|
|
65
|
+
// ── Provider ──────────────────────────────────────────────────────────────────
|
|
66
|
+
class AnthropicProvider extends BaseStreamingProvider_1.BaseStreamingProvider {
|
|
67
|
+
client;
|
|
68
|
+
model;
|
|
69
|
+
maxTokens;
|
|
70
|
+
temperature;
|
|
71
|
+
constructor(opts) {
|
|
72
|
+
super({ ...opts, maxAttempts: opts.maxAttempts ?? opts.maxRetries }, { maxAttempts: 3, baseDelayMs: 1000, maxDelayMs: 16_000 });
|
|
73
|
+
this.client = opts.client
|
|
74
|
+
?? new sdk_1.default({ apiKey: opts.apiKey, maxRetries: 0 }); // retries live in the base
|
|
75
|
+
this.model = opts.model ?? 'claude-sonnet-4-6';
|
|
76
|
+
this.maxTokens = opts.maxTokens ?? 8192;
|
|
77
|
+
this.temperature = opts.temperature ?? 0.0;
|
|
78
|
+
}
|
|
79
|
+
async stream(messages, tools, callbacks) {
|
|
80
|
+
const { system, messages: anthropicMessages } = toAnthropicMessages(messages);
|
|
81
|
+
const anthropicTools = tools.map(t => ({
|
|
82
|
+
name: t.name,
|
|
83
|
+
description: t.description,
|
|
84
|
+
input_schema: t.parameters,
|
|
85
|
+
}));
|
|
86
|
+
const stream = this.client.messages.stream({
|
|
87
|
+
model: callbacks.model ?? this.model,
|
|
88
|
+
max_tokens: this.maxTokens,
|
|
89
|
+
temperature: this.temperature,
|
|
90
|
+
...(system ? { system } : {}),
|
|
91
|
+
messages: anthropicMessages,
|
|
92
|
+
...(anthropicTools.length > 0 ? { tools: anthropicTools } : {}),
|
|
93
|
+
}, { signal: callbacks.signal });
|
|
94
|
+
let content = '';
|
|
95
|
+
const buffers = new Map();
|
|
96
|
+
let inputTokens = 0;
|
|
97
|
+
let outputTokens = 0;
|
|
98
|
+
for await (const event of stream) {
|
|
99
|
+
if (event.type === 'message_start') {
|
|
100
|
+
inputTokens = event.message.usage.input_tokens;
|
|
101
|
+
}
|
|
102
|
+
else if (event.type === 'message_delta') {
|
|
103
|
+
outputTokens = event.usage.output_tokens;
|
|
104
|
+
}
|
|
105
|
+
else if (event.type === 'content_block_start') {
|
|
106
|
+
if (event.content_block.type === 'tool_use') {
|
|
107
|
+
buffers.set(event.index, { id: event.content_block.id, name: event.content_block.name, args: '' });
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
else if (event.type === 'content_block_delta') {
|
|
111
|
+
if (event.delta.type === 'text_delta') {
|
|
112
|
+
content += event.delta.text;
|
|
113
|
+
callbacks.onChunk?.(event.delta.text);
|
|
114
|
+
}
|
|
115
|
+
else if (event.delta.type === 'input_json_delta') {
|
|
116
|
+
const buf = buffers.get(event.index);
|
|
117
|
+
if (buf)
|
|
118
|
+
buf.args += event.delta.partial_json;
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
if (inputTokens > 0 || outputTokens > 0)
|
|
123
|
+
callbacks.onMetrics?.(inputTokens, outputTokens);
|
|
124
|
+
this.finish(callbacks, content, buffers);
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
exports.AnthropicProvider = AnthropicProvider;
|
|
128
|
+
//# sourceMappingURL=AnthropicProvider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AnthropicProvider.js","sourceRoot":"","sources":["../src/AnthropicProvider.ts"],"names":[],"mappings":";;;;;;AAAA,4DAA0C;AAE1C,mEAAuG;AAyBvG,iFAAiF;AACjF,SAAS,mBAAmB,CAAC,QAAsB;IAC/C,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,MAAM,GAAuB,EAAE,CAAC;IAEtC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAExB,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,IAAI,GAAG,CAAC,OAAO;gBAAE,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC/C,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1D,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAuB,EAAE,CAAC;YACvC,IAAI,GAAG,CAAC,OAAO;gBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACnE,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBACpC,OAAO,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,UAAU;oBAChB,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;oBACtB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;iBACnD,CAAC,CAAC;YACP,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5C,CAAC,EAAE,CAAC;YACJ,SAAS;QACb,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,yEAAyE;YACzE,MAAM,WAAW,GAAqC,EAAE,CAAC;YACzD,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxD,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACtB,WAAW,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE,CAAC,CAAC,YAAY,IAAI,EAAE;oBACjC,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE;iBAC3B,CAAC,CAAC;gBACH,CAAC,EAAE,CAAC;YACR,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;YACpD,SAAS;QACb,CAAC;QAED,CAAC,EAAE,CAAC;IACR,CAAC;IAED,OAAO;QACH,MAAM,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;QACrE,QAAQ,EAAE,MAAM;KACnB,CAAC;AACN,CAAC;AAED,iFAAiF;AAEjF,MAAa,iBAAkB,SAAQ,6CAAqB;IACvC,MAAM,CAAsB;IAC5B,KAAK,CAAS;IACd,SAAS,CAAS;IAClB,WAAW,CAAS;IAErC,YAAY,IAA8B;QACtC,KAAK,CAAC,EAAE,GAAG,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;QAChI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM;eACjB,IAAI,aAAS,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,CAAoC,CAAC,CAAC,2BAA2B;QAC7H,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,mBAAmB,CAAC;QAC/C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;IAC/C,CAAC;IAES,KAAK,CAAC,MAAM,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B;QACjG,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QAC9E,MAAM,cAAc,GAAqB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACrD,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,YAAY,EAAE,CAAC,CAAC,UAA4C;SAC/D,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YACvC,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YACpC,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,QAAQ,EAAE,iBAAiB;YAC3B,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QAEjC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;QAClD,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACjC,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC;YACnD,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACxC,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC;YAC7C,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAC9C,IAAI,KAAK,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC1C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,aAAa,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBACvG,CAAC;YACL,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAC9C,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBACpC,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;oBAC5B,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC1C,CAAC;qBAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;oBACjD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACrC,IAAI,GAAG;wBAAE,GAAG,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;gBAClD,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,WAAW,GAAG,CAAC,IAAI,YAAY,GAAG,CAAC;YAAE,SAAS,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QAE1F,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;CACJ;AA7DD,8CA6DC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import type { LLMProvider, LLMMessage, LLMStreamCallbacks, ToolDefinition } from '@backendkit-labs/agent-core';
|
|
2
|
+
export interface RetryTuning {
|
|
3
|
+
/** Total attempts, first try included. */
|
|
4
|
+
maxAttempts?: number;
|
|
5
|
+
/** First backoff delay. Lower it in tests. */
|
|
6
|
+
retryBaseDelayMs?: number;
|
|
7
|
+
retryMaxDelayMs?: number;
|
|
8
|
+
}
|
|
9
|
+
export interface ToolCallBuffer {
|
|
10
|
+
id: string;
|
|
11
|
+
name: string;
|
|
12
|
+
args: string;
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* Shared streaming skeleton: retries transient failures with @backendkit-labs/retry, never retries
|
|
16
|
+
* once content reached the caller or the call was aborted, and reports failures through
|
|
17
|
+
* `callbacks.onError` instead of throwing. Subclasses implement `stream`.
|
|
18
|
+
*/
|
|
19
|
+
export declare abstract class BaseStreamingProvider implements LLMProvider {
|
|
20
|
+
protected readonly maxAttempts: number;
|
|
21
|
+
protected readonly retryBaseDelayMs: number;
|
|
22
|
+
protected readonly retryMaxDelayMs: number;
|
|
23
|
+
protected constructor(tuning: RetryTuning, defaults: {
|
|
24
|
+
maxAttempts: number;
|
|
25
|
+
baseDelayMs: number;
|
|
26
|
+
maxDelayMs: number;
|
|
27
|
+
});
|
|
28
|
+
chat(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks): Promise<void>;
|
|
29
|
+
/** One attempt. Throw to signal failure; the base decides whether to retry. */
|
|
30
|
+
protected abstract stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks): Promise<void>;
|
|
31
|
+
/** Default: 429, 5xx and network errors. */
|
|
32
|
+
protected isRetryable(err: unknown): boolean;
|
|
33
|
+
/** Error handed to `onError`. Override to add provider-specific guidance. */
|
|
34
|
+
protected toError(err: unknown): Error;
|
|
35
|
+
/** Emits the assembled tool calls and the final message. */
|
|
36
|
+
protected finish(callbacks: LLMStreamCallbacks, content: string, buffers: Map<number, ToolCallBuffer>): void;
|
|
37
|
+
}
|
|
38
|
+
//# sourceMappingURL=BaseStreamingProvider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"BaseStreamingProvider.d.ts","sourceRoot":"","sources":["../src/BaseStreamingProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAG/G,MAAM,WAAW,WAAW;IACxB,0CAA0C;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,8CAA8C;IAC9C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,cAAc;IAAG,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE;AAE1E;;;;GAIG;AACH,8BAAsB,qBAAsB,YAAW,WAAW;IAC9D,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IACvC,SAAS,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAC5C,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IAE3C,SAAS,aAAa,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE;IAM/G,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAyBzG,+EAA+E;IAC/E,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAExH,4CAA4C;IAC5C,SAAS,CAAC,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO;IAE5C,6EAA6E;IAC7E,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,KAAK;IAEtC,4DAA4D;IAC5D,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE,kBAAkB,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,GAAG,IAAI;CAiB/G"}
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.BaseStreamingProvider = void 0;
|
|
4
|
+
const retry_1 = require("./retry");
|
|
5
|
+
/**
|
|
6
|
+
* Shared streaming skeleton: retries transient failures with @backendkit-labs/retry, never retries
|
|
7
|
+
* once content reached the caller or the call was aborted, and reports failures through
|
|
8
|
+
* `callbacks.onError` instead of throwing. Subclasses implement `stream`.
|
|
9
|
+
*/
|
|
10
|
+
class BaseStreamingProvider {
|
|
11
|
+
maxAttempts;
|
|
12
|
+
retryBaseDelayMs;
|
|
13
|
+
retryMaxDelayMs;
|
|
14
|
+
constructor(tuning, defaults) {
|
|
15
|
+
this.maxAttempts = tuning.maxAttempts ?? defaults.maxAttempts;
|
|
16
|
+
this.retryBaseDelayMs = tuning.retryBaseDelayMs ?? defaults.baseDelayMs;
|
|
17
|
+
this.retryMaxDelayMs = tuning.retryMaxDelayMs ?? defaults.maxDelayMs;
|
|
18
|
+
}
|
|
19
|
+
async chat(messages, tools, callbacks) {
|
|
20
|
+
let contentEmitted = false;
|
|
21
|
+
try {
|
|
22
|
+
await (0, retry_1.withRetry)(() => this.stream(messages, tools, {
|
|
23
|
+
...callbacks,
|
|
24
|
+
onChunk: (delta) => {
|
|
25
|
+
contentEmitted = true;
|
|
26
|
+
callbacks.onChunk?.(delta);
|
|
27
|
+
},
|
|
28
|
+
}), {
|
|
29
|
+
maxAttempts: this.maxAttempts,
|
|
30
|
+
baseDelayMs: this.retryBaseDelayMs,
|
|
31
|
+
maxDelayMs: this.retryMaxDelayMs,
|
|
32
|
+
// Never retry mid-stream: the caller already saw part of the answer.
|
|
33
|
+
shouldRetry: (err) => !contentEmitted && this.isRetryable(err),
|
|
34
|
+
signal: callbacks.signal,
|
|
35
|
+
});
|
|
36
|
+
}
|
|
37
|
+
catch (err) {
|
|
38
|
+
callbacks.onError(this.toError(err));
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
/** Default: 429, 5xx and network errors. */
|
|
42
|
+
isRetryable(err) { return (0, retry_1.isTransient)(err); }
|
|
43
|
+
/** Error handed to `onError`. Override to add provider-specific guidance. */
|
|
44
|
+
toError(err) { return err instanceof Error ? err : new Error(String(err)); }
|
|
45
|
+
/** Emits the assembled tool calls and the final message. */
|
|
46
|
+
finish(callbacks, content, buffers) {
|
|
47
|
+
const toolCalls = Array.from(buffers.entries())
|
|
48
|
+
.sort(([a], [b]) => a - b)
|
|
49
|
+
.map(([, buf]) => ({
|
|
50
|
+
id: buf.id,
|
|
51
|
+
type: 'function',
|
|
52
|
+
function: { name: buf.name, arguments: buf.args },
|
|
53
|
+
}));
|
|
54
|
+
for (const tc of toolCalls)
|
|
55
|
+
callbacks.onToolCall?.(tc.function.name, tc.function.arguments, tc.id);
|
|
56
|
+
callbacks.onDone({
|
|
57
|
+
role: 'assistant',
|
|
58
|
+
content: content || null,
|
|
59
|
+
tool_calls: toolCalls.length > 0 ? toolCalls : undefined,
|
|
60
|
+
});
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
exports.BaseStreamingProvider = BaseStreamingProvider;
|
|
64
|
+
//# sourceMappingURL=BaseStreamingProvider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"BaseStreamingProvider.js","sourceRoot":"","sources":["../src/BaseStreamingProvider.ts"],"names":[],"mappings":";;;AACA,mCAAiD;AAYjD;;;;GAIG;AACH,MAAsB,qBAAqB;IACpB,WAAW,CAAS;IACpB,gBAAgB,CAAS;IACzB,eAAe,CAAS;IAE3C,YAAsB,MAAmB,EAAE,QAA0E;QACjH,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC;QAC9D,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,QAAQ,CAAC,WAAW,CAAC;QACxE,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,QAAQ,CAAC,UAAU,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B;QACrF,IAAI,cAAc,GAAG,KAAK,CAAC;QAC3B,IAAI,CAAC;YACD,MAAM,IAAA,iBAAS,EACX,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE;gBAC/B,GAAG,SAAS;gBACZ,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBACf,cAAc,GAAG,IAAI,CAAC;oBACtB,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC/B,CAAC;aACJ,CAAC,EACF;gBACI,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,gBAAgB;gBAClC,UAAU,EAAE,IAAI,CAAC,eAAe;gBAChC,qEAAqE;gBACrE,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,cAAc,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC;gBAC9D,MAAM,EAAE,SAAS,CAAC,MAAM;aAC3B,CACJ,CAAC;QACN,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;QACzC,CAAC;IACL,CAAC;IAKD,4CAA4C;IAClC,WAAW,CAAC,GAAY,IAAa,OAAO,IAAA,mBAAW,EAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAEzE,6EAA6E;IACnE,OAAO,CAAC,GAAY,IAAW,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAEtG,4DAA4D;IAClD,MAAM,CAAC,SAA6B,EAAE,OAAe,EAAE,OAAoC;QACjG,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;aAC1C,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;aACzB,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YACf,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,IAAI,EAAE;SACpD,CAAC,CAAC,CAAC;QAER,KAAK,MAAM,EAAE,IAAI,SAAS;YAAE,SAAS,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QAEnG,SAAS,CAAC,MAAM,CAAC;YACb,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,OAAO,IAAI,IAAI;YACxB,UAAU,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;SAC3D,CAAC,CAAC;IACP,CAAC;CACJ;AA/DD,sDA+DC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { OpenAICompatibleProvider, type OpenAICompatibleProviderOptions } from './OpenAICompatibleProvider';
|
|
2
|
+
export type DeepSeekProviderOptions = Omit<OpenAICompatibleProviderOptions, 'baseUrl' | 'model'> & {
|
|
3
|
+
model?: string;
|
|
4
|
+
baseUrl?: string;
|
|
5
|
+
};
|
|
6
|
+
/** OpenAICompatibleProvider pre-configured for DeepSeek. */
|
|
7
|
+
export declare class DeepSeekProvider extends OpenAICompatibleProvider {
|
|
8
|
+
constructor(opts: DeepSeekProviderOptions);
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=DeepSeekProvider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"DeepSeekProvider.d.ts","sourceRoot":"","sources":["../src/DeepSeekProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,KAAK,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAE5G,MAAM,MAAM,uBAAuB,GAAG,IAAI,CAAC,+BAA+B,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG;IAC/F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,4DAA4D;AAC5D,qBAAa,gBAAiB,SAAQ,wBAAwB;gBAC9C,IAAI,EAAE,uBAAuB;CAO5C"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.DeepSeekProvider = void 0;
|
|
4
|
+
const OpenAICompatibleProvider_1 = require("./OpenAICompatibleProvider");
|
|
5
|
+
/** OpenAICompatibleProvider pre-configured for DeepSeek. */
|
|
6
|
+
class DeepSeekProvider extends OpenAICompatibleProvider_1.OpenAICompatibleProvider {
|
|
7
|
+
constructor(opts) {
|
|
8
|
+
super({
|
|
9
|
+
...opts,
|
|
10
|
+
baseUrl: opts.baseUrl ?? 'https://api.deepseek.com/v1',
|
|
11
|
+
model: opts.model ?? 'deepseek-v4-flash',
|
|
12
|
+
});
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
exports.DeepSeekProvider = DeepSeekProvider;
|
|
16
|
+
//# sourceMappingURL=DeepSeekProvider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"DeepSeekProvider.js","sourceRoot":"","sources":["../src/DeepSeekProvider.ts"],"names":[],"mappings":";;;AAAA,yEAA4G;AAO5G,4DAA4D;AAC5D,MAAa,gBAAiB,SAAQ,mDAAwB;IAC1D,YAAY,IAA6B;QACrC,KAAK,CAAC;YACF,GAAG,IAAI;YACP,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,6BAA6B;YACtD,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,mBAAmB;SAC3C,CAAC,CAAC;IACP,CAAC;CACJ;AARD,4CAQC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { OpenAICompatibleProvider, type OpenAICompatibleProviderOptions } from './OpenAICompatibleProvider';
|
|
2
|
+
export declare const OLLAMA_DEFAULT_HOST = "http://localhost:11434";
|
|
3
|
+
export declare const OLLAMA_DEFAULT_MODEL = "llama3.2";
|
|
4
|
+
export interface OllamaProviderOptions extends Omit<OpenAICompatibleProviderOptions, 'apiKey' | 'baseUrl' | 'model' | 'maxRetries' | 'thinking'> {
|
|
5
|
+
/** Ollama host. Default: http://localhost:11434 */
|
|
6
|
+
host?: string;
|
|
7
|
+
/** Model loaded in Ollama (e.g. 'llama3.2', 'phi3-mini', 'mistral'). Default: llama3.2 */
|
|
8
|
+
model?: string;
|
|
9
|
+
/**
|
|
10
|
+
* @deprecated Use `maxAttempts`. Counts *retries* (total attempts = maxRetries + 1), as before.
|
|
11
|
+
* Default: 2 retries, i.e. 3 attempts.
|
|
12
|
+
*/
|
|
13
|
+
maxRetries?: number;
|
|
14
|
+
}
|
|
15
|
+
/** Local Ollama through its OpenAI-compatible endpoint: short backoff, helpful connection errors. */
|
|
16
|
+
export declare class OllamaProvider extends OpenAICompatibleProvider {
|
|
17
|
+
private readonly host;
|
|
18
|
+
constructor(opts?: OllamaProviderOptions);
|
|
19
|
+
/** Verifica que Ollama esté corriendo. Lanza error con instrucciones si no está disponible. */
|
|
20
|
+
checkConnection(): Promise<void>;
|
|
21
|
+
protected toError(err: unknown): Error;
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=OllamaProvider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"OllamaProvider.d.ts","sourceRoot":"","sources":["../src/OllamaProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,KAAK,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAG5G,eAAO,MAAM,mBAAmB,2BAA2B,CAAC;AAC5D,eAAO,MAAM,oBAAoB,aAAa,CAAC;AAE/C,MAAM,WAAW,qBACb,SAAQ,IAAI,CAAC,+BAA+B,EAAE,QAAQ,GAAG,SAAS,GAAG,OAAO,GAAG,YAAY,GAAG,UAAU,CAAC;IACzG,mDAAmD;IACnD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,0FAA0F;IAC1F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,qGAAqG;AACrG,qBAAa,cAAe,SAAQ,wBAAwB;IACxD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;gBAElB,IAAI,GAAE,qBAA0B;IAc5C,+FAA+F;IACzF,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBtC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,KAAK;CASzC"}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.OllamaProvider = exports.OLLAMA_DEFAULT_MODEL = exports.OLLAMA_DEFAULT_HOST = void 0;
|
|
4
|
+
const OpenAICompatibleProvider_1 = require("./OpenAICompatibleProvider");
|
|
5
|
+
const retry_1 = require("./retry");
|
|
6
|
+
exports.OLLAMA_DEFAULT_HOST = 'http://localhost:11434';
|
|
7
|
+
exports.OLLAMA_DEFAULT_MODEL = 'llama3.2';
|
|
8
|
+
/** Local Ollama through its OpenAI-compatible endpoint: short backoff, helpful connection errors. */
|
|
9
|
+
class OllamaProvider extends OpenAICompatibleProvider_1.OpenAICompatibleProvider {
|
|
10
|
+
host;
|
|
11
|
+
constructor(opts = {}) {
|
|
12
|
+
const host = (opts.host ?? exports.OLLAMA_DEFAULT_HOST).replace(/\/$/, '');
|
|
13
|
+
super({
|
|
14
|
+
...opts,
|
|
15
|
+
apiKey: 'ollama',
|
|
16
|
+
baseUrl: `${host}/v1`,
|
|
17
|
+
model: opts.model ?? exports.OLLAMA_DEFAULT_MODEL,
|
|
18
|
+
maxTokens: opts.maxTokens === undefined ? 4096 : opts.maxTokens,
|
|
19
|
+
maxAttempts: opts.maxAttempts ?? (opts.maxRetries !== undefined ? opts.maxRetries + 1 : undefined),
|
|
20
|
+
maxRetries: undefined,
|
|
21
|
+
}, { maxAttempts: 3, baseDelayMs: 500, maxDelayMs: 4000 });
|
|
22
|
+
this.host = host;
|
|
23
|
+
}
|
|
24
|
+
/** Verifica que Ollama esté corriendo. Lanza error con instrucciones si no está disponible. */
|
|
25
|
+
async checkConnection() {
|
|
26
|
+
try {
|
|
27
|
+
const res = await fetch(`${this.host}/api/tags`);
|
|
28
|
+
if (!res.ok)
|
|
29
|
+
throw new Error(`Ollama respondió con status ${res.status}`);
|
|
30
|
+
}
|
|
31
|
+
catch (err) {
|
|
32
|
+
if ((0, retry_1.isNetworkError)(err)) {
|
|
33
|
+
throw new Error(`No se puede conectar a Ollama en ${this.host}.\n` +
|
|
34
|
+
`Asegúrate de que Ollama esté corriendo con: ollama serve\n` +
|
|
35
|
+
`Si usas un host distinto, configura OLLAMA_HOST en tu .env`);
|
|
36
|
+
}
|
|
37
|
+
throw err;
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
toError(err) {
|
|
41
|
+
if ((0, retry_1.isNetworkError)(err)) {
|
|
42
|
+
return new Error(`Ollama no está disponible en ${this.host}. Ejecuta: ollama serve`);
|
|
43
|
+
}
|
|
44
|
+
if ((0, retry_1.httpStatus)(err) === 404) {
|
|
45
|
+
return new Error(`Modelo '${this.model}' no encontrado en Ollama. Descárgalo con: ollama pull ${this.model}`);
|
|
46
|
+
}
|
|
47
|
+
return super.toError(err);
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
exports.OllamaProvider = OllamaProvider;
|
|
51
|
+
//# sourceMappingURL=OllamaProvider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"OllamaProvider.js","sourceRoot":"","sources":["../src/OllamaProvider.ts"],"names":[],"mappings":";;;AAAA,yEAA4G;AAC5G,mCAAqD;AAExC,QAAA,mBAAmB,GAAG,wBAAwB,CAAC;AAC/C,QAAA,oBAAoB,GAAG,UAAU,CAAC;AAe/C,qGAAqG;AACrG,MAAa,cAAe,SAAQ,mDAAwB;IACvC,IAAI,CAAS;IAE9B,YAAY,OAA8B,EAAE;QACxC,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,2BAAmB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACnE,KAAK,CAAC;YACF,GAAG,IAAI;YACP,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,GAAG,IAAI,KAAK;YACrB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,4BAAoB;YACzC,SAAS,EAAE,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS;YAC/D,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAClG,UAAU,EAAE,SAAS;SACxB,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,+FAA+F;IAC/F,KAAK,CAAC,eAAe;QACjB,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,WAAW,CAAC,CAAC;YACjD,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,IAAA,sBAAc,EAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CACX,oCAAoC,IAAI,CAAC,IAAI,KAAK;oBAClD,4DAA4D;oBAC5D,4DAA4D,CAC/D,CAAC;YACN,CAAC;YACD,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAES,OAAO,CAAC,GAAY;QAC1B,IAAI,IAAA,sBAAc,EAAC,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,IAAI,yBAAyB,CAAC,CAAC;QACzF,CAAC;QACD,IAAI,IAAA,kBAAU,EAAC,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC;YAC1B,OAAO,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,KAAK,0DAA0D,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAClH,CAAC;QACD,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;CACJ;AA3CD,wCA2CC"}
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
import type { LLMMessage, LLMStreamCallbacks, ToolDefinition } from '@backendkit-labs/agent-core';
|
|
2
|
+
import { BaseStreamingProvider, type RetryTuning } from './BaseStreamingProvider';
|
|
3
|
+
/** The slice of the OpenAI SDK the provider uses — inject a double in tests. */
|
|
4
|
+
export interface OpenAIClientLike {
|
|
5
|
+
chat: {
|
|
6
|
+
completions: {
|
|
7
|
+
create(params: unknown, options?: {
|
|
8
|
+
signal?: AbortSignal;
|
|
9
|
+
}): Promise<AsyncIterable<OpenAIChunk>>;
|
|
10
|
+
};
|
|
11
|
+
};
|
|
12
|
+
}
|
|
13
|
+
export interface OpenAIChunk {
|
|
14
|
+
usage?: {
|
|
15
|
+
prompt_tokens: number;
|
|
16
|
+
completion_tokens: number;
|
|
17
|
+
} | null;
|
|
18
|
+
choices: Array<{
|
|
19
|
+
delta?: {
|
|
20
|
+
content?: string | null;
|
|
21
|
+
tool_calls?: Array<{
|
|
22
|
+
index: number;
|
|
23
|
+
id?: string;
|
|
24
|
+
function?: {
|
|
25
|
+
name?: string;
|
|
26
|
+
arguments?: string;
|
|
27
|
+
};
|
|
28
|
+
}>;
|
|
29
|
+
};
|
|
30
|
+
}>;
|
|
31
|
+
}
|
|
32
|
+
export interface OpenAICompatibleProviderOptions extends RetryTuning {
|
|
33
|
+
apiKey: string;
|
|
34
|
+
/** Omit for api.openai.com. */
|
|
35
|
+
baseUrl?: string;
|
|
36
|
+
model: string;
|
|
37
|
+
/** Default 16384. `null` leaves `max_tokens` out of the request (provider default). */
|
|
38
|
+
maxTokens?: number | null;
|
|
39
|
+
/**
|
|
40
|
+
* Default 0. A function receives the effective model, e.g. for models that only accept
|
|
41
|
+
* temperature 1: `m => m.includes('reasoner') ? 1 : 0`.
|
|
42
|
+
*/
|
|
43
|
+
temperature?: number | ((model: string) => number);
|
|
44
|
+
/** @deprecated Use `maxAttempts`. Same meaning as before: total attempts, first try included. */
|
|
45
|
+
maxRetries?: number;
|
|
46
|
+
/**
|
|
47
|
+
* Reasoning ("thinking") toggle for providers that support it (e.g. DeepSeek V4 defaults to
|
|
48
|
+
* 'enabled'). Hidden reasoning tokens count against `maxTokens`, so a small budget can be
|
|
49
|
+
* exhausted with zero visible output and no error. Omit to use the API's own default.
|
|
50
|
+
*/
|
|
51
|
+
thinking?: 'enabled' | 'disabled';
|
|
52
|
+
/** Inject a client instead of building one from `apiKey`/`baseUrl`. */
|
|
53
|
+
client?: OpenAIClientLike;
|
|
54
|
+
}
|
|
55
|
+
export declare class OpenAICompatibleProvider extends BaseStreamingProvider {
|
|
56
|
+
protected readonly client: OpenAIClientLike;
|
|
57
|
+
protected readonly model: string;
|
|
58
|
+
private readonly maxTokens;
|
|
59
|
+
private readonly temperature;
|
|
60
|
+
private readonly thinking?;
|
|
61
|
+
constructor(opts: OpenAICompatibleProviderOptions, defaults?: {
|
|
62
|
+
maxAttempts: number;
|
|
63
|
+
baseDelayMs: number;
|
|
64
|
+
maxDelayMs: number;
|
|
65
|
+
});
|
|
66
|
+
protected stream(messages: LLMMessage[], tools: ToolDefinition[], callbacks: LLMStreamCallbacks): Promise<void>;
|
|
67
|
+
}
|
|
68
|
+
//# sourceMappingURL=OpenAICompatibleProvider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"OpenAICompatibleProvider.d.ts","sourceRoot":"","sources":["../src/OpenAICompatibleProvider.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAClG,OAAO,EAAE,qBAAqB,EAAE,KAAK,WAAW,EAAuB,MAAM,yBAAyB,CAAC;AAEvG,gFAAgF;AAChF,MAAM,WAAW,gBAAgB;IAC7B,IAAI,EAAE;QACF,WAAW,EAAE;YACT,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE;gBAAE,MAAM,CAAC,EAAE,WAAW,CAAA;aAAE,GAAG,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC;SACpG,CAAC;KACL,CAAC;CACL;AAED,MAAM,WAAW,WAAW;IACxB,KAAK,CAAC,EAAE;QAAE,aAAa,EAAE,MAAM,CAAC;QAAC,iBAAiB,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACpE,OAAO,EAAE,KAAK,CAAC;QACX,KAAK,CAAC,EAAE;YACJ,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YACxB,UAAU,CAAC,EAAE,KAAK,CAAC;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,EAAE,CAAC,EAAE,MAAM,CAAC;gBAAC,QAAQ,CAAC,EAAE;oBAAE,IAAI,CAAC,EAAE,MAAM,CAAC;oBAAC,SAAS,CAAC,EAAE,MAAM,CAAA;iBAAE,CAAA;aAAE,CAAC,CAAC;SACxG,CAAC;KACL,CAAC,CAAC;CACN;AAED,MAAM,WAAW,+BAAgC,SAAQ,WAAW;IAChE,MAAM,EAAE,MAAM,CAAC;IACf,+BAA+B;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,uFAAuF;IACvF,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC;IACnD,iGAAiG;IACjG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,SAAS,GAAG,UAAU,CAAC;IAClC,uEAAuE;IACvE,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC7B;AAED,qBAAa,wBAAyB,SAAQ,qBAAqB;IAC/D,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAC5C,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAuC;IACnE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAyB;gBAEvC,IAAI,EAAE,+BAA+B,EAAE,QAAQ;;;;KAA4D;cAUvG,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;CA+CxH"}
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.OpenAICompatibleProvider = void 0;
|
|
7
|
+
const openai_1 = __importDefault(require("openai"));
|
|
8
|
+
const BaseStreamingProvider_1 = require("./BaseStreamingProvider");
|
|
9
|
+
class OpenAICompatibleProvider extends BaseStreamingProvider_1.BaseStreamingProvider {
|
|
10
|
+
client;
|
|
11
|
+
model;
|
|
12
|
+
maxTokens;
|
|
13
|
+
temperature;
|
|
14
|
+
thinking;
|
|
15
|
+
constructor(opts, defaults = { maxAttempts: 3, baseDelayMs: 1000, maxDelayMs: 16_000 }) {
|
|
16
|
+
super({ ...opts, maxAttempts: opts.maxAttempts ?? opts.maxRetries }, defaults);
|
|
17
|
+
this.client = opts.client
|
|
18
|
+
?? new openai_1.default({ apiKey: opts.apiKey, baseURL: opts.baseUrl, maxRetries: 0 });
|
|
19
|
+
this.model = opts.model;
|
|
20
|
+
this.maxTokens = opts.maxTokens === undefined ? 16384 : opts.maxTokens;
|
|
21
|
+
this.temperature = opts.temperature ?? 0;
|
|
22
|
+
this.thinking = opts.thinking;
|
|
23
|
+
}
|
|
24
|
+
async stream(messages, tools, callbacks) {
|
|
25
|
+
const oaiTools = tools.map(t => ({
|
|
26
|
+
type: 'function',
|
|
27
|
+
function: { name: t.name, description: t.description, parameters: t.parameters },
|
|
28
|
+
}));
|
|
29
|
+
const model = callbacks.model ?? this.model;
|
|
30
|
+
const temperature = typeof this.temperature === 'function' ? this.temperature(model) : this.temperature;
|
|
31
|
+
const stream = await this.client.chat.completions.create({
|
|
32
|
+
model,
|
|
33
|
+
messages,
|
|
34
|
+
tools: oaiTools.length > 0 ? oaiTools : undefined,
|
|
35
|
+
tool_choice: oaiTools.length > 0 ? 'auto' : undefined,
|
|
36
|
+
...(this.maxTokens !== null ? { max_tokens: this.maxTokens } : {}),
|
|
37
|
+
temperature,
|
|
38
|
+
stream: true,
|
|
39
|
+
stream_options: { include_usage: true },
|
|
40
|
+
// Not a standard OpenAI field: extension for OpenAI-compatible reasoning models.
|
|
41
|
+
...(this.thinking ? { thinking: { type: this.thinking } } : {}),
|
|
42
|
+
}, { signal: callbacks.signal });
|
|
43
|
+
let content = '';
|
|
44
|
+
const buffers = new Map();
|
|
45
|
+
for await (const chunk of stream) {
|
|
46
|
+
// With include_usage the usage arrives in the final chunk.
|
|
47
|
+
if (chunk.usage)
|
|
48
|
+
callbacks.onMetrics?.(chunk.usage.prompt_tokens, chunk.usage.completion_tokens);
|
|
49
|
+
const delta = chunk.choices[0]?.delta;
|
|
50
|
+
if (!delta)
|
|
51
|
+
continue;
|
|
52
|
+
if (delta.content) {
|
|
53
|
+
content += delta.content;
|
|
54
|
+
callbacks.onChunk?.(delta.content);
|
|
55
|
+
}
|
|
56
|
+
for (const tc of delta.tool_calls ?? []) {
|
|
57
|
+
if (!buffers.has(tc.index))
|
|
58
|
+
buffers.set(tc.index, { id: tc.id ?? '', name: '', args: '' });
|
|
59
|
+
const buf = buffers.get(tc.index);
|
|
60
|
+
if (tc.id)
|
|
61
|
+
buf.id = tc.id;
|
|
62
|
+
if (tc.function?.name)
|
|
63
|
+
buf.name += tc.function.name;
|
|
64
|
+
if (tc.function?.arguments)
|
|
65
|
+
buf.args += tc.function.arguments;
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
this.finish(callbacks, content, buffers);
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
exports.OpenAICompatibleProvider = OpenAICompatibleProvider;
|
|
72
|
+
//# sourceMappingURL=OpenAICompatibleProvider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"OpenAICompatibleProvider.js","sourceRoot":"","sources":["../src/OpenAICompatibleProvider.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,mEAAuG;AA6CvG,MAAa,wBAAyB,SAAQ,6CAAqB;IAC5C,MAAM,CAAmB;IACzB,KAAK,CAAS;IAChB,SAAS,CAAgB;IACzB,WAAW,CAAuC;IAClD,QAAQ,CAA0B;IAEnD,YAAY,IAAqC,EAAE,QAAQ,GAAG,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE;QACnH,KAAK,CAAC,EAAE,GAAG,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC/E,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM;eACjB,IAAI,gBAAM,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,CAAiC,CAAC;QAClH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;QACvE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;IAClC,CAAC;IAES,KAAK,CAAC,MAAM,CAAC,QAAsB,EAAE,KAAuB,EAAE,SAA6B;QACjG,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE;SACnF,CAAC,CAAC,CAAC;QACJ,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QAC5C,MAAM,WAAW,GAAG,OAAO,IAAI,CAAC,WAAW,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;QAExG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACrD,KAAK;YACL,QAAQ;YACR,KAAK,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;YACjD,WAAW,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;YACrD,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,WAAW;YACX,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;YACvC,iFAAiF;YACjF,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QAEjC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;QAElD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,2DAA2D;YAC3D,IAAI,KAAK,CAAC,KAAK;gBAAE,SAAS,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAEjG,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;YACtC,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAChB,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC;gBACzB,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACvC,CAAC;YAED,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBACtC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC;oBAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC3F,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAE,CAAC;gBACnC,IAAI,EAAE,CAAC,EAAE;oBAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;gBAC1B,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;oBAAE,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACpD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS;oBAAE,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;YAClE,CAAC;QACL,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;CACJ;AAhED,4DAgEC"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export { BaseStreamingProvider } from './BaseStreamingProvider';
|
|
2
|
+
export type { RetryTuning, ToolCallBuffer } from './BaseStreamingProvider';
|
|
3
|
+
export { OpenAICompatibleProvider } from './OpenAICompatibleProvider';
|
|
4
|
+
export type { OpenAICompatibleProviderOptions, OpenAIClientLike, OpenAIChunk } from './OpenAICompatibleProvider';
|
|
5
|
+
export { OllamaProvider, OLLAMA_DEFAULT_HOST, OLLAMA_DEFAULT_MODEL } from './OllamaProvider';
|
|
6
|
+
export type { OllamaProviderOptions } from './OllamaProvider';
|
|
7
|
+
export { DeepSeekProvider } from './DeepSeekProvider';
|
|
8
|
+
export type { DeepSeekProviderOptions } from './DeepSeekProvider';
|
|
9
|
+
export { AnthropicProvider } from './AnthropicProvider';
|
|
10
|
+
export type { AnthropicProviderOptions, AnthropicClientLike, AnthropicStreamEvent } from './AnthropicProvider';
|
|
11
|
+
export { withRetry, isTransient, isNetworkError } from './retry';
|
|
12
|
+
export type { RetryOptions } from './retry';
|
|
13
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC3E,OAAO,EAAE,wBAAwB,EAAE,MAAM,4BAA4B,CAAC;AACtE,YAAY,EAAE,+BAA+B,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACjH,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAC7F,YAAY,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,YAAY,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,YAAY,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC/G,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AACjE,YAAY,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.isNetworkError = exports.isTransient = exports.withRetry = exports.AnthropicProvider = exports.DeepSeekProvider = exports.OLLAMA_DEFAULT_MODEL = exports.OLLAMA_DEFAULT_HOST = exports.OllamaProvider = exports.OpenAICompatibleProvider = exports.BaseStreamingProvider = void 0;
|
|
4
|
+
var BaseStreamingProvider_1 = require("./BaseStreamingProvider");
|
|
5
|
+
Object.defineProperty(exports, "BaseStreamingProvider", { enumerable: true, get: function () { return BaseStreamingProvider_1.BaseStreamingProvider; } });
|
|
6
|
+
var OpenAICompatibleProvider_1 = require("./OpenAICompatibleProvider");
|
|
7
|
+
Object.defineProperty(exports, "OpenAICompatibleProvider", { enumerable: true, get: function () { return OpenAICompatibleProvider_1.OpenAICompatibleProvider; } });
|
|
8
|
+
var OllamaProvider_1 = require("./OllamaProvider");
|
|
9
|
+
Object.defineProperty(exports, "OllamaProvider", { enumerable: true, get: function () { return OllamaProvider_1.OllamaProvider; } });
|
|
10
|
+
Object.defineProperty(exports, "OLLAMA_DEFAULT_HOST", { enumerable: true, get: function () { return OllamaProvider_1.OLLAMA_DEFAULT_HOST; } });
|
|
11
|
+
Object.defineProperty(exports, "OLLAMA_DEFAULT_MODEL", { enumerable: true, get: function () { return OllamaProvider_1.OLLAMA_DEFAULT_MODEL; } });
|
|
12
|
+
var DeepSeekProvider_1 = require("./DeepSeekProvider");
|
|
13
|
+
Object.defineProperty(exports, "DeepSeekProvider", { enumerable: true, get: function () { return DeepSeekProvider_1.DeepSeekProvider; } });
|
|
14
|
+
var AnthropicProvider_1 = require("./AnthropicProvider");
|
|
15
|
+
Object.defineProperty(exports, "AnthropicProvider", { enumerable: true, get: function () { return AnthropicProvider_1.AnthropicProvider; } });
|
|
16
|
+
var retry_1 = require("./retry");
|
|
17
|
+
Object.defineProperty(exports, "withRetry", { enumerable: true, get: function () { return retry_1.withRetry; } });
|
|
18
|
+
Object.defineProperty(exports, "isTransient", { enumerable: true, get: function () { return retry_1.isTransient; } });
|
|
19
|
+
Object.defineProperty(exports, "isNetworkError", { enumerable: true, get: function () { return retry_1.isNetworkError; } });
|
|
20
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,iEAAgE;AAAvD,8HAAA,qBAAqB,OAAA;AAE9B,uEAAsE;AAA7D,oIAAA,wBAAwB,OAAA;AAEjC,mDAA6F;AAApF,gHAAA,cAAc,OAAA;AAAE,qHAAA,mBAAmB,OAAA;AAAE,sHAAA,oBAAoB,OAAA;AAElE,uDAAsD;AAA7C,oHAAA,gBAAgB,OAAA;AAEzB,yDAAwD;AAA/C,sHAAA,iBAAiB,OAAA;AAE1B,iCAAiE;AAAxD,kGAAA,SAAS,OAAA;AAAE,oGAAA,WAAW,OAAA;AAAE,uGAAA,cAAc,OAAA"}
|
package/dist/retry.d.ts
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
export interface RetryOptions {
|
|
2
|
+
/** Total attempts, first try included. */
|
|
3
|
+
maxAttempts: number;
|
|
4
|
+
baseDelayMs: number;
|
|
5
|
+
maxDelayMs: number;
|
|
6
|
+
/** Receives the error thrown by the task (the original object, not a wrapper). */
|
|
7
|
+
shouldRetry(err: unknown): boolean;
|
|
8
|
+
/** Once aborted the task is never retried. */
|
|
9
|
+
signal?: AbortSignal;
|
|
10
|
+
}
|
|
11
|
+
/**
|
|
12
|
+
* Runs `task` with exponential backoff via @backendkit-labs/retry and rethrows the *original*
|
|
13
|
+
* error when the attempts are exhausted or the error is not retryable.
|
|
14
|
+
*/
|
|
15
|
+
export declare function withRetry<T>(task: () => Promise<T>, o: RetryOptions): Promise<T>;
|
|
16
|
+
export declare function httpStatus(err: unknown): number | undefined;
|
|
17
|
+
/** Connection-level failure (no HTTP response). Aborts are not network errors. */
|
|
18
|
+
export declare function isNetworkError(err: unknown): boolean;
|
|
19
|
+
/** 429, 5xx and network errors. */
|
|
20
|
+
export declare function isTransient(err: unknown): boolean;
|
|
21
|
+
//# sourceMappingURL=retry.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../src/retry.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,YAAY;IACzB,0CAA0C;IAC1C,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,kFAAkF;IAClF,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC;IACnC,8CAA8C;IAC9C,MAAM,CAAC,EAAE,WAAW,CAAC;CACxB;AAED;;;GAGG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,CAQtF;AAMD,wBAAgB,UAAU,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAM3D;AAED,kFAAkF;AAClF,wBAAgB,cAAc,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAQpD;AAED,mCAAmC;AACnC,wBAAgB,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAIjD"}
|
package/dist/retry.js
ADDED
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.withRetry = withRetry;
|
|
4
|
+
exports.httpStatus = httpStatus;
|
|
5
|
+
exports.isNetworkError = isNetworkError;
|
|
6
|
+
exports.isTransient = isTransient;
|
|
7
|
+
const retry_1 = require("@backendkit-labs/retry");
|
|
8
|
+
/**
|
|
9
|
+
* Runs `task` with exponential backoff via @backendkit-labs/retry and rethrows the *original*
|
|
10
|
+
* error when the attempts are exhausted or the error is not retryable.
|
|
11
|
+
*/
|
|
12
|
+
async function withRetry(task, o) {
|
|
13
|
+
const result = await (0, retry_1.retry)(task, {
|
|
14
|
+
maxAttempts: Math.max(1, o.maxAttempts),
|
|
15
|
+
backoff: { type: 'exponential', baseDelay: o.baseDelayMs, maxDelay: o.maxDelayMs, jitter: 'equal' },
|
|
16
|
+
retryIf: (e) => !o.signal?.aborted && o.shouldRetry(e.cause),
|
|
17
|
+
});
|
|
18
|
+
if (result.ok)
|
|
19
|
+
return result.value;
|
|
20
|
+
throw result.error.cause ?? new Error(result.error.message);
|
|
21
|
+
}
|
|
22
|
+
// ── Error classification ──────────────────────────────────────────────────────
|
|
23
|
+
const NETWORK_CODES = new Set(['ECONNREFUSED', 'ECONNRESET', 'ENOTFOUND', 'ETIMEDOUT', 'EAI_AGAIN', 'EPIPE']);
|
|
24
|
+
function httpStatus(err) {
|
|
25
|
+
if (err && typeof err === 'object' && 'status' in err) {
|
|
26
|
+
const s = err.status;
|
|
27
|
+
return typeof s === 'number' ? s : undefined;
|
|
28
|
+
}
|
|
29
|
+
return undefined;
|
|
30
|
+
}
|
|
31
|
+
/** Connection-level failure (no HTTP response). Aborts are not network errors. */
|
|
32
|
+
function isNetworkError(err) {
|
|
33
|
+
if (!err || typeof err !== 'object')
|
|
34
|
+
return false;
|
|
35
|
+
const e = err;
|
|
36
|
+
if (e.name === 'APIUserAbortError' || e.name === 'AbortError')
|
|
37
|
+
return false;
|
|
38
|
+
if (e.name === 'APIConnectionError' || e.name === 'APIConnectionTimeoutError')
|
|
39
|
+
return true;
|
|
40
|
+
if (e.code && NETWORK_CODES.has(e.code))
|
|
41
|
+
return true;
|
|
42
|
+
if (/fetch failed|socket hang up|ECONNREFUSED|ECONNRESET|ENOTFOUND|ETIMEDOUT/i.test(e.message ?? ''))
|
|
43
|
+
return true;
|
|
44
|
+
return e.cause !== undefined && e.cause !== err && isNetworkError(e.cause);
|
|
45
|
+
}
|
|
46
|
+
/** 429, 5xx and network errors. */
|
|
47
|
+
function isTransient(err) {
|
|
48
|
+
const status = httpStatus(err);
|
|
49
|
+
if (status !== undefined)
|
|
50
|
+
return status === 429 || status >= 500;
|
|
51
|
+
return isNetworkError(err);
|
|
52
|
+
}
|
|
53
|
+
//# sourceMappingURL=retry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"retry.js","sourceRoot":"","sources":["../src/retry.ts"],"names":[],"mappings":";;AAiBA,8BAQC;AAMD,gCAMC;AAGD,wCAQC;AAGD,kCAIC;AAvDD,kDAA+C;AAa/C;;;GAGG;AACI,KAAK,UAAU,SAAS,CAAI,IAAsB,EAAE,CAAe;IACtE,MAAM,MAAM,GAAG,MAAM,IAAA,aAAK,EAAC,IAAI,EAAE;QAC7B,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC;QACvC,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE;QACnG,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC;KAC/D,CAAC,CAAC;IACH,IAAI,MAAM,CAAC,EAAE;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC;IACnC,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AAChE,CAAC;AAED,iFAAiF;AAEjF,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,cAAc,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC;AAE9G,SAAgB,UAAU,CAAC,GAAY;IACnC,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,QAAQ,IAAI,GAAG,EAAE,CAAC;QACpD,MAAM,CAAC,GAAI,GAA2B,CAAC,MAAM,CAAC;QAC9C,OAAO,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACjD,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,kFAAkF;AAClF,SAAgB,cAAc,CAAC,GAAY;IACvC,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAClD,MAAM,CAAC,GAAG,GAA0E,CAAC;IACrF,IAAI,CAAC,CAAC,IAAI,KAAK,mBAAmB,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY;QAAE,OAAO,KAAK,CAAC;IAC5E,IAAI,CAAC,CAAC,IAAI,KAAK,oBAAoB,IAAI,CAAC,CAAC,IAAI,KAAK,2BAA2B;QAAE,OAAO,IAAI,CAAC;IAC3F,IAAI,CAAC,CAAC,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACrD,IAAI,0EAA0E,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IAClH,OAAO,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,KAAK,GAAG,IAAI,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAC/E,CAAC;AAED,mCAAmC;AACnC,SAAgB,WAAW,CAAC,GAAY;IACpC,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,MAAM,KAAK,GAAG,IAAI,MAAM,IAAI,GAAG,CAAC;IACjE,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,51 @@
|
|
|
1
|
-
{
|
|
2
|
-
"name": "@backendkit-labs/agent-providers",
|
|
3
|
-
"version": "0.
|
|
4
|
-
"
|
|
5
|
-
"
|
|
6
|
-
|
|
1
|
+
{
|
|
2
|
+
"name": "@backendkit-labs/agent-providers",
|
|
3
|
+
"version": "0.1.0",
|
|
4
|
+
"description": "LLM providers for @backendkit-labs/agent-core: OpenAI-compatible (DeepSeek, Ollama), Anthropic — one retry/streaming implementation",
|
|
5
|
+
"main": "dist/index.js",
|
|
6
|
+
"types": "dist/index.d.ts",
|
|
7
|
+
"exports": {
|
|
8
|
+
".": {
|
|
9
|
+
"types": "./dist/index.d.ts",
|
|
10
|
+
"default": "./dist/index.js"
|
|
11
|
+
}
|
|
12
|
+
},
|
|
13
|
+
"files": [
|
|
14
|
+
"dist/",
|
|
15
|
+
"README.md"
|
|
16
|
+
],
|
|
17
|
+
"scripts": {
|
|
18
|
+
"build": "tsc",
|
|
19
|
+
"dev": "tsc --watch",
|
|
20
|
+
"typecheck": "tsc --noEmit",
|
|
21
|
+
"prepublishOnly": "npm run build",
|
|
22
|
+
"test": "jest"
|
|
23
|
+
},
|
|
24
|
+
"dependencies": {
|
|
25
|
+
"@anthropic-ai/sdk": "^0.98.0",
|
|
26
|
+
"@backendkit-labs/retry": "^0.1.2",
|
|
27
|
+
"openai": "^4.0.0"
|
|
28
|
+
},
|
|
29
|
+
"peerDependencies": {
|
|
30
|
+
"@backendkit-labs/agent-core": ">=0.25.0 <0.27.0"
|
|
31
|
+
},
|
|
32
|
+
"devDependencies": {
|
|
33
|
+
"@types/jest": "^29.0.0",
|
|
34
|
+
"@types/node": "^20.0.0",
|
|
35
|
+
"jest": "^29.0.0",
|
|
36
|
+
"ts-jest": "^29.0.0",
|
|
37
|
+
"typescript": "^5.4.0"
|
|
38
|
+
},
|
|
39
|
+
"engines": {
|
|
40
|
+
"node": ">=20.0.0"
|
|
41
|
+
},
|
|
42
|
+
"repository": {
|
|
43
|
+
"type": "git",
|
|
44
|
+
"url": "git+https://github.com/BackendKit-labs/backendkit-agent-framework.git",
|
|
45
|
+
"directory": "packages/providers"
|
|
46
|
+
},
|
|
47
|
+
"publishConfig": {
|
|
48
|
+
"access": "public"
|
|
49
|
+
},
|
|
50
|
+
"license": "MIT"
|
|
51
|
+
}
|