cf-claw 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent.d.ts +15 -0
- package/dist/agent.d.ts.map +1 -0
- package/dist/agent.js +262 -0
- package/dist/agent.js.map +1 -0
- package/dist/agents.d.ts +51 -0
- package/dist/agents.d.ts.map +1 -0
- package/dist/agents.js +478 -0
- package/dist/agents.js.map +1 -0
- package/dist/api/routes.d.ts +3 -0
- package/dist/api/routes.d.ts.map +1 -0
- package/dist/api/routes.js +491 -0
- package/dist/api/routes.js.map +1 -0
- package/dist/bot.d.ts +4 -0
- package/dist/bot.d.ts.map +1 -0
- package/dist/bot.js +295 -0
- package/dist/bot.js.map +1 -0
- package/dist/canvas.d.ts +37 -0
- package/dist/canvas.d.ts.map +1 -0
- package/dist/canvas.js +47 -0
- package/dist/canvas.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +202 -0
- package/dist/cli.js.map +1 -0
- package/dist/commands.d.ts +6 -0
- package/dist/commands.d.ts.map +1 -0
- package/dist/commands.js +384 -0
- package/dist/commands.js.map +1 -0
- package/dist/components/TaskList.d.ts +7 -0
- package/dist/components/TaskList.d.ts.map +1 -0
- package/dist/components/TaskList.js +37 -0
- package/dist/components/TaskList.js.map +1 -0
- package/dist/config/encryption.d.ts +10 -0
- package/dist/config/encryption.d.ts.map +1 -0
- package/dist/config/encryption.js +111 -0
- package/dist/config/encryption.js.map +1 -0
- package/dist/config/json-config.d.ts +114 -0
- package/dist/config/json-config.d.ts.map +1 -0
- package/dist/config/json-config.js +388 -0
- package/dist/config/json-config.js.map +1 -0
- package/dist/config.d.ts +51 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +137 -0
- package/dist/config.js.map +1 -0
- package/dist/context/pruning.d.ts +30 -0
- package/dist/context/pruning.d.ts.map +1 -0
- package/dist/context/pruning.js +132 -0
- package/dist/context/pruning.js.map +1 -0
- package/dist/dashboard/404/index.html +1 -0
- package/dist/dashboard/404.html +1 -0
- package/dist/dashboard/_next/static/chunks/117-c657912d4a6fa056.js +2 -0
- package/dist/dashboard/_next/static/chunks/191-a6922264096cb3ad.js +11 -0
- package/dist/dashboard/_next/static/chunks/343-71498a8257bc1e81.js +1 -0
- package/dist/dashboard/_next/static/chunks/app/_not-found/page-15cbe4395e02a084.js +1 -0
- package/dist/dashboard/_next/static/chunks/app/layout-191efbc962809bb4.js +1 -0
- package/dist/dashboard/_next/static/chunks/app/manual/page-3c401ecf89979cd7.js +1 -0
- package/dist/dashboard/_next/static/chunks/app/page-dff55e58941a3c4d.js +1 -0
- package/dist/dashboard/_next/static/chunks/fd9d1056-9583fa19bc194043.js +1 -0
- package/dist/dashboard/_next/static/chunks/framework-f66176bb897dc684.js +1 -0
- package/dist/dashboard/_next/static/chunks/main-2461f93106bcf687.js +1 -0
- package/dist/dashboard/_next/static/chunks/main-app-89f5ec28b3bb0e7f.js +1 -0
- package/dist/dashboard/_next/static/chunks/pages/_app-72b849fbd24ac258.js +1 -0
- package/dist/dashboard/_next/static/chunks/pages/_error-7ba65e1336b92748.js +1 -0
- package/dist/dashboard/_next/static/chunks/polyfills-42372ed130431b0a.js +1 -0
- package/dist/dashboard/_next/static/chunks/webpack-616e068a201ad621.js +1 -0
- package/dist/dashboard/_next/static/css/baff0f221c10680b.css +3 -0
- package/dist/dashboard/_next/static/pyqPyo6dkz4uTWdfdFAOJ/_buildManifest.js +1 -0
- package/dist/dashboard/_next/static/pyqPyo6dkz4uTWdfdFAOJ/_ssgManifest.js +1 -0
- package/dist/dashboard/index.html +1 -0
- package/dist/dashboard/index.txt +7 -0
- package/dist/dashboard/manual/index.html +1 -0
- package/dist/dashboard/manual/index.txt +7 -0
- package/dist/documents.d.ts +20 -0
- package/dist/documents.d.ts.map +1 -0
- package/dist/documents.js +227 -0
- package/dist/documents.js.map +1 -0
- package/dist/embeddings.d.ts +15 -0
- package/dist/embeddings.d.ts.map +1 -0
- package/dist/embeddings.js +40 -0
- package/dist/embeddings.js.map +1 -0
- package/dist/factory.d.ts +72 -0
- package/dist/factory.d.ts.map +1 -0
- package/dist/factory.js +2010 -0
- package/dist/factory.js.map +1 -0
- package/dist/groups.d.ts +13 -0
- package/dist/groups.d.ts.map +1 -0
- package/dist/groups.js +42 -0
- package/dist/groups.js.map +1 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +223 -0
- package/dist/index.js.map +1 -0
- package/dist/lib/taskStorage.d.ts +4 -0
- package/dist/lib/taskStorage.d.ts.map +1 -0
- package/dist/lib/taskStorage.js +28 -0
- package/dist/lib/taskStorage.js.map +1 -0
- package/dist/llm/anthropic.d.ts +13 -0
- package/dist/llm/anthropic.d.ts.map +1 -0
- package/dist/llm/anthropic.js +96 -0
- package/dist/llm/anthropic.js.map +1 -0
- package/dist/llm/failover.d.ts +13 -0
- package/dist/llm/failover.d.ts.map +1 -0
- package/dist/llm/failover.js +42 -0
- package/dist/llm/failover.js.map +1 -0
- package/dist/llm/google.d.ts +13 -0
- package/dist/llm/google.d.ts.map +1 -0
- package/dist/llm/google.js +112 -0
- package/dist/llm/google.js.map +1 -0
- package/dist/llm/groq.d.ts +8 -0
- package/dist/llm/groq.d.ts.map +1 -0
- package/dist/llm/groq.js +13 -0
- package/dist/llm/groq.js.map +1 -0
- package/dist/llm/index.d.ts +11 -0
- package/dist/llm/index.d.ts.map +1 -0
- package/dist/llm/index.js +10 -0
- package/dist/llm/index.js.map +1 -0
- package/dist/llm/ollama.d.ts +9 -0
- package/dist/llm/ollama.d.ts.map +1 -0
- package/dist/llm/ollama.js +27 -0
- package/dist/llm/ollama.js.map +1 -0
- package/dist/llm/openai-compat.d.ts +17 -0
- package/dist/llm/openai-compat.d.ts.map +1 -0
- package/dist/llm/openai-compat.js +69 -0
- package/dist/llm/openai-compat.js.map +1 -0
- package/dist/llm/openrouter.d.ts +8 -0
- package/dist/llm/openrouter.d.ts.map +1 -0
- package/dist/llm/openrouter.js +20 -0
- package/dist/llm/openrouter.js.map +1 -0
- package/dist/llm/provider.d.ts +41 -0
- package/dist/llm/provider.d.ts.map +1 -0
- package/dist/llm/provider.js +2 -0
- package/dist/llm/provider.js.map +1 -0
- package/dist/llm/registry.d.ts +10 -0
- package/dist/llm/registry.d.ts.map +1 -0
- package/dist/llm/registry.js +90 -0
- package/dist/llm/registry.js.map +1 -0
- package/dist/llm/thinking.d.ts +7 -0
- package/dist/llm/thinking.d.ts.map +1 -0
- package/dist/llm/thinking.js +34 -0
- package/dist/llm/thinking.js.map +1 -0
- package/dist/llm.d.ts +17 -0
- package/dist/llm.d.ts.map +1 -0
- package/dist/llm.js +184 -0
- package/dist/llm.js.map +1 -0
- package/dist/logs.d.ts +11 -0
- package/dist/logs.d.ts.map +1 -0
- package/dist/logs.js +54 -0
- package/dist/logs.js.map +1 -0
- package/dist/memory/knowledge-graph.d.ts +34 -0
- package/dist/memory/knowledge-graph.d.ts.map +1 -0
- package/dist/memory/knowledge-graph.js +137 -0
- package/dist/memory/knowledge-graph.js.map +1 -0
- package/dist/memory.d.ts +73 -0
- package/dist/memory.d.ts.map +1 -0
- package/dist/memory.js +320 -0
- package/dist/memory.js.map +1 -0
- package/dist/mesh.d.ts +18 -0
- package/dist/mesh.d.ts.map +1 -0
- package/dist/mesh.js +120 -0
- package/dist/mesh.js.map +1 -0
- package/dist/paths.d.ts +11 -0
- package/dist/paths.d.ts.map +1 -0
- package/dist/paths.js +51 -0
- package/dist/paths.js.map +1 -0
- package/dist/proactive/heartbeat.d.ts +4 -0
- package/dist/proactive/heartbeat.d.ts.map +1 -0
- package/dist/proactive/heartbeat.js +56 -0
- package/dist/proactive/heartbeat.js.map +1 -0
- package/dist/proactive/recap.d.ts +12 -0
- package/dist/proactive/recap.d.ts.map +1 -0
- package/dist/proactive/recap.js +90 -0
- package/dist/proactive/recap.js.map +1 -0
- package/dist/proactive/recommendations.d.ts +11 -0
- package/dist/proactive/recommendations.d.ts.map +1 -0
- package/dist/proactive/recommendations.js +92 -0
- package/dist/proactive/recommendations.js.map +1 -0
- package/dist/projects.d.ts +44 -0
- package/dist/projects.d.ts.map +1 -0
- package/dist/projects.js +101 -0
- package/dist/projects.js.map +1 -0
- package/dist/scheduler/index.d.ts +17 -0
- package/dist/scheduler/index.d.ts.map +1 -0
- package/dist/scheduler/index.js +116 -0
- package/dist/scheduler/index.js.map +1 -0
- package/dist/sessions.d.ts +19 -0
- package/dist/sessions.d.ts.map +1 -0
- package/dist/sessions.js +176 -0
- package/dist/sessions.js.map +1 -0
- package/dist/skills/index.d.ts +14 -0
- package/dist/skills/index.d.ts.map +1 -0
- package/dist/skills/index.js +126 -0
- package/dist/skills/index.js.map +1 -0
- package/dist/swarm.d.ts +18 -0
- package/dist/swarm.d.ts.map +1 -0
- package/dist/swarm.js +146 -0
- package/dist/swarm.js.map +1 -0
- package/dist/taskListWidget.d.ts +76 -0
- package/dist/taskListWidget.d.ts.map +1 -0
- package/dist/taskListWidget.js +312 -0
- package/dist/taskListWidget.js.map +1 -0
- package/dist/tools/browser.d.ts +5 -0
- package/dist/tools/browser.d.ts.map +1 -0
- package/dist/tools/browser.js +104 -0
- package/dist/tools/browser.js.map +1 -0
- package/dist/tools/config-tools.d.ts +4 -0
- package/dist/tools/config-tools.d.ts.map +1 -0
- package/dist/tools/config-tools.js +154 -0
- package/dist/tools/config-tools.js.map +1 -0
- package/dist/tools/files.d.ts +3 -0
- package/dist/tools/files.d.ts.map +1 -0
- package/dist/tools/files.js +208 -0
- package/dist/tools/files.js.map +1 -0
- package/dist/tools/index.d.ts +11 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/index.js +1109 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/tools/mcp-bridge.d.ts +5 -0
- package/dist/tools/mcp-bridge.d.ts.map +1 -0
- package/dist/tools/mcp-bridge.js +200 -0
- package/dist/tools/mcp-bridge.js.map +1 -0
- package/dist/tools/shell.d.ts +8 -0
- package/dist/tools/shell.d.ts.map +1 -0
- package/dist/tools/shell.js +78 -0
- package/dist/tools/shell.js.map +1 -0
- package/dist/tools/skills-manage.d.ts +25 -0
- package/dist/tools/skills-manage.d.ts.map +1 -0
- package/dist/tools/skills-manage.js +155 -0
- package/dist/tools/skills-manage.js.map +1 -0
- package/dist/tools/web-search.d.ts +4 -0
- package/dist/tools/web-search.d.ts.map +1 -0
- package/dist/tools/web-search.js +60 -0
- package/dist/tools/web-search.js.map +1 -0
- package/dist/tts.d.ts +6 -0
- package/dist/tts.d.ts.map +1 -0
- package/dist/tts.js +42 -0
- package/dist/tts.js.map +1 -0
- package/dist/types/task.d.ts +7 -0
- package/dist/types/task.d.ts.map +1 -0
- package/dist/types/task.js +2 -0
- package/dist/types/task.js.map +1 -0
- package/dist/typing.d.ts +18 -0
- package/dist/typing.d.ts.map +1 -0
- package/dist/typing.js +63 -0
- package/dist/typing.js.map +1 -0
- package/dist/usage.d.ts +28 -0
- package/dist/usage.d.ts.map +1 -0
- package/dist/usage.js +69 -0
- package/dist/usage.js.map +1 -0
- package/dist/voice.d.ts +6 -0
- package/dist/voice.d.ts.map +1 -0
- package/dist/voice.js +47 -0
- package/dist/voice.js.map +1 -0
- package/dist/webchat/index.d.ts +3 -0
- package/dist/webchat/index.d.ts.map +1 -0
- package/dist/webchat/index.js +3 -0
- package/dist/webchat/index.js.map +1 -0
- package/dist/webchat/public/index.html +344 -0
- package/dist/webchat/public/public/index.html +344 -0
- package/dist/webchat/public/public/task-list-widget.js +410 -0
- package/dist/webchat/public/task-list-widget.js +410 -0
- package/dist/webchat/server.d.ts +3 -0
- package/dist/webchat/server.d.ts.map +1 -0
- package/dist/webchat/server.js +80 -0
- package/dist/webchat/server.js.map +1 -0
- package/dist/webchat/ws.d.ts +4 -0
- package/dist/webchat/ws.d.ts.map +1 -0
- package/dist/webchat/ws.js +232 -0
- package/dist/webchat/ws.js.map +1 -0
- package/dist/webhooks/index.d.ts +14 -0
- package/dist/webhooks/index.d.ts.map +1 -0
- package/dist/webhooks/index.js +86 -0
- package/dist/webhooks/index.js.map +1 -0
- package/package.json +53 -0
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
function toAnthropicMessages(messages) {
|
|
2
|
+
const result = [];
|
|
3
|
+
let systemPrompt = "";
|
|
4
|
+
for (const m of messages) {
|
|
5
|
+
if (m.role === "system") {
|
|
6
|
+
systemPrompt += (systemPrompt ? "\n\n" : "") + (m.content || "");
|
|
7
|
+
continue;
|
|
8
|
+
}
|
|
9
|
+
if (m.role === "tool")
|
|
10
|
+
continue;
|
|
11
|
+
if (m.role === "assistant" && m.tool_calls) {
|
|
12
|
+
const parts = [];
|
|
13
|
+
if (m.content)
|
|
14
|
+
parts.push(m.content);
|
|
15
|
+
for (const tc of m.tool_calls) {
|
|
16
|
+
parts.push(`[Tool call: ${tc.function.name}(${tc.function.arguments})]`);
|
|
17
|
+
}
|
|
18
|
+
result.push({ role: "assistant", content: parts.join("\n") });
|
|
19
|
+
continue;
|
|
20
|
+
}
|
|
21
|
+
result.push({ role: m.role, content: m.content || "" });
|
|
22
|
+
}
|
|
23
|
+
if (systemPrompt) {
|
|
24
|
+
result.unshift({ role: "user", content: systemPrompt });
|
|
25
|
+
}
|
|
26
|
+
return result;
|
|
27
|
+
}
|
|
28
|
+
function toAnthropicTools(tools) {
|
|
29
|
+
if (!tools || tools.length === 0)
|
|
30
|
+
return undefined;
|
|
31
|
+
return {
|
|
32
|
+
tools: tools.map((t) => ({
|
|
33
|
+
name: t.name,
|
|
34
|
+
description: t.description,
|
|
35
|
+
input_schema: t.parameters,
|
|
36
|
+
})),
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
export class AnthropicProvider {
|
|
40
|
+
name = "anthropic";
|
|
41
|
+
models;
|
|
42
|
+
apiKey;
|
|
43
|
+
defaultModel;
|
|
44
|
+
constructor(opts) {
|
|
45
|
+
this.apiKey = opts.apiKey;
|
|
46
|
+
this.models = ["claude-sonnet-4-20250514", "claude-3-5-sonnet-20241022", "claude-3-haiku-20240307", "claude-3-opus-20240229"];
|
|
47
|
+
this.defaultModel = opts.defaultModel || "claude-sonnet-4-20250514";
|
|
48
|
+
}
|
|
49
|
+
async chatCompletion(options) {
|
|
50
|
+
const model = options.model || this.defaultModel;
|
|
51
|
+
const messages = toAnthropicMessages(options.messages);
|
|
52
|
+
const toolConfig = toAnthropicTools(options.tools);
|
|
53
|
+
const body = {
|
|
54
|
+
model,
|
|
55
|
+
max_tokens: 4096,
|
|
56
|
+
messages,
|
|
57
|
+
...toolConfig,
|
|
58
|
+
};
|
|
59
|
+
const response = await fetch("https://api.anthropic.com/v1/messages", {
|
|
60
|
+
method: "POST",
|
|
61
|
+
headers: {
|
|
62
|
+
"Content-Type": "application/json",
|
|
63
|
+
"x-api-key": this.apiKey,
|
|
64
|
+
"anthropic-version": "2023-06-01",
|
|
65
|
+
},
|
|
66
|
+
body: JSON.stringify(body),
|
|
67
|
+
});
|
|
68
|
+
if (!response.ok) {
|
|
69
|
+
const errText = await response.text();
|
|
70
|
+
throw new Error(`Anthropic API error (${response.status}): ${errText}`);
|
|
71
|
+
}
|
|
72
|
+
const data = (await response.json());
|
|
73
|
+
let textContent = null;
|
|
74
|
+
const toolCalls = [];
|
|
75
|
+
for (const block of data.content) {
|
|
76
|
+
if (block.type === "text" && block.text) {
|
|
77
|
+
textContent = (textContent || "") + block.text;
|
|
78
|
+
}
|
|
79
|
+
if (block.type === "tool_use" && block.name) {
|
|
80
|
+
toolCalls.push({
|
|
81
|
+
id: block.id || `tc_${Date.now()}`,
|
|
82
|
+
name: block.name,
|
|
83
|
+
arguments: typeof block.input === "string" ? block.input : JSON.stringify(block.input || {}),
|
|
84
|
+
});
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
return {
|
|
88
|
+
content: textContent,
|
|
89
|
+
toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
|
|
90
|
+
usage: data.usage
|
|
91
|
+
? { promptTokens: data.usage.input_tokens, completionTokens: data.usage.output_tokens }
|
|
92
|
+
: undefined,
|
|
93
|
+
};
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
//# sourceMappingURL=anthropic.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/llm/anthropic.ts"],"names":[],"mappings":"AAEA,SAAS,mBAAmB,CAAC,QAA+B;IAC1D,MAAM,MAAM,GAAsD,EAAE,CAAC;IACrE,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,YAAY,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YACjE,SAAS;QACX,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;YAAE,SAAS;QAChC,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;YAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,IAAI,CAAC,CAAC,OAAO;gBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACrC,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;gBAC9B,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,CAAC,CAAC;YAC3E,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9D,SAAS;QACX,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAA4B,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAwB;IAChD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACnD,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACvB,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,YAAY,EAAE,CAAC,CAAC,UAAqC;SACtD,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,iBAAiB;IACnB,IAAI,GAAG,WAAW,CAAC;IACnB,MAAM,CAAW;IAClB,MAAM,CAAS;IACf,YAAY,CAAS;IAE7B,YAAY,IAA+C;QACzD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,CAAC,0BAA0B,EAAE,4BAA4B,EAAE,yBAAyB,EAAE,wBAAwB,CAAC,CAAC;QAC9H,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,0BAA0B,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAA8B;QACjD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACjD,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEnD,MAAM,IAAI,GAA4B;YACpC,KAAK;YACL,UAAU,EAAE,IAAI;YAChB,QAAQ;YACR,GAAG,UAAU;SACd,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,uCAAuC,EAAE;YACpE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,WAAW,EAAE,IAAI,CAAC,MAAM;gBACxB,mBAAmB,EAAE,YAAY;aAClC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAGlC,CAAC;QAEF,IAAI,WAAW,GAAkB,IAAI,CAAC;QACtC,MAAM,SAAS,GAAsD,EAAE,CAAC;QAExE,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACxC,WAAW,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC;YACjD,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC5C,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,KAAK,CAAC,EAAE,IAAI,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE;oBAClC,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,SAAS,EAAE,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;iBAC7F,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO;YACL,OAAO,EAAE,WAAW;YACpB,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACvD,KAAK,EAAE,IAAI,CAAC,KAAK;gBACf,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE;gBACvF,CAAC,CAAC,SAAS;SACd,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { ChatCompletionOptions, ChatCompletionResult } from "./provider.js";
|
|
2
|
+
export declare class FailoverError extends Error {
|
|
3
|
+
readonly attempts: {
|
|
4
|
+
model: string;
|
|
5
|
+
error: Error;
|
|
6
|
+
}[];
|
|
7
|
+
constructor(attempts: {
|
|
8
|
+
model: string;
|
|
9
|
+
error: Error;
|
|
10
|
+
}[], message?: string);
|
|
11
|
+
}
|
|
12
|
+
export declare function chatCompletionWithFailover(options: ChatCompletionOptions, failoverChain: string[]): Promise<ChatCompletionResult>;
|
|
13
|
+
//# sourceMappingURL=failover.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failover.d.ts","sourceRoot":"","sources":["../../src/llm/failover.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAKjF,qBAAa,aAAc,SAAQ,KAAK;aAEpB,QAAQ,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,KAAK,CAAA;KAAE,EAAE;gBAA3C,QAAQ,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,KAAK,CAAA;KAAE,EAAE,EAC3D,OAAO,CAAC,EAAE,MAAM;CAKnB;AAED,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,qBAAqB,EAC9B,aAAa,EAAE,MAAM,EAAE,GACtB,OAAO,CAAC,oBAAoB,CAAC,CAkC/B"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { getProviderForModel } from "./registry.js";
|
|
2
|
+
const RETRYABLE_STATUS_CODES = new Set([429, 500, 502, 503, 504]);
|
|
3
|
+
export class FailoverError extends Error {
|
|
4
|
+
attempts;
|
|
5
|
+
constructor(attempts, message) {
|
|
6
|
+
super(message || `All ${attempts.length} model(s) failed`);
|
|
7
|
+
this.attempts = attempts;
|
|
8
|
+
this.name = "FailoverError";
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
export async function chatCompletionWithFailover(options, failoverChain) {
|
|
12
|
+
const attempts = [];
|
|
13
|
+
for (const model of failoverChain) {
|
|
14
|
+
try {
|
|
15
|
+
const provider = getProviderForModel(model);
|
|
16
|
+
if (!provider) {
|
|
17
|
+
attempts.push({ model, error: new Error(`No provider for model "${model}"`) });
|
|
18
|
+
continue;
|
|
19
|
+
}
|
|
20
|
+
const result = await provider.chatCompletion({ ...options, model });
|
|
21
|
+
return result;
|
|
22
|
+
}
|
|
23
|
+
catch (err) {
|
|
24
|
+
const error = err instanceof Error ? err : new Error(String(err));
|
|
25
|
+
attempts.push({ model, error });
|
|
26
|
+
console.warn(`⚠️ Model "${model}" failed: ${error.message}`);
|
|
27
|
+
const isRetryable = error.message.includes("429") ||
|
|
28
|
+
error.message.includes("rate") ||
|
|
29
|
+
error.message.includes("timeout") ||
|
|
30
|
+
error.message.includes("ECONNREFUSED") ||
|
|
31
|
+
error.message.includes("500") ||
|
|
32
|
+
error.message.includes("502") ||
|
|
33
|
+
error.message.includes("503") ||
|
|
34
|
+
error.message.includes("504");
|
|
35
|
+
if (!isRetryable && attempts.length === 1) {
|
|
36
|
+
throw error;
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
throw new FailoverError(attempts);
|
|
41
|
+
}
|
|
42
|
+
//# sourceMappingURL=failover.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failover.js","sourceRoot":"","sources":["../../src/llm/failover.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AAEpD,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAElE,MAAM,OAAO,aAAc,SAAQ,KAAK;IAEpB;IADlB,YACkB,QAA2C,EAC3D,OAAgB;QAEhB,KAAK,CAAC,OAAO,IAAI,OAAO,QAAQ,CAAC,MAAM,kBAAkB,CAAC,CAAC;QAH3C,aAAQ,GAAR,QAAQ,CAAmC;QAI3D,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,OAA8B,EAC9B,aAAuB;IAEvB,MAAM,QAAQ,GAAsC,EAAE,CAAC;IAEvD,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,KAAK,CAAC,0BAA0B,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC/E,SAAS;YACX,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACpE,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAChC,OAAO,CAAC,IAAI,CAAC,aAAa,KAAK,aAAa,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAE7D,MAAM,WAAW,GACf,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAC7B,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAC9B,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;gBACjC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC;gBACtC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAC7B,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAC7B,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAC7B,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAEhC,IAAI,CAAC,WAAW,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1C,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC;AACpC,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { LLMProvider, ChatCompletionOptions, ChatCompletionResult } from "./provider.js";
|
|
2
|
+
export declare class GoogleProvider implements LLMProvider {
|
|
3
|
+
readonly name = "google";
|
|
4
|
+
readonly models: string[];
|
|
5
|
+
private apiKey;
|
|
6
|
+
private defaultModel;
|
|
7
|
+
constructor(opts: {
|
|
8
|
+
apiKey: string;
|
|
9
|
+
defaultModel?: string;
|
|
10
|
+
});
|
|
11
|
+
chatCompletion(options: ChatCompletionOptions): Promise<ChatCompletionResult>;
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=google.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../src/llm/google.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,qBAAqB,EAAE,oBAAoB,EAAuC,MAAM,eAAe,CAAC;AAsEnI,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,IAAI,YAAY;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAS;gBAEjB,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE;IAMrD,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC;CAyDpF"}
|
|
@@ -0,0 +1,112 @@
|
|
|
1
|
+
function toGeminiContents(messages) {
|
|
2
|
+
let systemInstruction;
|
|
3
|
+
const contents = [];
|
|
4
|
+
const pendingToolResults = new Map();
|
|
5
|
+
for (const m of messages) {
|
|
6
|
+
if (m.role === "system") {
|
|
7
|
+
systemInstruction = { parts: [{ text: m.content || "" }] };
|
|
8
|
+
continue;
|
|
9
|
+
}
|
|
10
|
+
if (m.role === "tool") {
|
|
11
|
+
pendingToolResults.set(m.tool_call_id || "", m.content || "");
|
|
12
|
+
continue;
|
|
13
|
+
}
|
|
14
|
+
if (m.role === "assistant" && m.tool_calls) {
|
|
15
|
+
const parts = [];
|
|
16
|
+
if (m.content)
|
|
17
|
+
parts.push({ text: m.content });
|
|
18
|
+
for (const tc of m.tool_calls) {
|
|
19
|
+
try {
|
|
20
|
+
const args = JSON.parse(tc.function.arguments);
|
|
21
|
+
parts.push({ functionCall: { name: tc.function.name, args } });
|
|
22
|
+
}
|
|
23
|
+
catch {
|
|
24
|
+
parts.push({ functionCall: { name: tc.function.name, args: {} } });
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
contents.push({ role: "model", parts });
|
|
28
|
+
for (const tc of m.tool_calls) {
|
|
29
|
+
const result = pendingToolResults.get(tc.id);
|
|
30
|
+
if (result !== undefined) {
|
|
31
|
+
contents.push({
|
|
32
|
+
role: "user",
|
|
33
|
+
parts: [{ functionResponse: { name: tc.function.name, response: { result } } }],
|
|
34
|
+
});
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
pendingToolResults.clear();
|
|
38
|
+
continue;
|
|
39
|
+
}
|
|
40
|
+
contents.push({ role: "user", parts: [{ text: m.content || "" }] });
|
|
41
|
+
}
|
|
42
|
+
return { systemInstruction, contents };
|
|
43
|
+
}
|
|
44
|
+
function toGeminiTools(tools) {
|
|
45
|
+
if (!tools || tools.length === 0)
|
|
46
|
+
return undefined;
|
|
47
|
+
return {
|
|
48
|
+
tools: [{
|
|
49
|
+
functionDeclarations: tools.map((t) => ({
|
|
50
|
+
name: t.name,
|
|
51
|
+
description: t.description,
|
|
52
|
+
parameters: t.parameters,
|
|
53
|
+
})),
|
|
54
|
+
}],
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
export class GoogleProvider {
|
|
58
|
+
name = "google";
|
|
59
|
+
models;
|
|
60
|
+
apiKey;
|
|
61
|
+
defaultModel;
|
|
62
|
+
constructor(opts) {
|
|
63
|
+
this.apiKey = opts.apiKey;
|
|
64
|
+
this.models = ["gemini-2.0-flash", "gemini-2.5-pro-preview-06-05", "gemini-1.5-pro", "gemini-1.5-flash"];
|
|
65
|
+
this.defaultModel = opts.defaultModel || "gemini-2.0-flash";
|
|
66
|
+
}
|
|
67
|
+
async chatCompletion(options) {
|
|
68
|
+
const model = options.model || this.defaultModel;
|
|
69
|
+
const { systemInstruction, contents } = toGeminiContents(options.messages);
|
|
70
|
+
const toolConfig = toGeminiTools(options.tools);
|
|
71
|
+
const body = {
|
|
72
|
+
contents,
|
|
73
|
+
...toolConfig,
|
|
74
|
+
};
|
|
75
|
+
if (systemInstruction) {
|
|
76
|
+
body.systemInstruction = systemInstruction;
|
|
77
|
+
}
|
|
78
|
+
const response = await fetch(`https://generativelanguage.googleapis.com/v1beta/models/${model}:generateContent?key=${this.apiKey}`, {
|
|
79
|
+
method: "POST",
|
|
80
|
+
headers: { "Content-Type": "application/json" },
|
|
81
|
+
body: JSON.stringify(body),
|
|
82
|
+
});
|
|
83
|
+
if (!response.ok) {
|
|
84
|
+
const errText = await response.text();
|
|
85
|
+
throw new Error(`Google API error (${response.status}): ${errText}`);
|
|
86
|
+
}
|
|
87
|
+
const data = (await response.json());
|
|
88
|
+
const parts = data.candidates?.[0]?.content?.parts || [];
|
|
89
|
+
let textContent = null;
|
|
90
|
+
const toolCalls = [];
|
|
91
|
+
for (const part of parts) {
|
|
92
|
+
if (part.text) {
|
|
93
|
+
textContent = (textContent || "") + part.text;
|
|
94
|
+
}
|
|
95
|
+
if (part.functionCall) {
|
|
96
|
+
toolCalls.push({
|
|
97
|
+
id: `fc_${Date.now()}_${Math.random().toString(36).slice(2, 8)}`,
|
|
98
|
+
name: part.functionCall.name,
|
|
99
|
+
arguments: JSON.stringify(part.functionCall.args || {}),
|
|
100
|
+
});
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
return {
|
|
104
|
+
content: textContent,
|
|
105
|
+
toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
|
|
106
|
+
usage: data.usageMetadata
|
|
107
|
+
? { promptTokens: data.usageMetadata.promptTokenCount, completionTokens: data.usageMetadata.candidatesTokenCount }
|
|
108
|
+
: undefined,
|
|
109
|
+
};
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
//# sourceMappingURL=google.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"google.js","sourceRoot":"","sources":["../../src/llm/google.ts"],"names":[],"mappings":"AAaA,SAAS,gBAAgB,CAAC,QAA+B;IACvD,IAAI,iBAA4D,CAAC;IACjE,MAAM,QAAQ,GAAoB,EAAE,CAAC;IACrC,MAAM,kBAAkB,GAAwB,IAAI,GAAG,EAAE,CAAC;IAE1D,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,iBAAiB,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC;YAC3D,SAAS;QACX,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YAC9D,SAAS;QACX,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;YAC3C,MAAM,KAAK,GAAiB,EAAE,CAAC;YAC/B,IAAI,CAAC,CAAC,OAAO;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAC/C,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;gBAC9B,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC/C,KAAK,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;gBACjE,CAAC;gBAAC,MAAM,CAAC;oBACP,KAAK,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;gBACrE,CAAC;YACH,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACxC,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;gBAC9B,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC7C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;oBACzB,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE,CAAC,EAAE,gBAAgB,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;qBAChF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YACD,kBAAkB,CAAC,KAAK,EAAE,CAAC;YAC3B,SAAS;QACX,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC;AACzC,CAAC;AAED,SAAS,aAAa,CAAC,KAAwB;IAC7C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACnD,OAAO;QACL,KAAK,EAAE,CAAC;gBACN,oBAAoB,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACtC,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,UAAU,EAAE,CAAC,CAAC,UAAqC;iBACpD,CAAC,CAAC;aACJ,CAAC;KACH,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,cAAc;IAChB,IAAI,GAAG,QAAQ,CAAC;IAChB,MAAM,CAAW;IAClB,MAAM,CAAS;IACf,YAAY,CAAS;IAE7B,YAAY,IAA+C;QACzD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,CAAC,kBAAkB,EAAE,8BAA8B,EAAE,gBAAgB,EAAE,kBAAkB,CAAC,CAAC;QACzG,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,kBAAkB,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAA8B;QACjD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACjD,MAAM,EAAE,iBAAiB,EAAE,QAAQ,EAAE,GAAG,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC3E,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEhD,MAAM,IAAI,GAA4B;YACpC,QAAQ;YACR,GAAG,UAAU;SACd,CAAC;QACF,IAAI,iBAAiB,EAAE,CAAC;YACtB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC7C,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,2DAA2D,KAAK,wBAAwB,IAAI,CAAC,MAAM,EAAE,EACrG;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CACF,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAGlC,CAAC;QAEF,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;QACzD,IAAI,WAAW,GAAkB,IAAI,CAAC;QACtC,MAAM,SAAS,GAAsD,EAAE,CAAC;QAExE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,WAAW,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;YAChD,CAAC;YACD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,MAAM,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;oBAChE,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;oBAC5B,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC;iBACxD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO;YACL,OAAO,EAAE,WAAW;YACpB,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACvD,KAAK,EAAE,IAAI,CAAC,aAAa;gBACvB,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,gBAAgB,EAAE,gBAAgB,EAAE,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE;gBAClH,CAAC,CAAC,SAAS;SACd,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"groq.d.ts","sourceRoot":"","sources":["../../src/llm/groq.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAE1D,qBAAa,YAAa,SAAQ,oBAAoB;gBACxC,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE;CAS5D"}
|
package/dist/llm/groq.js
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { OpenAICompatProvider } from "./openai-compat.js";
|
|
2
|
+
export class GroqProvider extends OpenAICompatProvider {
|
|
3
|
+
constructor(opts) {
|
|
4
|
+
super({
|
|
5
|
+
name: "groq",
|
|
6
|
+
models: ["llama-3.3-70b-versatile", "llama-3.1-8b-instant", "mixtral-8x7b-32768", "gemma2-9b-it"],
|
|
7
|
+
defaultModel: opts.defaultModel || "llama-3.3-70b-versatile",
|
|
8
|
+
apiKey: opts.apiKey,
|
|
9
|
+
baseURL: "https://api.groq.com/openai/v1",
|
|
10
|
+
});
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=groq.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"groq.js","sourceRoot":"","sources":["../../src/llm/groq.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAE1D,MAAM,OAAO,YAAa,SAAQ,oBAAoB;IACpD,YAAY,IAA+C;QACzD,KAAK,CAAC;YACJ,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE,CAAC,yBAAyB,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,cAAc,CAAC;YACjG,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,yBAAyB;YAC5D,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,gCAAgC;SAC1C,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
export { type LLMProvider, type ChatCompletionOptions, type ChatCompletionResult, type ConversationMessage, type ToolDefinition, type ToolCallResult } from "./provider.js";
|
|
2
|
+
export { registerProvider, setActiveModel, getActiveModel, getActiveProviderName, getAvailableModels, chatCompletion, getProviderForModel, chatCompletionWithFallback } from "./registry.js";
|
|
3
|
+
export { OpenAICompatProvider } from "./openai-compat.js";
|
|
4
|
+
export { AnthropicProvider } from "./anthropic.js";
|
|
5
|
+
export { GoogleProvider } from "./google.js";
|
|
6
|
+
export { GroqProvider } from "./groq.js";
|
|
7
|
+
export { OpenRouterProvider } from "./openrouter.js";
|
|
8
|
+
export { OllamaProvider } from "./ollama.js";
|
|
9
|
+
export { chatCompletionWithFailover, FailoverError } from "./failover.js";
|
|
10
|
+
export { getThinkingLevel, setThinkingLevel, getThinkingPrompt, getExtendedThinkingBudget, cycleThinkingLevel, type ThinkingLevel } from "./thinking.js";
|
|
11
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,WAAW,EAAE,KAAK,qBAAqB,EAAE,KAAK,oBAAoB,EAAE,KAAK,mBAAmB,EAAE,KAAK,cAAc,EAAE,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AAC5K,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,cAAc,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,cAAc,EAAE,mBAAmB,EAAE,0BAA0B,EAAE,MAAM,eAAe,CAAC;AAC7L,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,0BAA0B,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC1E,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,kBAAkB,EAAE,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export { registerProvider, setActiveModel, getActiveModel, getActiveProviderName, getAvailableModels, chatCompletion, getProviderForModel, chatCompletionWithFallback } from "./registry.js";
|
|
2
|
+
export { OpenAICompatProvider } from "./openai-compat.js";
|
|
3
|
+
export { AnthropicProvider } from "./anthropic.js";
|
|
4
|
+
export { GoogleProvider } from "./google.js";
|
|
5
|
+
export { GroqProvider } from "./groq.js";
|
|
6
|
+
export { OpenRouterProvider } from "./openrouter.js";
|
|
7
|
+
export { OllamaProvider } from "./ollama.js";
|
|
8
|
+
export { chatCompletionWithFailover, FailoverError } from "./failover.js";
|
|
9
|
+
export { getThinkingLevel, setThinkingLevel, getThinkingPrompt, getExtendedThinkingBudget, cycleThinkingLevel } from "./thinking.js";
|
|
10
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,cAAc,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,cAAc,EAAE,mBAAmB,EAAE,0BAA0B,EAAE,MAAM,eAAe,CAAC;AAC7L,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,0BAA0B,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC1E,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,kBAAkB,EAAsB,MAAM,eAAe,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { OpenAICompatProvider } from "./openai-compat.js";
|
|
2
|
+
export declare class OllamaProvider extends OpenAICompatProvider {
|
|
3
|
+
constructor(opts: {
|
|
4
|
+
baseURL?: string;
|
|
5
|
+
defaultModel?: string;
|
|
6
|
+
});
|
|
7
|
+
static listModels(baseURL?: string): Promise<string[]>;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=ollama.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../src/llm/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAE1D,qBAAa,cAAe,SAAQ,oBAAoB;gBAC1C,IAAI,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE;WAWhD,UAAU,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;CAW7D"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { OpenAICompatProvider } from "./openai-compat.js";
|
|
2
|
+
export class OllamaProvider extends OpenAICompatProvider {
|
|
3
|
+
constructor(opts) {
|
|
4
|
+
const models = opts.defaultModel ? [opts.defaultModel] : ["llama3.2", "mistral", "codellama", "phi3"];
|
|
5
|
+
super({
|
|
6
|
+
name: "ollama",
|
|
7
|
+
models,
|
|
8
|
+
defaultModel: opts.defaultModel || "llama3.2",
|
|
9
|
+
apiKey: "ollama",
|
|
10
|
+
baseURL: opts.baseURL || "http://localhost:11434/v1",
|
|
11
|
+
});
|
|
12
|
+
}
|
|
13
|
+
static async listModels(baseURL) {
|
|
14
|
+
const url = (baseURL || "http://localhost:11434") + "/api/tags";
|
|
15
|
+
try {
|
|
16
|
+
const response = await fetch(url);
|
|
17
|
+
if (!response.ok)
|
|
18
|
+
return [];
|
|
19
|
+
const data = (await response.json());
|
|
20
|
+
return (data.models || []).map((m) => m.name);
|
|
21
|
+
}
|
|
22
|
+
catch {
|
|
23
|
+
return [];
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
//# sourceMappingURL=ollama.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/llm/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAE1D,MAAM,OAAO,cAAe,SAAQ,oBAAoB;IACtD,YAAY,IAAiD;QAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QACtG,KAAK,CAAC;YACJ,IAAI,EAAE,QAAQ;YACd,MAAM;YACN,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,UAAU;YAC7C,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,2BAA2B;SACrD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,OAAgB;QACtC,MAAM,GAAG,GAAG,CAAC,OAAO,IAAI,wBAAwB,CAAC,GAAG,WAAW,CAAC;QAChE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAoC,CAAC;YACxE,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import OpenAI from "openai";
|
|
2
|
+
import type { LLMProvider, ChatCompletionOptions, ChatCompletionResult } from "./provider.js";
|
|
3
|
+
export declare class OpenAICompatProvider implements LLMProvider {
|
|
4
|
+
readonly name: string;
|
|
5
|
+
readonly models: string[];
|
|
6
|
+
protected client: OpenAI;
|
|
7
|
+
private defaultModel;
|
|
8
|
+
constructor(opts: {
|
|
9
|
+
name: string;
|
|
10
|
+
models: string[];
|
|
11
|
+
defaultModel: string;
|
|
12
|
+
apiKey: string;
|
|
13
|
+
baseURL: string;
|
|
14
|
+
});
|
|
15
|
+
chatCompletion(options: ChatCompletionOptions): Promise<ChatCompletionResult>;
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=openai-compat.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai-compat.d.ts","sourceRoot":"","sources":["../../src/llm/openai-compat.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,KAAK,EAAE,WAAW,EAAE,qBAAqB,EAAE,oBAAoB,EAAuC,MAAM,eAAe,CAAC;AA8BnI,qBAAa,oBAAqB,YAAW,WAAW;IACtD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1B,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC;IACzB,OAAO,CAAC,YAAY,CAAS;gBAEjB,IAAI,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;IAOrG,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC;CA+BpF"}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import OpenAI from "openai";
|
|
2
|
+
function toOpenAIMessages(messages) {
|
|
3
|
+
return messages.map((m) => {
|
|
4
|
+
if (m.role === "tool") {
|
|
5
|
+
return { role: "tool", tool_call_id: m.tool_call_id, content: m.content || "" };
|
|
6
|
+
}
|
|
7
|
+
if (m.role === "assistant" && m.tool_calls) {
|
|
8
|
+
return {
|
|
9
|
+
role: "assistant",
|
|
10
|
+
content: m.content || null,
|
|
11
|
+
tool_calls: m.tool_calls.map((tc) => ({
|
|
12
|
+
id: tc.id,
|
|
13
|
+
type: "function",
|
|
14
|
+
function: { name: tc.function.name, arguments: tc.function.arguments },
|
|
15
|
+
})),
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
return { role: m.role, content: m.content || "" };
|
|
19
|
+
});
|
|
20
|
+
}
|
|
21
|
+
function toOpenAITools(tools) {
|
|
22
|
+
if (!tools || tools.length === 0)
|
|
23
|
+
return undefined;
|
|
24
|
+
return tools.map((t) => ({
|
|
25
|
+
type: "function",
|
|
26
|
+
function: { name: t.name, description: t.description, parameters: t.parameters },
|
|
27
|
+
}));
|
|
28
|
+
}
|
|
29
|
+
export class OpenAICompatProvider {
|
|
30
|
+
name;
|
|
31
|
+
models;
|
|
32
|
+
client;
|
|
33
|
+
defaultModel;
|
|
34
|
+
constructor(opts) {
|
|
35
|
+
this.name = opts.name;
|
|
36
|
+
this.models = opts.models;
|
|
37
|
+
this.defaultModel = opts.defaultModel;
|
|
38
|
+
this.client = new OpenAI({ apiKey: opts.apiKey, baseURL: opts.baseURL });
|
|
39
|
+
}
|
|
40
|
+
async chatCompletion(options) {
|
|
41
|
+
const model = options.model || this.defaultModel;
|
|
42
|
+
const openaiTools = toOpenAITools(options.tools);
|
|
43
|
+
const response = await this.client.chat.completions.create({
|
|
44
|
+
model,
|
|
45
|
+
messages: toOpenAIMessages(options.messages),
|
|
46
|
+
tools: openaiTools,
|
|
47
|
+
tool_choice: openaiTools ? "auto" : undefined,
|
|
48
|
+
});
|
|
49
|
+
const choice = response.choices[0]?.message;
|
|
50
|
+
if (!choice)
|
|
51
|
+
throw new Error("No response from provider");
|
|
52
|
+
const functionToolCalls = (choice.tool_calls || [])
|
|
53
|
+
.filter((tc) => tc.type === "function");
|
|
54
|
+
return {
|
|
55
|
+
content: choice.content || null,
|
|
56
|
+
toolCalls: functionToolCalls.length > 0
|
|
57
|
+
? functionToolCalls.map((tc) => ({
|
|
58
|
+
id: tc.id,
|
|
59
|
+
name: tc.function.name,
|
|
60
|
+
arguments: tc.function.arguments,
|
|
61
|
+
}))
|
|
62
|
+
: undefined,
|
|
63
|
+
usage: response.usage
|
|
64
|
+
? { promptTokens: response.usage.prompt_tokens, completionTokens: response.usage.completion_tokens }
|
|
65
|
+
: undefined,
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
//# sourceMappingURL=openai-compat.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai-compat.js","sourceRoot":"","sources":["../../src/llm/openai-compat.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAG5B,SAAS,gBAAgB,CAAC,QAA+B;IACvD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACxB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,YAAY,EAAE,CAAC,CAAC,YAAa,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;QAC5F,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;YAC3C,OAAO;gBACL,IAAI,EAAE,WAAoB;gBAC1B,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,IAAI;gBAC1B,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBACpC,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE;iBACvE,CAAC,CAAC;aACJ,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,EAA4C,CAAC;IAC9F,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,aAAa,CAAC,KAAwB;IAC7C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACnD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvB,IAAI,EAAE,UAAmB;QACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE;KACjF,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,OAAO,oBAAoB;IACtB,IAAI,CAAS;IACb,MAAM,CAAW;IAChB,MAAM,CAAS;IACjB,YAAY,CAAS;IAE7B,YAAY,IAA+F;QACzG,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAA8B;QACjD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACjD,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEjD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACzD,KAAK;YACL,QAAQ,EAAE,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC5C,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;SAC9C,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;QAC5C,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAE1D,MAAM,iBAAiB,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;aAChD,MAAM,CAAC,CAAC,EAAE,EAA2D,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;QAEnG,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;YAC/B,SAAS,EAAE,iBAAiB,CAAC,MAAM,GAAG,CAAC;gBACrC,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBAC7B,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;oBACtB,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;iBACjC,CAAC,CAAC;gBACL,CAAC,CAAC,SAAS;YACb,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACnB,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,gBAAgB,EAAE,QAAQ,CAAC,KAAK,CAAC,iBAAiB,EAAE;gBACpG,CAAC,CAAC,SAAS;SACd,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openrouter.d.ts","sourceRoot":"","sources":["../../src/llm/openrouter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAE1D,qBAAa,kBAAmB,SAAQ,oBAAoB;gBAC9C,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE;CAgB5D"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { OpenAICompatProvider } from "./openai-compat.js";
|
|
2
|
+
export class OpenRouterProvider extends OpenAICompatProvider {
|
|
3
|
+
constructor(opts) {
|
|
4
|
+
super({
|
|
5
|
+
name: "openrouter",
|
|
6
|
+
models: [
|
|
7
|
+
"nvidia/nemotron-3-super-120b-a12b:free",
|
|
8
|
+
"stepfun/step-3.5-flash:free",
|
|
9
|
+
"nvidia/nemotron-3-nano-30b-a3b:free",
|
|
10
|
+
"qwen/qwen3-coder:free",
|
|
11
|
+
"openai/gpt-oss-120b:free",
|
|
12
|
+
"nousresearch/hermes-3-llama-3.1-405b:free",
|
|
13
|
+
],
|
|
14
|
+
defaultModel: opts.defaultModel || "qwen/qwen3-coder:free",
|
|
15
|
+
apiKey: opts.apiKey,
|
|
16
|
+
baseURL: "https://openrouter.ai/api/v1",
|
|
17
|
+
});
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=openrouter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openrouter.js","sourceRoot":"","sources":["../../src/llm/openrouter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAE1D,MAAM,OAAO,kBAAmB,SAAQ,oBAAoB;IAC1D,YAAY,IAA+C;QACzD,KAAK,CAAC;YACJ,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE;gBACN,wCAAwC;gBACxC,6BAA6B;gBAC7B,qCAAqC;gBACrC,uBAAuB;gBACvB,0BAA0B;gBAC1B,2CAA2C;aAC5C;YACD,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,uBAAuB;YAC1D,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,8BAA8B;SACxC,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
export interface ChatCompletionOptions {
|
|
2
|
+
model?: string;
|
|
3
|
+
messages: ConversationMessage[];
|
|
4
|
+
tools?: ToolDefinition[];
|
|
5
|
+
}
|
|
6
|
+
export interface ToolDefinition {
|
|
7
|
+
name: string;
|
|
8
|
+
description: string;
|
|
9
|
+
parameters: Record<string, unknown>;
|
|
10
|
+
}
|
|
11
|
+
export interface ChatCompletionResult {
|
|
12
|
+
content: string | null;
|
|
13
|
+
toolCalls?: ToolCallResult[];
|
|
14
|
+
usage?: {
|
|
15
|
+
promptTokens: number;
|
|
16
|
+
completionTokens: number;
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
export interface ToolCallResult {
|
|
20
|
+
id: string;
|
|
21
|
+
name: string;
|
|
22
|
+
arguments: string;
|
|
23
|
+
}
|
|
24
|
+
export type ConversationMessage = {
|
|
25
|
+
role: "system" | "user" | "assistant" | "tool";
|
|
26
|
+
content?: string | null;
|
|
27
|
+
tool_calls?: {
|
|
28
|
+
id: string;
|
|
29
|
+
function: {
|
|
30
|
+
name: string;
|
|
31
|
+
arguments: string;
|
|
32
|
+
};
|
|
33
|
+
}[];
|
|
34
|
+
tool_call_id?: string;
|
|
35
|
+
};
|
|
36
|
+
export interface LLMProvider {
|
|
37
|
+
readonly name: string;
|
|
38
|
+
readonly models: string[];
|
|
39
|
+
chatCompletion(options: ChatCompletionOptions): Promise<ChatCompletionResult>;
|
|
40
|
+
}
|
|
41
|
+
//# sourceMappingURL=provider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../src/llm/provider.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,qBAAqB;IACpC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,mBAAmB,EAAE,CAAC;IAChC,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,SAAS,CAAC,EAAE,cAAc,EAAE,CAAC;IAC7B,KAAK,CAAC,EAAE;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,gBAAgB,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5D;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,UAAU,CAAC,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,EAAE,CAAC;IAC7E,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1B,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;CAC/E"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../src/llm/provider.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { LLMProvider, ChatCompletionOptions, ChatCompletionResult } from "./provider.js";
|
|
2
|
+
export declare function registerProvider(provider: LLMProvider): void;
|
|
3
|
+
export declare function setActiveModel(model: string): void;
|
|
4
|
+
export declare function getActiveModel(): string;
|
|
5
|
+
export declare function getActiveProviderName(): string;
|
|
6
|
+
export declare function getAvailableModels(): string[];
|
|
7
|
+
export declare function chatCompletion(options: ChatCompletionOptions): Promise<ChatCompletionResult>;
|
|
8
|
+
export declare function getProviderForModel(model: string): LLMProvider | undefined;
|
|
9
|
+
export declare function chatCompletionWithFallback(primaryModel: string | undefined, fallbackModel: string | undefined, options: ChatCompletionOptions): Promise<ChatCompletionResult>;
|
|
10
|
+
//# sourceMappingURL=registry.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/llm/registry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAQ9F,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,WAAW,GAAG,IAAI,CAK5D;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CASlD;AAED,wBAAgB,cAAc,IAAI,MAAM,CAEvC;AAED,wBAAgB,qBAAqB,IAAI,MAAM,CAE9C;AAED,wBAAgB,kBAAkB,IAAI,MAAM,EAAE,CAE7C;AAED,wBAAsB,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAKlG;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,WAAW,GAAG,SAAS,CAE1E;AAED,wBAAsB,0BAA0B,CAC9C,YAAY,EAAE,MAAM,GAAG,SAAS,EAChC,aAAa,EAAE,MAAM,GAAG,SAAS,EACjC,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,oBAAoB,CAAC,CAmD/B"}
|