@nexagent-cli/cli 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +66 -0
- package/LICENSE +21 -0
- package/README.md +40 -0
- package/dist/agent/loop.d.ts +45 -0
- package/dist/agent/loop.d.ts.map +1 -0
- package/dist/agent/loop.js +270 -0
- package/dist/agent/loop.js.map +1 -0
- package/dist/agent/prompt.d.ts +3 -0
- package/dist/agent/prompt.d.ts.map +1 -0
- package/dist/agent/prompt.js +43 -0
- package/dist/agent/prompt.js.map +1 -0
- package/dist/commands/agent.d.ts +21 -0
- package/dist/commands/agent.d.ts.map +1 -0
- package/dist/commands/agent.js +111 -0
- package/dist/commands/agent.js.map +1 -0
- package/dist/commands/chat.d.ts +18 -0
- package/dist/commands/chat.d.ts.map +1 -0
- package/dist/commands/chat.js +115 -0
- package/dist/commands/chat.js.map +1 -0
- package/dist/commands/config.d.ts +10 -0
- package/dist/commands/config.d.ts.map +1 -0
- package/dist/commands/config.js +96 -0
- package/dist/commands/config.js.map +1 -0
- package/dist/commands/doctor.d.ts +8 -0
- package/dist/commands/doctor.d.ts.map +1 -0
- package/dist/commands/doctor.js +201 -0
- package/dist/commands/doctor.js.map +1 -0
- package/dist/commands/memory.d.ts +13 -0
- package/dist/commands/memory.d.ts.map +1 -0
- package/dist/commands/memory.js +97 -0
- package/dist/commands/memory.js.map +1 -0
- package/dist/commands/models.d.ts +2 -0
- package/dist/commands/models.d.ts.map +1 -0
- package/dist/commands/models.js +5 -0
- package/dist/commands/models.js.map +1 -0
- package/dist/commands/run.d.ts +13 -0
- package/dist/commands/run.d.ts.map +1 -0
- package/dist/commands/run.js +74 -0
- package/dist/commands/run.js.map +1 -0
- package/dist/commands/server.d.ts +8 -0
- package/dist/commands/server.d.ts.map +1 -0
- package/dist/commands/server.js +73 -0
- package/dist/commands/server.js.map +1 -0
- package/dist/commands/session.d.ts +11 -0
- package/dist/commands/session.d.ts.map +1 -0
- package/dist/commands/session.js +77 -0
- package/dist/commands/session.js.map +1 -0
- package/dist/commands/update.d.ts +17 -0
- package/dist/commands/update.d.ts.map +1 -0
- package/dist/commands/update.js +320 -0
- package/dist/commands/update.js.map +1 -0
- package/dist/config/loader.d.ts +4 -0
- package/dist/config/loader.d.ts.map +1 -0
- package/dist/config/loader.js +83 -0
- package/dist/config/loader.js.map +1 -0
- package/dist/config/wizard.d.ts +4 -0
- package/dist/config/wizard.d.ts.map +1 -0
- package/dist/config/wizard.js +131 -0
- package/dist/config/wizard.js.map +1 -0
- package/dist/db/database.d.ts +4 -0
- package/dist/db/database.d.ts.map +1 -0
- package/dist/db/database.js +130 -0
- package/dist/db/database.js.map +1 -0
- package/dist/db/session-store.d.ts +17 -0
- package/dist/db/session-store.d.ts.map +1 -0
- package/dist/db/session-store.js +117 -0
- package/dist/db/session-store.js.map +1 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +207 -0
- package/dist/index.js.map +1 -0
- package/dist/llm/providers/anthropic.d.ts +21 -0
- package/dist/llm/providers/anthropic.d.ts.map +1 -0
- package/dist/llm/providers/anthropic.js +186 -0
- package/dist/llm/providers/anthropic.js.map +1 -0
- package/dist/llm/providers/google.d.ts +13 -0
- package/dist/llm/providers/google.d.ts.map +1 -0
- package/dist/llm/providers/google.js +83 -0
- package/dist/llm/providers/google.js.map +1 -0
- package/dist/llm/providers/ollama.d.ts +12 -0
- package/dist/llm/providers/ollama.d.ts.map +1 -0
- package/dist/llm/providers/ollama.js +110 -0
- package/dist/llm/providers/ollama.js.map +1 -0
- package/dist/llm/providers/openai.d.ts +15 -0
- package/dist/llm/providers/openai.d.ts.map +1 -0
- package/dist/llm/providers/openai.js +180 -0
- package/dist/llm/providers/openai.js.map +1 -0
- package/dist/llm/router.d.ts +20 -0
- package/dist/llm/router.d.ts.map +1 -0
- package/dist/llm/router.js +52 -0
- package/dist/llm/router.js.map +1 -0
- package/dist/memory/manager.d.ts +16 -0
- package/dist/memory/manager.d.ts.map +1 -0
- package/dist/memory/manager.js +114 -0
- package/dist/memory/manager.js.map +1 -0
- package/dist/safety/gate.d.ts +14 -0
- package/dist/safety/gate.d.ts.map +1 -0
- package/dist/safety/gate.js +102 -0
- package/dist/safety/gate.js.map +1 -0
- package/dist/subagents/orchestrator.d.ts +20 -0
- package/dist/subagents/orchestrator.d.ts.map +1 -0
- package/dist/subagents/orchestrator.js +151 -0
- package/dist/subagents/orchestrator.js.map +1 -0
- package/dist/tools/file-delete.d.ts +15 -0
- package/dist/tools/file-delete.d.ts.map +1 -0
- package/dist/tools/file-delete.js +94 -0
- package/dist/tools/file-delete.js.map +1 -0
- package/dist/tools/file-edit.d.ts +19 -0
- package/dist/tools/file-edit.d.ts.map +1 -0
- package/dist/tools/file-edit.js +182 -0
- package/dist/tools/file-edit.js.map +1 -0
- package/dist/tools/file-list.d.ts +13 -0
- package/dist/tools/file-list.d.ts.map +1 -0
- package/dist/tools/file-list.js +92 -0
- package/dist/tools/file-list.js.map +1 -0
- package/dist/tools/file-read.d.ts +13 -0
- package/dist/tools/file-read.d.ts.map +1 -0
- package/dist/tools/file-read.js +68 -0
- package/dist/tools/file-read.js.map +1 -0
- package/dist/tools/file-search.d.ts +14 -0
- package/dist/tools/file-search.d.ts.map +1 -0
- package/dist/tools/file-search.js +133 -0
- package/dist/tools/file-search.js.map +1 -0
- package/dist/tools/file-write.d.ts +14 -0
- package/dist/tools/file-write.d.ts.map +1 -0
- package/dist/tools/file-write.js +80 -0
- package/dist/tools/file-write.js.map +1 -0
- package/dist/tools/memory-read.d.ts +22 -0
- package/dist/tools/memory-read.d.ts.map +1 -0
- package/dist/tools/memory-read.js +114 -0
- package/dist/tools/memory-read.js.map +1 -0
- package/dist/tools/memory-write.d.ts +2 -0
- package/dist/tools/memory-write.d.ts.map +1 -0
- package/dist/tools/memory-write.js +5 -0
- package/dist/tools/memory-write.js.map +1 -0
- package/dist/tools/registry.d.ts +12 -0
- package/dist/tools/registry.d.ts.map +1 -0
- package/dist/tools/registry.js +66 -0
- package/dist/tools/registry.js.map +1 -0
- package/dist/tools/shell-exec.d.ts +14 -0
- package/dist/tools/shell-exec.d.ts.map +1 -0
- package/dist/tools/shell-exec.js +112 -0
- package/dist/tools/shell-exec.js.map +1 -0
- package/dist/tools/web-fetch.d.ts +12 -0
- package/dist/tools/web-fetch.d.ts.map +1 -0
- package/dist/tools/web-fetch.js +91 -0
- package/dist/tools/web-fetch.js.map +1 -0
- package/dist/tools/web-search.d.ts +12 -0
- package/dist/tools/web-search.d.ts.map +1 -0
- package/dist/tools/web-search.js +88 -0
- package/dist/tools/web-search.js.map +1 -0
- package/dist/ui/ChatApp.d.ts +22 -0
- package/dist/ui/ChatApp.d.ts.map +1 -0
- package/dist/ui/ChatApp.js +94 -0
- package/dist/ui/ChatApp.js.map +1 -0
- package/dist/ui/ConfirmDialog.d.ts +20 -0
- package/dist/ui/ConfirmDialog.d.ts.map +1 -0
- package/dist/ui/ConfirmDialog.js +23 -0
- package/dist/ui/ConfirmDialog.js.map +1 -0
- package/dist/ui/InputBar.d.ts +15 -0
- package/dist/ui/InputBar.d.ts.map +1 -0
- package/dist/ui/InputBar.js +49 -0
- package/dist/ui/InputBar.js.map +1 -0
- package/dist/ui/MessageList.d.ts +21 -0
- package/dist/ui/MessageList.d.ts.map +1 -0
- package/dist/ui/MessageList.js +29 -0
- package/dist/ui/MessageList.js.map +1 -0
- package/dist/ui/Spinner.d.ts +8 -0
- package/dist/ui/Spinner.d.ts.map +1 -0
- package/dist/ui/Spinner.js +16 -0
- package/dist/ui/Spinner.js.map +1 -0
- package/dist/ui/StatusBar.d.ts +32 -0
- package/dist/ui/StatusBar.d.ts.map +1 -0
- package/dist/ui/StatusBar.js +42 -0
- package/dist/ui/StatusBar.js.map +1 -0
- package/dist/ui/ToolPanel.d.ts +2 -0
- package/dist/ui/ToolPanel.d.ts.map +1 -0
- package/dist/ui/ToolPanel.js +5 -0
- package/dist/ui/ToolPanel.js.map +1 -0
- package/dist/utils/changelog.d.ts +19 -0
- package/dist/utils/changelog.d.ts.map +1 -0
- package/dist/utils/changelog.js +111 -0
- package/dist/utils/changelog.js.map +1 -0
- package/dist/utils/env.d.ts +9 -0
- package/dist/utils/env.d.ts.map +1 -0
- package/dist/utils/env.js +37 -0
- package/dist/utils/env.js.map +1 -0
- package/package.json +72 -0
|
@@ -0,0 +1,186 @@
|
|
|
1
|
+
// ============================================================
|
|
2
|
+
// Anthropic Provider — Claude 3.5/3.7/Opus 4
|
|
3
|
+
// ============================================================
|
|
4
|
+
import Anthropic from '@anthropic-ai/sdk';
|
|
5
|
+
const MODEL_CONTEXT = {
|
|
6
|
+
'claude-opus-4-5': 200_000,
|
|
7
|
+
'claude-sonnet-4-5': 200_000,
|
|
8
|
+
'claude-3-7-sonnet': 200_000,
|
|
9
|
+
'claude-3-5-sonnet-20241022': 200_000,
|
|
10
|
+
'claude-3-5-haiku-20241022': 200_000,
|
|
11
|
+
};
|
|
12
|
+
const MODEL_COST = {
|
|
13
|
+
'claude-opus-4-5': [15.00, 75.00],
|
|
14
|
+
'claude-sonnet-4-5': [3.00, 15.00],
|
|
15
|
+
'claude-3-7-sonnet': [3.00, 15.00],
|
|
16
|
+
'claude-3-5-sonnet-20241022': [3.00, 15.00],
|
|
17
|
+
'claude-3-5-haiku-20241022': [0.80, 4.00],
|
|
18
|
+
};
|
|
19
|
+
export class AnthropicProvider {
|
|
20
|
+
name = 'anthropic';
|
|
21
|
+
client;
|
|
22
|
+
constructor(apiKey) {
|
|
23
|
+
this.client = new Anthropic({ apiKey: apiKey ?? process.env['ANTHROPIC_API_KEY'] });
|
|
24
|
+
}
|
|
25
|
+
async complete(opts) {
|
|
26
|
+
const { system, messages } = this.splitSystemMessage(opts.messages);
|
|
27
|
+
const response = await this.client.messages.create({
|
|
28
|
+
model: opts.model,
|
|
29
|
+
max_tokens: opts.maxTokens ?? 8096,
|
|
30
|
+
system,
|
|
31
|
+
messages: this.toAnthropicMessages(messages),
|
|
32
|
+
tools: opts.tools?.map(t => ({
|
|
33
|
+
name: t.function.name,
|
|
34
|
+
description: t.function.description,
|
|
35
|
+
input_schema: t.function.parameters,
|
|
36
|
+
})),
|
|
37
|
+
});
|
|
38
|
+
const textContent = response.content.filter(b => b.type === 'text').map(b => b.text).join('');
|
|
39
|
+
const toolUseBlocks = response.content.filter(b => b.type === 'tool_use');
|
|
40
|
+
const usage = response.usage;
|
|
41
|
+
const cost = this.estimateCost(opts.model, usage.input_tokens, usage.output_tokens);
|
|
42
|
+
return {
|
|
43
|
+
id: response.id,
|
|
44
|
+
model: response.model,
|
|
45
|
+
content: textContent,
|
|
46
|
+
toolCalls: toolUseBlocks.map(tu => ({
|
|
47
|
+
id: tu.id,
|
|
48
|
+
type: 'function',
|
|
49
|
+
function: { name: tu.name, arguments: JSON.stringify(tu.input) },
|
|
50
|
+
})),
|
|
51
|
+
finishReason: response.stop_reason === 'tool_use' ? 'tool_calls' : 'stop',
|
|
52
|
+
usage: {
|
|
53
|
+
promptTokens: usage.input_tokens,
|
|
54
|
+
completionTokens: usage.output_tokens,
|
|
55
|
+
totalTokens: usage.input_tokens + usage.output_tokens,
|
|
56
|
+
costUsd: cost,
|
|
57
|
+
},
|
|
58
|
+
};
|
|
59
|
+
}
|
|
60
|
+
async *stream(opts) {
|
|
61
|
+
const { system, messages } = this.splitSystemMessage(opts.messages);
|
|
62
|
+
const stream = await this.client.messages.stream({
|
|
63
|
+
model: opts.model,
|
|
64
|
+
max_tokens: opts.maxTokens ?? 8096,
|
|
65
|
+
system,
|
|
66
|
+
messages: this.toAnthropicMessages(messages),
|
|
67
|
+
tools: opts.tools?.map(t => ({
|
|
68
|
+
name: t.function.name,
|
|
69
|
+
description: t.function.description,
|
|
70
|
+
input_schema: t.function.parameters,
|
|
71
|
+
})),
|
|
72
|
+
});
|
|
73
|
+
for await (const event of stream) {
|
|
74
|
+
switch (event.type) {
|
|
75
|
+
case 'content_block_start':
|
|
76
|
+
if (event.content_block.type === 'tool_use') {
|
|
77
|
+
yield {
|
|
78
|
+
type: 'tool_call_start',
|
|
79
|
+
toolCallId: event.content_block.id,
|
|
80
|
+
toolName: event.content_block.name,
|
|
81
|
+
};
|
|
82
|
+
}
|
|
83
|
+
break;
|
|
84
|
+
case 'content_block_delta':
|
|
85
|
+
if (event.delta.type === 'text_delta') {
|
|
86
|
+
yield { type: 'text', text: event.delta.text };
|
|
87
|
+
}
|
|
88
|
+
else if (event.delta.type === 'input_json_delta') {
|
|
89
|
+
yield { type: 'tool_call_delta', argsDelta: event.delta.partial_json };
|
|
90
|
+
}
|
|
91
|
+
break;
|
|
92
|
+
case 'content_block_stop':
|
|
93
|
+
// We don't have the id here; handled via message_delta
|
|
94
|
+
break;
|
|
95
|
+
case 'message_delta':
|
|
96
|
+
if (event.delta.stop_reason === 'tool_use') {
|
|
97
|
+
yield { type: 'done', finishReason: 'tool_calls' };
|
|
98
|
+
}
|
|
99
|
+
else if (event.delta.stop_reason === 'end_turn') {
|
|
100
|
+
yield { type: 'done', finishReason: 'stop' };
|
|
101
|
+
}
|
|
102
|
+
break;
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
countTokens(text, _model) {
|
|
107
|
+
return Math.ceil(text.length / 4);
|
|
108
|
+
}
|
|
109
|
+
getCapabilities(model) {
|
|
110
|
+
return {
|
|
111
|
+
supportsFunctionCalling: true,
|
|
112
|
+
supportsStreaming: true,
|
|
113
|
+
supportsVision: true,
|
|
114
|
+
contextWindow: MODEL_CONTEXT[model] ?? 200_000,
|
|
115
|
+
maxOutputTokens: 8_096,
|
|
116
|
+
};
|
|
117
|
+
}
|
|
118
|
+
async listModels() {
|
|
119
|
+
return Object.keys(MODEL_CONTEXT);
|
|
120
|
+
}
|
|
121
|
+
splitSystemMessage(messages) {
|
|
122
|
+
const systemMsg = messages.find(m => m.role === 'system');
|
|
123
|
+
const rest = messages.filter(m => m.role !== 'system');
|
|
124
|
+
return { system: systemMsg?.content ?? '', messages: rest };
|
|
125
|
+
}
|
|
126
|
+
/**
|
|
127
|
+
* Convert generic LLMMessage[] to Anthropic-native MessageParam[].
|
|
128
|
+
* - assistant with toolCalls → content blocks [text, tool_use...]
|
|
129
|
+
* - role=tool → user message with tool_result content block
|
|
130
|
+
* - merge consecutive user messages (Anthropic constraint)
|
|
131
|
+
*/
|
|
132
|
+
toAnthropicMessages(messages) {
|
|
133
|
+
const out = [];
|
|
134
|
+
for (const m of messages) {
|
|
135
|
+
if (m.role === 'assistant' && m.toolCalls && m.toolCalls.length > 0) {
|
|
136
|
+
const content = [];
|
|
137
|
+
if (m.content) {
|
|
138
|
+
content.push({ type: 'text', text: m.content });
|
|
139
|
+
}
|
|
140
|
+
for (const tc of m.toolCalls) {
|
|
141
|
+
let input = {};
|
|
142
|
+
try {
|
|
143
|
+
input = JSON.parse(tc.function.arguments);
|
|
144
|
+
}
|
|
145
|
+
catch { /* ignore */ }
|
|
146
|
+
content.push({
|
|
147
|
+
type: 'tool_use',
|
|
148
|
+
id: tc.id,
|
|
149
|
+
name: tc.function.name,
|
|
150
|
+
input,
|
|
151
|
+
});
|
|
152
|
+
}
|
|
153
|
+
out.push({ role: 'assistant', content });
|
|
154
|
+
continue;
|
|
155
|
+
}
|
|
156
|
+
if (m.role === 'tool') {
|
|
157
|
+
const content = [{
|
|
158
|
+
type: 'tool_result',
|
|
159
|
+
tool_use_id: m.toolCallId ?? '',
|
|
160
|
+
content: m.content,
|
|
161
|
+
}];
|
|
162
|
+
out.push({ role: 'user', content });
|
|
163
|
+
continue;
|
|
164
|
+
}
|
|
165
|
+
if (m.role === 'user') {
|
|
166
|
+
// Merge with previous user message if present
|
|
167
|
+
const prev = out[out.length - 1];
|
|
168
|
+
if (prev && prev.role === 'user') {
|
|
169
|
+
const prevContent = Array.isArray(prev.content)
|
|
170
|
+
? prev.content
|
|
171
|
+
: [{ type: 'text', text: prev.content }];
|
|
172
|
+
prevContent.push({ type: 'text', text: m.content });
|
|
173
|
+
prev.content = prevContent;
|
|
174
|
+
continue;
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
out.push({ role: m.role, content: m.content });
|
|
178
|
+
}
|
|
179
|
+
return out;
|
|
180
|
+
}
|
|
181
|
+
estimateCost(model, promptTokens, completionTokens) {
|
|
182
|
+
const [inputCost, outputCost] = MODEL_COST[model] ?? [8.00, 24.00];
|
|
183
|
+
return (promptTokens * inputCost + completionTokens * outputCost) / 1_000_000;
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
//# sourceMappingURL=anthropic.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../../../src/llm/providers/anthropic.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,6CAA6C;AAC7C,+DAA+D;AAE/D,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAW1C,MAAM,aAAa,GAA2B;IAC5C,iBAAiB,EAAK,OAAO;IAC7B,mBAAmB,EAAG,OAAO;IAC7B,mBAAmB,EAAG,OAAO;IAC7B,4BAA4B,EAAE,OAAO;IACrC,2BAA2B,EAAG,OAAO;CACtC,CAAC;AAEF,MAAM,UAAU,GAAqC;IACnD,iBAAiB,EAAK,CAAC,KAAK,EAAE,KAAK,CAAC;IACpC,mBAAmB,EAAG,CAAC,IAAI,EAAG,KAAK,CAAC;IACpC,mBAAmB,EAAG,CAAC,IAAI,EAAG,KAAK,CAAC;IACpC,4BAA4B,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC;IAC3C,2BAA2B,EAAG,CAAC,IAAI,EAAG,IAAI,CAAC;CAC5C,CAAC;AAEF,MAAM,OAAO,iBAAiB;IACnB,IAAI,GAAG,WAAW,CAAC;IACpB,MAAM,CAAY;IAE1B,YAAY,MAAe;QACzB,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAuB;QACpC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEpE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YACjD,KAAK,EAAO,IAAI,CAAC,KAAK;YACtB,UAAU,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI;YAClC,MAAM;YACN,QAAQ,EAAI,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC;YAC9C,KAAK,EAAO,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAChC,IAAI,EAAU,CAAC,CAAC,QAAQ,CAAC,IAAI;gBAC7B,WAAW,EAAG,CAAC,CAAC,QAAQ,CAAC,WAAW;gBACpC,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,UAA4C;aACtE,CAAC,CAAC;SACJ,CAAC,CAAC;QAEH,MAAM,WAAW,GAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAyB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxH,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAA6B,CAAC;QAEtG,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;QAC7B,MAAM,IAAI,GAAI,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;QAErF,OAAO;YACL,EAAE,EAAO,QAAQ,CAAC,EAAE;YACpB,KAAK,EAAI,QAAQ,CAAC,KAAK;YACvB,OAAO,EAAE,WAAW;YACpB,SAAS,EAAE,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAClC,EAAE,EAAI,EAAE,CAAC,EAAE;gBACX,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE;aACjE,CAAC,CAAC;YACH,YAAY,EAAE,QAAQ,CAAC,WAAW,KAAK,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM;YACzE,KAAK,EAAE;gBACL,YAAY,EAAM,KAAK,CAAC,YAAY;gBACpC,gBAAgB,EAAE,KAAK,CAAC,aAAa;gBACrC,WAAW,EAAO,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,aAAa;gBAC1D,OAAO,EAAW,IAAI;aACvB;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,IAAuB;QACnC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEpE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC/C,KAAK,EAAO,IAAI,CAAC,KAAK;YACtB,UAAU,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI;YAClC,MAAM;YACN,QAAQ,EAAI,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC;YAC9C,KAAK,EAAO,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAChC,IAAI,EAAU,CAAC,CAAC,QAAQ,CAAC,IAAI;gBAC7B,WAAW,EAAG,CAAC,CAAC,QAAQ,CAAC,WAAW;gBACpC,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,UAA4C;aACtE,CAAC,CAAC;SACJ,CAAC,CAAC;QAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,qBAAqB;oBACxB,IAAI,KAAK,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;wBAC5C,MAAM;4BACJ,IAAI,EAAQ,iBAAiB;4BAC7B,UAAU,EAAE,KAAK,CAAC,aAAa,CAAC,EAAE;4BAClC,QAAQ,EAAI,KAAK,CAAC,aAAa,CAAC,IAAI;yBACrC,CAAC;oBACJ,CAAC;oBACD,MAAM;gBACR,KAAK,qBAAqB;oBACxB,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;wBACtC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;oBACjD,CAAC;yBAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;wBACnD,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;oBACzE,CAAC;oBACD,MAAM;gBACR,KAAK,oBAAoB;oBACvB,uDAAuD;oBACvD,MAAM;gBACR,KAAK,eAAe;oBAClB,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,KAAK,UAAU,EAAE,CAAC;wBAC3C,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC;oBACrD,CAAC;yBAAM,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,KAAK,UAAU,EAAE,CAAC;wBAClD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC;oBAC/C,CAAC;oBACD,MAAM;YACV,CAAC;QACH,CAAC;IACH,CAAC;IAED,WAAW,CAAC,IAAY,EAAE,MAAc;QACtC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,eAAe,CAAC,KAAa;QAC3B,OAAO;YACL,uBAAuB,EAAE,IAAI;YAC7B,iBAAiB,EAAS,IAAI;YAC9B,cAAc,EAAW,IAAI;YAC7B,aAAa,EAAY,aAAa,CAAC,KAAK,CAAC,IAAI,OAAO;YACxD,eAAe,EAAU,KAAK;SAC/B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACpC,CAAC;IAEO,kBAAkB,CAAC,QAAsB;QAI/C,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAQ,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAC5D,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC9D,CAAC;IAED;;;;;OAKG;IACK,mBAAmB,CAAC,QAAsB;QAChD,MAAM,GAAG,GAA6B,EAAE,CAAC;QAEzC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpE,MAAM,OAAO,GAA+D,EAAE,CAAC;gBAC/E,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;oBACd,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBAClD,CAAC;gBACD,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;oBAC7B,IAAI,KAAK,GAA4B,EAAE,CAAC;oBACxC,IAAI,CAAC;wBAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;oBACzE,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,UAAU;wBAChB,EAAE,EAAE,EAAE,CAAC,EAAE;wBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;wBACtB,KAAK;qBACN,CAAC,CAAC;gBACL,CAAC;gBACD,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;gBACzC,SAAS;YACX,CAAC;YAED,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtB,MAAM,OAAO,GAAqC,CAAC;wBACjD,IAAI,EAAE,aAAa;wBACnB,WAAW,EAAE,CAAC,CAAC,UAAU,IAAI,EAAE;wBAC/B,OAAO,EAAE,CAAC,CAAC,OAAO;qBACnB,CAAC,CAAC;gBACH,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;gBACpC,SAAS;YACX,CAAC;YAED,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtB,8CAA8C;gBAC9C,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBACjC,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACjC,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;wBAC7C,CAAC,CAAC,IAAI,CAAC,OAAO;wBACd,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,CAAkE,CAAC;oBAC5G,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;oBACpD,IAAI,CAAC,OAAO,GAAG,WAAW,CAAC;oBAC3B,SAAS;gBACX,CAAC;YACH,CAAC;YAED,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAA4B,CAAC,CAAC;QAC3E,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,YAAY,CAAC,KAAa,EAAE,YAAoB,EAAE,gBAAwB;QAChF,MAAM,CAAC,SAAS,EAAE,UAAU,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACnE,OAAO,CAAC,YAAY,GAAG,SAAS,GAAG,gBAAgB,GAAG,UAAU,CAAC,GAAG,SAAS,CAAC;IAChF,CAAC;CACF"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { LLMProvider, LLMRequestOptions, LLMResponse, LLMStreamChunk, LLMCapabilities } from '@nexagent-cli/shared';
|
|
2
|
+
export declare class GoogleProvider implements LLMProvider {
|
|
3
|
+
readonly name = "google";
|
|
4
|
+
private genAI;
|
|
5
|
+
constructor(apiKey?: string);
|
|
6
|
+
complete(opts: LLMRequestOptions): Promise<LLMResponse>;
|
|
7
|
+
stream(opts: LLMRequestOptions): AsyncGenerator<LLMStreamChunk>;
|
|
8
|
+
countTokens(text: string, _model: string): number;
|
|
9
|
+
getCapabilities(model: string): LLMCapabilities;
|
|
10
|
+
listModels(): Promise<string[]>;
|
|
11
|
+
private toGeminiFormat;
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=google.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../../../../src/llm/providers/google.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,WAAW,EAAE,iBAAiB,EAAE,WAAW,EAAE,cAAc,EAAE,eAAe,EAC7E,MAAM,sBAAsB,CAAC;AAW9B,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,IAAI,YAAY;IACzB,OAAO,CAAC,KAAK,CAAqB;gBAEtB,MAAM,CAAC,EAAE,MAAM;IAIrB,QAAQ,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC;IA+BtD,MAAM,CAAC,IAAI,EAAE,iBAAiB,GAAG,cAAc,CAAC,cAAc,CAAC;IAatE,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM;IAIjD,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,eAAe;IAUzC,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAIrC,OAAO,CAAC,cAAc;CASvB"}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
// ============================================================
|
|
2
|
+
// Google Gemini Provider
|
|
3
|
+
// ============================================================
|
|
4
|
+
import { GoogleGenerativeAI } from '@google/generative-ai';
|
|
5
|
+
import { generateId } from '@nexagent-cli/shared';
|
|
6
|
+
const MODEL_CONTEXT = {
|
|
7
|
+
'gemini-2.5-pro': 1_048_576,
|
|
8
|
+
'gemini-2.5-flash': 1_048_576,
|
|
9
|
+
'gemini-2.0-flash': 1_000_000,
|
|
10
|
+
'gemini-1.5-pro': 2_000_000,
|
|
11
|
+
'gemini-1.5-flash': 1_000_000,
|
|
12
|
+
};
|
|
13
|
+
export class GoogleProvider {
|
|
14
|
+
name = 'google';
|
|
15
|
+
genAI;
|
|
16
|
+
constructor(apiKey) {
|
|
17
|
+
this.genAI = new GoogleGenerativeAI(apiKey ?? process.env['GOOGLE_API_KEY'] ?? '');
|
|
18
|
+
}
|
|
19
|
+
async complete(opts) {
|
|
20
|
+
const model = this.genAI.getGenerativeModel({ model: opts.model });
|
|
21
|
+
const { history, lastMessage } = this.toGeminiFormat(opts);
|
|
22
|
+
const chat = model.startChat({ history: history, tools: opts.tools ? [{ functionDeclarations: opts.tools.map(t => ({ name: t.function.name, description: t.function.description, parameters: t.function.parameters })) }] : undefined });
|
|
23
|
+
const result = await chat.sendMessage(lastMessage);
|
|
24
|
+
const response = result.response;
|
|
25
|
+
const text = response.text();
|
|
26
|
+
const fnCalls = response.functionCalls() ?? [];
|
|
27
|
+
const usage = response.usageMetadata;
|
|
28
|
+
return {
|
|
29
|
+
id: generateId(),
|
|
30
|
+
model: opts.model,
|
|
31
|
+
content: text,
|
|
32
|
+
toolCalls: fnCalls.map(fc => ({
|
|
33
|
+
id: generateId(),
|
|
34
|
+
type: 'function',
|
|
35
|
+
function: { name: fc.name, arguments: JSON.stringify(fc.args) },
|
|
36
|
+
})),
|
|
37
|
+
finishReason: fnCalls.length > 0 ? 'tool_calls' : 'stop',
|
|
38
|
+
usage: {
|
|
39
|
+
promptTokens: usage?.promptTokenCount ?? 0,
|
|
40
|
+
completionTokens: usage?.candidatesTokenCount ?? 0,
|
|
41
|
+
totalTokens: usage?.totalTokenCount ?? 0,
|
|
42
|
+
costUsd: 0, // Gemini pricing varies by quota tier
|
|
43
|
+
},
|
|
44
|
+
};
|
|
45
|
+
}
|
|
46
|
+
async *stream(opts) {
|
|
47
|
+
const model = this.genAI.getGenerativeModel({ model: opts.model });
|
|
48
|
+
const { history, lastMessage } = this.toGeminiFormat(opts);
|
|
49
|
+
const chat = model.startChat({ history: history });
|
|
50
|
+
const result = await chat.sendMessageStream(lastMessage);
|
|
51
|
+
for await (const chunk of result.stream) {
|
|
52
|
+
const text = chunk.text();
|
|
53
|
+
if (text)
|
|
54
|
+
yield { type: 'text', text };
|
|
55
|
+
}
|
|
56
|
+
yield { type: 'done', finishReason: 'stop' };
|
|
57
|
+
}
|
|
58
|
+
countTokens(text, _model) {
|
|
59
|
+
return Math.ceil(text.length / 4);
|
|
60
|
+
}
|
|
61
|
+
getCapabilities(model) {
|
|
62
|
+
return {
|
|
63
|
+
supportsFunctionCalling: true,
|
|
64
|
+
supportsStreaming: true,
|
|
65
|
+
supportsVision: true,
|
|
66
|
+
contextWindow: MODEL_CONTEXT[model] ?? 1_000_000,
|
|
67
|
+
maxOutputTokens: 8_192,
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
async listModels() {
|
|
71
|
+
return Object.keys(MODEL_CONTEXT);
|
|
72
|
+
}
|
|
73
|
+
toGeminiFormat(opts) {
|
|
74
|
+
const nonSystem = opts.messages.filter(m => m.role !== 'system');
|
|
75
|
+
const history = nonSystem.slice(0, -1).map(m => ({
|
|
76
|
+
role: m.role === 'assistant' ? 'model' : 'user',
|
|
77
|
+
parts: [{ text: m.content }],
|
|
78
|
+
}));
|
|
79
|
+
const lastMessage = nonSystem[nonSystem.length - 1]?.content ?? '';
|
|
80
|
+
return { history, lastMessage };
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
//# sourceMappingURL=google.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"google.js","sourceRoot":"","sources":["../../../../../src/llm/providers/google.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,yBAAyB;AACzB,+DAA+D;AAE/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAI3D,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,MAAM,aAAa,GAA2B;IAC5C,gBAAgB,EAAK,SAAS;IAC9B,kBAAkB,EAAG,SAAS;IAC9B,kBAAkB,EAAK,SAAS;IAChC,gBAAgB,EAAK,SAAS;IAC9B,kBAAkB,EAAG,SAAS;CAC/B,CAAC;AAEF,MAAM,OAAO,cAAc;IAChB,IAAI,GAAG,QAAQ,CAAC;IACjB,KAAK,CAAqB;IAElC,YAAY,MAAe;QACzB,IAAI,CAAC,KAAK,GAAG,IAAI,kBAAkB,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;IACrF,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAuB;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACnE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAE3D,MAAM,IAAI,GAAO,KAAK,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAc,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAgD,EAAE,CAAC,CAAC,EAAE,CAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;QACjS,MAAM,MAAM,GAAK,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QACjC,MAAM,IAAI,GAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEjC,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAK,QAAQ,CAAC,aAAa,CAAC;QAEvC,OAAO;YACL,EAAE,EAAO,UAAU,EAAE;YACrB,KAAK,EAAI,IAAI,CAAC,KAAK;YACnB,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC5B,EAAE,EAAI,UAAU,EAAE;gBAClB,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE;aAChE,CAAC,CAAC;YACH,YAAY,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM;YACxD,KAAK,EAAE;gBACL,YAAY,EAAM,KAAK,EAAE,gBAAgB,IAAQ,CAAC;gBAClD,gBAAgB,EAAE,KAAK,EAAE,oBAAoB,IAAI,CAAC;gBAClD,WAAW,EAAO,KAAK,EAAE,eAAe,IAAS,CAAC;gBAClD,OAAO,EAAW,CAAC,EAAE,sCAAsC;aAC5D;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,IAAuB;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACnE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAC3D,MAAM,IAAI,GAAK,KAAK,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAc,EAAE,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QAEzD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;YAC1B,IAAI,IAAI;gBAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QACzC,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC;IAC/C,CAAC;IAED,WAAW,CAAC,IAAY,EAAE,MAAc;QACtC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,eAAe,CAAC,KAAa;QAC3B,OAAO;YACL,uBAAuB,EAAE,IAAI;YAC7B,iBAAiB,EAAS,IAAI;YAC9B,cAAc,EAAW,IAAI;YAC7B,aAAa,EAAY,aAAa,CAAC,KAAK,CAAC,IAAI,SAAS;YAC1D,eAAe,EAAU,KAAK;SAC/B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACpC,CAAC;IAEO,cAAc,CAAC,IAAuB;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC/C,IAAI,EAAG,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;YAChD,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC7B,CAAC,CAAC,CAAC;QACJ,MAAM,WAAW,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;QACnE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IAClC,CAAC;CACF"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { LLMProvider, LLMRequestOptions, LLMResponse, LLMStreamChunk, LLMCapabilities } from '@nexagent-cli/shared';
|
|
2
|
+
export declare class OllamaProvider implements LLMProvider {
|
|
3
|
+
readonly name = "ollama";
|
|
4
|
+
private baseUrl;
|
|
5
|
+
constructor(baseUrl: string);
|
|
6
|
+
complete(opts: LLMRequestOptions): Promise<LLMResponse>;
|
|
7
|
+
stream(opts: LLMRequestOptions): AsyncGenerator<LLMStreamChunk>;
|
|
8
|
+
countTokens(text: string, _model: string): number;
|
|
9
|
+
getCapabilities(_model: string): LLMCapabilities;
|
|
10
|
+
listModels(): Promise<string[]>;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=ollama.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../../../../src/llm/providers/ollama.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,WAAW,EAAE,iBAAiB,EAAE,WAAW,EAAE,cAAc,EAAE,eAAe,EAC7E,MAAM,sBAAsB,CAAC;AAe9B,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,IAAI,YAAY;IACzB,OAAO,CAAC,OAAO,CAAS;gBAEZ,OAAO,EAAE,MAAM;IAIrB,QAAQ,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC;IA+CtD,MAAM,CAAC,IAAI,EAAE,iBAAiB,GAAG,cAAc,CAAC,cAAc,CAAC;IA2CtE,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM;IAIjD,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,eAAe;IAU1C,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;CAStC"}
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
// ============================================================
|
|
2
|
+
// Ollama Provider — local models (llama3, mistral, codestral, etc.)
|
|
3
|
+
// Uses OpenAI-compatible /api/chat endpoint
|
|
4
|
+
// ============================================================
|
|
5
|
+
import { generateId } from '@nexagent-cli/shared';
|
|
6
|
+
export class OllamaProvider {
|
|
7
|
+
name = 'ollama';
|
|
8
|
+
baseUrl;
|
|
9
|
+
constructor(baseUrl) {
|
|
10
|
+
this.baseUrl = baseUrl.replace(/\/$/, '');
|
|
11
|
+
}
|
|
12
|
+
async complete(opts) {
|
|
13
|
+
const res = await fetch(`${this.baseUrl}/api/chat`, {
|
|
14
|
+
method: 'POST',
|
|
15
|
+
headers: { 'Content-Type': 'application/json' },
|
|
16
|
+
body: JSON.stringify({
|
|
17
|
+
model: opts.model,
|
|
18
|
+
messages: opts.messages,
|
|
19
|
+
tools: opts.tools,
|
|
20
|
+
stream: false,
|
|
21
|
+
options: { temperature: opts.temperature ?? 0.7 },
|
|
22
|
+
}),
|
|
23
|
+
});
|
|
24
|
+
if (!res.ok) {
|
|
25
|
+
throw new Error(`Ollama error ${res.status}: ${await res.text()}`);
|
|
26
|
+
}
|
|
27
|
+
const data = await res.json();
|
|
28
|
+
const toolCalls = data.message.tool_calls?.map((tc, i) => ({
|
|
29
|
+
id: `tool_${i}`,
|
|
30
|
+
type: 'function',
|
|
31
|
+
function: {
|
|
32
|
+
name: tc.function.name,
|
|
33
|
+
arguments: JSON.stringify(tc.function.arguments),
|
|
34
|
+
},
|
|
35
|
+
}));
|
|
36
|
+
return {
|
|
37
|
+
id: generateId(),
|
|
38
|
+
model: opts.model,
|
|
39
|
+
content: data.message.content,
|
|
40
|
+
toolCalls,
|
|
41
|
+
finishReason: toolCalls?.length ? 'tool_calls' : 'stop',
|
|
42
|
+
usage: {
|
|
43
|
+
promptTokens: data.prompt_eval_count ?? 0,
|
|
44
|
+
completionTokens: data.eval_count ?? 0,
|
|
45
|
+
totalTokens: (data.prompt_eval_count ?? 0) + (data.eval_count ?? 0),
|
|
46
|
+
costUsd: 0, // Local, no cost
|
|
47
|
+
},
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
async *stream(opts) {
|
|
51
|
+
const res = await fetch(`${this.baseUrl}/api/chat`, {
|
|
52
|
+
method: 'POST',
|
|
53
|
+
headers: { 'Content-Type': 'application/json' },
|
|
54
|
+
body: JSON.stringify({
|
|
55
|
+
model: opts.model,
|
|
56
|
+
messages: opts.messages,
|
|
57
|
+
stream: true,
|
|
58
|
+
options: { temperature: opts.temperature ?? 0.7 },
|
|
59
|
+
}),
|
|
60
|
+
});
|
|
61
|
+
if (!res.ok || !res.body) {
|
|
62
|
+
throw new Error(`Ollama stream error ${res.status}`);
|
|
63
|
+
}
|
|
64
|
+
const reader = res.body.getReader();
|
|
65
|
+
const decoder = new TextDecoder();
|
|
66
|
+
while (true) {
|
|
67
|
+
const { done, value } = await reader.read();
|
|
68
|
+
if (done)
|
|
69
|
+
break;
|
|
70
|
+
const lines = decoder.decode(value).split('\n').filter(Boolean);
|
|
71
|
+
for (const line of lines) {
|
|
72
|
+
try {
|
|
73
|
+
const chunk = JSON.parse(line);
|
|
74
|
+
if (chunk.message?.content) {
|
|
75
|
+
yield { type: 'text', text: chunk.message.content };
|
|
76
|
+
}
|
|
77
|
+
if (chunk.done) {
|
|
78
|
+
yield { type: 'done', finishReason: 'stop' };
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
catch {
|
|
82
|
+
// skip malformed chunk
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
countTokens(text, _model) {
|
|
88
|
+
return Math.ceil(text.length / 4);
|
|
89
|
+
}
|
|
90
|
+
getCapabilities(_model) {
|
|
91
|
+
return {
|
|
92
|
+
supportsFunctionCalling: true,
|
|
93
|
+
supportsStreaming: true,
|
|
94
|
+
supportsVision: false,
|
|
95
|
+
contextWindow: 128_000,
|
|
96
|
+
maxOutputTokens: 8_192,
|
|
97
|
+
};
|
|
98
|
+
}
|
|
99
|
+
async listModels() {
|
|
100
|
+
try {
|
|
101
|
+
const res = await fetch(`${this.baseUrl}/api/tags`);
|
|
102
|
+
const data = await res.json();
|
|
103
|
+
return data.models.map(m => m.name);
|
|
104
|
+
}
|
|
105
|
+
catch {
|
|
106
|
+
return [];
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
//# sourceMappingURL=ollama.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../../../../src/llm/providers/ollama.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,oEAAoE;AACpE,4CAA4C;AAC5C,+DAA+D;AAK/D,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAclD,MAAM,OAAO,cAAc;IAChB,IAAI,GAAG,QAAQ,CAAC;IACjB,OAAO,CAAS;IAExB,YAAY,OAAe;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAuB;QACpC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;YAClD,MAAM,EAAG,MAAM;YACf,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAK,IAAI,CAAC,KAAK;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAK,IAAI,CAAC,KAAK;gBACpB,MAAM,EAAI,KAAK;gBACf,OAAO,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG,EAAE;aAClD,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,MAAM,KAAK,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAI1B,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACzD,EAAE,EAAI,QAAQ,CAAC,EAAE;YACjB,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE;gBACR,IAAI,EAAO,EAAE,CAAC,QAAQ,CAAC,IAAI;gBAC3B,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;aACjD;SACF,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,EAAE,EAAW,UAAU,EAAE;YACzB,KAAK,EAAQ,IAAI,CAAC,KAAK;YACvB,OAAO,EAAM,IAAI,CAAC,OAAO,CAAC,OAAO;YACjC,SAAS;YACT,YAAY,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM;YACvD,KAAK,EAAE;gBACL,YAAY,EAAM,IAAI,CAAC,iBAAiB,IAAI,CAAC;gBAC7C,gBAAgB,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;gBACtC,WAAW,EAAO,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;gBACxE,OAAO,EAAW,CAAC,EAAE,iBAAiB;aACvC;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,IAAuB;QACnC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;YAClD,MAAM,EAAG,MAAM;YACf,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAK,IAAI,CAAC,KAAK;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAI,IAAI;gBACd,OAAO,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG,EAAE;aAClD,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,uBAAuB,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,MAAM,GAAI,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAElC,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAChE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAG5B,CAAC;oBACF,IAAI,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;wBAC3B,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oBACtD,CAAC;oBACD,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;wBACf,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC;oBAC/C,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,uBAAuB;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,WAAW,CAAC,IAAY,EAAE,MAAc;QACtC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,eAAe,CAAC,MAAc;QAC5B,OAAO;YACL,uBAAuB,EAAE,IAAI;YAC7B,iBAAiB,EAAS,IAAI;YAC9B,cAAc,EAAW,KAAK;YAC9B,aAAa,EAAY,OAAO;YAChC,eAAe,EAAU,KAAK;SAC/B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,MAAM,GAAG,GAAI,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,CAAC,CAAC;YACrD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAA+B,CAAC;YAC3D,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { LLMProvider, LLMRequestOptions, LLMResponse, LLMStreamChunk, LLMCapabilities } from '@nexagent-cli/shared';
|
|
2
|
+
export declare class OpenAIProvider implements LLMProvider {
|
|
3
|
+
readonly name = "openai";
|
|
4
|
+
private client;
|
|
5
|
+
constructor(apiKey?: string, baseURL?: string);
|
|
6
|
+
complete(opts: LLMRequestOptions): Promise<LLMResponse>;
|
|
7
|
+
stream(opts: LLMRequestOptions): AsyncGenerator<LLMStreamChunk>;
|
|
8
|
+
countTokens(text: string, _model: string): number;
|
|
9
|
+
getCapabilities(model: string): LLMCapabilities;
|
|
10
|
+
listModels(): Promise<string[]>;
|
|
11
|
+
private toOpenAIMessages;
|
|
12
|
+
private estimateCost;
|
|
13
|
+
private mapFinishReason;
|
|
14
|
+
}
|
|
15
|
+
//# sourceMappingURL=openai.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../../../src/llm/providers/openai.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,WAAW,EACX,iBAAiB,EACjB,WAAW,EACX,cAAc,EACd,eAAe,EAEhB,MAAM,sBAAsB,CAAC;AAuB9B,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,IAAI,YAAY;IACzB,OAAO,CAAC,MAAM,CAAS;gBAEX,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAOvC,QAAQ,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC;IAkCtD,MAAM,CAAC,IAAI,EAAE,iBAAiB,GAAG,cAAc,CAAC,cAAc,CAAC;IA6DtE,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM;IAMjD,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,eAAe;IAUzC,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAYrC,OAAO,CAAC,gBAAgB;IAwBxB,OAAO,CAAC,YAAY;IAKpB,OAAO,CAAC,eAAe;CAQxB"}
|
|
@@ -0,0 +1,180 @@
|
|
|
1
|
+
// ============================================================
|
|
2
|
+
// OpenAI Provider — supports GPT-4o, GPT-4.1, o3, etc.
|
|
3
|
+
// Also used as the base for OpenAI-compatible endpoints.
|
|
4
|
+
// ============================================================
|
|
5
|
+
import OpenAI from 'openai';
|
|
6
|
+
/** Model context windows */
|
|
7
|
+
const MODEL_CONTEXT = {
|
|
8
|
+
'gpt-4o': 128_000,
|
|
9
|
+
'gpt-4o-mini': 128_000,
|
|
10
|
+
'gpt-4.1': 1_047_576,
|
|
11
|
+
'gpt-4.1-mini': 1_047_576,
|
|
12
|
+
'o3': 200_000,
|
|
13
|
+
'o4-mini': 200_000,
|
|
14
|
+
};
|
|
15
|
+
/** Cost per million tokens [input, output] in USD */
|
|
16
|
+
const MODEL_COST = {
|
|
17
|
+
'gpt-4o': [2.50, 10.00],
|
|
18
|
+
'gpt-4o-mini': [0.15, 0.60],
|
|
19
|
+
'gpt-4.1': [2.00, 8.00],
|
|
20
|
+
'gpt-4.1-mini': [0.40, 1.60],
|
|
21
|
+
'o3': [10.00, 40.00],
|
|
22
|
+
'o4-mini': [1.10, 4.40],
|
|
23
|
+
};
|
|
24
|
+
export class OpenAIProvider {
|
|
25
|
+
name = 'openai';
|
|
26
|
+
client;
|
|
27
|
+
constructor(apiKey, baseURL) {
|
|
28
|
+
this.client = new OpenAI({
|
|
29
|
+
apiKey: apiKey ?? process.env['OPENAI_API_KEY'],
|
|
30
|
+
baseURL: baseURL,
|
|
31
|
+
});
|
|
32
|
+
}
|
|
33
|
+
async complete(opts) {
|
|
34
|
+
const response = await this.client.chat.completions.create({
|
|
35
|
+
model: opts.model,
|
|
36
|
+
messages: this.toOpenAIMessages(opts.messages),
|
|
37
|
+
tools: opts.tools,
|
|
38
|
+
tool_choice: opts.toolChoice,
|
|
39
|
+
temperature: opts.temperature,
|
|
40
|
+
max_tokens: opts.maxTokens,
|
|
41
|
+
stream: false,
|
|
42
|
+
});
|
|
43
|
+
const choice = response.choices[0];
|
|
44
|
+
const usage = response.usage;
|
|
45
|
+
const cost = this.estimateCost(opts.model, usage.prompt_tokens, usage.completion_tokens);
|
|
46
|
+
return {
|
|
47
|
+
id: response.id,
|
|
48
|
+
model: response.model,
|
|
49
|
+
content: choice.message.content ?? '',
|
|
50
|
+
toolCalls: choice.message.tool_calls?.map(tc => ({
|
|
51
|
+
id: tc.id,
|
|
52
|
+
type: 'function',
|
|
53
|
+
function: { name: tc.function.name, arguments: tc.function.arguments },
|
|
54
|
+
})),
|
|
55
|
+
finishReason: this.mapFinishReason(choice.finish_reason),
|
|
56
|
+
usage: {
|
|
57
|
+
promptTokens: usage.prompt_tokens,
|
|
58
|
+
completionTokens: usage.completion_tokens,
|
|
59
|
+
totalTokens: usage.total_tokens,
|
|
60
|
+
costUsd: cost,
|
|
61
|
+
},
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
async *stream(opts) {
|
|
65
|
+
const stream = await this.client.chat.completions.create({
|
|
66
|
+
model: opts.model,
|
|
67
|
+
messages: this.toOpenAIMessages(opts.messages),
|
|
68
|
+
tools: opts.tools,
|
|
69
|
+
tool_choice: opts.toolChoice,
|
|
70
|
+
temperature: opts.temperature,
|
|
71
|
+
max_tokens: opts.maxTokens,
|
|
72
|
+
stream: true,
|
|
73
|
+
});
|
|
74
|
+
const toolCallBuffers = new Map();
|
|
75
|
+
for await (const chunk of stream) {
|
|
76
|
+
const delta = chunk.choices[0]?.delta;
|
|
77
|
+
if (!delta)
|
|
78
|
+
continue;
|
|
79
|
+
// Text delta
|
|
80
|
+
if (delta.content) {
|
|
81
|
+
yield { type: 'text', text: delta.content };
|
|
82
|
+
}
|
|
83
|
+
// Tool call deltas
|
|
84
|
+
if (delta.tool_calls) {
|
|
85
|
+
for (const tc of delta.tool_calls) {
|
|
86
|
+
const idx = tc.index;
|
|
87
|
+
if (tc.id) {
|
|
88
|
+
// Start of a new tool call
|
|
89
|
+
toolCallBuffers.set(idx, { id: tc.id, name: tc.function?.name ?? '', args: '' });
|
|
90
|
+
yield { type: 'tool_call_start', toolCallId: tc.id, toolName: tc.function?.name };
|
|
91
|
+
}
|
|
92
|
+
if (tc.function?.arguments) {
|
|
93
|
+
const buf = toolCallBuffers.get(idx);
|
|
94
|
+
if (buf) {
|
|
95
|
+
buf.args += tc.function.arguments;
|
|
96
|
+
yield { type: 'tool_call_delta', toolCallId: buf.id, argsDelta: tc.function.arguments };
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
const finishReason = chunk.choices[0]?.finish_reason;
|
|
102
|
+
if (finishReason === 'tool_calls') {
|
|
103
|
+
// Emit tool_call_end for each buffered call
|
|
104
|
+
for (const [, buf] of toolCallBuffers) {
|
|
105
|
+
yield {
|
|
106
|
+
type: 'tool_call_end',
|
|
107
|
+
toolCallId: buf.id,
|
|
108
|
+
toolName: buf.name,
|
|
109
|
+
argsDelta: buf.args,
|
|
110
|
+
};
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
if (finishReason) {
|
|
114
|
+
yield { type: 'done', finishReason };
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
countTokens(text, _model) {
|
|
119
|
+
// Rough approximation: 4 chars ≈ 1 token
|
|
120
|
+
// For production, import js-tiktoken
|
|
121
|
+
return Math.ceil(text.length / 4);
|
|
122
|
+
}
|
|
123
|
+
getCapabilities(model) {
|
|
124
|
+
return {
|
|
125
|
+
supportsFunctionCalling: true,
|
|
126
|
+
supportsStreaming: true,
|
|
127
|
+
supportsVision: model.includes('4o') || model.includes('4.1'),
|
|
128
|
+
contextWindow: MODEL_CONTEXT[model] ?? 128_000,
|
|
129
|
+
maxOutputTokens: 16_384,
|
|
130
|
+
};
|
|
131
|
+
}
|
|
132
|
+
async listModels() {
|
|
133
|
+
try {
|
|
134
|
+
const models = await this.client.models.list();
|
|
135
|
+
return models.data
|
|
136
|
+
.filter(m => m.id.startsWith('gpt') || m.id.startsWith('o'))
|
|
137
|
+
.map(m => m.id)
|
|
138
|
+
.sort();
|
|
139
|
+
}
|
|
140
|
+
catch {
|
|
141
|
+
return Object.keys(MODEL_CONTEXT);
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
toOpenAIMessages(messages) {
|
|
145
|
+
return messages.map(m => {
|
|
146
|
+
if (m.role === 'assistant' && m.toolCalls && m.toolCalls.length > 0) {
|
|
147
|
+
return {
|
|
148
|
+
role: 'assistant',
|
|
149
|
+
content: m.content,
|
|
150
|
+
tool_calls: m.toolCalls.map(tc => ({
|
|
151
|
+
id: tc.id,
|
|
152
|
+
type: 'function',
|
|
153
|
+
function: { name: tc.function.name, arguments: tc.function.arguments },
|
|
154
|
+
})),
|
|
155
|
+
};
|
|
156
|
+
}
|
|
157
|
+
if (m.role === 'tool') {
|
|
158
|
+
return {
|
|
159
|
+
role: 'tool',
|
|
160
|
+
tool_call_id: m.toolCallId ?? '',
|
|
161
|
+
content: m.content,
|
|
162
|
+
};
|
|
163
|
+
}
|
|
164
|
+
return m;
|
|
165
|
+
});
|
|
166
|
+
}
|
|
167
|
+
estimateCost(model, promptTokens, completionTokens) {
|
|
168
|
+
const [inputCost, outputCost] = MODEL_COST[model] ?? [5.00, 15.00];
|
|
169
|
+
return (promptTokens * inputCost + completionTokens * outputCost) / 1_000_000;
|
|
170
|
+
}
|
|
171
|
+
mapFinishReason(reason) {
|
|
172
|
+
switch (reason) {
|
|
173
|
+
case 'stop': return 'stop';
|
|
174
|
+
case 'tool_calls': return 'tool_calls';
|
|
175
|
+
case 'length': return 'length';
|
|
176
|
+
default: return 'stop';
|
|
177
|
+
}
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
//# sourceMappingURL=openai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../../../src/llm/providers/openai.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,uDAAuD;AACvD,yDAAyD;AACzD,+DAA+D;AAE/D,OAAO,MAAM,MAAM,QAAQ,CAAC;AAW5B,4BAA4B;AAC5B,MAAM,aAAa,GAA2B;IAC5C,QAAQ,EAAW,OAAO;IAC1B,aAAa,EAAM,OAAO;IAC1B,SAAS,EAAU,SAAS;IAC5B,cAAc,EAAK,SAAS;IAC5B,IAAI,EAAe,OAAO;IAC1B,SAAS,EAAU,OAAO;CAC3B,CAAC;AAEF,qDAAqD;AACrD,MAAM,UAAU,GAAqC;IACnD,QAAQ,EAAO,CAAC,IAAI,EAAE,KAAK,CAAC;IAC5B,aAAa,EAAE,CAAC,IAAI,EAAG,IAAI,CAAC;IAC5B,SAAS,EAAM,CAAC,IAAI,EAAG,IAAI,CAAC;IAC5B,cAAc,EAAC,CAAC,IAAI,EAAG,IAAI,CAAC;IAC5B,IAAI,EAAW,CAAC,KAAK,EAAE,KAAK,CAAC;IAC7B,SAAS,EAAM,CAAC,IAAI,EAAG,IAAI,CAAC;CAC7B,CAAC;AAEF,MAAM,OAAO,cAAc;IAChB,IAAI,GAAG,QAAQ,CAAC;IACjB,MAAM,CAAS;IAEvB,YAAY,MAAe,EAAE,OAAgB;QAC3C,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,MAAM,EAAG,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;YAChD,OAAO,EAAE,OAAO;SACjB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAuB;QACpC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACzD,KAAK,EAAQ,IAAI,CAAC,KAAK;YACvB,QAAQ,EAAK,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC;YACjD,KAAK,EAAQ,IAAI,CAAC,KAAkD;YACpE,WAAW,EAAE,IAAI,CAAC,UAA+D;YACjF,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAG,IAAI,CAAC,SAAS;YAC3B,MAAM,EAAO,KAAK;SACnB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAI,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC;QACrC,MAAM,KAAK,GAAK,QAAQ,CAAC,KAAM,CAAC;QAChC,MAAM,IAAI,GAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAE5F,OAAO;YACL,EAAE,EAAY,QAAQ,CAAC,EAAE;YACzB,KAAK,EAAS,QAAQ,CAAC,KAAK;YAC5B,OAAO,EAAO,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE;YAC1C,SAAS,EAAK,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAClD,EAAE,EAAI,EAAE,CAAC,EAAE;gBACX,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE;aACvE,CAAC,CAAC;YACH,YAAY,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,aAAa,CAAC;YACxD,KAAK,EAAE;gBACL,YAAY,EAAM,KAAK,CAAC,aAAa;gBACrC,gBAAgB,EAAE,KAAK,CAAC,iBAAiB;gBACzC,WAAW,EAAO,KAAK,CAAC,YAAY;gBACpC,OAAO,EAAW,IAAI;aACvB;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,IAAuB;QACnC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACvD,KAAK,EAAQ,IAAI,CAAC,KAAK;YACvB,QAAQ,EAAK,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC;YACjD,KAAK,EAAQ,IAAI,CAAC,KAAkD;YACpE,WAAW,EAAE,IAAI,CAAC,UAA+D;YACjF,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAG,IAAI,CAAC,SAAS;YAC3B,MAAM,EAAO,IAAI;SAClB,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,IAAI,GAAG,EAE3B,CAAC;QAEL,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;YACtC,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,aAAa;YACb,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAC9C,CAAC;YAED,mBAAmB;YACnB,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBACrB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;oBAClC,MAAM,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC;oBACrB,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;wBACV,2BAA2B;wBAC3B,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;wBACjF,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;oBACpF,CAAC;oBACD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;wBAC3B,MAAM,GAAG,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;wBACrC,IAAI,GAAG,EAAE,CAAC;4BACR,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;4BAClC,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,UAAU,EAAE,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;wBAC1F,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC;YACrD,IAAI,YAAY,KAAK,YAAY,EAAE,CAAC;gBAClC,4CAA4C;gBAC5C,KAAK,MAAM,CAAC,EAAE,GAAG,CAAC,IAAI,eAAe,EAAE,CAAC;oBACtC,MAAM;wBACJ,IAAI,EAAQ,eAAe;wBAC3B,UAAU,EAAE,GAAG,CAAC,EAAE;wBAClB,QAAQ,EAAI,GAAG,CAAC,IAAI;wBACpB,SAAS,EAAG,GAAG,CAAC,IAAI;qBACrB,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAED,WAAW,CAAC,IAAY,EAAE,MAAc;QACtC,yCAAyC;QACzC,qCAAqC;QACrC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,eAAe,CAAC,KAAa;QAC3B,OAAO;YACL,uBAAuB,EAAE,IAAI;YAC7B,iBAAiB,EAAS,IAAI;YAC9B,cAAc,EAAW,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;YACtE,aAAa,EAAY,aAAa,CAAC,KAAK,CAAC,IAAI,OAAO;YACxD,eAAe,EAAU,MAAM;SAChC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAC/C,OAAO,MAAM,CAAC,IAAI;iBACf,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;iBAC3D,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACd,IAAI,EAAE,CAAC;QACZ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,QAAsB;QAC7C,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YACtB,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpE,OAAO;oBACL,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,CAAC,CAAC,OAAO;oBAClB,UAAU,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;wBACjC,EAAE,EAAE,EAAE,CAAC,EAAE;wBACT,IAAI,EAAE,UAAmB;wBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE;qBACvE,CAAC,CAAC;iBACiC,CAAC;YACzC,CAAC;YACD,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtB,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,YAAY,EAAE,CAAC,CAAC,UAAU,IAAI,EAAE;oBAChC,OAAO,EAAE,CAAC,CAAC,OAAO;iBACkB,CAAC;YACzC,CAAC;YACD,OAAO,CAAsC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,YAAY,CAAC,KAAa,EAAE,YAAoB,EAAE,gBAAwB;QAChF,MAAM,CAAC,SAAS,EAAE,UAAU,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACnE,OAAO,CAAC,YAAY,GAAG,SAAS,GAAG,gBAAgB,GAAG,UAAU,CAAC,GAAG,SAAS,CAAC;IAChF,CAAC;IAEO,eAAe,CAAC,MAAqB;QAC3C,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM,CAAC,CAAQ,OAAO,MAAM,CAAC;YAClC,KAAK,YAAY,CAAC,CAAE,OAAO,YAAY,CAAC;YACxC,KAAK,QAAQ,CAAC,CAAM,OAAO,QAAQ,CAAC;YACpC,OAAO,CAAC,CAAY,OAAO,MAAM,CAAC;QACpC,CAAC;IACH,CAAC;CACF"}
|