opengauge 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +64 -0
- package/bin/opengauge.js +70 -0
- package/dist/core/optimizer/checkpoint.d.ts +37 -0
- package/dist/core/optimizer/checkpoint.d.ts.map +1 -0
- package/dist/core/optimizer/checkpoint.js +81 -0
- package/dist/core/optimizer/checkpoint.js.map +1 -0
- package/dist/core/optimizer/compressor.d.ts +41 -0
- package/dist/core/optimizer/compressor.d.ts.map +1 -0
- package/dist/core/optimizer/compressor.js +134 -0
- package/dist/core/optimizer/compressor.js.map +1 -0
- package/dist/core/optimizer/dedup.d.ts +48 -0
- package/dist/core/optimizer/dedup.d.ts.map +1 -0
- package/dist/core/optimizer/dedup.js +147 -0
- package/dist/core/optimizer/dedup.js.map +1 -0
- package/dist/core/providers/adapter.d.ts +48 -0
- package/dist/core/providers/adapter.d.ts.map +1 -0
- package/dist/core/providers/adapter.js +22 -0
- package/dist/core/providers/adapter.js.map +1 -0
- package/dist/core/providers/anthropic.d.ts +12 -0
- package/dist/core/providers/anthropic.d.ts.map +1 -0
- package/dist/core/providers/anthropic.js +155 -0
- package/dist/core/providers/anthropic.js.map +1 -0
- package/dist/core/providers/gemini.d.ts +13 -0
- package/dist/core/providers/gemini.d.ts.map +1 -0
- package/dist/core/providers/gemini.js +154 -0
- package/dist/core/providers/gemini.js.map +1 -0
- package/dist/core/providers/ollama.d.ts +11 -0
- package/dist/core/providers/ollama.d.ts.map +1 -0
- package/dist/core/providers/ollama.js +119 -0
- package/dist/core/providers/ollama.js.map +1 -0
- package/dist/core/providers/openai.d.ts +12 -0
- package/dist/core/providers/openai.d.ts.map +1 -0
- package/dist/core/providers/openai.js +169 -0
- package/dist/core/providers/openai.js.map +1 -0
- package/dist/core/rag/assembler.d.ts +47 -0
- package/dist/core/rag/assembler.d.ts.map +1 -0
- package/dist/core/rag/assembler.js +178 -0
- package/dist/core/rag/assembler.js.map +1 -0
- package/dist/core/rag/embedder.d.ts +16 -0
- package/dist/core/rag/embedder.d.ts.map +1 -0
- package/dist/core/rag/embedder.js +223 -0
- package/dist/core/rag/embedder.js.map +1 -0
- package/dist/core/rag/retriever.d.ts +20 -0
- package/dist/core/rag/retriever.d.ts.map +1 -0
- package/dist/core/rag/retriever.js +71 -0
- package/dist/core/rag/retriever.js.map +1 -0
- package/dist/db/index.d.ts +5 -0
- package/dist/db/index.d.ts.map +1 -0
- package/dist/db/index.js +48 -0
- package/dist/db/index.js.map +1 -0
- package/dist/db/queries.d.ts +72 -0
- package/dist/db/queries.d.ts.map +1 -0
- package/dist/db/queries.js +169 -0
- package/dist/db/queries.js.map +1 -0
- package/dist/db/schema.d.ts +3 -0
- package/dist/db/schema.d.ts.map +1 -0
- package/dist/db/schema.js +71 -0
- package/dist/db/schema.js.map +1 -0
- package/dist/server/config.d.ts +25 -0
- package/dist/server/config.d.ts.map +1 -0
- package/dist/server/config.js +69 -0
- package/dist/server/config.js.map +1 -0
- package/dist/server/index.d.ts +5 -0
- package/dist/server/index.d.ts.map +1 -0
- package/dist/server/index.js +61 -0
- package/dist/server/index.js.map +1 -0
- package/dist/server/routes/index.d.ts +6 -0
- package/dist/server/routes/index.d.ts.map +1 -0
- package/dist/server/routes/index.js +272 -0
- package/dist/server/routes/index.js.map +1 -0
- package/dist/server/sse.d.ts +21 -0
- package/dist/server/sse.d.ts.map +1 -0
- package/dist/server/sse.js +40 -0
- package/dist/server/sse.js.map +1 -0
- package/dist/ui/static/app.js +515 -0
- package/dist/ui/static/index.html +13 -0
- package/dist/ui/static/styles.css +506 -0
- package/dist/ui/static/vendor.js +26 -0
- package/package.json +49 -0
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
export interface ChatMessage {
|
|
2
|
+
role: 'user' | 'assistant' | 'system';
|
|
3
|
+
content: string;
|
|
4
|
+
}
|
|
5
|
+
export interface ChatRequest {
|
|
6
|
+
messages: ChatMessage[];
|
|
7
|
+
model: string;
|
|
8
|
+
maxTokens?: number;
|
|
9
|
+
temperature?: number;
|
|
10
|
+
stream?: boolean;
|
|
11
|
+
}
|
|
12
|
+
export interface ChatResponse {
|
|
13
|
+
content: string;
|
|
14
|
+
tokensIn: number;
|
|
15
|
+
tokensOut: number;
|
|
16
|
+
model: string;
|
|
17
|
+
provider: string;
|
|
18
|
+
}
|
|
19
|
+
export interface StreamChunk {
|
|
20
|
+
content: string;
|
|
21
|
+
done: boolean;
|
|
22
|
+
tokensIn?: number;
|
|
23
|
+
tokensOut?: number;
|
|
24
|
+
}
|
|
25
|
+
export interface ProviderConfig {
|
|
26
|
+
api_key?: string;
|
|
27
|
+
base_url?: string;
|
|
28
|
+
default_model?: string;
|
|
29
|
+
}
|
|
30
|
+
export interface LLMProvider {
|
|
31
|
+
name: string;
|
|
32
|
+
defaultModel: string;
|
|
33
|
+
/**
|
|
34
|
+
* Send a chat request and get a full response.
|
|
35
|
+
*/
|
|
36
|
+
chat(request: ChatRequest): Promise<ChatResponse>;
|
|
37
|
+
/**
|
|
38
|
+
* Send a chat request and stream the response via an async generator.
|
|
39
|
+
*/
|
|
40
|
+
chatStream(request: ChatRequest): AsyncGenerator<StreamChunk, void, unknown>;
|
|
41
|
+
/**
|
|
42
|
+
* Count tokens for a given text (provider-specific).
|
|
43
|
+
*/
|
|
44
|
+
countTokens(text: string): Promise<number>;
|
|
45
|
+
}
|
|
46
|
+
export type ProviderName = 'anthropic' | 'openai' | 'gemini' | 'ollama';
|
|
47
|
+
export declare function createProvider(name: ProviderName, config: ProviderConfig): LLMProvider;
|
|
48
|
+
//# sourceMappingURL=adapter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"adapter.d.ts","sourceRoot":"","sources":["../../../src/core/providers/adapter.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAElD;;OAEG;IACH,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IAE7E;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC5C;AAOD,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAExE,wBAAgB,cAAc,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,cAAc,GAAG,WAAW,CAatF"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.createProvider = createProvider;
|
|
4
|
+
const anthropic_1 = require("./anthropic");
|
|
5
|
+
const openai_1 = require("./openai");
|
|
6
|
+
const gemini_1 = require("./gemini");
|
|
7
|
+
const ollama_1 = require("./ollama");
|
|
8
|
+
function createProvider(name, config) {
|
|
9
|
+
switch (name) {
|
|
10
|
+
case 'anthropic':
|
|
11
|
+
return new anthropic_1.AnthropicProvider(config);
|
|
12
|
+
case 'openai':
|
|
13
|
+
return new openai_1.OpenAIProvider(config);
|
|
14
|
+
case 'gemini':
|
|
15
|
+
return new gemini_1.GeminiProvider(config);
|
|
16
|
+
case 'ollama':
|
|
17
|
+
return new ollama_1.OllamaProvider(config);
|
|
18
|
+
default:
|
|
19
|
+
throw new Error(`Unknown provider: ${name}`);
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=adapter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../src/core/providers/adapter.ts"],"names":[],"mappings":";;AA6DA,wCAaC;AApBD,2CAAgD;AAChD,qCAA0C;AAC1C,qCAA0C;AAC1C,qCAA0C;AAI1C,SAAgB,cAAc,CAAC,IAAkB,EAAE,MAAsB;IACvE,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,WAAW;YACd,OAAO,IAAI,6BAAiB,CAAC,MAAM,CAAC,CAAC;QACvC,KAAK,QAAQ;YACX,OAAO,IAAI,uBAAc,CAAC,MAAM,CAAC,CAAC;QACpC,KAAK,QAAQ;YACX,OAAO,IAAI,uBAAc,CAAC,MAAM,CAAC,CAAC;QACpC,KAAK,QAAQ;YACX,OAAO,IAAI,uBAAc,CAAC,MAAM,CAAC,CAAC;QACpC;YACE,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { LLMProvider, ChatRequest, ChatResponse, StreamChunk, ProviderConfig } from './adapter';
|
|
2
|
+
export declare class AnthropicProvider implements LLMProvider {
|
|
3
|
+
name: string;
|
|
4
|
+
defaultModel: string;
|
|
5
|
+
private apiKey;
|
|
6
|
+
private baseUrl;
|
|
7
|
+
constructor(config: ProviderConfig);
|
|
8
|
+
chat(request: ChatRequest): Promise<ChatResponse>;
|
|
9
|
+
chatStream(request: ChatRequest): AsyncGenerator<StreamChunk, void, unknown>;
|
|
10
|
+
countTokens(text: string): Promise<number>;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=anthropic.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../src/core/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EACX,WAAW,EACX,YAAY,EACZ,WAAW,EACX,cAAc,EACf,MAAM,WAAW,CAAC;AAEnB,qBAAa,iBAAkB,YAAW,WAAW;IACnD,IAAI,SAAe;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,cAAc;IAM5B,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IA4DhD,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;IA6F7E,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAIjD"}
|
|
@@ -0,0 +1,155 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.AnthropicProvider = void 0;
|
|
4
|
+
class AnthropicProvider {
|
|
5
|
+
name = 'anthropic';
|
|
6
|
+
defaultModel;
|
|
7
|
+
apiKey;
|
|
8
|
+
baseUrl;
|
|
9
|
+
constructor(config) {
|
|
10
|
+
this.apiKey = config.api_key || '';
|
|
11
|
+
this.baseUrl = config.base_url || 'https://api.anthropic.com';
|
|
12
|
+
this.defaultModel = config.default_model || 'claude-sonnet-4-20250514';
|
|
13
|
+
}
|
|
14
|
+
async chat(request) {
|
|
15
|
+
const model = request.model || this.defaultModel;
|
|
16
|
+
const systemMessage = request.messages.find((m) => m.role === 'system');
|
|
17
|
+
const nonSystemMessages = request.messages.filter((m) => m.role !== 'system');
|
|
18
|
+
const body = {
|
|
19
|
+
model,
|
|
20
|
+
max_tokens: request.maxTokens || 4096,
|
|
21
|
+
messages: nonSystemMessages.map((m) => ({
|
|
22
|
+
role: m.role,
|
|
23
|
+
content: m.content,
|
|
24
|
+
})),
|
|
25
|
+
};
|
|
26
|
+
if (systemMessage) {
|
|
27
|
+
// Use prompt caching for system prompts
|
|
28
|
+
body.system = [
|
|
29
|
+
{
|
|
30
|
+
type: 'text',
|
|
31
|
+
text: systemMessage.content,
|
|
32
|
+
cache_control: { type: 'ephemeral' },
|
|
33
|
+
},
|
|
34
|
+
];
|
|
35
|
+
}
|
|
36
|
+
if (request.temperature !== undefined) {
|
|
37
|
+
body.temperature = request.temperature;
|
|
38
|
+
}
|
|
39
|
+
const response = await fetch(`${this.baseUrl}/v1/messages`, {
|
|
40
|
+
method: 'POST',
|
|
41
|
+
headers: {
|
|
42
|
+
'Content-Type': 'application/json',
|
|
43
|
+
'x-api-key': this.apiKey,
|
|
44
|
+
'anthropic-version': '2023-06-01',
|
|
45
|
+
'anthropic-beta': 'prompt-caching-2024-07-31',
|
|
46
|
+
},
|
|
47
|
+
body: JSON.stringify(body),
|
|
48
|
+
});
|
|
49
|
+
if (!response.ok) {
|
|
50
|
+
const err = await response.text();
|
|
51
|
+
throw new Error(`Anthropic API error (${response.status}): ${err}`);
|
|
52
|
+
}
|
|
53
|
+
const data = await response.json();
|
|
54
|
+
const content = data.content
|
|
55
|
+
.filter((c) => c.type === 'text')
|
|
56
|
+
.map((c) => c.text)
|
|
57
|
+
.join('');
|
|
58
|
+
return {
|
|
59
|
+
content,
|
|
60
|
+
tokensIn: data.usage?.input_tokens || 0,
|
|
61
|
+
tokensOut: data.usage?.output_tokens || 0,
|
|
62
|
+
model,
|
|
63
|
+
provider: this.name,
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
async *chatStream(request) {
|
|
67
|
+
const model = request.model || this.defaultModel;
|
|
68
|
+
const systemMessage = request.messages.find((m) => m.role === 'system');
|
|
69
|
+
const nonSystemMessages = request.messages.filter((m) => m.role !== 'system');
|
|
70
|
+
const body = {
|
|
71
|
+
model,
|
|
72
|
+
max_tokens: request.maxTokens || 4096,
|
|
73
|
+
stream: true,
|
|
74
|
+
messages: nonSystemMessages.map((m) => ({
|
|
75
|
+
role: m.role,
|
|
76
|
+
content: m.content,
|
|
77
|
+
})),
|
|
78
|
+
};
|
|
79
|
+
if (systemMessage) {
|
|
80
|
+
body.system = [
|
|
81
|
+
{
|
|
82
|
+
type: 'text',
|
|
83
|
+
text: systemMessage.content,
|
|
84
|
+
cache_control: { type: 'ephemeral' },
|
|
85
|
+
},
|
|
86
|
+
];
|
|
87
|
+
}
|
|
88
|
+
if (request.temperature !== undefined) {
|
|
89
|
+
body.temperature = request.temperature;
|
|
90
|
+
}
|
|
91
|
+
const response = await fetch(`${this.baseUrl}/v1/messages`, {
|
|
92
|
+
method: 'POST',
|
|
93
|
+
headers: {
|
|
94
|
+
'Content-Type': 'application/json',
|
|
95
|
+
'x-api-key': this.apiKey,
|
|
96
|
+
'anthropic-version': '2023-06-01',
|
|
97
|
+
'anthropic-beta': 'prompt-caching-2024-07-31',
|
|
98
|
+
},
|
|
99
|
+
body: JSON.stringify(body),
|
|
100
|
+
});
|
|
101
|
+
if (!response.ok) {
|
|
102
|
+
const err = await response.text();
|
|
103
|
+
throw new Error(`Anthropic API error (${response.status}): ${err}`);
|
|
104
|
+
}
|
|
105
|
+
const reader = response.body?.getReader();
|
|
106
|
+
if (!reader)
|
|
107
|
+
throw new Error('No response body');
|
|
108
|
+
const decoder = new TextDecoder();
|
|
109
|
+
let buffer = '';
|
|
110
|
+
let tokensIn = 0;
|
|
111
|
+
let tokensOut = 0;
|
|
112
|
+
try {
|
|
113
|
+
while (true) {
|
|
114
|
+
const { done, value } = await reader.read();
|
|
115
|
+
if (done)
|
|
116
|
+
break;
|
|
117
|
+
buffer += decoder.decode(value, { stream: true });
|
|
118
|
+
const lines = buffer.split('\n');
|
|
119
|
+
buffer = lines.pop() || '';
|
|
120
|
+
for (const line of lines) {
|
|
121
|
+
if (!line.startsWith('data: '))
|
|
122
|
+
continue;
|
|
123
|
+
const data = line.slice(6).trim();
|
|
124
|
+
if (data === '[DONE]')
|
|
125
|
+
continue;
|
|
126
|
+
try {
|
|
127
|
+
const event = JSON.parse(data);
|
|
128
|
+
if (event.type === 'content_block_delta' && event.delta?.text) {
|
|
129
|
+
yield { content: event.delta.text, done: false };
|
|
130
|
+
}
|
|
131
|
+
if (event.type === 'message_start' && event.message?.usage) {
|
|
132
|
+
tokensIn = event.message.usage.input_tokens || 0;
|
|
133
|
+
}
|
|
134
|
+
if (event.type === 'message_delta' && event.usage) {
|
|
135
|
+
tokensOut = event.usage.output_tokens || 0;
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
catch {
|
|
139
|
+
// Skip malformed JSON
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
finally {
|
|
145
|
+
reader.releaseLock();
|
|
146
|
+
}
|
|
147
|
+
yield { content: '', done: true, tokensIn, tokensOut };
|
|
148
|
+
}
|
|
149
|
+
async countTokens(text) {
|
|
150
|
+
// Rough estimation: ~4 chars per token for Claude
|
|
151
|
+
return Math.ceil(text.length / 4);
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
exports.AnthropicProvider = AnthropicProvider;
|
|
155
|
+
//# sourceMappingURL=anthropic.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../src/core/providers/anthropic.ts"],"names":[],"mappings":";;;AAQA,MAAa,iBAAiB;IAC5B,IAAI,GAAG,WAAW,CAAC;IACnB,YAAY,CAAS;IACb,MAAM,CAAS;IACf,OAAO,CAAS;IAExB,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,QAAQ,IAAI,2BAA2B,CAAC;QAC9D,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,aAAa,IAAI,0BAA0B,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAoB;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACjD,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACxE,MAAM,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAE9E,MAAM,IAAI,GAAQ;YAChB,KAAK;YACL,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YACrC,QAAQ,EAAE,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtC,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;aACnB,CAAC,CAAC;SACJ,CAAC;QAEF,IAAI,aAAa,EAAE,CAAC;YAClB,wCAAwC;YACxC,IAAI,CAAC,MAAM,GAAG;gBACZ;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,aAAa,CAAC,OAAO;oBAC3B,aAAa,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;iBACrC;aACF,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACzC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,cAAc,EAAE;YAC1D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,WAAW,EAAE,IAAI,CAAC,MAAM;gBACxB,mBAAmB,EAAE,YAAY;gBACjC,gBAAgB,EAAE,2BAA2B;aAC9C;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO;aACzB,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;aACrC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aACvB,IAAI,CAAC,EAAE,CAAC,CAAC;QAEZ,OAAO;YACL,OAAO;YACP,QAAQ,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;YACvC,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;YACzC,KAAK;YACL,QAAQ,EAAE,IAAI,CAAC,IAAI;SACpB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,OAAoB;QACpC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACjD,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACxE,MAAM,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAE9E,MAAM,IAAI,GAAQ;YAChB,KAAK;YACL,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YACrC,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtC,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;aACnB,CAAC,CAAC;SACJ,CAAC;QAEF,IAAI,aAAa,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,GAAG;gBACZ;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,aAAa,CAAC,OAAO;oBAC3B,aAAa,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;iBACrC;aACF,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACzC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,cAAc,EAAE;YAC1D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,WAAW,EAAE,IAAI,CAAC,MAAM;gBACxB,mBAAmB,EAAE,YAAY;gBACjC,gBAAgB,EAAE,2BAA2B;aAC9C;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAEjD,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAAE,SAAS;oBACzC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAClC,IAAI,IAAI,KAAK,QAAQ;wBAAE,SAAS;oBAEhC,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAE/B,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC;4BAC9D,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;wBACnD,CAAC;wBAED,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,IAAI,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;4BAC3D,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;wBACnD,CAAC;wBAED,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;4BAClD,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;wBAC7C,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,sBAAsB;oBACxB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;QAED,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,kDAAkD;QAClD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;CACF;AAzKD,8CAyKC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { LLMProvider, ChatRequest, ChatResponse, StreamChunk, ProviderConfig } from './adapter';
|
|
2
|
+
export declare class GeminiProvider implements LLMProvider {
|
|
3
|
+
name: string;
|
|
4
|
+
defaultModel: string;
|
|
5
|
+
private apiKey;
|
|
6
|
+
private baseUrl;
|
|
7
|
+
constructor(config: ProviderConfig);
|
|
8
|
+
private toGeminiMessages;
|
|
9
|
+
chat(request: ChatRequest): Promise<ChatResponse>;
|
|
10
|
+
chatStream(request: ChatRequest): AsyncGenerator<StreamChunk, void, unknown>;
|
|
11
|
+
countTokens(text: string): Promise<number>;
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=gemini.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../src/core/providers/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EACX,WAAW,EACX,YAAY,EACZ,WAAW,EACX,cAAc,EACf,MAAM,WAAW,CAAC;AAEnB,qBAAa,cAAe,YAAW,WAAW;IAChD,IAAI,SAAY;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,cAAc;IAMlC,OAAO,CAAC,gBAAgB;IAiBlB,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IA4ChD,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;IA8E7E,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAqBjD"}
|
|
@@ -0,0 +1,154 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.GeminiProvider = void 0;
|
|
4
|
+
class GeminiProvider {
|
|
5
|
+
name = 'gemini';
|
|
6
|
+
defaultModel;
|
|
7
|
+
apiKey;
|
|
8
|
+
baseUrl;
|
|
9
|
+
constructor(config) {
|
|
10
|
+
this.apiKey = config.api_key || '';
|
|
11
|
+
this.baseUrl = config.base_url || 'https://generativelanguage.googleapis.com';
|
|
12
|
+
this.defaultModel = config.default_model || 'gemini-2.0-flash';
|
|
13
|
+
}
|
|
14
|
+
toGeminiMessages(messages) {
|
|
15
|
+
const systemMsg = messages.find((m) => m.role === 'system');
|
|
16
|
+
const nonSystem = messages.filter((m) => m.role !== 'system');
|
|
17
|
+
const contents = nonSystem.map((m) => ({
|
|
18
|
+
role: m.role === 'assistant' ? 'model' : 'user',
|
|
19
|
+
parts: [{ text: m.content }],
|
|
20
|
+
}));
|
|
21
|
+
return {
|
|
22
|
+
systemInstruction: systemMsg
|
|
23
|
+
? { parts: [{ text: systemMsg.content }] }
|
|
24
|
+
: undefined,
|
|
25
|
+
contents,
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
async chat(request) {
|
|
29
|
+
const model = request.model || this.defaultModel;
|
|
30
|
+
const { systemInstruction, contents } = this.toGeminiMessages(request.messages);
|
|
31
|
+
const body = {
|
|
32
|
+
contents,
|
|
33
|
+
generationConfig: {
|
|
34
|
+
maxOutputTokens: request.maxTokens || 4096,
|
|
35
|
+
},
|
|
36
|
+
};
|
|
37
|
+
if (systemInstruction) {
|
|
38
|
+
body.systemInstruction = systemInstruction;
|
|
39
|
+
}
|
|
40
|
+
if (request.temperature !== undefined) {
|
|
41
|
+
body.generationConfig.temperature = request.temperature;
|
|
42
|
+
}
|
|
43
|
+
const url = `${this.baseUrl}/v1beta/models/${model}:generateContent?key=${this.apiKey}`;
|
|
44
|
+
const response = await fetch(url, {
|
|
45
|
+
method: 'POST',
|
|
46
|
+
headers: { 'Content-Type': 'application/json' },
|
|
47
|
+
body: JSON.stringify(body),
|
|
48
|
+
});
|
|
49
|
+
if (!response.ok) {
|
|
50
|
+
const err = await response.text();
|
|
51
|
+
throw new Error(`Gemini API error (${response.status}): ${err}`);
|
|
52
|
+
}
|
|
53
|
+
const data = await response.json();
|
|
54
|
+
const content = data.candidates?.[0]?.content?.parts?.map((p) => p.text).join('') || '';
|
|
55
|
+
return {
|
|
56
|
+
content,
|
|
57
|
+
tokensIn: data.usageMetadata?.promptTokenCount || 0,
|
|
58
|
+
tokensOut: data.usageMetadata?.candidatesTokenCount || 0,
|
|
59
|
+
model,
|
|
60
|
+
provider: this.name,
|
|
61
|
+
};
|
|
62
|
+
}
|
|
63
|
+
async *chatStream(request) {
|
|
64
|
+
const model = request.model || this.defaultModel;
|
|
65
|
+
const { systemInstruction, contents } = this.toGeminiMessages(request.messages);
|
|
66
|
+
const body = {
|
|
67
|
+
contents,
|
|
68
|
+
generationConfig: {
|
|
69
|
+
maxOutputTokens: request.maxTokens || 4096,
|
|
70
|
+
},
|
|
71
|
+
};
|
|
72
|
+
if (systemInstruction) {
|
|
73
|
+
body.systemInstruction = systemInstruction;
|
|
74
|
+
}
|
|
75
|
+
if (request.temperature !== undefined) {
|
|
76
|
+
body.generationConfig.temperature = request.temperature;
|
|
77
|
+
}
|
|
78
|
+
const url = `${this.baseUrl}/v1beta/models/${model}:streamGenerateContent?alt=sse&key=${this.apiKey}`;
|
|
79
|
+
const response = await fetch(url, {
|
|
80
|
+
method: 'POST',
|
|
81
|
+
headers: { 'Content-Type': 'application/json' },
|
|
82
|
+
body: JSON.stringify(body),
|
|
83
|
+
});
|
|
84
|
+
if (!response.ok) {
|
|
85
|
+
const err = await response.text();
|
|
86
|
+
throw new Error(`Gemini API error (${response.status}): ${err}`);
|
|
87
|
+
}
|
|
88
|
+
const reader = response.body?.getReader();
|
|
89
|
+
if (!reader)
|
|
90
|
+
throw new Error('No response body');
|
|
91
|
+
const decoder = new TextDecoder();
|
|
92
|
+
let buffer = '';
|
|
93
|
+
let tokensIn = 0;
|
|
94
|
+
let tokensOut = 0;
|
|
95
|
+
try {
|
|
96
|
+
while (true) {
|
|
97
|
+
const { done, value } = await reader.read();
|
|
98
|
+
if (done)
|
|
99
|
+
break;
|
|
100
|
+
buffer += decoder.decode(value, { stream: true });
|
|
101
|
+
const lines = buffer.split('\n');
|
|
102
|
+
buffer = lines.pop() || '';
|
|
103
|
+
for (const line of lines) {
|
|
104
|
+
if (!line.startsWith('data: '))
|
|
105
|
+
continue;
|
|
106
|
+
const data = line.slice(6).trim();
|
|
107
|
+
try {
|
|
108
|
+
const event = JSON.parse(data);
|
|
109
|
+
const text = event.candidates?.[0]?.content?.parts
|
|
110
|
+
?.map((p) => p.text)
|
|
111
|
+
.join('');
|
|
112
|
+
if (text) {
|
|
113
|
+
yield { content: text, done: false };
|
|
114
|
+
}
|
|
115
|
+
if (event.usageMetadata) {
|
|
116
|
+
tokensIn = event.usageMetadata.promptTokenCount || 0;
|
|
117
|
+
tokensOut = event.usageMetadata.candidatesTokenCount || 0;
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
catch {
|
|
121
|
+
// Skip malformed chunks
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
finally {
|
|
127
|
+
reader.releaseLock();
|
|
128
|
+
}
|
|
129
|
+
yield { content: '', done: true, tokensIn, tokensOut };
|
|
130
|
+
}
|
|
131
|
+
async countTokens(text) {
|
|
132
|
+
try {
|
|
133
|
+
const model = this.defaultModel;
|
|
134
|
+
const url = `${this.baseUrl}/v1beta/models/${model}:countTokens?key=${this.apiKey}`;
|
|
135
|
+
const response = await fetch(url, {
|
|
136
|
+
method: 'POST',
|
|
137
|
+
headers: { 'Content-Type': 'application/json' },
|
|
138
|
+
body: JSON.stringify({
|
|
139
|
+
contents: [{ parts: [{ text }] }],
|
|
140
|
+
}),
|
|
141
|
+
});
|
|
142
|
+
if (response.ok) {
|
|
143
|
+
const data = await response.json();
|
|
144
|
+
return data.totalTokens || Math.ceil(text.length / 4);
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
catch {
|
|
148
|
+
// fallback
|
|
149
|
+
}
|
|
150
|
+
return Math.ceil(text.length / 4);
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
exports.GeminiProvider = GeminiProvider;
|
|
154
|
+
//# sourceMappingURL=gemini.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../src/core/providers/gemini.ts"],"names":[],"mappings":";;;AAQA,MAAa,cAAc;IACzB,IAAI,GAAG,QAAQ,CAAC;IAChB,YAAY,CAAS;IACb,MAAM,CAAS;IACf,OAAO,CAAS;IAExB,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,QAAQ,IAAI,2CAA2C,CAAC;QAC9E,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,aAAa,IAAI,kBAAkB,CAAC;IACjE,CAAC;IAEO,gBAAgB,CAAC,QAAiC;QACxD,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAE9D,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;YAC/C,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC7B,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,iBAAiB,EAAE,SAAS;gBAC1B,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,EAAE;gBAC1C,CAAC,CAAC,SAAS;YACb,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAoB;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACjD,MAAM,EAAE,iBAAiB,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEhF,MAAM,IAAI,GAAQ;YAChB,QAAQ;YACR,gBAAgB,EAAE;gBAChB,eAAe,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;aAC3C;SACF,CAAC;QAEF,IAAI,iBAAiB,EAAE,CAAC;YACtB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC7C,CAAC;QAED,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC,gBAAgB,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAC1D,CAAC;QAED,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,kBAAkB,KAAK,wBAAwB,IAAI,CAAC,MAAM,EAAE,CAAC;QACxF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;QAC1C,MAAM,OAAO,GACX,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAE/E,OAAO;YACL,OAAO;YACP,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,gBAAgB,IAAI,CAAC;YACnD,SAAS,EAAE,IAAI,CAAC,aAAa,EAAE,oBAAoB,IAAI,CAAC;YACxD,KAAK;YACL,QAAQ,EAAE,IAAI,CAAC,IAAI;SACpB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,OAAoB;QACpC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACjD,MAAM,EAAE,iBAAiB,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEhF,MAAM,IAAI,GAAQ;YAChB,QAAQ;YACR,gBAAgB,EAAE;gBAChB,eAAe,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;aAC3C;SACF,CAAC;QAEF,IAAI,iBAAiB,EAAE,CAAC;YACtB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC7C,CAAC;QAED,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC,gBAAgB,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAC1D,CAAC;QAED,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,kBAAkB,KAAK,sCAAsC,IAAI,CAAC,MAAM,EAAE,CAAC;QACtG,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAEjD,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAAE,SAAS;oBACzC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAElC,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK;4BAChD,EAAE,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;6BACxB,IAAI,CAAC,EAAE,CAAC,CAAC;wBAEZ,IAAI,IAAI,EAAE,CAAC;4BACT,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;wBACvC,CAAC;wBAED,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;4BACxB,QAAQ,GAAG,KAAK,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC,CAAC;4BACrD,SAAS,GAAG,KAAK,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC,CAAC;wBAC5D,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,wBAAwB;oBAC1B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;QAED,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC;YAChC,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,kBAAkB,KAAK,oBAAoB,IAAI,CAAC,MAAM,EAAE,CAAC;YACpF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAChC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;iBAClC,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAChB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;gBAC1C,OAAO,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,WAAW;QACb,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;CACF;AA5KD,wCA4KC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { LLMProvider, ChatRequest, ChatResponse, StreamChunk, ProviderConfig } from './adapter';
|
|
2
|
+
export declare class OllamaProvider implements LLMProvider {
|
|
3
|
+
name: string;
|
|
4
|
+
defaultModel: string;
|
|
5
|
+
private baseUrl;
|
|
6
|
+
constructor(config: ProviderConfig);
|
|
7
|
+
chat(request: ChatRequest): Promise<ChatResponse>;
|
|
8
|
+
chatStream(request: ChatRequest): AsyncGenerator<StreamChunk, void, unknown>;
|
|
9
|
+
countTokens(text: string): Promise<number>;
|
|
10
|
+
}
|
|
11
|
+
//# sourceMappingURL=ollama.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../../src/core/providers/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EACX,WAAW,EACX,YAAY,EACZ,WAAW,EACX,cAAc,EACf,MAAM,WAAW,CAAC;AAEnB,qBAAa,cAAe,YAAW,WAAW;IAChD,IAAI,SAAY;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,cAAc;IAK5B,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IA2ChD,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;IA2E7E,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAKjD"}
|
|
@@ -0,0 +1,119 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.OllamaProvider = void 0;
|
|
4
|
+
class OllamaProvider {
|
|
5
|
+
name = 'ollama';
|
|
6
|
+
defaultModel;
|
|
7
|
+
baseUrl;
|
|
8
|
+
constructor(config) {
|
|
9
|
+
this.baseUrl = config.base_url || 'http://localhost:11434';
|
|
10
|
+
this.defaultModel = config.default_model || 'llama3';
|
|
11
|
+
}
|
|
12
|
+
async chat(request) {
|
|
13
|
+
const model = request.model || this.defaultModel;
|
|
14
|
+
const body = {
|
|
15
|
+
model,
|
|
16
|
+
messages: request.messages.map((m) => ({
|
|
17
|
+
role: m.role,
|
|
18
|
+
content: m.content,
|
|
19
|
+
})),
|
|
20
|
+
stream: false,
|
|
21
|
+
options: {},
|
|
22
|
+
};
|
|
23
|
+
if (request.maxTokens) {
|
|
24
|
+
body.options.num_predict = request.maxTokens;
|
|
25
|
+
}
|
|
26
|
+
if (request.temperature !== undefined) {
|
|
27
|
+
body.options.temperature = request.temperature;
|
|
28
|
+
}
|
|
29
|
+
const response = await fetch(`${this.baseUrl}/api/chat`, {
|
|
30
|
+
method: 'POST',
|
|
31
|
+
headers: { 'Content-Type': 'application/json' },
|
|
32
|
+
body: JSON.stringify(body),
|
|
33
|
+
});
|
|
34
|
+
if (!response.ok) {
|
|
35
|
+
const err = await response.text();
|
|
36
|
+
throw new Error(`Ollama API error (${response.status}): ${err}`);
|
|
37
|
+
}
|
|
38
|
+
const data = await response.json();
|
|
39
|
+
return {
|
|
40
|
+
content: data.message?.content || '',
|
|
41
|
+
tokensIn: data.prompt_eval_count || 0,
|
|
42
|
+
tokensOut: data.eval_count || 0,
|
|
43
|
+
model,
|
|
44
|
+
provider: this.name,
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
async *chatStream(request) {
|
|
48
|
+
const model = request.model || this.defaultModel;
|
|
49
|
+
const body = {
|
|
50
|
+
model,
|
|
51
|
+
messages: request.messages.map((m) => ({
|
|
52
|
+
role: m.role,
|
|
53
|
+
content: m.content,
|
|
54
|
+
})),
|
|
55
|
+
stream: true,
|
|
56
|
+
options: {},
|
|
57
|
+
};
|
|
58
|
+
if (request.maxTokens) {
|
|
59
|
+
body.options.num_predict = request.maxTokens;
|
|
60
|
+
}
|
|
61
|
+
if (request.temperature !== undefined) {
|
|
62
|
+
body.options.temperature = request.temperature;
|
|
63
|
+
}
|
|
64
|
+
const response = await fetch(`${this.baseUrl}/api/chat`, {
|
|
65
|
+
method: 'POST',
|
|
66
|
+
headers: { 'Content-Type': 'application/json' },
|
|
67
|
+
body: JSON.stringify(body),
|
|
68
|
+
});
|
|
69
|
+
if (!response.ok) {
|
|
70
|
+
const err = await response.text();
|
|
71
|
+
throw new Error(`Ollama API error (${response.status}): ${err}`);
|
|
72
|
+
}
|
|
73
|
+
const reader = response.body?.getReader();
|
|
74
|
+
if (!reader)
|
|
75
|
+
throw new Error('No response body');
|
|
76
|
+
const decoder = new TextDecoder();
|
|
77
|
+
let buffer = '';
|
|
78
|
+
let tokensIn = 0;
|
|
79
|
+
let tokensOut = 0;
|
|
80
|
+
try {
|
|
81
|
+
while (true) {
|
|
82
|
+
const { done, value } = await reader.read();
|
|
83
|
+
if (done)
|
|
84
|
+
break;
|
|
85
|
+
buffer += decoder.decode(value, { stream: true });
|
|
86
|
+
const lines = buffer.split('\n');
|
|
87
|
+
buffer = lines.pop() || '';
|
|
88
|
+
for (const line of lines) {
|
|
89
|
+
if (!line.trim())
|
|
90
|
+
continue;
|
|
91
|
+
try {
|
|
92
|
+
const event = JSON.parse(line);
|
|
93
|
+
if (event.message?.content) {
|
|
94
|
+
yield { content: event.message.content, done: false };
|
|
95
|
+
}
|
|
96
|
+
if (event.done) {
|
|
97
|
+
tokensIn = event.prompt_eval_count || 0;
|
|
98
|
+
tokensOut = event.eval_count || 0;
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
catch {
|
|
102
|
+
// Skip malformed
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
finally {
|
|
108
|
+
reader.releaseLock();
|
|
109
|
+
}
|
|
110
|
+
yield { content: '', done: true, tokensIn, tokensOut };
|
|
111
|
+
}
|
|
112
|
+
async countTokens(text) {
|
|
113
|
+
// Ollama doesn't have a dedicated token counting endpoint
|
|
114
|
+
// Rough approximation: ~4 chars per token
|
|
115
|
+
return Math.ceil(text.length / 4);
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
exports.OllamaProvider = OllamaProvider;
|
|
119
|
+
//# sourceMappingURL=ollama.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../../src/core/providers/ollama.ts"],"names":[],"mappings":";;;AAQA,MAAa,cAAc;IACzB,IAAI,GAAG,QAAQ,CAAC;IAChB,YAAY,CAAS;IACb,OAAO,CAAS;IAExB,YAAY,MAAsB;QAChC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,QAAQ,IAAI,wBAAwB,CAAC;QAC3D,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,aAAa,IAAI,QAAQ,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAoB;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAEjD,MAAM,IAAI,GAAQ;YAChB,KAAK;YACL,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACrC,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;aACnB,CAAC,CAAC;YACH,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAS;SACnB,CAAC;QAEF,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC;QAC/C,CAAC;QAED,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACjD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;YACvD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;QAE1C,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE;YACpC,QAAQ,EAAE,IAAI,CAAC,iBAAiB,IAAI,CAAC;YACrC,SAAS,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;YAC/B,KAAK;YACL,QAAQ,EAAE,IAAI,CAAC,IAAI;SACpB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,OAAoB;QACpC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAEjD,MAAM,IAAI,GAAQ;YAChB,KAAK;YACL,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACrC,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;aACnB,CAAC,CAAC;YACH,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,EAAS;SACnB,CAAC;QAEF,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC;QAC/C,CAAC;QAED,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACjD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;YACvD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAEjD,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;wBAAE,SAAS;oBAE3B,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAE/B,IAAI,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;4BAC3B,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;wBACxD,CAAC;wBAED,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;4BACf,QAAQ,GAAG,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;4BACxC,SAAS,GAAG,KAAK,CAAC,UAAU,IAAI,CAAC,CAAC;wBACpC,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,iBAAiB;oBACnB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;QAED,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,0DAA0D;QAC1D,0CAA0C;QAC1C,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;CACF;AArID,wCAqIC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { LLMProvider, ChatRequest, ChatResponse, StreamChunk, ProviderConfig } from './adapter';
|
|
2
|
+
export declare class OpenAIProvider implements LLMProvider {
|
|
3
|
+
name: string;
|
|
4
|
+
defaultModel: string;
|
|
5
|
+
private apiKey;
|
|
6
|
+
private baseUrl;
|
|
7
|
+
constructor(config: ProviderConfig);
|
|
8
|
+
chat(request: ChatRequest): Promise<ChatResponse>;
|
|
9
|
+
chatStream(request: ChatRequest): AsyncGenerator<StreamChunk, void, unknown>;
|
|
10
|
+
countTokens(text: string): Promise<number>;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=openai.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/core/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EACX,WAAW,EACX,YAAY,EACZ,WAAW,EACX,cAAc,EACf,MAAM,WAAW,CAAC;AAEnB,qBAAa,cAAe,YAAW,WAAW;IAChD,IAAI,SAAY;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;gBAEZ,MAAM,EAAE,cAAc;IAM5B,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IA0ChD,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;IA8E7E,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAcjD"}
|