milens 0.6.2 → 0.6.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +157 -14
- package/dist/analyzer/engine.d.ts +1 -0
- package/dist/analyzer/engine.d.ts.map +1 -1
- package/dist/analyzer/engine.js +27 -8
- package/dist/analyzer/engine.js.map +1 -1
- package/dist/analyzer/review.d.ts +23 -0
- package/dist/analyzer/review.d.ts.map +1 -0
- package/dist/analyzer/review.js +143 -0
- package/dist/analyzer/review.js.map +1 -0
- package/dist/analyzer/testplan.d.ts +59 -0
- package/dist/analyzer/testplan.d.ts.map +1 -0
- package/dist/analyzer/testplan.js +218 -0
- package/dist/analyzer/testplan.js.map +1 -0
- package/dist/cli.js +2 -0
- package/dist/cli.js.map +1 -1
- package/dist/gateway/analyzer.d.ts +6 -0
- package/dist/gateway/analyzer.d.ts.map +1 -0
- package/dist/gateway/analyzer.js +218 -0
- package/dist/gateway/analyzer.js.map +1 -0
- package/dist/gateway/cache.d.ts +35 -0
- package/dist/gateway/cache.d.ts.map +1 -0
- package/dist/gateway/cache.js +175 -0
- package/dist/gateway/cache.js.map +1 -0
- package/dist/gateway/config.d.ts +10 -0
- package/dist/gateway/config.d.ts.map +1 -0
- package/dist/gateway/config.js +167 -0
- package/dist/gateway/config.js.map +1 -0
- package/dist/gateway/context-memory.d.ts +68 -0
- package/dist/gateway/context-memory.d.ts.map +1 -0
- package/dist/gateway/context-memory.js +157 -0
- package/dist/gateway/context-memory.js.map +1 -0
- package/dist/gateway/observability.d.ts +83 -0
- package/dist/gateway/observability.d.ts.map +1 -0
- package/dist/gateway/observability.js +152 -0
- package/dist/gateway/observability.js.map +1 -0
- package/dist/gateway/privacy.d.ts +27 -0
- package/dist/gateway/privacy.d.ts.map +1 -0
- package/dist/gateway/privacy.js +139 -0
- package/dist/gateway/privacy.js.map +1 -0
- package/dist/gateway/providers.d.ts +66 -0
- package/dist/gateway/providers.d.ts.map +1 -0
- package/dist/gateway/providers.js +377 -0
- package/dist/gateway/providers.js.map +1 -0
- package/dist/gateway/router.d.ts +18 -0
- package/dist/gateway/router.d.ts.map +1 -0
- package/dist/gateway/router.js +102 -0
- package/dist/gateway/router.js.map +1 -0
- package/dist/gateway/server.d.ts +20 -0
- package/dist/gateway/server.d.ts.map +1 -0
- package/dist/gateway/server.js +387 -0
- package/dist/gateway/server.js.map +1 -0
- package/dist/gateway/translator.d.ts +19 -0
- package/dist/gateway/translator.d.ts.map +1 -0
- package/dist/gateway/translator.js +340 -0
- package/dist/gateway/translator.js.map +1 -0
- package/dist/gateway/types.d.ts +215 -0
- package/dist/gateway/types.d.ts.map +1 -0
- package/dist/gateway/types.js +3 -0
- package/dist/gateway/types.js.map +1 -0
- package/dist/parser/extract.d.ts +1 -0
- package/dist/parser/extract.d.ts.map +1 -1
- package/dist/parser/extract.js +8 -0
- package/dist/parser/extract.js.map +1 -1
- package/dist/parser/lang-go.d.ts.map +1 -1
- package/dist/parser/lang-go.js +41 -5
- package/dist/parser/lang-go.js.map +1 -1
- package/dist/parser/lang-java.d.ts.map +1 -1
- package/dist/parser/lang-java.js +1 -0
- package/dist/parser/lang-java.js.map +1 -1
- package/dist/parser/lang-py.d.ts.map +1 -1
- package/dist/parser/lang-py.js +22 -0
- package/dist/parser/lang-py.js.map +1 -1
- package/dist/parser/lang-ruby.d.ts.map +1 -1
- package/dist/parser/lang-ruby.js +1 -0
- package/dist/parser/lang-ruby.js.map +1 -1
- package/dist/server/mcp.d.ts.map +1 -1
- package/dist/server/mcp.js +615 -106
- package/dist/server/mcp.js.map +1 -1
- package/dist/skills.js +32 -0
- package/dist/skills.js.map +1 -1
- package/dist/store/db.d.ts +44 -0
- package/dist/store/db.d.ts.map +1 -1
- package/dist/store/db.js +142 -25
- package/dist/store/db.js.map +1 -1
- package/dist/store/gateway-schema.sql +53 -0
- package/dist/store/schema.sql +33 -0
- package/dist/store/vectors.d.ts +65 -0
- package/dist/store/vectors.d.ts.map +1 -0
- package/dist/store/vectors.js +212 -0
- package/dist/store/vectors.js.map +1 -0
- package/dist/utils.d.ts +3 -0
- package/dist/utils.d.ts.map +1 -0
- package/dist/utils.js +9 -0
- package/dist/utils.js.map +1 -0
- package/docs/diagram2.svg +1 -1
- package/package.json +2 -1
|
@@ -0,0 +1,387 @@
|
|
|
1
|
+
// ── Gateway HTTP server — OpenAI-compatible API with SSE streaming ──
|
|
2
|
+
import { createServer } from 'node:http';
|
|
3
|
+
import { randomUUID } from 'node:crypto';
|
|
4
|
+
import { ProviderRegistry } from './providers.js';
|
|
5
|
+
// ── Rate limiter (in-memory, per-IP) ──
|
|
6
|
+
class RateLimiter {
|
|
7
|
+
windowMs;
|
|
8
|
+
maxRequests;
|
|
9
|
+
requests = new Map();
|
|
10
|
+
constructor(windowMs, maxRequests) {
|
|
11
|
+
this.windowMs = windowMs;
|
|
12
|
+
this.maxRequests = maxRequests;
|
|
13
|
+
}
|
|
14
|
+
check(ip) {
|
|
15
|
+
const now = Date.now();
|
|
16
|
+
const entry = this.requests.get(ip);
|
|
17
|
+
if (!entry || now > entry.resetAt) {
|
|
18
|
+
this.requests.set(ip, { count: 1, resetAt: now + this.windowMs });
|
|
19
|
+
return true;
|
|
20
|
+
}
|
|
21
|
+
if (entry.count >= this.maxRequests)
|
|
22
|
+
return false;
|
|
23
|
+
entry.count++;
|
|
24
|
+
return true;
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
export function createGatewayServer(components) {
|
|
28
|
+
const { config, providers, router, cache, privacy, costTracker } = components;
|
|
29
|
+
const rateLimiter = config.rateLimit
|
|
30
|
+
? new RateLimiter(config.rateLimit.windowMs, config.rateLimit.maxRequests)
|
|
31
|
+
: null;
|
|
32
|
+
const server = createServer(async (req, res) => {
|
|
33
|
+
// CORS
|
|
34
|
+
res.setHeader('Access-Control-Allow-Origin', '*');
|
|
35
|
+
res.setHeader('Access-Control-Allow-Methods', 'GET, POST, OPTIONS');
|
|
36
|
+
res.setHeader('Access-Control-Allow-Headers', '*');
|
|
37
|
+
if (req.method === 'OPTIONS') {
|
|
38
|
+
res.writeHead(204);
|
|
39
|
+
res.end();
|
|
40
|
+
return;
|
|
41
|
+
}
|
|
42
|
+
// Rate limiting
|
|
43
|
+
const ip = req.socket.remoteAddress ?? '127.0.0.1';
|
|
44
|
+
if (rateLimiter && !rateLimiter.check(ip)) {
|
|
45
|
+
jsonResponse(res, 429, { error: { message: 'Rate limit exceeded', type: 'rate_limit' } });
|
|
46
|
+
return;
|
|
47
|
+
}
|
|
48
|
+
// API key auth
|
|
49
|
+
if (config.apiKey) {
|
|
50
|
+
const auth = req.headers.authorization;
|
|
51
|
+
const token = auth?.startsWith('Bearer ') ? auth.slice(7) : null;
|
|
52
|
+
if (token !== config.apiKey) {
|
|
53
|
+
jsonResponse(res, 401, { error: { message: 'Invalid API key', type: 'auth_error' } });
|
|
54
|
+
return;
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
const url = new URL(req.url ?? '/', `http://${req.headers.host ?? 'localhost'}`);
|
|
58
|
+
const path = url.pathname;
|
|
59
|
+
try {
|
|
60
|
+
if (path === '/v1/chat/completions' && req.method === 'POST') {
|
|
61
|
+
await handleChatCompletions(req, res, components);
|
|
62
|
+
}
|
|
63
|
+
else if (path === '/v1/models' && req.method === 'GET') {
|
|
64
|
+
handleListModels(res, providers);
|
|
65
|
+
}
|
|
66
|
+
else if (path === '/health' && req.method === 'GET') {
|
|
67
|
+
handleHealth(res, providers);
|
|
68
|
+
}
|
|
69
|
+
else if (path === '/stats' && req.method === 'GET') {
|
|
70
|
+
handleStats(res, costTracker);
|
|
71
|
+
}
|
|
72
|
+
else {
|
|
73
|
+
jsonResponse(res, 404, { error: { message: 'Not found', type: 'not_found' } });
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
catch (err) {
|
|
77
|
+
console.error('[gateway] Unhandled error:', err.message);
|
|
78
|
+
jsonResponse(res, 500, { error: { message: 'Internal server error', type: 'server_error' } });
|
|
79
|
+
}
|
|
80
|
+
});
|
|
81
|
+
return server;
|
|
82
|
+
}
|
|
83
|
+
// ── Route handlers ──
|
|
84
|
+
async function handleChatCompletions(req, res, components) {
|
|
85
|
+
const body = await readBody(req);
|
|
86
|
+
let chatReq;
|
|
87
|
+
try {
|
|
88
|
+
chatReq = JSON.parse(body);
|
|
89
|
+
}
|
|
90
|
+
catch {
|
|
91
|
+
jsonResponse(res, 400, { error: { message: 'Invalid JSON body', type: 'invalid_request' } });
|
|
92
|
+
return;
|
|
93
|
+
}
|
|
94
|
+
if (!chatReq.messages?.length) {
|
|
95
|
+
jsonResponse(res, 400, { error: { message: 'messages is required', type: 'invalid_request' } });
|
|
96
|
+
return;
|
|
97
|
+
}
|
|
98
|
+
const { providers, router, cache, privacy, costTracker } = components;
|
|
99
|
+
const requestId = randomUUID();
|
|
100
|
+
const startTime = Date.now();
|
|
101
|
+
// 1. Analyze messages for code context (if router available)
|
|
102
|
+
let decision = router?.route(chatReq);
|
|
103
|
+
// 2. Privacy check
|
|
104
|
+
if (privacy && decision) {
|
|
105
|
+
const privacyResult = privacy.evaluate(decision.analysis);
|
|
106
|
+
if (privacyResult.action === 'block') {
|
|
107
|
+
jsonResponse(res, 403, {
|
|
108
|
+
error: {
|
|
109
|
+
message: `Request blocked by privacy rules: ${privacyResult.matchedRules.map((r) => r.reason).join(', ')}`,
|
|
110
|
+
type: 'privacy_block',
|
|
111
|
+
},
|
|
112
|
+
});
|
|
113
|
+
return;
|
|
114
|
+
}
|
|
115
|
+
if (privacyResult.action === 'local-only') {
|
|
116
|
+
// Force local tier
|
|
117
|
+
chatReq._gateway = { ...chatReq._gateway, originalModel: chatReq.model, tier: 'local' };
|
|
118
|
+
}
|
|
119
|
+
if (privacyResult.action === 'mask' && privacyResult.maskedContent) {
|
|
120
|
+
// Replace last user message content with masked version
|
|
121
|
+
const lastUserIdx = findLastIndex(chatReq.messages, (m) => m.role === 'user');
|
|
122
|
+
if (lastUserIdx >= 0) {
|
|
123
|
+
chatReq.messages[lastUserIdx] = {
|
|
124
|
+
...chatReq.messages[lastUserIdx],
|
|
125
|
+
content: privacyResult.maskedContent,
|
|
126
|
+
};
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
// 3. Context injection
|
|
131
|
+
if (decision?.contextInjection) {
|
|
132
|
+
chatReq.messages = [
|
|
133
|
+
{ role: 'system', content: decision.contextInjection },
|
|
134
|
+
...chatReq.messages,
|
|
135
|
+
];
|
|
136
|
+
}
|
|
137
|
+
// 4. Cache check
|
|
138
|
+
if (cache && !chatReq.stream) {
|
|
139
|
+
const cached = cache.lookup(chatReq, decision?.analysis);
|
|
140
|
+
if (cached) {
|
|
141
|
+
costTracker?.record({
|
|
142
|
+
provider: cached.provider,
|
|
143
|
+
model: cached.model,
|
|
144
|
+
tokensIn: 0,
|
|
145
|
+
tokensOut: 0,
|
|
146
|
+
costEstimate: 0,
|
|
147
|
+
durationMs: Date.now() - startTime,
|
|
148
|
+
symbolIds: decision?.analysis?.symbols.map(s => s.id) ?? [],
|
|
149
|
+
filePaths: decision?.analysis?.files ?? [],
|
|
150
|
+
intent: decision?.analysis?.intent ?? 'unknown',
|
|
151
|
+
complexityScore: decision?.analysis?.complexity ?? 0,
|
|
152
|
+
tier: decision?.tier ?? 'economy',
|
|
153
|
+
cacheHit: true,
|
|
154
|
+
});
|
|
155
|
+
jsonResponse(res, 200, JSON.parse(cached.response));
|
|
156
|
+
return;
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
// 5. Select provider (from routing decision or direct model match)
|
|
160
|
+
const providerChain = decision
|
|
161
|
+
? [decision.provider, ...decision.fallbackChain]
|
|
162
|
+
: buildSimpleChain(chatReq.model, providers, chatReq._gateway?.tier);
|
|
163
|
+
// 6. Execute with fallback
|
|
164
|
+
for (const providerConfig of providerChain) {
|
|
165
|
+
const adapter = providers.getAdapter(providerConfig.id);
|
|
166
|
+
if (!adapter)
|
|
167
|
+
continue;
|
|
168
|
+
try {
|
|
169
|
+
if (chatReq.stream) {
|
|
170
|
+
// SSE streaming response
|
|
171
|
+
res.writeHead(200, {
|
|
172
|
+
'Content-Type': 'text/event-stream',
|
|
173
|
+
'Cache-Control': 'no-cache',
|
|
174
|
+
'Connection': 'keep-alive',
|
|
175
|
+
});
|
|
176
|
+
let totalTokens = 0;
|
|
177
|
+
for await (const { chunk } of adapter.chatStream(chatReq)) {
|
|
178
|
+
const data = JSON.stringify(chunk);
|
|
179
|
+
res.write(`data: ${data}\n\n`);
|
|
180
|
+
totalTokens += estimateChunkTokens(chunk);
|
|
181
|
+
}
|
|
182
|
+
res.write('data: [DONE]\n\n');
|
|
183
|
+
res.end();
|
|
184
|
+
providers.recordUse(providerConfig.id, totalTokens);
|
|
185
|
+
costTracker?.record({
|
|
186
|
+
provider: providerConfig.id,
|
|
187
|
+
model: chatReq.model,
|
|
188
|
+
tokensIn: 0,
|
|
189
|
+
tokensOut: totalTokens,
|
|
190
|
+
costEstimate: 0,
|
|
191
|
+
durationMs: Date.now() - startTime,
|
|
192
|
+
symbolIds: decision?.analysis?.symbols.map(s => s.id) ?? [],
|
|
193
|
+
filePaths: decision?.analysis?.files ?? [],
|
|
194
|
+
intent: decision?.analysis?.intent ?? 'unknown',
|
|
195
|
+
complexityScore: decision?.analysis?.complexity ?? 0,
|
|
196
|
+
tier: decision?.tier ?? providerConfig.tier,
|
|
197
|
+
cacheHit: false,
|
|
198
|
+
});
|
|
199
|
+
return;
|
|
200
|
+
}
|
|
201
|
+
else {
|
|
202
|
+
// Non-streaming response
|
|
203
|
+
const result = await adapter.chat(chatReq);
|
|
204
|
+
const usage = result.response.usage;
|
|
205
|
+
const totalTokens = usage?.total_tokens ?? 0;
|
|
206
|
+
providers.recordUse(providerConfig.id, totalTokens);
|
|
207
|
+
// Store in cache
|
|
208
|
+
if (cache && decision?.analysis) {
|
|
209
|
+
cache.store(chatReq, decision.analysis, JSON.stringify(result.response), {
|
|
210
|
+
model: chatReq.model,
|
|
211
|
+
provider: providerConfig.id,
|
|
212
|
+
tokensIn: usage?.prompt_tokens ?? 0,
|
|
213
|
+
tokensOut: usage?.completion_tokens ?? 0,
|
|
214
|
+
});
|
|
215
|
+
}
|
|
216
|
+
costTracker?.record({
|
|
217
|
+
provider: providerConfig.id,
|
|
218
|
+
model: chatReq.model,
|
|
219
|
+
tokensIn: usage?.prompt_tokens ?? 0,
|
|
220
|
+
tokensOut: usage?.completion_tokens ?? 0,
|
|
221
|
+
costEstimate: 0,
|
|
222
|
+
durationMs: result.durationMs,
|
|
223
|
+
symbolIds: decision?.analysis?.symbols.map(s => s.id) ?? [],
|
|
224
|
+
filePaths: decision?.analysis?.files ?? [],
|
|
225
|
+
intent: decision?.analysis?.intent ?? 'unknown',
|
|
226
|
+
complexityScore: decision?.analysis?.complexity ?? 0,
|
|
227
|
+
tier: decision?.tier ?? providerConfig.tier,
|
|
228
|
+
cacheHit: false,
|
|
229
|
+
});
|
|
230
|
+
jsonResponse(res, 200, result.response);
|
|
231
|
+
return;
|
|
232
|
+
}
|
|
233
|
+
}
|
|
234
|
+
catch (err) {
|
|
235
|
+
console.error(`[gateway] Provider ${providerConfig.id} failed: ${err.message}`);
|
|
236
|
+
providers.recordFailure(providerConfig.id, err.message);
|
|
237
|
+
// Continue to next provider in fallback chain
|
|
238
|
+
}
|
|
239
|
+
}
|
|
240
|
+
// All providers failed
|
|
241
|
+
jsonResponse(res, 502, {
|
|
242
|
+
error: {
|
|
243
|
+
message: 'All providers in fallback chain failed',
|
|
244
|
+
type: 'provider_error',
|
|
245
|
+
},
|
|
246
|
+
});
|
|
247
|
+
}
|
|
248
|
+
function handleListModels(res, providers) {
|
|
249
|
+
const models = providers.listModels();
|
|
250
|
+
jsonResponse(res, 200, {
|
|
251
|
+
object: 'list',
|
|
252
|
+
data: models.map(m => ({
|
|
253
|
+
id: m.id,
|
|
254
|
+
object: 'model',
|
|
255
|
+
created: Math.floor(Date.now() / 1000),
|
|
256
|
+
owned_by: m.provider,
|
|
257
|
+
_tier: m.tier,
|
|
258
|
+
})),
|
|
259
|
+
});
|
|
260
|
+
}
|
|
261
|
+
function handleHealth(res, providers) {
|
|
262
|
+
const status = providers.getHealthStatus();
|
|
263
|
+
const allHealthy = status.every(p => p.status === 'healthy');
|
|
264
|
+
jsonResponse(res, allHealthy ? 200 : 207, {
|
|
265
|
+
status: allHealthy ? 'healthy' : 'degraded',
|
|
266
|
+
providers: status,
|
|
267
|
+
});
|
|
268
|
+
}
|
|
269
|
+
function handleStats(res, costTracker) {
|
|
270
|
+
if (!costTracker) {
|
|
271
|
+
jsonResponse(res, 200, { message: 'Observability not enabled' });
|
|
272
|
+
return;
|
|
273
|
+
}
|
|
274
|
+
jsonResponse(res, 200, costTracker.getSummary());
|
|
275
|
+
}
|
|
276
|
+
// ── Helpers ──
|
|
277
|
+
function jsonResponse(res, status, data) {
|
|
278
|
+
const body = JSON.stringify(data);
|
|
279
|
+
res.writeHead(status, {
|
|
280
|
+
'Content-Type': 'application/json',
|
|
281
|
+
'Content-Length': Buffer.byteLength(body),
|
|
282
|
+
});
|
|
283
|
+
res.end(body);
|
|
284
|
+
}
|
|
285
|
+
function readBody(req) {
|
|
286
|
+
return new Promise((resolve, reject) => {
|
|
287
|
+
const chunks = [];
|
|
288
|
+
let size = 0;
|
|
289
|
+
const MAX_BODY = 10 * 1024 * 1024; // 10MB limit
|
|
290
|
+
req.on('data', (chunk) => {
|
|
291
|
+
size += chunk.length;
|
|
292
|
+
if (size > MAX_BODY) {
|
|
293
|
+
req.destroy();
|
|
294
|
+
reject(new Error('Body too large'));
|
|
295
|
+
return;
|
|
296
|
+
}
|
|
297
|
+
chunks.push(chunk);
|
|
298
|
+
});
|
|
299
|
+
req.on('end', () => resolve(Buffer.concat(chunks).toString('utf-8')));
|
|
300
|
+
req.on('error', reject);
|
|
301
|
+
});
|
|
302
|
+
}
|
|
303
|
+
function estimateChunkTokens(chunk) {
|
|
304
|
+
// Rough estimate: 1 token ≈ 4 chars
|
|
305
|
+
const content = chunk.choices?.[0]?.delta?.content;
|
|
306
|
+
if (typeof content === 'string')
|
|
307
|
+
return Math.ceil(content.length / 4);
|
|
308
|
+
return 0;
|
|
309
|
+
}
|
|
310
|
+
function findLastIndex(arr, predicate) {
|
|
311
|
+
for (let i = arr.length - 1; i >= 0; i--) {
|
|
312
|
+
if (predicate(arr[i]))
|
|
313
|
+
return i;
|
|
314
|
+
}
|
|
315
|
+
return -1;
|
|
316
|
+
}
|
|
317
|
+
function buildSimpleChain(model, providers, forceTier) {
|
|
318
|
+
// Direct model match first
|
|
319
|
+
const direct = providers.findByModel(model);
|
|
320
|
+
if (direct)
|
|
321
|
+
return [direct];
|
|
322
|
+
// Fallback through tiers
|
|
323
|
+
const tier = (forceTier ?? 'standard');
|
|
324
|
+
return providers.buildFallbackChain(tier);
|
|
325
|
+
}
|
|
326
|
+
// ── Start function ──
|
|
327
|
+
export async function startGateway(config, dbPath) {
|
|
328
|
+
const providers = new ProviderRegistry();
|
|
329
|
+
for (const p of config.providers)
|
|
330
|
+
providers.addProvider(p);
|
|
331
|
+
let db = null;
|
|
332
|
+
if (dbPath) {
|
|
333
|
+
const { Database } = await import('../store/db.js');
|
|
334
|
+
db = new Database(dbPath);
|
|
335
|
+
// Apply gateway schema tables
|
|
336
|
+
const { readFileSync } = await import('node:fs');
|
|
337
|
+
const { join, dirname } = await import('node:path');
|
|
338
|
+
const { fileURLToPath } = await import('node:url');
|
|
339
|
+
const __dir = dirname(fileURLToPath(import.meta.url));
|
|
340
|
+
const schemaSql = readFileSync(join(__dir, '..', 'store', 'gateway-schema.sql'), 'utf-8');
|
|
341
|
+
db.rawDb.exec(schemaSql);
|
|
342
|
+
}
|
|
343
|
+
const { CodeAwareRouter } = await import('./router.js');
|
|
344
|
+
const router = new CodeAwareRouter(db, providers, config.routing, config.contextInjection);
|
|
345
|
+
let cache;
|
|
346
|
+
let costTracker;
|
|
347
|
+
let privacy;
|
|
348
|
+
if (db && config.cache.enabled) {
|
|
349
|
+
const { SemanticCache: SC } = await import('./cache.js');
|
|
350
|
+
cache = new SC(db.rawDb, config.cache);
|
|
351
|
+
}
|
|
352
|
+
if (db) {
|
|
353
|
+
const { CostTracker: CT } = await import('./observability.js');
|
|
354
|
+
costTracker = new CT(db.rawDb);
|
|
355
|
+
}
|
|
356
|
+
if (config.privacy.rules.length) {
|
|
357
|
+
const { PrivacyFilter: PF } = await import('./privacy.js');
|
|
358
|
+
privacy = db ? new PF(db.rawDb, config.privacy.rules) : undefined;
|
|
359
|
+
}
|
|
360
|
+
const components = { config, providers, router, cache, privacy, costTracker };
|
|
361
|
+
return startGatewayWithComponents(components);
|
|
362
|
+
}
|
|
363
|
+
function startGatewayWithComponents(components) {
|
|
364
|
+
return new Promise((resolve) => {
|
|
365
|
+
const server = createGatewayServer(components);
|
|
366
|
+
const { host, port } = components.config;
|
|
367
|
+
server.listen(port, host, () => {
|
|
368
|
+
console.log(`\n🚀 milens gateway → http://${host}:${port}`);
|
|
369
|
+
console.log(` API: http://${host}:${port}/v1/chat/completions`);
|
|
370
|
+
console.log(` Models: http://${host}:${port}/v1/models`);
|
|
371
|
+
console.log(` Health: http://${host}:${port}/health`);
|
|
372
|
+
const providerCount = components.providers.getHealthStatus().length;
|
|
373
|
+
console.log(` Providers: ${providerCount} configured`);
|
|
374
|
+
if (components.router)
|
|
375
|
+
console.log(' ✓ Code-aware routing enabled');
|
|
376
|
+
if (components.cache)
|
|
377
|
+
console.log(' ✓ Semantic cache enabled');
|
|
378
|
+
if (components.privacy)
|
|
379
|
+
console.log(' ✓ Privacy filter enabled');
|
|
380
|
+
if (components.costTracker)
|
|
381
|
+
console.log(' ✓ Cost tracking enabled');
|
|
382
|
+
console.log('\nPress Ctrl+C to stop.\n');
|
|
383
|
+
resolve();
|
|
384
|
+
});
|
|
385
|
+
});
|
|
386
|
+
}
|
|
387
|
+
//# sourceMappingURL=server.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/gateway/server.ts"],"names":[],"mappings":"AAAA,uEAAuE;AAEvE,OAAO,EAAE,YAAY,EAAmC,MAAM,WAAW,CAAC;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAIzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAOlD,yCAAyC;AAEzC,MAAM,WAAW;IAGK;IAA0B;IAFtC,QAAQ,GAAG,IAAI,GAAG,EAA8C,CAAC;IAEzE,YAAoB,QAAgB,EAAU,WAAmB;QAA7C,aAAQ,GAAR,QAAQ,CAAQ;QAAU,gBAAW,GAAX,WAAW,CAAQ;IAAG,CAAC;IAErE,KAAK,CAAC,EAAU;QACd,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK,IAAI,GAAG,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO,KAAK,CAAC;QAClD,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAcD,MAAM,UAAU,mBAAmB,CAAC,UAA6B;IAC/D,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,UAAU,CAAC;IAC9E,MAAM,WAAW,GAAG,MAAM,CAAC,SAAS;QAClC,CAAC,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC;QAC1E,CAAC,CAAC,IAAI,CAAC;IAET,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAC7C,OAAO;QACP,GAAG,CAAC,SAAS,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC;QAClD,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,oBAAoB,CAAC,CAAC;QACpE,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,GAAG,CAAC,CAAC;QACnD,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAAC,GAAG,CAAC,GAAG,EAAE,CAAC;YAAC,OAAO;QAAC,CAAC;QAExE,gBAAgB;QAChB,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,aAAa,IAAI,WAAW,CAAC;QACnD,IAAI,WAAW,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;YAC1C,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,qBAAqB,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC;YAC1F,OAAO;QACT,CAAC;QAED,eAAe;QACf,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC;YACvC,MAAM,KAAK,GAAG,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACjE,IAAI,KAAK,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC5B,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,iBAAiB,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC;gBACtF,OAAO;YACT,CAAC;QACH,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,EAAE,UAAU,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC,CAAC;QACjF,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;QAE1B,IAAI,CAAC;YACH,IAAI,IAAI,KAAK,sBAAsB,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBAC7D,MAAM,qBAAqB,CAAC,GAAG,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;YACpD,CAAC;iBAAM,IAAI,IAAI,KAAK,YAAY,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBACzD,gBAAgB,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;YACnC,CAAC;iBAAM,IAAI,IAAI,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBACtD,YAAY,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;YAC/B,CAAC;iBAAM,IAAI,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBACrD,WAAW,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACN,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC;YACjF,CAAC;QACH,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YACzD,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,uBAAuB,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,CAAC,CAAC;QAChG,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,uBAAuB;AAEvB,KAAK,UAAU,qBAAqB,CAClC,GAAoB,EACpB,GAAmB,EACnB,UAA6B;IAE7B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,OAAoB,CAAC;IACzB,IAAI,CAAC;QACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,mBAAmB,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,CAAC,CAAC;QAC7F,OAAO;IACT,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;QAC9B,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,sBAAsB,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,CAAC,CAAC;QAChG,OAAO;IACT,CAAC;IAED,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,UAAU,CAAC;IACtE,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;IAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,6DAA6D;IAC7D,IAAI,QAAQ,GAAG,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAEtC,mBAAmB;IACnB,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;QACxB,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC1D,IAAI,aAAa,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;YACrC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE;gBACrB,KAAK,EAAE;oBACL,OAAO,EAAE,qCAAqC,aAAa,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAc,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;oBACvH,IAAI,EAAE,eAAe;iBACtB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QACD,IAAI,aAAa,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;YAC1C,mBAAmB;YACnB,OAAO,CAAC,QAAQ,GAAG,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,aAAa,EAAE,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAC1F,CAAC;QACD,IAAI,aAAa,CAAC,MAAM,KAAK,MAAM,IAAI,aAAa,CAAC,aAAa,EAAE,CAAC;YACnE,wDAAwD;YACxD,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAc,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;YAC3F,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;gBACrB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG;oBAC9B,GAAG,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;oBAChC,OAAO,EAAE,aAAa,CAAC,aAAa;iBACrC,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,IAAI,QAAQ,EAAE,gBAAgB,EAAE,CAAC;QAC/B,OAAO,CAAC,QAAQ,GAAG;YACjB,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,gBAAgB,EAAE;YACtD,GAAG,OAAO,CAAC,QAAQ;SACpB,CAAC;IACJ,CAAC;IAED,iBAAiB;IACjB,IAAI,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACzD,IAAI,MAAM,EAAE,CAAC;YACX,WAAW,EAAE,MAAM,CAAC;gBAClB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ,EAAE,CAAC;gBACX,SAAS,EAAE,CAAC;gBACZ,YAAY,EAAE,CAAC;gBACf,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE;gBAC3D,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,IAAI,EAAE;gBAC1C,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,IAAI,SAAS;gBAC/C,eAAe,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,IAAI,CAAC;gBACpD,IAAI,EAAE,QAAQ,EAAE,IAAI,IAAI,SAAS;gBACjC,QAAQ,EAAE,IAAI;aACf,CAAC,CAAC;YACH,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpD,OAAO;QACT,CAAC;IACH,CAAC;IAED,mEAAmE;IACnE,MAAM,aAAa,GAAG,QAAQ;QAC5B,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,QAAQ,CAAC,aAAa,CAAC;QAChD,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAEvE,2BAA2B;IAC3B,KAAK,MAAM,cAAc,IAAI,aAAa,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,SAAS,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QACxD,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,IAAI,CAAC;YACH,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,yBAAyB;gBACzB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;oBACjB,cAAc,EAAE,mBAAmB;oBACnC,eAAe,EAAE,UAAU;oBAC3B,YAAY,EAAE,YAAY;iBAC3B,CAAC,CAAC;gBAEH,IAAI,WAAW,GAAG,CAAC,CAAC;gBACpB,IAAI,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oBACnC,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,MAAM,CAAC,CAAC;oBAC/B,WAAW,IAAI,mBAAmB,CAAC,KAAK,CAAC,CAAC;gBAC5C,CAAC;gBACD,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;gBAC9B,GAAG,CAAC,GAAG,EAAE,CAAC;gBAEV,SAAS,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;gBACpD,WAAW,EAAE,MAAM,CAAC;oBAClB,QAAQ,EAAE,cAAc,CAAC,EAAE;oBAC3B,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,QAAQ,EAAE,CAAC;oBACX,SAAS,EAAE,WAAW;oBACtB,YAAY,EAAE,CAAC;oBACf,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAClC,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE;oBAC3D,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,IAAI,EAAE;oBAC1C,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,IAAI,SAAS;oBAC/C,eAAe,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,IAAI,CAAC;oBACpD,IAAI,EAAE,QAAQ,EAAE,IAAI,IAAI,cAAc,CAAC,IAAI;oBAC3C,QAAQ,EAAE,KAAK;iBAChB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;iBAAM,CAAC;gBACN,yBAAyB;gBACzB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;gBACpC,MAAM,WAAW,GAAG,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;gBAE7C,SAAS,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;gBAEpD,iBAAiB;gBACjB,IAAI,KAAK,IAAI,QAAQ,EAAE,QAAQ,EAAE,CAAC;oBAChC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE;wBACvE,KAAK,EAAE,OAAO,CAAC,KAAK;wBACpB,QAAQ,EAAE,cAAc,CAAC,EAAE;wBAC3B,QAAQ,EAAE,KAAK,EAAE,aAAa,IAAI,CAAC;wBACnC,SAAS,EAAE,KAAK,EAAE,iBAAiB,IAAI,CAAC;qBACzC,CAAC,CAAC;gBACL,CAAC;gBAED,WAAW,EAAE,MAAM,CAAC;oBAClB,QAAQ,EAAE,cAAc,CAAC,EAAE;oBAC3B,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,QAAQ,EAAE,KAAK,EAAE,aAAa,IAAI,CAAC;oBACnC,SAAS,EAAE,KAAK,EAAE,iBAAiB,IAAI,CAAC;oBACxC,YAAY,EAAE,CAAC;oBACf,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE;oBAC3D,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,IAAI,EAAE;oBAC1C,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,IAAI,SAAS;oBAC/C,eAAe,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,IAAI,CAAC;oBACpD,IAAI,EAAE,QAAQ,EAAE,IAAI,IAAI,cAAc,CAAC,IAAI;oBAC3C,QAAQ,EAAE,KAAK;iBAChB,CAAC,CAAC;gBAEH,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACxC,OAAO;YACT,CAAC;QACH,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO,CAAC,KAAK,CAAC,sBAAsB,cAAc,CAAC,EAAE,YAAY,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAChF,SAAS,CAAC,aAAa,CAAC,cAAc,CAAC,EAAE,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YACxD,8CAA8C;QAChD,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE;QACrB,KAAK,EAAE;YACL,OAAO,EAAE,wCAAwC;YACjD,IAAI,EAAE,gBAAgB;SACvB;KACF,CAAC,CAAC;AACL,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAmB,EAAE,SAA2B;IACxE,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC;IACtC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE;QACrB,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACrB,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtC,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,KAAK,EAAE,CAAC,CAAC,IAAI;SACd,CAAC,CAAC;KACJ,CAAC,CAAC;AACL,CAAC;AAED,SAAS,YAAY,CAAC,GAAmB,EAAE,SAA2B;IACpE,MAAM,MAAM,GAAG,SAAS,CAAC,eAAe,EAAE,CAAC;IAC3C,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IAC7D,YAAY,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;QACxC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU;QAC3C,SAAS,EAAE,MAAM;KAClB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,GAAmB,EAAE,WAAyB;IACjE,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC,CAAC;QACjE,OAAO;IACT,CAAC;IACD,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC;AACnD,CAAC;AAED,gBAAgB;AAEhB,SAAS,YAAY,CAAC,GAAmB,EAAE,MAAc,EAAE,IAAa;IACtE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAClC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE;QACpB,cAAc,EAAE,kBAAkB;QAClC,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC;KAC1C,CAAC,CAAC;IACH,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,QAAQ,CAAC,GAAoB;IACpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,MAAM,QAAQ,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,aAAa;QAChD,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YAC/B,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC;YACrB,IAAI,IAAI,GAAG,QAAQ,EAAE,CAAC;gBAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBAAC,MAAM,CAAC,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC;gBAAC,OAAO;YAAC,CAAC;YACpF,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACtE,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAe;IAC1C,oCAAoC;IACpC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;IACnD,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtE,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,aAAa,CAAI,GAAQ,EAAE,SAA+B;IACjE,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,CAAC,CAAC,CAAC;AACZ,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAa,EAAE,SAA2B,EAAE,SAAkB;IACtF,2BAA2B;IAC3B,MAAM,MAAM,GAAG,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAC5C,IAAI,MAAM;QAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAE5B,yBAAyB;IACzB,MAAM,IAAI,GAAG,CAAC,SAAS,IAAI,UAAU,CAAQ,CAAC;IAC9C,OAAO,SAAS,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;AAC5C,CAAC;AAED,uBAAuB;AAEvB,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAqB,EAAE,MAAe;IACvE,MAAM,SAAS,GAAG,IAAI,gBAAgB,EAAE,CAAC;IACzC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS;QAAE,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAE3D,IAAI,EAAE,GAA6C,IAAI,CAAC;IACxD,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACpD,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC1B,8BAA8B;QAC9B,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;QACjD,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;QACpD,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACtD,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,oBAAoB,CAAC,EAAE,OAAO,CAAC,CAAC;QAC1F,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;IAED,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;IACxD,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAE3F,IAAI,KAAgC,CAAC;IACrC,IAAI,WAAoC,CAAC;IACzC,IAAI,OAAkC,CAAC;IAEvC,IAAI,EAAE,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QAC/B,MAAM,EAAE,aAAa,EAAE,EAAE,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;QACzD,KAAK,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC;IACD,IAAI,EAAE,EAAE,CAAC;QACP,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAC/D,WAAW,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IACD,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,EAAE,aAAa,EAAE,EAAE,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;QAC3D,OAAO,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACpE,CAAC;IAED,MAAM,UAAU,GAAsB,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IACjG,OAAO,0BAA0B,CAAC,UAAU,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,0BAA0B,CAAC,UAA6B;IAC/D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,MAAM,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;QAC/C,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC;QAEzC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE;YAC7B,OAAO,CAAC,GAAG,CAAC,gCAAgC,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC;YAC5D,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,IAAI,IAAI,sBAAsB,CAAC,CAAC;YAClE,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,IAAI,IAAI,YAAY,CAAC,CAAC;YAC3D,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,IAAI,IAAI,SAAS,CAAC,CAAC;YAExD,MAAM,aAAa,GAAG,UAAU,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC,MAAM,CAAC;YACpE,OAAO,CAAC,GAAG,CAAC,iBAAiB,aAAa,aAAa,CAAC,CAAC;YACzD,IAAI,UAAU,CAAC,MAAM;gBAAE,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;YACtE,IAAI,UAAU,CAAC,KAAK;gBAAE,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;YACjE,IAAI,UAAU,CAAC,OAAO;gBAAE,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;YACnE,IAAI,UAAU,CAAC,WAAW;gBAAE,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;YACtE,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;YACzC,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { ChatMessage, ChatRequest, SSEChoiceDelta, TokenUsage } from './types.js';
|
|
2
|
+
export declare function toOpenAIRequest(req: ChatRequest): Record<string, unknown>;
|
|
3
|
+
export declare function toAnthropicRequest(req: ChatRequest): Record<string, unknown>;
|
|
4
|
+
export declare function fromAnthropicResponse(data: any): {
|
|
5
|
+
message: ChatMessage;
|
|
6
|
+
usage: TokenUsage;
|
|
7
|
+
model: string;
|
|
8
|
+
finishReason: string;
|
|
9
|
+
};
|
|
10
|
+
export declare function fromAnthropicStreamEvent(event: any): SSEChoiceDelta | null;
|
|
11
|
+
export declare function toGeminiRequest(req: ChatRequest): Record<string, unknown>;
|
|
12
|
+
export declare function fromGeminiResponse(data: any): {
|
|
13
|
+
message: ChatMessage;
|
|
14
|
+
usage: TokenUsage;
|
|
15
|
+
model: string;
|
|
16
|
+
finishReason: string;
|
|
17
|
+
};
|
|
18
|
+
export declare function fromGeminiStreamChunk(data: any): SSEChoiceDelta | null;
|
|
19
|
+
//# sourceMappingURL=translator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"translator.d.ts","sourceRoot":"","sources":["../../src/gateway/translator.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,WAAW,EAAE,WAAW,EAAY,cAAc,EACX,UAAU,EAClD,MAAM,YAAY,CAAC;AAIpB,wBAAgB,eAAe,CAAC,GAAG,EAAE,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAazE;AAoBD,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CA4F5E;AAoBD,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,GAAG,GAAG;IAChD,OAAO,EAAE,WAAW,CAAC;IAAC,KAAK,EAAE,UAAU,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;CAC9E,CA+BA;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,GAAG,GAAG,cAAc,GAAG,IAAI,CAoB1E;AAyBD,wBAAgB,eAAe,CAAC,GAAG,EAAE,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAmFzE;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,GAAG,GAAG;IAC7C,OAAO,EAAE,WAAW,CAAC;IAAC,KAAK,EAAE,UAAU,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;CAC9E,CAoCA;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,GAAG,GAAG,cAAc,GAAG,IAAI,CAgBtE"}
|