@venturekit-pro/ai 0.0.47 → 0.0.50

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (147) hide show
  1. package/README.md +192 -0
  2. package/dist/agent-loop/index.d.ts +9 -0
  3. package/dist/agent-loop/index.d.ts.map +1 -0
  4. package/dist/agent-loop/index.js +7 -0
  5. package/dist/agent-loop/index.js.map +1 -0
  6. package/dist/agent-loop/registry.d.ts +85 -0
  7. package/dist/agent-loop/registry.d.ts.map +1 -0
  8. package/dist/agent-loop/registry.js +100 -0
  9. package/dist/agent-loop/registry.js.map +1 -0
  10. package/dist/agent-loop/run-agent.d.ts +37 -0
  11. package/dist/agent-loop/run-agent.d.ts.map +1 -0
  12. package/dist/agent-loop/run-agent.js +405 -0
  13. package/dist/agent-loop/run-agent.js.map +1 -0
  14. package/dist/agent-loop/tools.d.ts +10 -0
  15. package/dist/agent-loop/tools.d.ts.map +1 -0
  16. package/dist/agent-loop/tools.js +28 -0
  17. package/dist/agent-loop/tools.js.map +1 -0
  18. package/dist/agent-loop/types.d.ts +175 -0
  19. package/dist/agent-loop/types.d.ts.map +1 -0
  20. package/dist/agent-loop/types.js +8 -0
  21. package/dist/agent-loop/types.js.map +1 -0
  22. package/dist/chat/types.d.ts +4 -2
  23. package/dist/chat/types.d.ts.map +1 -1
  24. package/dist/cost/types.d.ts +15 -0
  25. package/dist/cost/types.d.ts.map +1 -1
  26. package/dist/cost-ledger/migrations/vk_ai_cost_0004_llm_gateway.sql +69 -0
  27. package/dist/cost-ledger/migrations/vk_ai_cost_0005_harness.sql +99 -0
  28. package/dist/cost-ledger/migrations/vk_ai_cost_0006_cache_write_prices.sql +17 -0
  29. package/dist/cost-ledger/migrations/vk_ai_cost_0007_harness_fan_out.sql +47 -0
  30. package/dist/gateway/errors.d.ts +24 -0
  31. package/dist/gateway/errors.d.ts.map +1 -0
  32. package/dist/gateway/errors.js +29 -0
  33. package/dist/gateway/errors.js.map +1 -0
  34. package/dist/gateway/gateway.d.ts +27 -0
  35. package/dist/gateway/gateway.d.ts.map +1 -0
  36. package/dist/gateway/gateway.js +503 -0
  37. package/dist/gateway/gateway.js.map +1 -0
  38. package/dist/gateway/index.d.ts +13 -0
  39. package/dist/gateway/index.d.ts.map +1 -0
  40. package/dist/gateway/index.js +10 -0
  41. package/dist/gateway/index.js.map +1 -0
  42. package/dist/gateway/policies.d.ts +32 -0
  43. package/dist/gateway/policies.d.ts.map +1 -0
  44. package/dist/gateway/policies.js +45 -0
  45. package/dist/gateway/policies.js.map +1 -0
  46. package/dist/gateway/postgres.d.ts +55 -0
  47. package/dist/gateway/postgres.d.ts.map +1 -0
  48. package/dist/gateway/postgres.js +127 -0
  49. package/dist/gateway/postgres.js.map +1 -0
  50. package/dist/gateway/pricing.d.ts +11 -0
  51. package/dist/gateway/pricing.d.ts.map +1 -0
  52. package/dist/gateway/pricing.js +47 -0
  53. package/dist/gateway/pricing.js.map +1 -0
  54. package/dist/gateway/routing.d.ts +25 -0
  55. package/dist/gateway/routing.d.ts.map +1 -0
  56. package/dist/gateway/routing.js +23 -0
  57. package/dist/gateway/routing.js.map +1 -0
  58. package/dist/gateway/types.d.ts +225 -0
  59. package/dist/gateway/types.d.ts.map +1 -0
  60. package/dist/gateway/types.js +7 -0
  61. package/dist/gateway/types.js.map +1 -0
  62. package/dist/generate/anthropic.d.ts +38 -0
  63. package/dist/generate/anthropic.d.ts.map +1 -0
  64. package/dist/generate/anthropic.js +446 -0
  65. package/dist/generate/anthropic.js.map +1 -0
  66. package/dist/generate/client.d.ts +9 -0
  67. package/dist/generate/client.d.ts.map +1 -0
  68. package/dist/generate/client.js +44 -0
  69. package/dist/generate/client.js.map +1 -0
  70. package/dist/generate/google.d.ts +39 -0
  71. package/dist/generate/google.d.ts.map +1 -0
  72. package/dist/generate/google.js +372 -0
  73. package/dist/generate/google.js.map +1 -0
  74. package/dist/generate/http.d.ts +48 -0
  75. package/dist/generate/http.d.ts.map +1 -0
  76. package/dist/generate/http.js +180 -0
  77. package/dist/generate/http.js.map +1 -0
  78. package/dist/generate/index.d.ts +13 -0
  79. package/dist/generate/index.d.ts.map +1 -0
  80. package/dist/generate/index.js +12 -0
  81. package/dist/generate/index.js.map +1 -0
  82. package/dist/generate/openai.d.ts +29 -0
  83. package/dist/generate/openai.d.ts.map +1 -0
  84. package/dist/generate/openai.js +314 -0
  85. package/dist/generate/openai.js.map +1 -0
  86. package/dist/generate/perplexity.d.ts +27 -0
  87. package/dist/generate/perplexity.d.ts.map +1 -0
  88. package/dist/generate/perplexity.js +208 -0
  89. package/dist/generate/perplexity.js.map +1 -0
  90. package/dist/generate/types.d.ts +253 -0
  91. package/dist/generate/types.d.ts.map +1 -0
  92. package/dist/generate/types.js +19 -0
  93. package/dist/generate/types.js.map +1 -0
  94. package/dist/harness/define.d.ts +15 -0
  95. package/dist/harness/define.d.ts.map +1 -0
  96. package/dist/harness/define.js +38 -0
  97. package/dist/harness/define.js.map +1 -0
  98. package/dist/harness/harness.d.ts +29 -0
  99. package/dist/harness/harness.d.ts.map +1 -0
  100. package/dist/harness/harness.js +1287 -0
  101. package/dist/harness/harness.js.map +1 -0
  102. package/dist/harness/index.d.ts +14 -0
  103. package/dist/harness/index.d.ts.map +1 -0
  104. package/dist/harness/index.js +10 -0
  105. package/dist/harness/index.js.map +1 -0
  106. package/dist/harness/memory-store.d.ts +8 -0
  107. package/dist/harness/memory-store.d.ts.map +1 -0
  108. package/dist/harness/memory-store.js +270 -0
  109. package/dist/harness/memory-store.js.map +1 -0
  110. package/dist/harness/postgres-store.d.ts +12 -0
  111. package/dist/harness/postgres-store.d.ts.map +1 -0
  112. package/dist/harness/postgres-store.js +368 -0
  113. package/dist/harness/postgres-store.js.map +1 -0
  114. package/dist/harness/scheduler.d.ts +12 -0
  115. package/dist/harness/scheduler.d.ts.map +1 -0
  116. package/dist/harness/scheduler.js +23 -0
  117. package/dist/harness/scheduler.js.map +1 -0
  118. package/dist/harness/store.d.ts +172 -0
  119. package/dist/harness/store.d.ts.map +1 -0
  120. package/dist/harness/store.js +21 -0
  121. package/dist/harness/store.js.map +1 -0
  122. package/dist/harness/types.d.ts +312 -0
  123. package/dist/harness/types.d.ts.map +1 -0
  124. package/dist/harness/types.js +11 -0
  125. package/dist/harness/types.js.map +1 -0
  126. package/dist/index.d.ts +12 -0
  127. package/dist/index.d.ts.map +1 -1
  128. package/dist/index.js +11 -0
  129. package/dist/index.js.map +1 -1
  130. package/dist/model-catalog/crud.d.ts.map +1 -1
  131. package/dist/model-catalog/crud.js +33 -2
  132. package/dist/model-catalog/crud.js.map +1 -1
  133. package/dist/model-catalog/types.d.ts +20 -0
  134. package/dist/model-catalog/types.d.ts.map +1 -1
  135. package/dist/tracing/index.d.ts +68 -0
  136. package/dist/tracing/index.d.ts.map +1 -0
  137. package/dist/tracing/index.js +72 -0
  138. package/dist/tracing/index.js.map +1 -0
  139. package/dist/tracing/recording.d.ts +23 -0
  140. package/dist/tracing/recording.d.ts.map +1 -0
  141. package/dist/tracing/recording.js +49 -0
  142. package/dist/tracing/recording.js.map +1 -0
  143. package/package.json +7 -4
  144. package/src/cost-ledger/migrations/vk_ai_cost_0004_llm_gateway.sql +69 -0
  145. package/src/cost-ledger/migrations/vk_ai_cost_0005_harness.sql +99 -0
  146. package/src/cost-ledger/migrations/vk_ai_cost_0006_cache_write_prices.sql +17 -0
  147. package/src/cost-ledger/migrations/vk_ai_cost_0007_harness_fan_out.sql +47 -0
@@ -0,0 +1,503 @@
1
+ /**
2
+ * `createLlmGateway` — the one call path for text models.
3
+ *
4
+ * Per call, in order:
5
+ * 1. Route — `[model, ...fallbacks]`, rewritten by `route` when set
6
+ * (`tierRoute` maps a request's `tier` to catalog keys).
7
+ * 2. Resolve — catalog lookup; unknown and disabled models are skipped.
8
+ * 3. Policies — per candidate; a denial skips to the next candidate, a
9
+ * policy that itself throws denies (fail closed).
10
+ * 4. Credentials — a missing key skips to the next candidate.
11
+ * 5. Call — retries 429 / 5xx / network (`fallback/retry`), then
12
+ * falls back; a caller error (other 4xx) fails at once;
13
+ * cancellation stops everything. A fallback never reuses
14
+ * the primary's vendor idempotency key. A stream may retry
15
+ * and fall back only until its first event.
16
+ * 6. Record — one audit row per call (served or not) and one ledger
17
+ * row per billed call. Sink failures are reported, never
18
+ * thrown.
19
+ *
20
+ * With a `tracer`, every call is one `chat <model>` span (GenAI semantic
21
+ * conventions, see `../tracing`).
22
+ */
23
+ import { createHash, randomUUID } from 'node:crypto';
24
+ import { isRetryableError, retryWithBackoff } from '../fallback/retry.js';
25
+ import { createGenerateClient } from '../generate/client.js';
26
+ import { base64Bytes, GenerateAbortedError } from '../generate/http.js';
27
+ import { attributes, genAiProvider, inSpan, SPAN_KIND, SPAN_STATUS, } from '../tracing/index.js';
28
+ import { GatewayPolicyError, GatewayUnavailableError } from './errors.js';
29
+ import { priceCall } from './pricing.js';
30
+ const DEFAULT_TIMEOUT_MS = 120_000;
31
+ const messageOf = (err) => (err instanceof Error ? err.message : String(err));
32
+ export function createLlmGateway(config) {
33
+ const policies = config.policies ?? [];
34
+ const generateId = config.generateId ?? randomUUID;
35
+ const tracer = config.tracer;
36
+ const createClient = config.createClient ??
37
+ (({ provider, credential }) => createGenerateClient({
38
+ provider,
39
+ apiKey: credential.apiKey,
40
+ ...(credential.baseUrl ? { baseUrl: credential.baseUrl } : {}),
41
+ }));
42
+ const onSinkError = config.onSinkError ??
43
+ ((error, info) => {
44
+ console.warn(`[ai/gateway] ${info.sink} failed (call ${info.callId} continues)`, messageOf(error));
45
+ });
46
+ const retryOptions = (request) => ({
47
+ maxAttempts: config.retry?.maxAttempts ?? 3,
48
+ initialDelayMs: config.retry?.initialDelayMs ?? 500,
49
+ maxDelayMs: config.retry?.maxDelayMs ?? 8000,
50
+ ...(config.retry?.sleep ? { sleep: config.retry.sleep } : {}),
51
+ shouldRetry: (err) => !request.signal?.aborted && isRetryableError(err),
52
+ });
53
+ async function sink(record) {
54
+ if (config.sinks?.recordCall) {
55
+ try {
56
+ await config.sinks.recordCall(record);
57
+ }
58
+ catch (err) {
59
+ onSinkError(err, { sink: 'recordCall', callId: record.id });
60
+ }
61
+ }
62
+ if (config.sinks?.recordCost && record.usage) {
63
+ try {
64
+ await config.sinks.recordCost(record);
65
+ }
66
+ catch (err) {
67
+ onSinkError(err, { sink: 'recordCost', callId: record.id });
68
+ }
69
+ }
70
+ }
71
+ async function checkPolicies(state, model, isFallback) {
72
+ for (const policy of policies) {
73
+ try {
74
+ await policy.check({ context: state.context, model, request: state.request, isFallback });
75
+ state.decisions.push({ policy: policy.name, modelKey: model.key, allowed: true });
76
+ }
77
+ catch (err) {
78
+ const denial = err instanceof GatewayPolicyError
79
+ ? err
80
+ : new GatewayPolicyError(policy.name, 'policy_failed', `Policy '${policy.name}' could not decide: ${messageOf(err)}`);
81
+ state.decisions.push({
82
+ policy: policy.name,
83
+ modelKey: model.key,
84
+ allowed: false,
85
+ code: denial.code,
86
+ message: denial.message,
87
+ });
88
+ return denial;
89
+ }
90
+ }
91
+ return null;
92
+ }
93
+ const baseRecord = (state, status) => ({
94
+ id: state.callId,
95
+ context: state.context,
96
+ status,
97
+ attempts: state.attempts,
98
+ policyDecisions: state.decisions,
99
+ latencyMs: Date.now() - state.startedAt.getTime(),
100
+ request: requestRecord(state.request),
101
+ startedAt: state.startedAt.toISOString(),
102
+ finishedAt: new Date().toISOString(),
103
+ });
104
+ /** Steps 1–4: yields each candidate that can be called, recording the ones skipped or denied. */
105
+ async function* candidates(state) {
106
+ const { context, request } = state;
107
+ let keys = [...(request.model ? [request.model] : []), ...(request.fallbacks ?? [])];
108
+ if (config.route)
109
+ keys = await config.route({ context, request, candidates: keys });
110
+ keys = [...new Set(keys)];
111
+ for (let index = 0; index < keys.length; index++) {
112
+ const key = keys[index];
113
+ if (request.signal?.aborted)
114
+ return;
115
+ const model = await config.catalog.find(key);
116
+ if (!model || model.status === 'disabled') {
117
+ state.attempts.push({
118
+ modelKey: key,
119
+ outcome: 'skipped',
120
+ reason: model ? 'disabled' : 'unknown_model',
121
+ });
122
+ continue;
123
+ }
124
+ const denial = await checkPolicies(state, model, index > 0);
125
+ if (denial) {
126
+ state.lastDenial = denial;
127
+ state.attempts.push({
128
+ modelKey: key,
129
+ provider: model.provider,
130
+ outcome: 'denied',
131
+ reason: denial.code,
132
+ error: denial.message,
133
+ });
134
+ continue;
135
+ }
136
+ let credential;
137
+ try {
138
+ credential = await config.credentials({ context, model });
139
+ }
140
+ catch (err) {
141
+ state.lastError = err;
142
+ state.attempts.push({
143
+ modelKey: key,
144
+ provider: model.provider,
145
+ outcome: 'skipped',
146
+ reason: 'no_credentials',
147
+ error: messageOf(err),
148
+ });
149
+ continue;
150
+ }
151
+ const { fallbacks: _fallbacks, tier: _tier, ...rest } = request;
152
+ void _fallbacks;
153
+ void _tier;
154
+ const adapterRequest = {
155
+ ...rest,
156
+ model: model.model,
157
+ maxTokens: request.maxTokens ?? model.defaultMaxTokens ?? 4096,
158
+ timeoutMs: request.timeoutMs ??
159
+ model.defaultTimeoutMs ??
160
+ config.defaultTimeoutMs ??
161
+ DEFAULT_TIMEOUT_MS,
162
+ };
163
+ if (request.idempotencyKey)
164
+ adapterRequest.idempotencyKey =
165
+ index === 0 ? request.idempotencyKey : `${request.idempotencyKey}:fallback-${index}`;
166
+ yield {
167
+ index,
168
+ key,
169
+ model,
170
+ credential,
171
+ client: createClient({ provider: model.provider, credential }),
172
+ adapterRequest,
173
+ };
174
+ }
175
+ }
176
+ /** Step 6 for a served call: price it, record it, return it. */
177
+ async function served(state, c, result, calls, t0) {
178
+ state.attempts.push({
179
+ modelKey: c.key,
180
+ provider: c.model.provider,
181
+ outcome: 'succeeded',
182
+ calls,
183
+ latencyMs: Date.now() - t0,
184
+ });
185
+ const cost = priceCall(result.usage, c.model);
186
+ await sink({
187
+ ...baseRecord(state, 'succeeded'),
188
+ modelKey: c.model.key,
189
+ provider: c.model.provider,
190
+ model: result.model,
191
+ credentialSource: c.credential.source,
192
+ fellBack: c.index > 0,
193
+ usage: result.usage,
194
+ cost,
195
+ response: {
196
+ text: result.text,
197
+ ...(result.json !== undefined ? { json: result.json } : {}),
198
+ toolCalls: result.toolCalls,
199
+ citations: result.citations,
200
+ searchQueries: result.searchQueries,
201
+ finishReason: result.finishReason,
202
+ },
203
+ error: null,
204
+ });
205
+ return {
206
+ ...result,
207
+ callId: state.callId,
208
+ modelKey: c.model.key,
209
+ cost,
210
+ attempts: state.attempts,
211
+ fellBack: c.index > 0,
212
+ credentialSource: c.credential.source,
213
+ };
214
+ }
215
+ /** Step 6 for a call nothing served: record it, return the error to throw. */
216
+ async function unserved(state, failure) {
217
+ const { request, attempts } = state;
218
+ const cancelled = request.signal?.aborted === true;
219
+ const last = failure ?? state.lastError;
220
+ const error = cancelled
221
+ ? new GenerateAbortedError()
222
+ : last instanceof Error
223
+ ? last
224
+ : last !== undefined
225
+ ? new Error(messageOf(last))
226
+ : (state.lastDenial ??
227
+ new GatewayUnavailableError(`[ai/gateway] No model could serve the call (${attempts.map((a) => `${a.modelKey}: ${a.reason ?? a.outcome}`).join(', ') || (request.tier ? `no catalog key for tier '${request.tier}'` : 'no candidates')})`, attempts));
228
+ const status = cancelled
229
+ ? 'cancelled'
230
+ : error instanceof GatewayPolicyError
231
+ ? 'denied'
232
+ : 'failed';
233
+ const lastTried = [...attempts].reverse().find((a) => a.provider);
234
+ await sink({
235
+ ...baseRecord(state, status),
236
+ modelKey: lastTried?.modelKey ?? null,
237
+ provider: lastTried?.provider ?? null,
238
+ model: null,
239
+ credentialSource: null,
240
+ fellBack: false,
241
+ usage: null,
242
+ cost: null,
243
+ response: null,
244
+ error: {
245
+ message: error.message,
246
+ ...(error instanceof GatewayPolicyError ? { code: error.code } : {}),
247
+ },
248
+ });
249
+ return error;
250
+ }
251
+ const newState = (context, request) => ({
252
+ callId: generateId(),
253
+ context,
254
+ request,
255
+ startedAt: new Date(),
256
+ attempts: [],
257
+ decisions: [],
258
+ });
259
+ async function generate(context, request) {
260
+ return inSpan(tracer, spanName(request), { kind: SPAN_KIND.CLIENT, attributes: requestAttributes(context, request) }, async (span) => {
261
+ const state = newState(context, request);
262
+ try {
263
+ for await (const c of candidates(state)) {
264
+ let calls = 0;
265
+ const t0 = Date.now();
266
+ try {
267
+ const result = await retryWithBackoff(async () => {
268
+ calls += 1;
269
+ return c.client.generate(c.adapterRequest);
270
+ }, retryOptions(request));
271
+ const out = await served(state, c, result, calls, t0);
272
+ endSpan(span, out, state);
273
+ return out;
274
+ }
275
+ catch (err) {
276
+ state.lastError = err;
277
+ state.attempts.push({
278
+ modelKey: c.key,
279
+ provider: c.model.provider,
280
+ outcome: 'failed',
281
+ calls,
282
+ latencyMs: Date.now() - t0,
283
+ error: messageOf(err),
284
+ });
285
+ if (request.signal?.aborted || !isRetryableError(err))
286
+ break;
287
+ }
288
+ }
289
+ }
290
+ catch (err) {
291
+ // The route, the catalog or a credentials hook failed outright: still one audit row.
292
+ throw await unserved(state, err);
293
+ }
294
+ throw await unserved(state);
295
+ });
296
+ }
297
+ async function* stream(context, request) {
298
+ // The span is not made active: a stream outlives the call that opened it.
299
+ const span = tracer?.startActiveSpan(spanName(request), { kind: SPAN_KIND.CLIENT, attributes: requestAttributes(context, request) }, (s) => s);
300
+ const state = newState(context, request);
301
+ let outcome = 'open';
302
+ let current;
303
+ try {
304
+ for await (const c of candidates(state)) {
305
+ current = c;
306
+ let calls = 0;
307
+ const t0 = Date.now();
308
+ let iterator;
309
+ let next;
310
+ try {
311
+ // Retries and fallbacks are only possible until the first event.
312
+ [iterator, next] = await retryWithBackoff(async () => {
313
+ calls += 1;
314
+ const it = openStream(c.client, c.adapterRequest)[Symbol.asyncIterator]();
315
+ return [it, await it.next()];
316
+ }, retryOptions(request));
317
+ }
318
+ catch (err) {
319
+ state.lastError = err;
320
+ state.attempts.push({
321
+ modelKey: c.key,
322
+ provider: c.model.provider,
323
+ outcome: 'failed',
324
+ calls,
325
+ latencyMs: Date.now() - t0,
326
+ error: messageOf(err),
327
+ });
328
+ if (request.signal?.aborted || !isRetryableError(err))
329
+ break;
330
+ continue;
331
+ }
332
+ try {
333
+ let firstChunkMs = null;
334
+ while (!next.done) {
335
+ const event = next.value;
336
+ if (event.type === 'done') {
337
+ const out = await served(state, c, event.result, calls, t0);
338
+ outcome = 'served';
339
+ if (span && firstChunkMs !== null)
340
+ span.setAttribute('gen_ai.response.time_to_first_chunk', firstChunkMs / 1000);
341
+ endSpan(span ?? null, out, state);
342
+ yield { type: 'done', result: out };
343
+ return;
344
+ }
345
+ firstChunkMs ??= Date.now() - t0;
346
+ yield event;
347
+ next = await iterator.next();
348
+ }
349
+ throw new Error(`[ai/gateway] 502 Bad Gateway: the stream of ${c.key} ended without a result`);
350
+ }
351
+ catch (err) {
352
+ outcome = 'failed';
353
+ state.attempts.push({
354
+ modelKey: c.key,
355
+ provider: c.model.provider,
356
+ outcome: 'failed',
357
+ calls,
358
+ latencyMs: Date.now() - t0,
359
+ error: messageOf(err),
360
+ });
361
+ throw await unserved(state, err);
362
+ }
363
+ finally {
364
+ await iterator.return?.().catch(() => undefined);
365
+ }
366
+ }
367
+ outcome = 'failed';
368
+ throw await unserved(state);
369
+ }
370
+ catch (err) {
371
+ let error = err;
372
+ if (outcome === 'open') {
373
+ // The route, the catalog or a credentials hook failed outright: still one audit row.
374
+ outcome = 'failed';
375
+ error = await unserved(state, err);
376
+ }
377
+ span?.recordException(error instanceof Error ? error : String(error));
378
+ span?.setStatus({ code: SPAN_STATUS.ERROR, message: messageOf(error) });
379
+ throw error;
380
+ }
381
+ finally {
382
+ if (outcome === 'open') {
383
+ // The consumer stopped reading: the vendor may bill the partial answer, but no usage was reported.
384
+ await sink({
385
+ ...baseRecord(state, 'cancelled'),
386
+ modelKey: current?.key ?? null,
387
+ provider: current?.model.provider ?? null,
388
+ model: current?.model.model ?? null,
389
+ credentialSource: current?.credential.source ?? null,
390
+ fellBack: false,
391
+ usage: null,
392
+ cost: null,
393
+ response: null,
394
+ error: { message: 'The stream was closed before it finished' },
395
+ });
396
+ }
397
+ span?.end();
398
+ }
399
+ }
400
+ return {
401
+ generate,
402
+ stream,
403
+ client: (context) => ({
404
+ generate: (request) => generate(context, request),
405
+ stream: (request) => stream(context, request),
406
+ }),
407
+ };
408
+ }
409
+ /** A client's stream, or its `generate` replayed as one when it has none. */
410
+ async function* openStream(client, request) {
411
+ if (client.stream) {
412
+ yield* client.stream(request);
413
+ return;
414
+ }
415
+ const result = await client.generate(request);
416
+ if (result.text)
417
+ yield { type: 'text', delta: result.text };
418
+ for (const call of result.toolCalls)
419
+ yield { type: 'tool_call', call };
420
+ yield { type: 'done', result };
421
+ }
422
+ const spanName = (request) => `chat ${request.model ?? (request.tier ? `tier:${request.tier}` : 'model')}`;
423
+ function requestAttributes(context, request) {
424
+ return attributes({
425
+ 'gen_ai.operation.name': 'chat',
426
+ 'gen_ai.request.model': request.model,
427
+ 'gen_ai.request.max_tokens': request.maxTokens,
428
+ 'gen_ai.request.temperature': request.temperature,
429
+ 'gen_ai.request.top_p': request.topP,
430
+ 'vk.ai.tier': request.tier,
431
+ 'vk.ai.feature': context.feature,
432
+ 'vk.ai.tenant_id': context.tenantId,
433
+ 'vk.ai.correlation_id': context.correlationId,
434
+ });
435
+ }
436
+ function endSpan(span, result, state) {
437
+ if (!span)
438
+ return;
439
+ span.setAttributes(attributes({
440
+ 'gen_ai.provider.name': genAiProvider(result.provider),
441
+ 'gen_ai.response.model': result.model,
442
+ 'gen_ai.response.finish_reasons': result.finishReason ? [result.finishReason] : undefined,
443
+ 'gen_ai.usage.input_tokens': result.usage.tokensIn,
444
+ 'gen_ai.usage.output_tokens': result.usage.tokensOut,
445
+ 'gen_ai.usage.cache_read.input_tokens': result.usage.cachedTokensIn,
446
+ 'gen_ai.usage.cache_creation.input_tokens': result.usage.cacheWriteTokensIn,
447
+ 'vk.ai.call_id': state.callId,
448
+ 'vk.ai.model_key': result.modelKey,
449
+ 'vk.ai.cost_usd': result.cost?.costUsd,
450
+ 'vk.ai.web_searches': result.usage.webSearches,
451
+ 'vk.ai.vendor_calls': state.attempts.reduce((n, a) => n + (a.calls ?? 0), 0),
452
+ 'vk.ai.fell_back': result.fellBack,
453
+ 'vk.ai.credential_source': result.credentialSource,
454
+ }));
455
+ }
456
+ /** The request as the audit trail keeps it: full text, file and image bytes as size + hash. */
457
+ export function requestRecord(request) {
458
+ return {
459
+ model: request.model ?? '',
460
+ ...(request.tier ? { tier: request.tier } : {}),
461
+ ...(request.fallbacks?.length ? { fallbacks: request.fallbacks } : {}),
462
+ messages: request.messages.map(messageRecord),
463
+ ...(request.tools?.length ? { tools: request.tools.map((t) => t.name) } : {}),
464
+ ...(request.toolChoice !== undefined ? { toolChoice: request.toolChoice } : {}),
465
+ ...(request.webSearch ? { webSearch: request.webSearch } : {}),
466
+ ...(request.responseFormat
467
+ ? {
468
+ responseFormat: request.responseFormat.type === 'json_schema'
469
+ ? { type: 'json_schema', name: request.responseFormat.name }
470
+ : request.responseFormat,
471
+ }
472
+ : {}),
473
+ ...(request.cache ? { cache: request.cache } : {}),
474
+ ...(request.maxTokens !== undefined ? { maxTokens: request.maxTokens } : {}),
475
+ ...(request.temperature !== undefined ? { temperature: request.temperature } : {}),
476
+ ...(request.topP !== undefined ? { topP: request.topP } : {}),
477
+ };
478
+ }
479
+ function messageRecord(m) {
480
+ if (m.role === 'user' && typeof m.content !== 'string') {
481
+ return {
482
+ role: 'user',
483
+ content: m.content.map((p) => p.type === 'text'
484
+ ? p
485
+ : {
486
+ type: p.type,
487
+ mediaType: p.mediaType,
488
+ ...(p.type === 'file' && p.filename ? { filename: p.filename } : {}),
489
+ bytes: base64Bytes(p.data),
490
+ sha256: createHash('sha256').update(p.data, 'base64').digest('hex'),
491
+ }),
492
+ };
493
+ }
494
+ if (m.role === 'assistant') {
495
+ return {
496
+ role: 'assistant',
497
+ content: m.content,
498
+ ...(m.toolCalls?.length ? { toolCalls: m.toolCalls } : {}),
499
+ };
500
+ }
501
+ return m;
502
+ }
503
+ //# sourceMappingURL=gateway.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"gateway.js","sourceRoot":"","sources":["../../src/gateway/gateway.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAErD,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAC1E,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAQxE,OAAO,EACL,UAAU,EACV,aAAa,EACb,MAAM,EACN,SAAS,EACT,WAAW,GAEZ,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAgBzC,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAEnC,MAAM,SAAS,GAAG,CAAC,GAAY,EAAU,EAAE,CAAC,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;AAwB/F,MAAM,UAAU,gBAAgB,CAAC,MAAwB;IACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;IACvC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,UAAU,CAAC;IACnD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,MAAM,YAAY,GAChB,MAAM,CAAC,YAAY;QACnB,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,CAC5B,oBAAoB,CAAC;YACnB,QAAQ;YACR,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D,CAAC,CAAC,CAAC;IACR,MAAM,WAAW,GACf,MAAM,CAAC,WAAW;QAClB,CAAC,CAAC,KAAc,EAAE,IAAsC,EAAE,EAAE;YAC1D,OAAO,CAAC,IAAI,CACV,gBAAgB,IAAI,CAAC,IAAI,iBAAiB,IAAI,CAAC,MAAM,aAAa,EAClE,SAAS,CAAC,KAAK,CAAC,CACjB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,MAAM,YAAY,GAAG,CAAC,OAAuB,EAAE,EAAE,CAAC,CAAC;QACjD,WAAW,EAAE,MAAM,CAAC,KAAK,EAAE,WAAW,IAAI,CAAC;QAC3C,cAAc,EAAE,MAAM,CAAC,KAAK,EAAE,cAAc,IAAI,GAAG;QACnD,UAAU,EAAE,MAAM,CAAC,KAAK,EAAE,UAAU,IAAI,IAAI;QAC5C,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,WAAW,EAAE,CAAC,GAAY,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,gBAAgB,CAAC,GAAG,CAAC;KACjF,CAAC,CAAC;IAEH,KAAK,UAAU,IAAI,CAAC,MAAqB;QACvC,IAAI,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACxC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,WAAW,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,EAAE,UAAU,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAC7C,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACxC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,WAAW,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,UAAU,aAAa,CAC1B,KAAgB,EAChB,KAAsB,EACtB,UAAmB;QAEnB,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;gBAC1F,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACpF,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,MAAM,GACV,GAAG,YAAY,kBAAkB;oBAC/B,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,IAAI,kBAAkB,CACpB,MAAM,CAAC,IAAI,EACX,eAAe,EACf,WAAW,MAAM,CAAC,IAAI,uBAAuB,SAAS,CAAC,GAAG,CAAC,EAAE,CAC9D,CAAC;gBACR,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC;oBACnB,MAAM,EAAE,MAAM,CAAC,IAAI;oBACnB,QAAQ,EAAE,KAAK,CAAC,GAAG;oBACnB,OAAO,EAAE,KAAK;oBACd,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,OAAO,EAAE,MAAM,CAAC,OAAO;iBACxB,CAAC,CAAC;gBACH,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAG,CAAC,KAAgB,EAAE,MAAqB,EAAE,EAAE,CAAC,CAAC;QAC/D,EAAE,EAAE,KAAK,CAAC,MAAM;QAChB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,MAAM;QACN,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,eAAe,EAAE,KAAK,CAAC,SAAS;QAChC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE;QACjD,OAAO,EAAE,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC;QACrC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE;QACxC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACrC,CAAC,CAAC;IAEH,iGAAiG;IACjG,KAAK,SAAS,CAAC,CAAC,UAAU,CAAC,KAAgB;QACzC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;QACnC,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;QACrF,IAAI,MAAM,CAAC,KAAK;YAAE,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QACpF,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACjD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAE,CAAC;YACzB,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,OAAO;YACpC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBAC1C,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAClB,QAAQ,EAAE,GAAG;oBACb,OAAO,EAAE,SAAS;oBAClB,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,eAAe;iBAC7C,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAC5D,IAAI,MAAM,EAAE,CAAC;gBACX,KAAK,CAAC,UAAU,GAAG,MAAM,CAAC;gBAC1B,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAClB,QAAQ,EAAE,GAAG;oBACb,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,OAAO,EAAE,QAAQ;oBACjB,MAAM,EAAE,MAAM,CAAC,IAAI;oBACnB,KAAK,EAAE,MAAM,CAAC,OAAO;iBACtB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YACD,IAAI,UAA6B,CAAC;YAClC,IAAI,CAAC;gBACH,UAAU,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC;gBACtB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAClB,QAAQ,EAAE,GAAG;oBACb,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,OAAO,EAAE,SAAS;oBAClB,MAAM,EAAE,gBAAgB;oBACxB,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC;iBACtB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YACD,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC;YAChE,KAAK,UAAU,CAAC;YAChB,KAAK,KAAK,CAAC;YACX,MAAM,cAAc,GAAoB;gBACtC,GAAG,IAAI;gBACP,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,gBAAgB,IAAI,IAAI;gBAC9D,SAAS,EACP,OAAO,CAAC,SAAS;oBACjB,KAAK,CAAC,gBAAgB;oBACtB,MAAM,CAAC,gBAAgB;oBACvB,kBAAkB;aACrB,CAAC;YACF,IAAI,OAAO,CAAC,cAAc;gBACxB,cAAc,CAAC,cAAc;oBAC3B,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,cAAc,aAAa,KAAK,EAAE,CAAC;YACzF,MAAM;gBACJ,KAAK;gBACL,GAAG;gBACH,KAAK;gBACL,UAAU;gBACV,MAAM,EAAE,YAAY,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,UAAU,EAAE,CAAC;gBAC9D,cAAc;aACf,CAAC;QACJ,CAAC;IACH,CAAC;IAED,gEAAgE;IAChE,KAAK,UAAU,MAAM,CACnB,KAAgB,EAChB,CAAY,EACZ,MAAsB,EACtB,KAAa,EACb,EAAU;QAEV,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAClB,QAAQ,EAAE,CAAC,CAAC,GAAG;YACf,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ;YAC1B,OAAO,EAAE,WAAW;YACpB,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;SAC3B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,IAAI,CAAC;YACT,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC;YACjC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG;YACrB,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ;YAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,gBAAgB,EAAE,CAAC,CAAC,UAAU,CAAC,MAAM;YACrC,QAAQ,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC;YACrB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,IAAI;YACJ,QAAQ,EAAE;gBACR,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3D,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,YAAY,EAAE,MAAM,CAAC,YAAY;aAClC;YACD,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC;QACH,OAAO;YACL,GAAG,MAAM;YACT,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG;YACrB,IAAI;YACJ,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC;YACrB,gBAAgB,EAAE,CAAC,CAAC,UAAU,CAAC,MAAM;SACtC,CAAC;IACJ,CAAC;IAED,8EAA8E;IAC9E,KAAK,UAAU,QAAQ,CAAC,KAAgB,EAAE,OAAiB;QACzD,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;QACpC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,CAAC;QACnD,MAAM,IAAI,GAAG,OAAO,IAAI,KAAK,CAAC,SAAS,CAAC;QACxC,MAAM,KAAK,GAAU,SAAS;YAC5B,CAAC,CAAC,IAAI,oBAAoB,EAAE;YAC5B,CAAC,CAAC,IAAI,YAAY,KAAK;gBACrB,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,IAAI,KAAK,SAAS;oBAClB,CAAC,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;oBAC5B,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU;wBACjB,IAAI,uBAAuB,CACzB,+CAA+C,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,4BAA4B,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,EAC7M,QAAQ,CACT,CAAC,CAAC;QACX,MAAM,MAAM,GAAkB,SAAS;YACrC,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,KAAK,YAAY,kBAAkB;gBACnC,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,QAAQ,CAAC;QACf,MAAM,SAAS,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAClE,MAAM,IAAI,CAAC;YACT,GAAG,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC;YAC5B,QAAQ,EAAE,SAAS,EAAE,QAAQ,IAAI,IAAI;YACrC,QAAQ,EAAE,SAAS,EAAE,QAAQ,IAAI,IAAI;YACrC,KAAK,EAAE,IAAI;YACX,gBAAgB,EAAE,IAAI;YACtB,QAAQ,EAAE,KAAK;YACf,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,IAAI;YACV,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE;gBACL,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,GAAG,CAAC,KAAK,YAAY,kBAAkB,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACrE;SACF,CAAC,CAAC;QACH,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,QAAQ,GAAG,CAAC,OAAuB,EAAE,OAAuB,EAAa,EAAE,CAAC,CAAC;QACjF,MAAM,EAAE,UAAU,EAAE;QACpB,OAAO;QACP,OAAO;QACP,SAAS,EAAE,IAAI,IAAI,EAAE;QACrB,QAAQ,EAAE,EAAE;QACZ,SAAS,EAAE,EAAE;KACd,CAAC,CAAC;IAEH,KAAK,UAAU,QAAQ,CACrB,OAAuB,EACvB,OAAuB;QAEvB,OAAO,MAAM,CACX,MAAM,EACN,QAAQ,CAAC,OAAO,CAAC,EACjB,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAC3E,KAAK,EAAE,IAAI,EAAE,EAAE;YACb,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACzC,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;oBACxC,IAAI,KAAK,GAAG,CAAC,CAAC;oBACd,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBACtB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,KAAK,IAAI,EAAE;4BAC/C,KAAK,IAAI,CAAC,CAAC;4BACX,OAAO,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;wBAC7C,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;wBAC1B,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;wBACtD,OAAO,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;wBAC1B,OAAO,GAAG,CAAC;oBACb,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC;wBACtB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;4BAClB,QAAQ,EAAE,CAAC,CAAC,GAAG;4BACf,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ;4BAC1B,OAAO,EAAE,QAAQ;4BACjB,KAAK;4BACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;4BAC1B,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC;yBACtB,CAAC,CAAC;wBACH,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC;4BAAE,MAAM;oBAC/D,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,qFAAqF;gBACrF,MAAM,MAAM,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACnC,CAAC;YACD,MAAM,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC,CACF,CAAC;IACJ,CAAC;IAED,KAAK,SAAS,CAAC,CAAC,MAAM,CACpB,OAAuB,EACvB,OAAuB;QAEvB,0EAA0E;QAC1E,MAAM,IAAI,GAAG,MAAM,EAAE,eAAe,CAClC,QAAQ,CAAC,OAAO,CAAC,EACjB,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAC3E,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CACjB,CAAC;QACF,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACzC,IAAI,OAAO,GAAiC,MAAM,CAAC;QACnD,IAAI,OAA8B,CAAC;QACnC,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxC,OAAO,GAAG,CAAC,CAAC;gBACZ,IAAI,KAAK,GAAG,CAAC,CAAC;gBACd,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACtB,IAAI,QAA4C,CAAC;gBACjD,IAAI,IAAyC,CAAC;gBAC9C,IAAI,CAAC;oBACH,iEAAiE;oBACjE,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,MAAM,gBAAgB,CAAC,KAAK,IAAI,EAAE;wBACnD,KAAK,IAAI,CAAC,CAAC;wBACX,MAAM,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;wBAC1E,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,CAAU,CAAC;oBACxC,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC5B,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC;oBACtB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;wBAClB,QAAQ,EAAE,CAAC,CAAC,GAAG;wBACf,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ;wBAC1B,OAAO,EAAE,QAAQ;wBACjB,KAAK;wBACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;wBAC1B,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC;qBACtB,CAAC,CAAC;oBACH,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC;wBAAE,MAAM;oBAC7D,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC;oBACH,IAAI,YAAY,GAAkB,IAAI,CAAC;oBACvC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;wBAClB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;wBACzB,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;4BAC1B,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;4BAC5D,OAAO,GAAG,QAAQ,CAAC;4BACnB,IAAI,IAAI,IAAI,YAAY,KAAK,IAAI;gCAC/B,IAAI,CAAC,YAAY,CAAC,qCAAqC,EAAE,YAAY,GAAG,IAAI,CAAC,CAAC;4BAChF,OAAO,CAAC,IAAI,IAAI,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;4BAClC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;4BACpC,OAAO;wBACT,CAAC;wBACD,YAAY,KAAK,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;wBACjC,MAAM,KAAK,CAAC;wBACZ,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBAC/B,CAAC;oBACD,MAAM,IAAI,KAAK,CACb,+CAA+C,CAAC,CAAC,GAAG,yBAAyB,CAC9E,CAAC;gBACJ,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,GAAG,QAAQ,CAAC;oBACnB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;wBAClB,QAAQ,EAAE,CAAC,CAAC,GAAG;wBACf,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ;wBAC1B,OAAO,EAAE,QAAQ;wBACjB,KAAK;wBACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;wBAC1B,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC;qBACtB,CAAC,CAAC;oBACH,MAAM,MAAM,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBACnC,CAAC;wBAAS,CAAC;oBACT,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;YACD,OAAO,GAAG,QAAQ,CAAC;YACnB,MAAM,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,KAAK,GAAG,GAAG,CAAC;YAChB,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;gBACvB,qFAAqF;gBACrF,OAAO,GAAG,QAAQ,CAAC;gBACnB,KAAK,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACrC,CAAC;YACD,IAAI,EAAE,eAAe,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACtE,IAAI,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACxE,MAAM,KAAK,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;gBACvB,mGAAmG;gBACnG,MAAM,IAAI,CAAC;oBACT,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC;oBACjC,QAAQ,EAAE,OAAO,EAAE,GAAG,IAAI,IAAI;oBAC9B,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI;oBACzC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,IAAI,IAAI;oBACnC,gBAAgB,EAAE,OAAO,EAAE,UAAU,CAAC,MAAM,IAAI,IAAI;oBACpD,QAAQ,EAAE,KAAK;oBACf,KAAK,EAAE,IAAI;oBACX,IAAI,EAAE,IAAI;oBACV,QAAQ,EAAE,IAAI;oBACd,KAAK,EAAE,EAAE,OAAO,EAAE,0CAA0C,EAAE;iBAC/D,CAAC,CAAC;YACL,CAAC;YACD,IAAI,EAAE,GAAG,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO;QACL,QAAQ;QACR,MAAM;QACN,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACpB,QAAQ,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;YACjD,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC;SAC9C,CAAC;KACH,CAAC;AACJ,CAAC;AAED,6EAA6E;AAC7E,KAAK,SAAS,CAAC,CAAC,UAAU,CACxB,MAAsB,EACtB,OAAwB;IAExB,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9B,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC9C,IAAI,MAAM,CAAC,IAAI;QAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;IAC5D,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,SAAS;QAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACvE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AACjC,CAAC;AAED,MAAM,QAAQ,GAAG,CAAC,OAAuB,EAAE,EAAE,CAC3C,QAAQ,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;AAE/E,SAAS,iBAAiB,CAAC,OAAuB,EAAE,OAAuB;IACzE,OAAO,UAAU,CAAC;QAChB,uBAAuB,EAAE,MAAM;QAC/B,sBAAsB,EAAE,OAAO,CAAC,KAAK;QACrC,2BAA2B,EAAE,OAAO,CAAC,SAAS;QAC9C,4BAA4B,EAAE,OAAO,CAAC,WAAW;QACjD,sBAAsB,EAAE,OAAO,CAAC,IAAI;QACpC,YAAY,EAAE,OAAO,CAAC,IAAI;QAC1B,eAAe,EAAE,OAAO,CAAC,OAAO;QAChC,iBAAiB,EAAE,OAAO,CAAC,QAAQ;QACnC,sBAAsB,EAAE,OAAO,CAAC,aAAa;KAC9C,CAAC,CAAC;AACL,CAAC;AAED,SAAS,OAAO,CAAC,IAAmB,EAAE,MAAqB,EAAE,KAAgB;IAC3E,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,IAAI,CAAC,aAAa,CAChB,UAAU,CAAC;QACT,sBAAsB,EAAE,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC;QACtD,uBAAuB,EAAE,MAAM,CAAC,KAAK;QACrC,gCAAgC,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS;QACzF,2BAA2B,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;QAClD,4BAA4B,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS;QACpD,sCAAsC,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc;QACnE,0CAA0C,EAAE,MAAM,CAAC,KAAK,CAAC,kBAAkB;QAC3E,eAAe,EAAE,KAAK,CAAC,MAAM;QAC7B,iBAAiB,EAAE,MAAM,CAAC,QAAQ;QAClC,gBAAgB,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO;QACtC,oBAAoB,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW;QAC9C,oBAAoB,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QAC5E,iBAAiB,EAAE,MAAM,CAAC,QAAQ;QAClC,yBAAyB,EAAE,MAAM,CAAC,gBAAgB;KACnD,CAAC,CACH,CAAC;AACJ,CAAC;AAED,+FAA+F;AAC/F,MAAM,UAAU,aAAa,CAAC,OAAuB;IACnD,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE;QAC1B,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC;QAC7C,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7E,GAAG,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/E,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,OAAO,CAAC,cAAc;YACxB,CAAC,CAAC;gBACE,cAAc,EACZ,OAAO,CAAC,cAAc,CAAC,IAAI,KAAK,aAAa;oBAC3C,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE;oBAC5D,CAAC,CAAC,OAAO,CAAC,cAAc;aAC7B;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,GAAG,CAAC,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClF,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9D,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,CAAkB;IACvC,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACvD,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC3B,CAAC,CAAC,IAAI,KAAK,MAAM;gBACf,CAAC,CAAC,CAAC;gBACH,CAAC,CAAC;oBACE,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACpE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;oBAC1B,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBACpE,CACN;SACF,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC3B,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC3D,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC"}
@@ -0,0 +1,13 @@
1
+ /**
2
+ * LLM gateway — the single call path for text models. See `./gateway.ts`.
3
+ */
4
+ export { createLlmGateway, requestRecord } from './gateway.js';
5
+ export { GatewayPolicyError, GatewayUnavailableError } from './errors.js';
6
+ export { budgetPolicy, modelAllowlistPolicy, providerKillSwitchPolicy } from './policies.js';
7
+ export { tierRoute } from './routing.js';
8
+ export type { TierRouteOptions } from './routing.js';
9
+ export { priceCall } from './pricing.js';
10
+ export { createPostgresGatewaySinks, purgeExpiredLlmCalls, listLlmCalls } from './postgres.js';
11
+ export type { PostgresGatewaySinksOptions, LlmCallRow } from './postgres.js';
12
+ export type { GatewayActor, GatewayContext, ModelTier, GatewayRequest, GatewayPricing, GatewayCost, GatewayCredentialSource, GatewayCredential, GatewayAttemptOutcome, GatewayAttempt, GatewayPolicyDecision, GatewayResult, GatewayStreamEvent, GatewayPolicyCheck, GatewayPolicy, LlmCallStatus, LlmCallRequestRecord, LlmCallResponseRecord, LlmCallRecord, GatewaySinks, GatewayCatalog, LlmGatewayConfig, GatewayClient, LlmGateway, } from './types.js';
13
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/gateway/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,wBAAwB,EAAE,MAAM,eAAe,CAAC;AAC7F,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,YAAY,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC/F,YAAY,EAAE,2BAA2B,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC7E,YAAY,EACV,YAAY,EACZ,cAAc,EACd,SAAS,EACT,cAAc,EACd,cAAc,EACd,WAAW,EACX,uBAAuB,EACvB,iBAAiB,EACjB,qBAAqB,EACrB,cAAc,EACd,qBAAqB,EACrB,aAAa,EACb,kBAAkB,EAClB,kBAAkB,EAClB,aAAa,EACb,aAAa,EACb,oBAAoB,EACpB,qBAAqB,EACrB,aAAa,EACb,YAAY,EACZ,cAAc,EACd,gBAAgB,EAChB,aAAa,EACb,UAAU,GACX,MAAM,YAAY,CAAC"}
@@ -0,0 +1,10 @@
1
+ /**
2
+ * LLM gateway — the single call path for text models. See `./gateway.ts`.
3
+ */
4
+ export { createLlmGateway, requestRecord } from './gateway.js';
5
+ export { GatewayPolicyError, GatewayUnavailableError } from './errors.js';
6
+ export { budgetPolicy, modelAllowlistPolicy, providerKillSwitchPolicy } from './policies.js';
7
+ export { tierRoute } from './routing.js';
8
+ export { priceCall } from './pricing.js';
9
+ export { createPostgresGatewaySinks, purgeExpiredLlmCalls, listLlmCalls } from './postgres.js';
10
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/gateway/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,wBAAwB,EAAE,MAAM,eAAe,CAAC;AAC7F,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC"}
@@ -0,0 +1,32 @@
1
+ /**
2
+ * Built-in gateway policies. Each denies a candidate by throwing a
3
+ * `GatewayPolicyError`; the gateway then tries the next candidate.
4
+ */
5
+ import type { ChatProvider } from '../chat/types.js';
6
+ import type { GatewayContext, GatewayPolicy, GatewayPolicyCheck } from './types.js';
7
+ /** Deny when the spender is over budget (402-style `budget_exhausted`). */
8
+ export declare function budgetPolicy(options: {
9
+ name?: string;
10
+ check(context: GatewayContext): {
11
+ allowed: boolean;
12
+ details?: Record<string, unknown>;
13
+ } | Promise<{
14
+ allowed: boolean;
15
+ details?: Record<string, unknown>;
16
+ }>;
17
+ code?: string;
18
+ message?: string;
19
+ }): GatewayPolicy;
20
+ /** Allow only the models `allow` accepts (a plan's roster, a tenant's list). */
21
+ export declare function modelAllowlistPolicy(options: {
22
+ name?: string;
23
+ allow(args: GatewayPolicyCheck): boolean | Promise<boolean>;
24
+ code?: string;
25
+ message?: string;
26
+ }): GatewayPolicy;
27
+ /** Take a provider out of routing (outage, incident); fallbacks on other providers still run. */
28
+ export declare function providerKillSwitchPolicy(options: {
29
+ name?: string;
30
+ isDisabled(provider: ChatProvider): boolean | Promise<boolean>;
31
+ }): GatewayPolicy;
32
+ //# sourceMappingURL=policies.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"policies.d.ts","sourceRoot":"","sources":["../../src/gateway/policies.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAErD,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAEpF,2EAA2E;AAC3E,wBAAgB,YAAY,CAAC,OAAO,EAAE;IACpC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CACH,OAAO,EAAE,cAAc,GAErB;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,GACvD,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;IACrE,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,aAAa,CAgBhB;AAED,gFAAgF;AAChF,wBAAgB,oBAAoB,CAAC,OAAO,EAAE;IAC5C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5D,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,aAAa,CAiBhB;AAED,iGAAiG;AACjG,wBAAgB,wBAAwB,CAAC,OAAO,EAAE;IAChD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,QAAQ,EAAE,YAAY,GAAG,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAChE,GAAG,aAAa,CAehB"}
@@ -0,0 +1,45 @@
1
+ /**
2
+ * Built-in gateway policies. Each denies a candidate by throwing a
3
+ * `GatewayPolicyError`; the gateway then tries the next candidate.
4
+ */
5
+ import { GatewayPolicyError } from './errors.js';
6
+ /** Deny when the spender is over budget (402-style `budget_exhausted`). */
7
+ export function budgetPolicy(options) {
8
+ const name = options.name ?? 'budget';
9
+ return {
10
+ name,
11
+ async check({ context }) {
12
+ const verdict = await options.check(context);
13
+ if (!verdict.allowed) {
14
+ throw new GatewayPolicyError(name, options.code ?? 'budget_exhausted', options.message ?? 'The AI budget is used up', verdict.details);
15
+ }
16
+ },
17
+ };
18
+ }
19
+ /** Allow only the models `allow` accepts (a plan's roster, a tenant's list). */
20
+ export function modelAllowlistPolicy(options) {
21
+ const name = options.name ?? 'model_allowlist';
22
+ return {
23
+ name,
24
+ async check(args) {
25
+ if (!(await options.allow(args))) {
26
+ throw new GatewayPolicyError(name, options.code ?? 'model_not_allowed', options.message ?? `Model '${args.model.key}' is not allowed`, {
27
+ modelKey: args.model.key,
28
+ });
29
+ }
30
+ },
31
+ };
32
+ }
33
+ /** Take a provider out of routing (outage, incident); fallbacks on other providers still run. */
34
+ export function providerKillSwitchPolicy(options) {
35
+ const name = options.name ?? 'provider_kill_switch';
36
+ return {
37
+ name,
38
+ async check({ model }) {
39
+ if (await options.isDisabled(model.provider)) {
40
+ throw new GatewayPolicyError(name, 'provider_disabled', `Provider '${model.provider}' is switched off`, { provider: model.provider });
41
+ }
42
+ },
43
+ };
44
+ }
45
+ //# sourceMappingURL=policies.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"policies.js","sourceRoot":"","sources":["../../src/gateway/policies.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAGjD,2EAA2E;AAC3E,MAAM,UAAU,YAAY,CAAC,OAS5B;IACC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC;IACtC,OAAO;QACL,IAAI;QACJ,KAAK,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE;YACrB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM,IAAI,kBAAkB,CAC1B,IAAI,EACJ,OAAO,CAAC,IAAI,IAAI,kBAAkB,EAClC,OAAO,CAAC,OAAO,IAAI,0BAA0B,EAC7C,OAAO,CAAC,OAAO,CAChB,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,oBAAoB,CAAC,OAKpC;IACC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,iBAAiB,CAAC;IAC/C,OAAO;QACL,IAAI;QACJ,KAAK,CAAC,KAAK,CAAC,IAAI;YACd,IAAI,CAAC,CAAC,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,kBAAkB,CAC1B,IAAI,EACJ,OAAO,CAAC,IAAI,IAAI,mBAAmB,EACnC,OAAO,CAAC,OAAO,IAAI,UAAU,IAAI,CAAC,KAAK,CAAC,GAAG,kBAAkB,EAC7D;oBACE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG;iBACzB,CACF,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,wBAAwB,CAAC,OAGxC;IACC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,sBAAsB,CAAC;IACpD,OAAO;QACL,IAAI;QACJ,KAAK,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE;YACnB,IAAI,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,kBAAkB,CAC1B,IAAI,EACJ,mBAAmB,EACnB,aAAa,KAAK,CAAC,QAAQ,mBAAmB,EAC9C,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAC7B,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}