@venturekit-pro/ai 0.0.48 → 0.0.50
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +192 -0
- package/dist/agent-loop/index.d.ts +9 -0
- package/dist/agent-loop/index.d.ts.map +1 -0
- package/dist/agent-loop/index.js +7 -0
- package/dist/agent-loop/index.js.map +1 -0
- package/dist/agent-loop/registry.d.ts +85 -0
- package/dist/agent-loop/registry.d.ts.map +1 -0
- package/dist/agent-loop/registry.js +100 -0
- package/dist/agent-loop/registry.js.map +1 -0
- package/dist/agent-loop/run-agent.d.ts +37 -0
- package/dist/agent-loop/run-agent.d.ts.map +1 -0
- package/dist/agent-loop/run-agent.js +405 -0
- package/dist/agent-loop/run-agent.js.map +1 -0
- package/dist/agent-loop/tools.d.ts +10 -0
- package/dist/agent-loop/tools.d.ts.map +1 -0
- package/dist/agent-loop/tools.js +28 -0
- package/dist/agent-loop/tools.js.map +1 -0
- package/dist/agent-loop/types.d.ts +175 -0
- package/dist/agent-loop/types.d.ts.map +1 -0
- package/dist/agent-loop/types.js +8 -0
- package/dist/agent-loop/types.js.map +1 -0
- package/dist/chat/types.d.ts +4 -2
- package/dist/chat/types.d.ts.map +1 -1
- package/dist/cost/types.d.ts +15 -0
- package/dist/cost/types.d.ts.map +1 -1
- package/dist/cost-ledger/migrations/vk_ai_cost_0004_llm_gateway.sql +69 -0
- package/dist/cost-ledger/migrations/vk_ai_cost_0005_harness.sql +99 -0
- package/dist/cost-ledger/migrations/vk_ai_cost_0006_cache_write_prices.sql +17 -0
- package/dist/cost-ledger/migrations/vk_ai_cost_0007_harness_fan_out.sql +47 -0
- package/dist/gateway/errors.d.ts +24 -0
- package/dist/gateway/errors.d.ts.map +1 -0
- package/dist/gateway/errors.js +29 -0
- package/dist/gateway/errors.js.map +1 -0
- package/dist/gateway/gateway.d.ts +27 -0
- package/dist/gateway/gateway.d.ts.map +1 -0
- package/dist/gateway/gateway.js +503 -0
- package/dist/gateway/gateway.js.map +1 -0
- package/dist/gateway/index.d.ts +13 -0
- package/dist/gateway/index.d.ts.map +1 -0
- package/dist/gateway/index.js +10 -0
- package/dist/gateway/index.js.map +1 -0
- package/dist/gateway/policies.d.ts +32 -0
- package/dist/gateway/policies.d.ts.map +1 -0
- package/dist/gateway/policies.js +45 -0
- package/dist/gateway/policies.js.map +1 -0
- package/dist/gateway/postgres.d.ts +55 -0
- package/dist/gateway/postgres.d.ts.map +1 -0
- package/dist/gateway/postgres.js +127 -0
- package/dist/gateway/postgres.js.map +1 -0
- package/dist/gateway/pricing.d.ts +11 -0
- package/dist/gateway/pricing.d.ts.map +1 -0
- package/dist/gateway/pricing.js +47 -0
- package/dist/gateway/pricing.js.map +1 -0
- package/dist/gateway/routing.d.ts +25 -0
- package/dist/gateway/routing.d.ts.map +1 -0
- package/dist/gateway/routing.js +23 -0
- package/dist/gateway/routing.js.map +1 -0
- package/dist/gateway/types.d.ts +225 -0
- package/dist/gateway/types.d.ts.map +1 -0
- package/dist/gateway/types.js +7 -0
- package/dist/gateway/types.js.map +1 -0
- package/dist/generate/anthropic.d.ts +38 -0
- package/dist/generate/anthropic.d.ts.map +1 -0
- package/dist/generate/anthropic.js +446 -0
- package/dist/generate/anthropic.js.map +1 -0
- package/dist/generate/client.d.ts +9 -0
- package/dist/generate/client.d.ts.map +1 -0
- package/dist/generate/client.js +44 -0
- package/dist/generate/client.js.map +1 -0
- package/dist/generate/google.d.ts +39 -0
- package/dist/generate/google.d.ts.map +1 -0
- package/dist/generate/google.js +372 -0
- package/dist/generate/google.js.map +1 -0
- package/dist/generate/http.d.ts +48 -0
- package/dist/generate/http.d.ts.map +1 -0
- package/dist/generate/http.js +180 -0
- package/dist/generate/http.js.map +1 -0
- package/dist/generate/index.d.ts +13 -0
- package/dist/generate/index.d.ts.map +1 -0
- package/dist/generate/index.js +12 -0
- package/dist/generate/index.js.map +1 -0
- package/dist/generate/openai.d.ts +29 -0
- package/dist/generate/openai.d.ts.map +1 -0
- package/dist/generate/openai.js +314 -0
- package/dist/generate/openai.js.map +1 -0
- package/dist/generate/perplexity.d.ts +27 -0
- package/dist/generate/perplexity.d.ts.map +1 -0
- package/dist/generate/perplexity.js +208 -0
- package/dist/generate/perplexity.js.map +1 -0
- package/dist/generate/types.d.ts +253 -0
- package/dist/generate/types.d.ts.map +1 -0
- package/dist/generate/types.js +19 -0
- package/dist/generate/types.js.map +1 -0
- package/dist/harness/define.d.ts +15 -0
- package/dist/harness/define.d.ts.map +1 -0
- package/dist/harness/define.js +38 -0
- package/dist/harness/define.js.map +1 -0
- package/dist/harness/harness.d.ts +29 -0
- package/dist/harness/harness.d.ts.map +1 -0
- package/dist/harness/harness.js +1287 -0
- package/dist/harness/harness.js.map +1 -0
- package/dist/harness/index.d.ts +14 -0
- package/dist/harness/index.d.ts.map +1 -0
- package/dist/harness/index.js +10 -0
- package/dist/harness/index.js.map +1 -0
- package/dist/harness/memory-store.d.ts +8 -0
- package/dist/harness/memory-store.d.ts.map +1 -0
- package/dist/harness/memory-store.js +270 -0
- package/dist/harness/memory-store.js.map +1 -0
- package/dist/harness/postgres-store.d.ts +12 -0
- package/dist/harness/postgres-store.d.ts.map +1 -0
- package/dist/harness/postgres-store.js +368 -0
- package/dist/harness/postgres-store.js.map +1 -0
- package/dist/harness/scheduler.d.ts +12 -0
- package/dist/harness/scheduler.d.ts.map +1 -0
- package/dist/harness/scheduler.js +23 -0
- package/dist/harness/scheduler.js.map +1 -0
- package/dist/harness/store.d.ts +172 -0
- package/dist/harness/store.d.ts.map +1 -0
- package/dist/harness/store.js +21 -0
- package/dist/harness/store.js.map +1 -0
- package/dist/harness/types.d.ts +312 -0
- package/dist/harness/types.d.ts.map +1 -0
- package/dist/harness/types.js +11 -0
- package/dist/harness/types.js.map +1 -0
- package/dist/index.d.ts +12 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +11 -0
- package/dist/index.js.map +1 -1
- package/dist/model-catalog/crud.d.ts.map +1 -1
- package/dist/model-catalog/crud.js +33 -2
- package/dist/model-catalog/crud.js.map +1 -1
- package/dist/model-catalog/types.d.ts +20 -0
- package/dist/model-catalog/types.d.ts.map +1 -1
- package/dist/tracing/index.d.ts +68 -0
- package/dist/tracing/index.d.ts.map +1 -0
- package/dist/tracing/index.js +72 -0
- package/dist/tracing/index.js.map +1 -0
- package/dist/tracing/recording.d.ts +23 -0
- package/dist/tracing/recording.d.ts.map +1 -0
- package/dist/tracing/recording.js +49 -0
- package/dist/tracing/recording.js.map +1 -0
- package/package.json +7 -4
- package/src/cost-ledger/migrations/vk_ai_cost_0004_llm_gateway.sql +69 -0
- package/src/cost-ledger/migrations/vk_ai_cost_0005_harness.sql +99 -0
- package/src/cost-ledger/migrations/vk_ai_cost_0006_cache_write_prices.sql +17 -0
- package/src/cost-ledger/migrations/vk_ai_cost_0007_harness_fan_out.sql +47 -0
|
@@ -0,0 +1,503 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `createLlmGateway` — the one call path for text models.
|
|
3
|
+
*
|
|
4
|
+
* Per call, in order:
|
|
5
|
+
* 1. Route — `[model, ...fallbacks]`, rewritten by `route` when set
|
|
6
|
+
* (`tierRoute` maps a request's `tier` to catalog keys).
|
|
7
|
+
* 2. Resolve — catalog lookup; unknown and disabled models are skipped.
|
|
8
|
+
* 3. Policies — per candidate; a denial skips to the next candidate, a
|
|
9
|
+
* policy that itself throws denies (fail closed).
|
|
10
|
+
* 4. Credentials — a missing key skips to the next candidate.
|
|
11
|
+
* 5. Call — retries 429 / 5xx / network (`fallback/retry`), then
|
|
12
|
+
* falls back; a caller error (other 4xx) fails at once;
|
|
13
|
+
* cancellation stops everything. A fallback never reuses
|
|
14
|
+
* the primary's vendor idempotency key. A stream may retry
|
|
15
|
+
* and fall back only until its first event.
|
|
16
|
+
* 6. Record — one audit row per call (served or not) and one ledger
|
|
17
|
+
* row per billed call. Sink failures are reported, never
|
|
18
|
+
* thrown.
|
|
19
|
+
*
|
|
20
|
+
* With a `tracer`, every call is one `chat <model>` span (GenAI semantic
|
|
21
|
+
* conventions, see `../tracing`).
|
|
22
|
+
*/
|
|
23
|
+
import { createHash, randomUUID } from 'node:crypto';
|
|
24
|
+
import { isRetryableError, retryWithBackoff } from '../fallback/retry.js';
|
|
25
|
+
import { createGenerateClient } from '../generate/client.js';
|
|
26
|
+
import { base64Bytes, GenerateAbortedError } from '../generate/http.js';
|
|
27
|
+
import { attributes, genAiProvider, inSpan, SPAN_KIND, SPAN_STATUS, } from '../tracing/index.js';
|
|
28
|
+
import { GatewayPolicyError, GatewayUnavailableError } from './errors.js';
|
|
29
|
+
import { priceCall } from './pricing.js';
|
|
30
|
+
const DEFAULT_TIMEOUT_MS = 120_000;
|
|
31
|
+
const messageOf = (err) => (err instanceof Error ? err.message : String(err));
|
|
32
|
+
export function createLlmGateway(config) {
|
|
33
|
+
const policies = config.policies ?? [];
|
|
34
|
+
const generateId = config.generateId ?? randomUUID;
|
|
35
|
+
const tracer = config.tracer;
|
|
36
|
+
const createClient = config.createClient ??
|
|
37
|
+
(({ provider, credential }) => createGenerateClient({
|
|
38
|
+
provider,
|
|
39
|
+
apiKey: credential.apiKey,
|
|
40
|
+
...(credential.baseUrl ? { baseUrl: credential.baseUrl } : {}),
|
|
41
|
+
}));
|
|
42
|
+
const onSinkError = config.onSinkError ??
|
|
43
|
+
((error, info) => {
|
|
44
|
+
console.warn(`[ai/gateway] ${info.sink} failed (call ${info.callId} continues)`, messageOf(error));
|
|
45
|
+
});
|
|
46
|
+
const retryOptions = (request) => ({
|
|
47
|
+
maxAttempts: config.retry?.maxAttempts ?? 3,
|
|
48
|
+
initialDelayMs: config.retry?.initialDelayMs ?? 500,
|
|
49
|
+
maxDelayMs: config.retry?.maxDelayMs ?? 8000,
|
|
50
|
+
...(config.retry?.sleep ? { sleep: config.retry.sleep } : {}),
|
|
51
|
+
shouldRetry: (err) => !request.signal?.aborted && isRetryableError(err),
|
|
52
|
+
});
|
|
53
|
+
async function sink(record) {
|
|
54
|
+
if (config.sinks?.recordCall) {
|
|
55
|
+
try {
|
|
56
|
+
await config.sinks.recordCall(record);
|
|
57
|
+
}
|
|
58
|
+
catch (err) {
|
|
59
|
+
onSinkError(err, { sink: 'recordCall', callId: record.id });
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
if (config.sinks?.recordCost && record.usage) {
|
|
63
|
+
try {
|
|
64
|
+
await config.sinks.recordCost(record);
|
|
65
|
+
}
|
|
66
|
+
catch (err) {
|
|
67
|
+
onSinkError(err, { sink: 'recordCost', callId: record.id });
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
async function checkPolicies(state, model, isFallback) {
|
|
72
|
+
for (const policy of policies) {
|
|
73
|
+
try {
|
|
74
|
+
await policy.check({ context: state.context, model, request: state.request, isFallback });
|
|
75
|
+
state.decisions.push({ policy: policy.name, modelKey: model.key, allowed: true });
|
|
76
|
+
}
|
|
77
|
+
catch (err) {
|
|
78
|
+
const denial = err instanceof GatewayPolicyError
|
|
79
|
+
? err
|
|
80
|
+
: new GatewayPolicyError(policy.name, 'policy_failed', `Policy '${policy.name}' could not decide: ${messageOf(err)}`);
|
|
81
|
+
state.decisions.push({
|
|
82
|
+
policy: policy.name,
|
|
83
|
+
modelKey: model.key,
|
|
84
|
+
allowed: false,
|
|
85
|
+
code: denial.code,
|
|
86
|
+
message: denial.message,
|
|
87
|
+
});
|
|
88
|
+
return denial;
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
return null;
|
|
92
|
+
}
|
|
93
|
+
const baseRecord = (state, status) => ({
|
|
94
|
+
id: state.callId,
|
|
95
|
+
context: state.context,
|
|
96
|
+
status,
|
|
97
|
+
attempts: state.attempts,
|
|
98
|
+
policyDecisions: state.decisions,
|
|
99
|
+
latencyMs: Date.now() - state.startedAt.getTime(),
|
|
100
|
+
request: requestRecord(state.request),
|
|
101
|
+
startedAt: state.startedAt.toISOString(),
|
|
102
|
+
finishedAt: new Date().toISOString(),
|
|
103
|
+
});
|
|
104
|
+
/** Steps 1–4: yields each candidate that can be called, recording the ones skipped or denied. */
|
|
105
|
+
async function* candidates(state) {
|
|
106
|
+
const { context, request } = state;
|
|
107
|
+
let keys = [...(request.model ? [request.model] : []), ...(request.fallbacks ?? [])];
|
|
108
|
+
if (config.route)
|
|
109
|
+
keys = await config.route({ context, request, candidates: keys });
|
|
110
|
+
keys = [...new Set(keys)];
|
|
111
|
+
for (let index = 0; index < keys.length; index++) {
|
|
112
|
+
const key = keys[index];
|
|
113
|
+
if (request.signal?.aborted)
|
|
114
|
+
return;
|
|
115
|
+
const model = await config.catalog.find(key);
|
|
116
|
+
if (!model || model.status === 'disabled') {
|
|
117
|
+
state.attempts.push({
|
|
118
|
+
modelKey: key,
|
|
119
|
+
outcome: 'skipped',
|
|
120
|
+
reason: model ? 'disabled' : 'unknown_model',
|
|
121
|
+
});
|
|
122
|
+
continue;
|
|
123
|
+
}
|
|
124
|
+
const denial = await checkPolicies(state, model, index > 0);
|
|
125
|
+
if (denial) {
|
|
126
|
+
state.lastDenial = denial;
|
|
127
|
+
state.attempts.push({
|
|
128
|
+
modelKey: key,
|
|
129
|
+
provider: model.provider,
|
|
130
|
+
outcome: 'denied',
|
|
131
|
+
reason: denial.code,
|
|
132
|
+
error: denial.message,
|
|
133
|
+
});
|
|
134
|
+
continue;
|
|
135
|
+
}
|
|
136
|
+
let credential;
|
|
137
|
+
try {
|
|
138
|
+
credential = await config.credentials({ context, model });
|
|
139
|
+
}
|
|
140
|
+
catch (err) {
|
|
141
|
+
state.lastError = err;
|
|
142
|
+
state.attempts.push({
|
|
143
|
+
modelKey: key,
|
|
144
|
+
provider: model.provider,
|
|
145
|
+
outcome: 'skipped',
|
|
146
|
+
reason: 'no_credentials',
|
|
147
|
+
error: messageOf(err),
|
|
148
|
+
});
|
|
149
|
+
continue;
|
|
150
|
+
}
|
|
151
|
+
const { fallbacks: _fallbacks, tier: _tier, ...rest } = request;
|
|
152
|
+
void _fallbacks;
|
|
153
|
+
void _tier;
|
|
154
|
+
const adapterRequest = {
|
|
155
|
+
...rest,
|
|
156
|
+
model: model.model,
|
|
157
|
+
maxTokens: request.maxTokens ?? model.defaultMaxTokens ?? 4096,
|
|
158
|
+
timeoutMs: request.timeoutMs ??
|
|
159
|
+
model.defaultTimeoutMs ??
|
|
160
|
+
config.defaultTimeoutMs ??
|
|
161
|
+
DEFAULT_TIMEOUT_MS,
|
|
162
|
+
};
|
|
163
|
+
if (request.idempotencyKey)
|
|
164
|
+
adapterRequest.idempotencyKey =
|
|
165
|
+
index === 0 ? request.idempotencyKey : `${request.idempotencyKey}:fallback-${index}`;
|
|
166
|
+
yield {
|
|
167
|
+
index,
|
|
168
|
+
key,
|
|
169
|
+
model,
|
|
170
|
+
credential,
|
|
171
|
+
client: createClient({ provider: model.provider, credential }),
|
|
172
|
+
adapterRequest,
|
|
173
|
+
};
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
/** Step 6 for a served call: price it, record it, return it. */
|
|
177
|
+
async function served(state, c, result, calls, t0) {
|
|
178
|
+
state.attempts.push({
|
|
179
|
+
modelKey: c.key,
|
|
180
|
+
provider: c.model.provider,
|
|
181
|
+
outcome: 'succeeded',
|
|
182
|
+
calls,
|
|
183
|
+
latencyMs: Date.now() - t0,
|
|
184
|
+
});
|
|
185
|
+
const cost = priceCall(result.usage, c.model);
|
|
186
|
+
await sink({
|
|
187
|
+
...baseRecord(state, 'succeeded'),
|
|
188
|
+
modelKey: c.model.key,
|
|
189
|
+
provider: c.model.provider,
|
|
190
|
+
model: result.model,
|
|
191
|
+
credentialSource: c.credential.source,
|
|
192
|
+
fellBack: c.index > 0,
|
|
193
|
+
usage: result.usage,
|
|
194
|
+
cost,
|
|
195
|
+
response: {
|
|
196
|
+
text: result.text,
|
|
197
|
+
...(result.json !== undefined ? { json: result.json } : {}),
|
|
198
|
+
toolCalls: result.toolCalls,
|
|
199
|
+
citations: result.citations,
|
|
200
|
+
searchQueries: result.searchQueries,
|
|
201
|
+
finishReason: result.finishReason,
|
|
202
|
+
},
|
|
203
|
+
error: null,
|
|
204
|
+
});
|
|
205
|
+
return {
|
|
206
|
+
...result,
|
|
207
|
+
callId: state.callId,
|
|
208
|
+
modelKey: c.model.key,
|
|
209
|
+
cost,
|
|
210
|
+
attempts: state.attempts,
|
|
211
|
+
fellBack: c.index > 0,
|
|
212
|
+
credentialSource: c.credential.source,
|
|
213
|
+
};
|
|
214
|
+
}
|
|
215
|
+
/** Step 6 for a call nothing served: record it, return the error to throw. */
|
|
216
|
+
async function unserved(state, failure) {
|
|
217
|
+
const { request, attempts } = state;
|
|
218
|
+
const cancelled = request.signal?.aborted === true;
|
|
219
|
+
const last = failure ?? state.lastError;
|
|
220
|
+
const error = cancelled
|
|
221
|
+
? new GenerateAbortedError()
|
|
222
|
+
: last instanceof Error
|
|
223
|
+
? last
|
|
224
|
+
: last !== undefined
|
|
225
|
+
? new Error(messageOf(last))
|
|
226
|
+
: (state.lastDenial ??
|
|
227
|
+
new GatewayUnavailableError(`[ai/gateway] No model could serve the call (${attempts.map((a) => `${a.modelKey}: ${a.reason ?? a.outcome}`).join(', ') || (request.tier ? `no catalog key for tier '${request.tier}'` : 'no candidates')})`, attempts));
|
|
228
|
+
const status = cancelled
|
|
229
|
+
? 'cancelled'
|
|
230
|
+
: error instanceof GatewayPolicyError
|
|
231
|
+
? 'denied'
|
|
232
|
+
: 'failed';
|
|
233
|
+
const lastTried = [...attempts].reverse().find((a) => a.provider);
|
|
234
|
+
await sink({
|
|
235
|
+
...baseRecord(state, status),
|
|
236
|
+
modelKey: lastTried?.modelKey ?? null,
|
|
237
|
+
provider: lastTried?.provider ?? null,
|
|
238
|
+
model: null,
|
|
239
|
+
credentialSource: null,
|
|
240
|
+
fellBack: false,
|
|
241
|
+
usage: null,
|
|
242
|
+
cost: null,
|
|
243
|
+
response: null,
|
|
244
|
+
error: {
|
|
245
|
+
message: error.message,
|
|
246
|
+
...(error instanceof GatewayPolicyError ? { code: error.code } : {}),
|
|
247
|
+
},
|
|
248
|
+
});
|
|
249
|
+
return error;
|
|
250
|
+
}
|
|
251
|
+
const newState = (context, request) => ({
|
|
252
|
+
callId: generateId(),
|
|
253
|
+
context,
|
|
254
|
+
request,
|
|
255
|
+
startedAt: new Date(),
|
|
256
|
+
attempts: [],
|
|
257
|
+
decisions: [],
|
|
258
|
+
});
|
|
259
|
+
async function generate(context, request) {
|
|
260
|
+
return inSpan(tracer, spanName(request), { kind: SPAN_KIND.CLIENT, attributes: requestAttributes(context, request) }, async (span) => {
|
|
261
|
+
const state = newState(context, request);
|
|
262
|
+
try {
|
|
263
|
+
for await (const c of candidates(state)) {
|
|
264
|
+
let calls = 0;
|
|
265
|
+
const t0 = Date.now();
|
|
266
|
+
try {
|
|
267
|
+
const result = await retryWithBackoff(async () => {
|
|
268
|
+
calls += 1;
|
|
269
|
+
return c.client.generate(c.adapterRequest);
|
|
270
|
+
}, retryOptions(request));
|
|
271
|
+
const out = await served(state, c, result, calls, t0);
|
|
272
|
+
endSpan(span, out, state);
|
|
273
|
+
return out;
|
|
274
|
+
}
|
|
275
|
+
catch (err) {
|
|
276
|
+
state.lastError = err;
|
|
277
|
+
state.attempts.push({
|
|
278
|
+
modelKey: c.key,
|
|
279
|
+
provider: c.model.provider,
|
|
280
|
+
outcome: 'failed',
|
|
281
|
+
calls,
|
|
282
|
+
latencyMs: Date.now() - t0,
|
|
283
|
+
error: messageOf(err),
|
|
284
|
+
});
|
|
285
|
+
if (request.signal?.aborted || !isRetryableError(err))
|
|
286
|
+
break;
|
|
287
|
+
}
|
|
288
|
+
}
|
|
289
|
+
}
|
|
290
|
+
catch (err) {
|
|
291
|
+
// The route, the catalog or a credentials hook failed outright: still one audit row.
|
|
292
|
+
throw await unserved(state, err);
|
|
293
|
+
}
|
|
294
|
+
throw await unserved(state);
|
|
295
|
+
});
|
|
296
|
+
}
|
|
297
|
+
async function* stream(context, request) {
|
|
298
|
+
// The span is not made active: a stream outlives the call that opened it.
|
|
299
|
+
const span = tracer?.startActiveSpan(spanName(request), { kind: SPAN_KIND.CLIENT, attributes: requestAttributes(context, request) }, (s) => s);
|
|
300
|
+
const state = newState(context, request);
|
|
301
|
+
let outcome = 'open';
|
|
302
|
+
let current;
|
|
303
|
+
try {
|
|
304
|
+
for await (const c of candidates(state)) {
|
|
305
|
+
current = c;
|
|
306
|
+
let calls = 0;
|
|
307
|
+
const t0 = Date.now();
|
|
308
|
+
let iterator;
|
|
309
|
+
let next;
|
|
310
|
+
try {
|
|
311
|
+
// Retries and fallbacks are only possible until the first event.
|
|
312
|
+
[iterator, next] = await retryWithBackoff(async () => {
|
|
313
|
+
calls += 1;
|
|
314
|
+
const it = openStream(c.client, c.adapterRequest)[Symbol.asyncIterator]();
|
|
315
|
+
return [it, await it.next()];
|
|
316
|
+
}, retryOptions(request));
|
|
317
|
+
}
|
|
318
|
+
catch (err) {
|
|
319
|
+
state.lastError = err;
|
|
320
|
+
state.attempts.push({
|
|
321
|
+
modelKey: c.key,
|
|
322
|
+
provider: c.model.provider,
|
|
323
|
+
outcome: 'failed',
|
|
324
|
+
calls,
|
|
325
|
+
latencyMs: Date.now() - t0,
|
|
326
|
+
error: messageOf(err),
|
|
327
|
+
});
|
|
328
|
+
if (request.signal?.aborted || !isRetryableError(err))
|
|
329
|
+
break;
|
|
330
|
+
continue;
|
|
331
|
+
}
|
|
332
|
+
try {
|
|
333
|
+
let firstChunkMs = null;
|
|
334
|
+
while (!next.done) {
|
|
335
|
+
const event = next.value;
|
|
336
|
+
if (event.type === 'done') {
|
|
337
|
+
const out = await served(state, c, event.result, calls, t0);
|
|
338
|
+
outcome = 'served';
|
|
339
|
+
if (span && firstChunkMs !== null)
|
|
340
|
+
span.setAttribute('gen_ai.response.time_to_first_chunk', firstChunkMs / 1000);
|
|
341
|
+
endSpan(span ?? null, out, state);
|
|
342
|
+
yield { type: 'done', result: out };
|
|
343
|
+
return;
|
|
344
|
+
}
|
|
345
|
+
firstChunkMs ??= Date.now() - t0;
|
|
346
|
+
yield event;
|
|
347
|
+
next = await iterator.next();
|
|
348
|
+
}
|
|
349
|
+
throw new Error(`[ai/gateway] 502 Bad Gateway: the stream of ${c.key} ended without a result`);
|
|
350
|
+
}
|
|
351
|
+
catch (err) {
|
|
352
|
+
outcome = 'failed';
|
|
353
|
+
state.attempts.push({
|
|
354
|
+
modelKey: c.key,
|
|
355
|
+
provider: c.model.provider,
|
|
356
|
+
outcome: 'failed',
|
|
357
|
+
calls,
|
|
358
|
+
latencyMs: Date.now() - t0,
|
|
359
|
+
error: messageOf(err),
|
|
360
|
+
});
|
|
361
|
+
throw await unserved(state, err);
|
|
362
|
+
}
|
|
363
|
+
finally {
|
|
364
|
+
await iterator.return?.().catch(() => undefined);
|
|
365
|
+
}
|
|
366
|
+
}
|
|
367
|
+
outcome = 'failed';
|
|
368
|
+
throw await unserved(state);
|
|
369
|
+
}
|
|
370
|
+
catch (err) {
|
|
371
|
+
let error = err;
|
|
372
|
+
if (outcome === 'open') {
|
|
373
|
+
// The route, the catalog or a credentials hook failed outright: still one audit row.
|
|
374
|
+
outcome = 'failed';
|
|
375
|
+
error = await unserved(state, err);
|
|
376
|
+
}
|
|
377
|
+
span?.recordException(error instanceof Error ? error : String(error));
|
|
378
|
+
span?.setStatus({ code: SPAN_STATUS.ERROR, message: messageOf(error) });
|
|
379
|
+
throw error;
|
|
380
|
+
}
|
|
381
|
+
finally {
|
|
382
|
+
if (outcome === 'open') {
|
|
383
|
+
// The consumer stopped reading: the vendor may bill the partial answer, but no usage was reported.
|
|
384
|
+
await sink({
|
|
385
|
+
...baseRecord(state, 'cancelled'),
|
|
386
|
+
modelKey: current?.key ?? null,
|
|
387
|
+
provider: current?.model.provider ?? null,
|
|
388
|
+
model: current?.model.model ?? null,
|
|
389
|
+
credentialSource: current?.credential.source ?? null,
|
|
390
|
+
fellBack: false,
|
|
391
|
+
usage: null,
|
|
392
|
+
cost: null,
|
|
393
|
+
response: null,
|
|
394
|
+
error: { message: 'The stream was closed before it finished' },
|
|
395
|
+
});
|
|
396
|
+
}
|
|
397
|
+
span?.end();
|
|
398
|
+
}
|
|
399
|
+
}
|
|
400
|
+
return {
|
|
401
|
+
generate,
|
|
402
|
+
stream,
|
|
403
|
+
client: (context) => ({
|
|
404
|
+
generate: (request) => generate(context, request),
|
|
405
|
+
stream: (request) => stream(context, request),
|
|
406
|
+
}),
|
|
407
|
+
};
|
|
408
|
+
}
|
|
409
|
+
/** A client's stream, or its `generate` replayed as one when it has none. */
|
|
410
|
+
async function* openStream(client, request) {
|
|
411
|
+
if (client.stream) {
|
|
412
|
+
yield* client.stream(request);
|
|
413
|
+
return;
|
|
414
|
+
}
|
|
415
|
+
const result = await client.generate(request);
|
|
416
|
+
if (result.text)
|
|
417
|
+
yield { type: 'text', delta: result.text };
|
|
418
|
+
for (const call of result.toolCalls)
|
|
419
|
+
yield { type: 'tool_call', call };
|
|
420
|
+
yield { type: 'done', result };
|
|
421
|
+
}
|
|
422
|
+
const spanName = (request) => `chat ${request.model ?? (request.tier ? `tier:${request.tier}` : 'model')}`;
|
|
423
|
+
function requestAttributes(context, request) {
|
|
424
|
+
return attributes({
|
|
425
|
+
'gen_ai.operation.name': 'chat',
|
|
426
|
+
'gen_ai.request.model': request.model,
|
|
427
|
+
'gen_ai.request.max_tokens': request.maxTokens,
|
|
428
|
+
'gen_ai.request.temperature': request.temperature,
|
|
429
|
+
'gen_ai.request.top_p': request.topP,
|
|
430
|
+
'vk.ai.tier': request.tier,
|
|
431
|
+
'vk.ai.feature': context.feature,
|
|
432
|
+
'vk.ai.tenant_id': context.tenantId,
|
|
433
|
+
'vk.ai.correlation_id': context.correlationId,
|
|
434
|
+
});
|
|
435
|
+
}
|
|
436
|
+
function endSpan(span, result, state) {
|
|
437
|
+
if (!span)
|
|
438
|
+
return;
|
|
439
|
+
span.setAttributes(attributes({
|
|
440
|
+
'gen_ai.provider.name': genAiProvider(result.provider),
|
|
441
|
+
'gen_ai.response.model': result.model,
|
|
442
|
+
'gen_ai.response.finish_reasons': result.finishReason ? [result.finishReason] : undefined,
|
|
443
|
+
'gen_ai.usage.input_tokens': result.usage.tokensIn,
|
|
444
|
+
'gen_ai.usage.output_tokens': result.usage.tokensOut,
|
|
445
|
+
'gen_ai.usage.cache_read.input_tokens': result.usage.cachedTokensIn,
|
|
446
|
+
'gen_ai.usage.cache_creation.input_tokens': result.usage.cacheWriteTokensIn,
|
|
447
|
+
'vk.ai.call_id': state.callId,
|
|
448
|
+
'vk.ai.model_key': result.modelKey,
|
|
449
|
+
'vk.ai.cost_usd': result.cost?.costUsd,
|
|
450
|
+
'vk.ai.web_searches': result.usage.webSearches,
|
|
451
|
+
'vk.ai.vendor_calls': state.attempts.reduce((n, a) => n + (a.calls ?? 0), 0),
|
|
452
|
+
'vk.ai.fell_back': result.fellBack,
|
|
453
|
+
'vk.ai.credential_source': result.credentialSource,
|
|
454
|
+
}));
|
|
455
|
+
}
|
|
456
|
+
/** The request as the audit trail keeps it: full text, file and image bytes as size + hash. */
|
|
457
|
+
export function requestRecord(request) {
|
|
458
|
+
return {
|
|
459
|
+
model: request.model ?? '',
|
|
460
|
+
...(request.tier ? { tier: request.tier } : {}),
|
|
461
|
+
...(request.fallbacks?.length ? { fallbacks: request.fallbacks } : {}),
|
|
462
|
+
messages: request.messages.map(messageRecord),
|
|
463
|
+
...(request.tools?.length ? { tools: request.tools.map((t) => t.name) } : {}),
|
|
464
|
+
...(request.toolChoice !== undefined ? { toolChoice: request.toolChoice } : {}),
|
|
465
|
+
...(request.webSearch ? { webSearch: request.webSearch } : {}),
|
|
466
|
+
...(request.responseFormat
|
|
467
|
+
? {
|
|
468
|
+
responseFormat: request.responseFormat.type === 'json_schema'
|
|
469
|
+
? { type: 'json_schema', name: request.responseFormat.name }
|
|
470
|
+
: request.responseFormat,
|
|
471
|
+
}
|
|
472
|
+
: {}),
|
|
473
|
+
...(request.cache ? { cache: request.cache } : {}),
|
|
474
|
+
...(request.maxTokens !== undefined ? { maxTokens: request.maxTokens } : {}),
|
|
475
|
+
...(request.temperature !== undefined ? { temperature: request.temperature } : {}),
|
|
476
|
+
...(request.topP !== undefined ? { topP: request.topP } : {}),
|
|
477
|
+
};
|
|
478
|
+
}
|
|
479
|
+
function messageRecord(m) {
|
|
480
|
+
if (m.role === 'user' && typeof m.content !== 'string') {
|
|
481
|
+
return {
|
|
482
|
+
role: 'user',
|
|
483
|
+
content: m.content.map((p) => p.type === 'text'
|
|
484
|
+
? p
|
|
485
|
+
: {
|
|
486
|
+
type: p.type,
|
|
487
|
+
mediaType: p.mediaType,
|
|
488
|
+
...(p.type === 'file' && p.filename ? { filename: p.filename } : {}),
|
|
489
|
+
bytes: base64Bytes(p.data),
|
|
490
|
+
sha256: createHash('sha256').update(p.data, 'base64').digest('hex'),
|
|
491
|
+
}),
|
|
492
|
+
};
|
|
493
|
+
}
|
|
494
|
+
if (m.role === 'assistant') {
|
|
495
|
+
return {
|
|
496
|
+
role: 'assistant',
|
|
497
|
+
content: m.content,
|
|
498
|
+
...(m.toolCalls?.length ? { toolCalls: m.toolCalls } : {}),
|
|
499
|
+
};
|
|
500
|
+
}
|
|
501
|
+
return m;
|
|
502
|
+
}
|
|
503
|
+
//# sourceMappingURL=gateway.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gateway.js","sourceRoot":"","sources":["../../src/gateway/gateway.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAErD,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAC1E,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAQxE,OAAO,EACL,UAAU,EACV,aAAa,EACb,MAAM,EACN,SAAS,EACT,WAAW,GAEZ,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAgBzC,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAEnC,MAAM,SAAS,GAAG,CAAC,GAAY,EAAU,EAAE,CAAC,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;AAwB/F,MAAM,UAAU,gBAAgB,CAAC,MAAwB;IACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;IACvC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,UAAU,CAAC;IACnD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,MAAM,YAAY,GAChB,MAAM,CAAC,YAAY;QACnB,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,CAC5B,oBAAoB,CAAC;YACnB,QAAQ;YACR,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D,CAAC,CAAC,CAAC;IACR,MAAM,WAAW,GACf,MAAM,CAAC,WAAW;QAClB,CAAC,CAAC,KAAc,EAAE,IAAsC,EAAE,EAAE;YAC1D,OAAO,CAAC,IAAI,CACV,gBAAgB,IAAI,CAAC,IAAI,iBAAiB,IAAI,CAAC,MAAM,aAAa,EAClE,SAAS,CAAC,KAAK,CAAC,CACjB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,MAAM,YAAY,GAAG,CAAC,OAAuB,EAAE,EAAE,CAAC,CAAC;QACjD,WAAW,EAAE,MAAM,CAAC,KAAK,EAAE,WAAW,IAAI,CAAC;QAC3C,cAAc,EAAE,MAAM,CAAC,KAAK,EAAE,cAAc,IAAI,GAAG;QACnD,UAAU,EAAE,MAAM,CAAC,KAAK,EAAE,UAAU,IAAI,IAAI;QAC5C,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,WAAW,EAAE,CAAC,GAAY,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,gBAAgB,CAAC,GAAG,CAAC;KACjF,CAAC,CAAC;IAEH,KAAK,UAAU,IAAI,CAAC,MAAqB;QACvC,IAAI,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACxC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,WAAW,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,EAAE,UAAU,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAC7C,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACxC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,WAAW,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,UAAU,aAAa,CAC1B,KAAgB,EAChB,KAAsB,EACtB,UAAmB;QAEnB,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;gBAC1F,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACpF,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,MAAM,GACV,GAAG,YAAY,kBAAkB;oBAC/B,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,IAAI,kBAAkB,CACpB,MAAM,CAAC,IAAI,EACX,eAAe,EACf,WAAW,MAAM,CAAC,IAAI,uBAAuB,SAAS,CAAC,GAAG,CAAC,EAAE,CAC9D,CAAC;gBACR,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC;oBACnB,MAAM,EAAE,MAAM,CAAC,IAAI;oBACnB,QAAQ,EAAE,KAAK,CAAC,GAAG;oBACnB,OAAO,EAAE,KAAK;oBACd,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,OAAO,EAAE,MAAM,CAAC,OAAO;iBACxB,CAAC,CAAC;gBACH,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAG,CAAC,KAAgB,EAAE,MAAqB,EAAE,EAAE,CAAC,CAAC;QAC/D,EAAE,EAAE,KAAK,CAAC,MAAM;QAChB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,MAAM;QACN,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,eAAe,EAAE,KAAK,CAAC,SAAS;QAChC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE;QACjD,OAAO,EAAE,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC;QACrC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE;QACxC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACrC,CAAC,CAAC;IAEH,iGAAiG;IACjG,KAAK,SAAS,CAAC,CAAC,UAAU,CAAC,KAAgB;QACzC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;QACnC,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;QACrF,IAAI,MAAM,CAAC,KAAK;YAAE,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QACpF,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACjD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAE,CAAC;YACzB,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,OAAO;YACpC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBAC1C,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAClB,QAAQ,EAAE,GAAG;oBACb,OAAO,EAAE,SAAS;oBAClB,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,eAAe;iBAC7C,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAC5D,IAAI,MAAM,EAAE,CAAC;gBACX,KAAK,CAAC,UAAU,GAAG,MAAM,CAAC;gBAC1B,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAClB,QAAQ,EAAE,GAAG;oBACb,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,OAAO,EAAE,QAAQ;oBACjB,MAAM,EAAE,MAAM,CAAC,IAAI;oBACnB,KAAK,EAAE,MAAM,CAAC,OAAO;iBACtB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YACD,IAAI,UAA6B,CAAC;YAClC,IAAI,CAAC;gBACH,UAAU,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC;gBACtB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAClB,QAAQ,EAAE,GAAG;oBACb,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,OAAO,EAAE,SAAS;oBAClB,MAAM,EAAE,gBAAgB;oBACxB,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC;iBACtB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YACD,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC;YAChE,KAAK,UAAU,CAAC;YAChB,KAAK,KAAK,CAAC;YACX,MAAM,cAAc,GAAoB;gBACtC,GAAG,IAAI;gBACP,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,gBAAgB,IAAI,IAAI;gBAC9D,SAAS,EACP,OAAO,CAAC,SAAS;oBACjB,KAAK,CAAC,gBAAgB;oBACtB,MAAM,CAAC,gBAAgB;oBACvB,kBAAkB;aACrB,CAAC;YACF,IAAI,OAAO,CAAC,cAAc;gBACxB,cAAc,CAAC,cAAc;oBAC3B,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,cAAc,aAAa,KAAK,EAAE,CAAC;YACzF,MAAM;gBACJ,KAAK;gBACL,GAAG;gBACH,KAAK;gBACL,UAAU;gBACV,MAAM,EAAE,YAAY,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,UAAU,EAAE,CAAC;gBAC9D,cAAc;aACf,CAAC;QACJ,CAAC;IACH,CAAC;IAED,gEAAgE;IAChE,KAAK,UAAU,MAAM,CACnB,KAAgB,EAChB,CAAY,EACZ,MAAsB,EACtB,KAAa,EACb,EAAU;QAEV,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAClB,QAAQ,EAAE,CAAC,CAAC,GAAG;YACf,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ;YAC1B,OAAO,EAAE,WAAW;YACpB,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;SAC3B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,IAAI,CAAC;YACT,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC;YACjC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG;YACrB,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ;YAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,gBAAgB,EAAE,CAAC,CAAC,UAAU,CAAC,MAAM;YACrC,QAAQ,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC;YACrB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,IAAI;YACJ,QAAQ,EAAE;gBACR,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3D,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,YAAY,EAAE,MAAM,CAAC,YAAY;aAClC;YACD,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC;QACH,OAAO;YACL,GAAG,MAAM;YACT,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG;YACrB,IAAI;YACJ,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC;YACrB,gBAAgB,EAAE,CAAC,CAAC,UAAU,CAAC,MAAM;SACtC,CAAC;IACJ,CAAC;IAED,8EAA8E;IAC9E,KAAK,UAAU,QAAQ,CAAC,KAAgB,EAAE,OAAiB;QACzD,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;QACpC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,CAAC;QACnD,MAAM,IAAI,GAAG,OAAO,IAAI,KAAK,CAAC,SAAS,CAAC;QACxC,MAAM,KAAK,GAAU,SAAS;YAC5B,CAAC,CAAC,IAAI,oBAAoB,EAAE;YAC5B,CAAC,CAAC,IAAI,YAAY,KAAK;gBACrB,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,IAAI,KAAK,SAAS;oBAClB,CAAC,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;oBAC5B,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU;wBACjB,IAAI,uBAAuB,CACzB,+CAA+C,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,4BAA4B,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,EAC7M,QAAQ,CACT,CAAC,CAAC;QACX,MAAM,MAAM,GAAkB,SAAS;YACrC,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,KAAK,YAAY,kBAAkB;gBACnC,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,QAAQ,CAAC;QACf,MAAM,SAAS,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAClE,MAAM,IAAI,CAAC;YACT,GAAG,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC;YAC5B,QAAQ,EAAE,SAAS,EAAE,QAAQ,IAAI,IAAI;YACrC,QAAQ,EAAE,SAAS,EAAE,QAAQ,IAAI,IAAI;YACrC,KAAK,EAAE,IAAI;YACX,gBAAgB,EAAE,IAAI;YACtB,QAAQ,EAAE,KAAK;YACf,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,IAAI;YACV,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE;gBACL,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,GAAG,CAAC,KAAK,YAAY,kBAAkB,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACrE;SACF,CAAC,CAAC;QACH,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,QAAQ,GAAG,CAAC,OAAuB,EAAE,OAAuB,EAAa,EAAE,CAAC,CAAC;QACjF,MAAM,EAAE,UAAU,EAAE;QACpB,OAAO;QACP,OAAO;QACP,SAAS,EAAE,IAAI,IAAI,EAAE;QACrB,QAAQ,EAAE,EAAE;QACZ,SAAS,EAAE,EAAE;KACd,CAAC,CAAC;IAEH,KAAK,UAAU,QAAQ,CACrB,OAAuB,EACvB,OAAuB;QAEvB,OAAO,MAAM,CACX,MAAM,EACN,QAAQ,CAAC,OAAO,CAAC,EACjB,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAC3E,KAAK,EAAE,IAAI,EAAE,EAAE;YACb,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACzC,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;oBACxC,IAAI,KAAK,GAAG,CAAC,CAAC;oBACd,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBACtB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,KAAK,IAAI,EAAE;4BAC/C,KAAK,IAAI,CAAC,CAAC;4BACX,OAAO,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;wBAC7C,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;wBAC1B,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;wBACtD,OAAO,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;wBAC1B,OAAO,GAAG,CAAC;oBACb,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC;wBACtB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;4BAClB,QAAQ,EAAE,CAAC,CAAC,GAAG;4BACf,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ;4BAC1B,OAAO,EAAE,QAAQ;4BACjB,KAAK;4BACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;4BAC1B,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC;yBACtB,CAAC,CAAC;wBACH,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC;4BAAE,MAAM;oBAC/D,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,qFAAqF;gBACrF,MAAM,MAAM,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACnC,CAAC;YACD,MAAM,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC,CACF,CAAC;IACJ,CAAC;IAED,KAAK,SAAS,CAAC,CAAC,MAAM,CACpB,OAAuB,EACvB,OAAuB;QAEvB,0EAA0E;QAC1E,MAAM,IAAI,GAAG,MAAM,EAAE,eAAe,CAClC,QAAQ,CAAC,OAAO,CAAC,EACjB,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAC3E,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CACjB,CAAC;QACF,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACzC,IAAI,OAAO,GAAiC,MAAM,CAAC;QACnD,IAAI,OAA8B,CAAC;QACnC,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxC,OAAO,GAAG,CAAC,CAAC;gBACZ,IAAI,KAAK,GAAG,CAAC,CAAC;gBACd,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACtB,IAAI,QAA4C,CAAC;gBACjD,IAAI,IAAyC,CAAC;gBAC9C,IAAI,CAAC;oBACH,iEAAiE;oBACjE,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,MAAM,gBAAgB,CAAC,KAAK,IAAI,EAAE;wBACnD,KAAK,IAAI,CAAC,CAAC;wBACX,MAAM,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;wBAC1E,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,CAAU,CAAC;oBACxC,CAAC,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC5B,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC;oBACtB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;wBAClB,QAAQ,EAAE,CAAC,CAAC,GAAG;wBACf,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ;wBAC1B,OAAO,EAAE,QAAQ;wBACjB,KAAK;wBACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;wBAC1B,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC;qBACtB,CAAC,CAAC;oBACH,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC;wBAAE,MAAM;oBAC7D,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC;oBACH,IAAI,YAAY,GAAkB,IAAI,CAAC;oBACvC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;wBAClB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;wBACzB,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;4BAC1B,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;4BAC5D,OAAO,GAAG,QAAQ,CAAC;4BACnB,IAAI,IAAI,IAAI,YAAY,KAAK,IAAI;gCAC/B,IAAI,CAAC,YAAY,CAAC,qCAAqC,EAAE,YAAY,GAAG,IAAI,CAAC,CAAC;4BAChF,OAAO,CAAC,IAAI,IAAI,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;4BAClC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;4BACpC,OAAO;wBACT,CAAC;wBACD,YAAY,KAAK,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;wBACjC,MAAM,KAAK,CAAC;wBACZ,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBAC/B,CAAC;oBACD,MAAM,IAAI,KAAK,CACb,+CAA+C,CAAC,CAAC,GAAG,yBAAyB,CAC9E,CAAC;gBACJ,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,GAAG,QAAQ,CAAC;oBACnB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;wBAClB,QAAQ,EAAE,CAAC,CAAC,GAAG;wBACf,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ;wBAC1B,OAAO,EAAE,QAAQ;wBACjB,KAAK;wBACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;wBAC1B,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC;qBACtB,CAAC,CAAC;oBACH,MAAM,MAAM,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBACnC,CAAC;wBAAS,CAAC;oBACT,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;YACD,OAAO,GAAG,QAAQ,CAAC;YACnB,MAAM,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,KAAK,GAAG,GAAG,CAAC;YAChB,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;gBACvB,qFAAqF;gBACrF,OAAO,GAAG,QAAQ,CAAC;gBACnB,KAAK,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACrC,CAAC;YACD,IAAI,EAAE,eAAe,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACtE,IAAI,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACxE,MAAM,KAAK,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;gBACvB,mGAAmG;gBACnG,MAAM,IAAI,CAAC;oBACT,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC;oBACjC,QAAQ,EAAE,OAAO,EAAE,GAAG,IAAI,IAAI;oBAC9B,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI;oBACzC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,IAAI,IAAI;oBACnC,gBAAgB,EAAE,OAAO,EAAE,UAAU,CAAC,MAAM,IAAI,IAAI;oBACpD,QAAQ,EAAE,KAAK;oBACf,KAAK,EAAE,IAAI;oBACX,IAAI,EAAE,IAAI;oBACV,QAAQ,EAAE,IAAI;oBACd,KAAK,EAAE,EAAE,OAAO,EAAE,0CAA0C,EAAE;iBAC/D,CAAC,CAAC;YACL,CAAC;YACD,IAAI,EAAE,GAAG,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO;QACL,QAAQ;QACR,MAAM;QACN,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACpB,QAAQ,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;YACjD,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC;SAC9C,CAAC;KACH,CAAC;AACJ,CAAC;AAED,6EAA6E;AAC7E,KAAK,SAAS,CAAC,CAAC,UAAU,CACxB,MAAsB,EACtB,OAAwB;IAExB,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9B,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC9C,IAAI,MAAM,CAAC,IAAI;QAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;IAC5D,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,SAAS;QAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACvE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AACjC,CAAC;AAED,MAAM,QAAQ,GAAG,CAAC,OAAuB,EAAE,EAAE,CAC3C,QAAQ,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;AAE/E,SAAS,iBAAiB,CAAC,OAAuB,EAAE,OAAuB;IACzE,OAAO,UAAU,CAAC;QAChB,uBAAuB,EAAE,MAAM;QAC/B,sBAAsB,EAAE,OAAO,CAAC,KAAK;QACrC,2BAA2B,EAAE,OAAO,CAAC,SAAS;QAC9C,4BAA4B,EAAE,OAAO,CAAC,WAAW;QACjD,sBAAsB,EAAE,OAAO,CAAC,IAAI;QACpC,YAAY,EAAE,OAAO,CAAC,IAAI;QAC1B,eAAe,EAAE,OAAO,CAAC,OAAO;QAChC,iBAAiB,EAAE,OAAO,CAAC,QAAQ;QACnC,sBAAsB,EAAE,OAAO,CAAC,aAAa;KAC9C,CAAC,CAAC;AACL,CAAC;AAED,SAAS,OAAO,CAAC,IAAmB,EAAE,MAAqB,EAAE,KAAgB;IAC3E,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,IAAI,CAAC,aAAa,CAChB,UAAU,CAAC;QACT,sBAAsB,EAAE,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC;QACtD,uBAAuB,EAAE,MAAM,CAAC,KAAK;QACrC,gCAAgC,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS;QACzF,2BAA2B,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;QAClD,4BAA4B,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS;QACpD,sCAAsC,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc;QACnE,0CAA0C,EAAE,MAAM,CAAC,KAAK,CAAC,kBAAkB;QAC3E,eAAe,EAAE,KAAK,CAAC,MAAM;QAC7B,iBAAiB,EAAE,MAAM,CAAC,QAAQ;QAClC,gBAAgB,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO;QACtC,oBAAoB,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW;QAC9C,oBAAoB,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QAC5E,iBAAiB,EAAE,MAAM,CAAC,QAAQ;QAClC,yBAAyB,EAAE,MAAM,CAAC,gBAAgB;KACnD,CAAC,CACH,CAAC;AACJ,CAAC;AAED,+FAA+F;AAC/F,MAAM,UAAU,aAAa,CAAC,OAAuB;IACnD,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE;QAC1B,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC;QAC7C,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7E,GAAG,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/E,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,OAAO,CAAC,cAAc;YACxB,CAAC,CAAC;gBACE,cAAc,EACZ,OAAO,CAAC,cAAc,CAAC,IAAI,KAAK,aAAa;oBAC3C,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE;oBAC5D,CAAC,CAAC,OAAO,CAAC,cAAc;aAC7B;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,GAAG,CAAC,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClF,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9D,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,CAAkB;IACvC,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACvD,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC3B,CAAC,CAAC,IAAI,KAAK,MAAM;gBACf,CAAC,CAAC,CAAC;gBACH,CAAC,CAAC;oBACE,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACpE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;oBAC1B,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBACpE,CACN;SACF,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC3B,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC3D,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* LLM gateway — the single call path for text models. See `./gateway.ts`.
|
|
3
|
+
*/
|
|
4
|
+
export { createLlmGateway, requestRecord } from './gateway.js';
|
|
5
|
+
export { GatewayPolicyError, GatewayUnavailableError } from './errors.js';
|
|
6
|
+
export { budgetPolicy, modelAllowlistPolicy, providerKillSwitchPolicy } from './policies.js';
|
|
7
|
+
export { tierRoute } from './routing.js';
|
|
8
|
+
export type { TierRouteOptions } from './routing.js';
|
|
9
|
+
export { priceCall } from './pricing.js';
|
|
10
|
+
export { createPostgresGatewaySinks, purgeExpiredLlmCalls, listLlmCalls } from './postgres.js';
|
|
11
|
+
export type { PostgresGatewaySinksOptions, LlmCallRow } from './postgres.js';
|
|
12
|
+
export type { GatewayActor, GatewayContext, ModelTier, GatewayRequest, GatewayPricing, GatewayCost, GatewayCredentialSource, GatewayCredential, GatewayAttemptOutcome, GatewayAttempt, GatewayPolicyDecision, GatewayResult, GatewayStreamEvent, GatewayPolicyCheck, GatewayPolicy, LlmCallStatus, LlmCallRequestRecord, LlmCallResponseRecord, LlmCallRecord, GatewaySinks, GatewayCatalog, LlmGatewayConfig, GatewayClient, LlmGateway, } from './types.js';
|
|
13
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/gateway/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,wBAAwB,EAAE,MAAM,eAAe,CAAC;AAC7F,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,YAAY,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC/F,YAAY,EAAE,2BAA2B,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC7E,YAAY,EACV,YAAY,EACZ,cAAc,EACd,SAAS,EACT,cAAc,EACd,cAAc,EACd,WAAW,EACX,uBAAuB,EACvB,iBAAiB,EACjB,qBAAqB,EACrB,cAAc,EACd,qBAAqB,EACrB,aAAa,EACb,kBAAkB,EAClB,kBAAkB,EAClB,aAAa,EACb,aAAa,EACb,oBAAoB,EACpB,qBAAqB,EACrB,aAAa,EACb,YAAY,EACZ,cAAc,EACd,gBAAgB,EAChB,aAAa,EACb,UAAU,GACX,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* LLM gateway — the single call path for text models. See `./gateway.ts`.
|
|
3
|
+
*/
|
|
4
|
+
export { createLlmGateway, requestRecord } from './gateway.js';
|
|
5
|
+
export { GatewayPolicyError, GatewayUnavailableError } from './errors.js';
|
|
6
|
+
export { budgetPolicy, modelAllowlistPolicy, providerKillSwitchPolicy } from './policies.js';
|
|
7
|
+
export { tierRoute } from './routing.js';
|
|
8
|
+
export { priceCall } from './pricing.js';
|
|
9
|
+
export { createPostgresGatewaySinks, purgeExpiredLlmCalls, listLlmCalls } from './postgres.js';
|
|
10
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/gateway/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,wBAAwB,EAAE,MAAM,eAAe,CAAC;AAC7F,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Built-in gateway policies. Each denies a candidate by throwing a
|
|
3
|
+
* `GatewayPolicyError`; the gateway then tries the next candidate.
|
|
4
|
+
*/
|
|
5
|
+
import type { ChatProvider } from '../chat/types.js';
|
|
6
|
+
import type { GatewayContext, GatewayPolicy, GatewayPolicyCheck } from './types.js';
|
|
7
|
+
/** Deny when the spender is over budget (402-style `budget_exhausted`). */
|
|
8
|
+
export declare function budgetPolicy(options: {
|
|
9
|
+
name?: string;
|
|
10
|
+
check(context: GatewayContext): {
|
|
11
|
+
allowed: boolean;
|
|
12
|
+
details?: Record<string, unknown>;
|
|
13
|
+
} | Promise<{
|
|
14
|
+
allowed: boolean;
|
|
15
|
+
details?: Record<string, unknown>;
|
|
16
|
+
}>;
|
|
17
|
+
code?: string;
|
|
18
|
+
message?: string;
|
|
19
|
+
}): GatewayPolicy;
|
|
20
|
+
/** Allow only the models `allow` accepts (a plan's roster, a tenant's list). */
|
|
21
|
+
export declare function modelAllowlistPolicy(options: {
|
|
22
|
+
name?: string;
|
|
23
|
+
allow(args: GatewayPolicyCheck): boolean | Promise<boolean>;
|
|
24
|
+
code?: string;
|
|
25
|
+
message?: string;
|
|
26
|
+
}): GatewayPolicy;
|
|
27
|
+
/** Take a provider out of routing (outage, incident); fallbacks on other providers still run. */
|
|
28
|
+
export declare function providerKillSwitchPolicy(options: {
|
|
29
|
+
name?: string;
|
|
30
|
+
isDisabled(provider: ChatProvider): boolean | Promise<boolean>;
|
|
31
|
+
}): GatewayPolicy;
|
|
32
|
+
//# sourceMappingURL=policies.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"policies.d.ts","sourceRoot":"","sources":["../../src/gateway/policies.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAErD,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAEpF,2EAA2E;AAC3E,wBAAgB,YAAY,CAAC,OAAO,EAAE;IACpC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CACH,OAAO,EAAE,cAAc,GAErB;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,GACvD,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;IACrE,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,aAAa,CAgBhB;AAED,gFAAgF;AAChF,wBAAgB,oBAAoB,CAAC,OAAO,EAAE;IAC5C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5D,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,aAAa,CAiBhB;AAED,iGAAiG;AACjG,wBAAgB,wBAAwB,CAAC,OAAO,EAAE;IAChD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,QAAQ,EAAE,YAAY,GAAG,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAChE,GAAG,aAAa,CAehB"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Built-in gateway policies. Each denies a candidate by throwing a
|
|
3
|
+
* `GatewayPolicyError`; the gateway then tries the next candidate.
|
|
4
|
+
*/
|
|
5
|
+
import { GatewayPolicyError } from './errors.js';
|
|
6
|
+
/** Deny when the spender is over budget (402-style `budget_exhausted`). */
|
|
7
|
+
export function budgetPolicy(options) {
|
|
8
|
+
const name = options.name ?? 'budget';
|
|
9
|
+
return {
|
|
10
|
+
name,
|
|
11
|
+
async check({ context }) {
|
|
12
|
+
const verdict = await options.check(context);
|
|
13
|
+
if (!verdict.allowed) {
|
|
14
|
+
throw new GatewayPolicyError(name, options.code ?? 'budget_exhausted', options.message ?? 'The AI budget is used up', verdict.details);
|
|
15
|
+
}
|
|
16
|
+
},
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
/** Allow only the models `allow` accepts (a plan's roster, a tenant's list). */
|
|
20
|
+
export function modelAllowlistPolicy(options) {
|
|
21
|
+
const name = options.name ?? 'model_allowlist';
|
|
22
|
+
return {
|
|
23
|
+
name,
|
|
24
|
+
async check(args) {
|
|
25
|
+
if (!(await options.allow(args))) {
|
|
26
|
+
throw new GatewayPolicyError(name, options.code ?? 'model_not_allowed', options.message ?? `Model '${args.model.key}' is not allowed`, {
|
|
27
|
+
modelKey: args.model.key,
|
|
28
|
+
});
|
|
29
|
+
}
|
|
30
|
+
},
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
/** Take a provider out of routing (outage, incident); fallbacks on other providers still run. */
|
|
34
|
+
export function providerKillSwitchPolicy(options) {
|
|
35
|
+
const name = options.name ?? 'provider_kill_switch';
|
|
36
|
+
return {
|
|
37
|
+
name,
|
|
38
|
+
async check({ model }) {
|
|
39
|
+
if (await options.isDisabled(model.provider)) {
|
|
40
|
+
throw new GatewayPolicyError(name, 'provider_disabled', `Provider '${model.provider}' is switched off`, { provider: model.provider });
|
|
41
|
+
}
|
|
42
|
+
},
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
//# sourceMappingURL=policies.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"policies.js","sourceRoot":"","sources":["../../src/gateway/policies.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAGjD,2EAA2E;AAC3E,MAAM,UAAU,YAAY,CAAC,OAS5B;IACC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC;IACtC,OAAO;QACL,IAAI;QACJ,KAAK,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE;YACrB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM,IAAI,kBAAkB,CAC1B,IAAI,EACJ,OAAO,CAAC,IAAI,IAAI,kBAAkB,EAClC,OAAO,CAAC,OAAO,IAAI,0BAA0B,EAC7C,OAAO,CAAC,OAAO,CAChB,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,oBAAoB,CAAC,OAKpC;IACC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,iBAAiB,CAAC;IAC/C,OAAO;QACL,IAAI;QACJ,KAAK,CAAC,KAAK,CAAC,IAAI;YACd,IAAI,CAAC,CAAC,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,kBAAkB,CAC1B,IAAI,EACJ,OAAO,CAAC,IAAI,IAAI,mBAAmB,EACnC,OAAO,CAAC,OAAO,IAAI,UAAU,IAAI,CAAC,KAAK,CAAC,GAAG,kBAAkB,EAC7D;oBACE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG;iBACzB,CACF,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,wBAAwB,CAAC,OAGxC;IACC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,sBAAsB,CAAC;IACpD,OAAO;QACL,IAAI;QACJ,KAAK,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE;YACnB,IAAI,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,kBAAkB,CAC1B,IAAI,EACJ,mBAAmB,EACnB,aAAa,KAAK,CAAC,QAAQ,mBAAmB,EAC9C,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAC7B,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}
|