@zhivex-ai/gateway 0.9.0 → 0.9.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/package.json +3 -2
- package/dist/attempts.d.ts +0 -19
- package/dist/attempts.d.ts.map +0 -1
- package/dist/attempts.js +0 -221
- package/dist/attempts.js.map +0 -1
- package/dist/policies.d.ts +0 -10
- package/dist/policies.d.ts.map +0 -1
- package/dist/policies.js +0 -210
- package/dist/policies.js.map +0 -1
- package/dist/runtime-state.d.ts +0 -32
- package/dist/runtime-state.d.ts.map +0 -1
- package/dist/runtime-state.js +0 -158
- package/dist/runtime-state.js.map +0 -1
package/README.md
CHANGED
|
@@ -54,7 +54,7 @@ For agent workloads, use `runAgent()` or `streamAgent()` to route by both regula
|
|
|
54
54
|
|
|
55
55
|
```ts
|
|
56
56
|
const agentResult = await gateway.runAgent({
|
|
57
|
-
primary: { provider: "kimi", modelId: "kimi-
|
|
57
|
+
primary: { provider: "kimi", modelId: "kimi-k3" },
|
|
58
58
|
fallbacks: [{ provider: "qwen", modelId: "qwen-plus" }],
|
|
59
59
|
prompt: "Use hosted retrieval and an MCP map server.",
|
|
60
60
|
requiredAgentCapabilities: {
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@zhivex-ai/gateway",
|
|
3
|
-
"version": "0.9.
|
|
3
|
+
"version": "0.9.2",
|
|
4
4
|
"description": "Routing and fallback helpers for Zhivex AI SDK.",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
@@ -41,6 +41,7 @@
|
|
|
41
41
|
"access": "public"
|
|
42
42
|
},
|
|
43
43
|
"dependencies": {
|
|
44
|
-
"@zhivex-ai/core": "^0.
|
|
44
|
+
"@zhivex-ai/core": "^0.19.0",
|
|
45
|
+
"zod": "^4.4.3"
|
|
45
46
|
}
|
|
46
47
|
}
|
package/dist/attempts.d.ts
DELETED
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
import type { GatewayAttempt, GatewayEvent, GatewayModelTarget, GatewayRequest, GatewayRetryPolicy, GatewayRuntimeStore, GatewayRouteDecision } from "./types.js";
|
|
2
|
-
export interface ExecuteRoutedOperationOptions<TResult> {
|
|
3
|
-
request: GatewayRequest;
|
|
4
|
-
routeDecision: GatewayRouteDecision;
|
|
5
|
-
retryPolicy: GatewayRetryPolicy;
|
|
6
|
-
runtimeStore: GatewayRuntimeStore;
|
|
7
|
-
getAttemptTimeoutMs: (target: GatewayModelTarget) => number;
|
|
8
|
-
onAttempt?: (attempt: GatewayAttempt) => void | Promise<void>;
|
|
9
|
-
onEvent?: (event: GatewayEvent) => void | Promise<void>;
|
|
10
|
-
now?: () => number;
|
|
11
|
-
operation: (target: GatewayModelTarget) => Promise<TResult>;
|
|
12
|
-
}
|
|
13
|
-
export interface ExecuteRoutedOperationResult<TResult> {
|
|
14
|
-
attempts: GatewayAttempt[];
|
|
15
|
-
target: GatewayModelTarget;
|
|
16
|
-
result: TResult;
|
|
17
|
-
}
|
|
18
|
-
export declare const executeRoutedOperation: <TResult>(options: ExecuteRoutedOperationOptions<TResult>) => Promise<ExecuteRoutedOperationResult<TResult>>;
|
|
19
|
-
//# sourceMappingURL=attempts.d.ts.map
|
package/dist/attempts.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"attempts.d.ts","sourceRoot":"","sources":["../src/attempts.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,YAAY,EAEZ,kBAAkB,EAClB,cAAc,EACd,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EAErB,MAAM,YAAY,CAAC;AAqFpB,MAAM,WAAW,6BAA6B,CAAC,OAAO;IACpD,OAAO,EAAE,cAAc,CAAC;IACxB,aAAa,EAAE,oBAAoB,CAAC;IACpC,WAAW,EAAE,kBAAkB,CAAC;IAChC,YAAY,EAAE,mBAAmB,CAAC;IAClC,mBAAmB,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,MAAM,CAAC;IAC5D,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,cAAc,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxD,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,SAAS,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;CAC7D;AAED,MAAM,WAAW,4BAA4B,CAAC,OAAO;IACnD,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,MAAM,EAAE,OAAO,CAAC;CACjB;AAiCD,eAAO,MAAM,sBAAsB,GAAU,OAAO,EAClD,SAAS,6BAA6B,CAAC,OAAO,CAAC,KAC9C,OAAO,CAAC,4BAA4B,CAAC,OAAO,CAAC,CAyJ/C,CAAC"}
|
package/dist/attempts.js
DELETED
|
@@ -1,221 +0,0 @@
|
|
|
1
|
-
import { GatewayError } from "./types.js";
|
|
2
|
-
import { createGatewayRuntimeState, gatewayTargetKey, updateRuntimeLatency } from "./runtime-state.js";
|
|
3
|
-
const withTimeout = async (promise, timeoutMs) => new Promise((resolve, reject) => {
|
|
4
|
-
const timer = setTimeout(() => reject(new GatewayError(`Provider timed out after ${timeoutMs}ms.`, true)), timeoutMs);
|
|
5
|
-
promise
|
|
6
|
-
.then((value) => {
|
|
7
|
-
clearTimeout(timer);
|
|
8
|
-
resolve(value);
|
|
9
|
-
})
|
|
10
|
-
.catch((error) => {
|
|
11
|
-
clearTimeout(timer);
|
|
12
|
-
reject(error);
|
|
13
|
-
});
|
|
14
|
-
});
|
|
15
|
-
const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
|
|
16
|
-
const updateSuccessState = async (runtimeStore, target, latencyMs, now) => runtimeStore.update(gatewayTargetKey(target), (current) => {
|
|
17
|
-
const state = current ?? createGatewayRuntimeState(target, {}, now);
|
|
18
|
-
const requestCount = state.requestCount + 1;
|
|
19
|
-
return {
|
|
20
|
-
...state,
|
|
21
|
-
requestCount,
|
|
22
|
-
successCount: state.successCount + 1,
|
|
23
|
-
consecutiveFailures: 0,
|
|
24
|
-
consecutiveRetryableFailures: 0,
|
|
25
|
-
consecutiveErrorClass: undefined,
|
|
26
|
-
...updateRuntimeLatency(state, latencyMs, {
|
|
27
|
-
ewmaAlpha: 0.35,
|
|
28
|
-
latencySampleSize: 20
|
|
29
|
-
}),
|
|
30
|
-
cooldownUntil: undefined,
|
|
31
|
-
circuitState: state.circuitState === "half-open" ? "closed" : state.circuitState,
|
|
32
|
-
lastErrorMessage: undefined,
|
|
33
|
-
lastErrorClass: undefined
|
|
34
|
-
};
|
|
35
|
-
});
|
|
36
|
-
const updateFailureState = async (runtimeStore, target, latencyMs, errorMessage, errorClass, retryable, cooldownMs, now) => runtimeStore.update(gatewayTargetKey(target), (current) => {
|
|
37
|
-
const state = current ?? createGatewayRuntimeState(target, {}, now);
|
|
38
|
-
const requestCount = state.requestCount + 1;
|
|
39
|
-
const cooldownUntil = cooldownMs > 0 ? now + cooldownMs : state.cooldownUntil;
|
|
40
|
-
return {
|
|
41
|
-
...state,
|
|
42
|
-
requestCount,
|
|
43
|
-
failureCount: state.failureCount + 1,
|
|
44
|
-
retryableFailureCount: state.retryableFailureCount + Number(retryable),
|
|
45
|
-
nonRetryableFailureCount: state.nonRetryableFailureCount + Number(!retryable),
|
|
46
|
-
consecutiveFailures: state.consecutiveFailures + 1,
|
|
47
|
-
consecutiveRetryableFailures: retryable ? state.consecutiveRetryableFailures + 1 : 0,
|
|
48
|
-
consecutiveErrorClass: errorClass,
|
|
49
|
-
...updateRuntimeLatency(state, latencyMs, {
|
|
50
|
-
ewmaAlpha: 0.35,
|
|
51
|
-
latencySampleSize: 20
|
|
52
|
-
}),
|
|
53
|
-
lastErrorMessage: errorMessage,
|
|
54
|
-
lastErrorClass: errorClass,
|
|
55
|
-
errorCounts: {
|
|
56
|
-
...state.errorCounts,
|
|
57
|
-
[errorClass]: (state.errorCounts[errorClass] ?? 0) + 1
|
|
58
|
-
},
|
|
59
|
-
cooldownUntil,
|
|
60
|
-
circuitState: cooldownMs > 0 ? "open" : state.circuitState === "half-open" ? "open" : state.circuitState
|
|
61
|
-
};
|
|
62
|
-
});
|
|
63
|
-
const emitEvent = async (onEvent, event) => {
|
|
64
|
-
await onEvent?.(event);
|
|
65
|
-
};
|
|
66
|
-
const skipToAttempt = (target, targetRank, skipReason) => ({
|
|
67
|
-
provider: target.provider,
|
|
68
|
-
modelId: target.modelId,
|
|
69
|
-
ok: false,
|
|
70
|
-
latencyMs: 0,
|
|
71
|
-
retry: 0,
|
|
72
|
-
targetRank,
|
|
73
|
-
skipReason,
|
|
74
|
-
errorMessage: skipReason === "capabilities"
|
|
75
|
-
? "Skipped because model capabilities do not satisfy the request."
|
|
76
|
-
: skipReason === "cost"
|
|
77
|
-
? "Skipped because provider cost exceeds the configured budget."
|
|
78
|
-
: skipReason === "cooldown"
|
|
79
|
-
? "Skipped because target is cooling down after repeated failures."
|
|
80
|
-
: skipReason === "latency-budget"
|
|
81
|
-
? "Skipped because observed latency exceeds the configured budget."
|
|
82
|
-
: "Skipped because no adapter is registered for the target."
|
|
83
|
-
});
|
|
84
|
-
export const executeRoutedOperation = async (options) => {
|
|
85
|
-
const attempts = [];
|
|
86
|
-
const currentTime = options.now ?? Date.now;
|
|
87
|
-
for (const [targetRank, candidate] of options.routeDecision.evaluatedTargets.entries()) {
|
|
88
|
-
if (!candidate.available) {
|
|
89
|
-
const skipped = skipToAttempt(candidate.target, targetRank, candidate.skipReason);
|
|
90
|
-
attempts.push(skipped);
|
|
91
|
-
await emitEvent(options.onEvent, {
|
|
92
|
-
type: "target-skipped",
|
|
93
|
-
request: options.request,
|
|
94
|
-
target: candidate.target,
|
|
95
|
-
targetRank,
|
|
96
|
-
timestamp: currentTime(),
|
|
97
|
-
reason: candidate.skipReason
|
|
98
|
-
});
|
|
99
|
-
continue;
|
|
100
|
-
}
|
|
101
|
-
const target = candidate.target;
|
|
102
|
-
for (let retry = 0;; retry += 1) {
|
|
103
|
-
const attemptStartedAt = currentTime();
|
|
104
|
-
const startedAttempt = {
|
|
105
|
-
provider: target.provider,
|
|
106
|
-
modelId: target.modelId,
|
|
107
|
-
ok: true,
|
|
108
|
-
latencyMs: 0,
|
|
109
|
-
retry,
|
|
110
|
-
targetRank
|
|
111
|
-
};
|
|
112
|
-
await options.onAttempt?.(startedAttempt);
|
|
113
|
-
await emitEvent(options.onEvent, {
|
|
114
|
-
type: "attempt-started",
|
|
115
|
-
request: options.request,
|
|
116
|
-
target,
|
|
117
|
-
retry,
|
|
118
|
-
targetRank,
|
|
119
|
-
timestamp: attemptStartedAt
|
|
120
|
-
});
|
|
121
|
-
try {
|
|
122
|
-
const result = await withTimeout(options.operation(target), options.getAttemptTimeoutMs(target));
|
|
123
|
-
const latencyMs = currentTime() - attemptStartedAt;
|
|
124
|
-
attempts.push({
|
|
125
|
-
provider: target.provider,
|
|
126
|
-
modelId: target.modelId,
|
|
127
|
-
ok: true,
|
|
128
|
-
latencyMs,
|
|
129
|
-
retry,
|
|
130
|
-
targetRank
|
|
131
|
-
});
|
|
132
|
-
await updateSuccessState(options.runtimeStore, target, latencyMs, currentTime());
|
|
133
|
-
await emitEvent(options.onEvent, {
|
|
134
|
-
type: "attempt-succeeded",
|
|
135
|
-
request: options.request,
|
|
136
|
-
target,
|
|
137
|
-
retry,
|
|
138
|
-
targetRank,
|
|
139
|
-
timestamp: currentTime(),
|
|
140
|
-
latencyMs
|
|
141
|
-
});
|
|
142
|
-
return {
|
|
143
|
-
attempts,
|
|
144
|
-
target,
|
|
145
|
-
result
|
|
146
|
-
};
|
|
147
|
-
}
|
|
148
|
-
catch (error) {
|
|
149
|
-
const normalized = options.retryPolicy.classifyError(error);
|
|
150
|
-
const context = {
|
|
151
|
-
request: options.request,
|
|
152
|
-
target,
|
|
153
|
-
state: candidate.state,
|
|
154
|
-
retry,
|
|
155
|
-
targetRank,
|
|
156
|
-
error: normalized
|
|
157
|
-
};
|
|
158
|
-
const latencyMs = currentTime() - attemptStartedAt;
|
|
159
|
-
const cooldownMs = options.retryPolicy.getCooldownMs(context);
|
|
160
|
-
const nextState = await updateFailureState(options.runtimeStore, target, latencyMs, normalized.message, normalized.errorClass, normalized.retryable, cooldownMs, currentTime());
|
|
161
|
-
const failedAttempt = {
|
|
162
|
-
provider: target.provider,
|
|
163
|
-
modelId: target.modelId,
|
|
164
|
-
ok: false,
|
|
165
|
-
latencyMs,
|
|
166
|
-
retry,
|
|
167
|
-
targetRank,
|
|
168
|
-
errorMessage: normalized.message,
|
|
169
|
-
retryable: normalized.retryable
|
|
170
|
-
};
|
|
171
|
-
attempts.push(failedAttempt);
|
|
172
|
-
await options.onAttempt?.(failedAttempt);
|
|
173
|
-
await emitEvent(options.onEvent, {
|
|
174
|
-
type: "attempt-failed",
|
|
175
|
-
request: options.request,
|
|
176
|
-
target,
|
|
177
|
-
retry,
|
|
178
|
-
targetRank,
|
|
179
|
-
timestamp: currentTime(),
|
|
180
|
-
latencyMs,
|
|
181
|
-
errorMessage: normalized.message,
|
|
182
|
-
retryable: normalized.retryable,
|
|
183
|
-
errorClass: normalized.errorClass
|
|
184
|
-
});
|
|
185
|
-
if (cooldownMs > 0 && nextState.cooldownUntil) {
|
|
186
|
-
await emitEvent(options.onEvent, {
|
|
187
|
-
type: "target-cooled-down",
|
|
188
|
-
request: options.request,
|
|
189
|
-
target,
|
|
190
|
-
timestamp: currentTime(),
|
|
191
|
-
cooldownUntil: nextState.cooldownUntil
|
|
192
|
-
});
|
|
193
|
-
}
|
|
194
|
-
if (!options.retryPolicy.shouldRetry({ ...context, state: nextState })) {
|
|
195
|
-
break;
|
|
196
|
-
}
|
|
197
|
-
const delayMs = options.retryPolicy.getBackoffMs({ ...context, state: nextState });
|
|
198
|
-
await emitEvent(options.onEvent, {
|
|
199
|
-
type: "attempt-retried",
|
|
200
|
-
request: options.request,
|
|
201
|
-
target,
|
|
202
|
-
retry,
|
|
203
|
-
targetRank,
|
|
204
|
-
timestamp: currentTime(),
|
|
205
|
-
delayMs
|
|
206
|
-
});
|
|
207
|
-
await sleep(delayMs);
|
|
208
|
-
}
|
|
209
|
-
}
|
|
210
|
-
}
|
|
211
|
-
const finalError = attempts.at(-1)?.errorMessage ?? "All gateway attempts failed.";
|
|
212
|
-
await emitEvent(options.onEvent, {
|
|
213
|
-
type: "route-failed",
|
|
214
|
-
request: options.request,
|
|
215
|
-
timestamp: currentTime(),
|
|
216
|
-
attempts,
|
|
217
|
-
errorMessage: finalError
|
|
218
|
-
});
|
|
219
|
-
throw new GatewayError(finalError, false);
|
|
220
|
-
};
|
|
221
|
-
//# sourceMappingURL=attempts.js.map
|
package/dist/attempts.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"attempts.js","sourceRoot":"","sources":["../src/attempts.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,OAAO,EAAE,yBAAyB,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAEvG,MAAM,WAAW,GAAG,KAAK,EAAK,OAAmB,EAAE,SAAiB,EAAE,EAAE,CACtE,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IACjC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,4BAA4B,SAAS,KAAK,EAAE,IAAI,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACtH,OAAO;SACJ,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QACd,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACf,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,MAAM,CAAC,KAAK,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEL,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,kBAAkB,GAAG,KAAK,EAC9B,YAAiC,EACjC,MAA0B,EAC1B,SAAiB,EACjB,GAAW,EACyB,EAAE,CACtC,YAAY,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE;IACxD,MAAM,KAAK,GAAG,OAAO,IAAI,yBAAyB,CAAC,MAAM,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IACpE,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;IAC5C,OAAO;QACL,GAAG,KAAK;QACR,YAAY;QACZ,YAAY,EAAE,KAAK,CAAC,YAAY,GAAG,CAAC;QACpC,mBAAmB,EAAE,CAAC;QACtB,4BAA4B,EAAE,CAAC;QAC/B,qBAAqB,EAAE,SAAS;QAChC,GAAG,oBAAoB,CAAC,KAAK,EAAE,SAAS,EAAE;YACxC,SAAS,EAAE,IAAI;YACf,iBAAiB,EAAE,EAAE;SACtB,CAAC;QACF,aAAa,EAAE,SAAS;QACxB,YAAY,EAAE,KAAK,CAAC,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY;QAChF,gBAAgB,EAAE,SAAS;QAC3B,cAAc,EAAE,SAAS;KAC1B,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,MAAM,kBAAkB,GAAG,KAAK,EAC9B,YAAiC,EACjC,MAA0B,EAC1B,SAAiB,EACjB,YAAoB,EACpB,UAA6B,EAC7B,SAAkB,EAClB,UAAkB,EAClB,GAAW,EACyB,EAAE,CACtC,YAAY,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE;IACxD,MAAM,KAAK,GAAG,OAAO,IAAI,yBAAyB,CAAC,MAAM,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IACpE,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;IAC5C,MAAM,aAAa,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC;IAC9E,OAAO;QACL,GAAG,KAAK;QACR,YAAY;QACZ,YAAY,EAAE,KAAK,CAAC,YAAY,GAAG,CAAC;QACpC,qBAAqB,EAAE,KAAK,CAAC,qBAAqB,GAAG,MAAM,CAAC,SAAS,CAAC;QACtE,wBAAwB,EAAE,KAAK,CAAC,wBAAwB,GAAG,MAAM,CAAC,CAAC,SAAS,CAAC;QAC7E,mBAAmB,EAAE,KAAK,CAAC,mBAAmB,GAAG,CAAC;QAClD,4BAA4B,EAAE,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,4BAA4B,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACpF,qBAAqB,EAAE,UAAU;QACjC,GAAG,oBAAoB,CAAC,KAAK,EAAE,SAAS,EAAE;YACxC,SAAS,EAAE,IAAI;YACf,iBAAiB,EAAE,EAAE;SACtB,CAAC;QACF,gBAAgB,EAAE,YAAY;QAC9B,cAAc,EAAE,UAAU;QAC1B,WAAW,EAAE;YACX,GAAG,KAAK,CAAC,WAAW;YACpB,CAAC,UAAU,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;SACvD;QACD,aAAa;QACb,YAAY,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY;KACzG,CAAC;AACJ,CAAC,CAAC,CAAC;AAoBL,MAAM,SAAS,GAAG,KAAK,EACrB,OAA0D,EAC1D,KAAmB,EACnB,EAAE;IACF,MAAM,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;AACzB,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CACpB,MAA0B,EAC1B,UAAkB,EAClB,UAAwC,EACxB,EAAE,CAAC,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC,QAAQ;IACzB,OAAO,EAAE,MAAM,CAAC,OAAO;IACvB,EAAE,EAAE,KAAK;IACT,SAAS,EAAE,CAAC;IACZ,KAAK,EAAE,CAAC;IACR,UAAU;IACV,UAAU;IACV,YAAY,EACV,UAAU,KAAK,cAAc;QAC3B,CAAC,CAAC,gEAAgE;QAClE,CAAC,CAAC,UAAU,KAAK,MAAM;YACrB,CAAC,CAAC,8DAA8D;YAChE,CAAC,CAAC,UAAU,KAAK,UAAU;gBACzB,CAAC,CAAC,iEAAiE;gBACnE,CAAC,CAAC,UAAU,KAAK,gBAAgB;oBAC/B,CAAC,CAAC,iEAAiE;oBACnE,CAAC,CAAC,0DAA0D;CACvE,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,EACzC,OAA+C,EACC,EAAE;IAClD,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IAE5C,KAAK,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,IAAI,OAAO,CAAC,aAAa,CAAC,gBAAgB,CAAC,OAAO,EAAE,EAAE,CAAC;QACvF,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,aAAa,CAAC,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;YAClF,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;gBAC/B,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,MAAM,EAAE,SAAS,CAAC,MAAM;gBACxB,UAAU;gBACV,SAAS,EAAE,WAAW,EAAE;gBACxB,MAAM,EAAE,SAAS,CAAC,UAAW;aAC9B,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QAEhC,KAAK,IAAI,KAAK,GAAG,CAAC,GAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACjC,MAAM,gBAAgB,GAAG,WAAW,EAAE,CAAC;YACvC,MAAM,cAAc,GAAmB;gBACrC,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,EAAE,EAAE,IAAI;gBACR,SAAS,EAAE,CAAC;gBACZ,KAAK;gBACL,UAAU;aACX,CAAC;YAEF,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,cAAc,CAAC,CAAC;YAC1C,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;gBAC/B,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,MAAM;gBACN,KAAK;gBACL,UAAU;gBACV,SAAS,EAAE,gBAAgB;aAC5B,CAAC,CAAC;YAEH,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;gBACjG,MAAM,SAAS,GAAG,WAAW,EAAE,GAAG,gBAAgB,CAAC;gBACnD,QAAQ,CAAC,IAAI,CAAC;oBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,IAAI;oBACR,SAAS;oBACT,KAAK;oBACL,UAAU;iBACX,CAAC,CAAC;gBACH,MAAM,kBAAkB,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,CAAC;gBACjF,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;oBAC/B,IAAI,EAAE,mBAAmB;oBACzB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM;oBACN,KAAK;oBACL,UAAU;oBACV,SAAS,EAAE,WAAW,EAAE;oBACxB,SAAS;iBACV,CAAC,CAAC;gBACH,OAAO;oBACL,QAAQ;oBACR,MAAM;oBACN,MAAM;iBACP,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAC5D,MAAM,OAAO,GAAG;oBACd,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM;oBACN,KAAK,EAAE,SAAS,CAAC,KAAK;oBACtB,KAAK;oBACL,UAAU;oBACV,KAAK,EAAE,UAAU;iBAClB,CAAC;gBACF,MAAM,SAAS,GAAG,WAAW,EAAE,GAAG,gBAAgB,CAAC;gBACnD,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBAC9D,MAAM,SAAS,GAAG,MAAM,kBAAkB,CACxC,OAAO,CAAC,YAAY,EACpB,MAAM,EACN,SAAS,EACT,UAAU,CAAC,OAAO,EAClB,UAAU,CAAC,UAAU,EACrB,UAAU,CAAC,SAAS,EACpB,UAAU,EACV,WAAW,EAAE,CACd,CAAC;gBACF,MAAM,aAAa,GAAmB;oBACpC,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,KAAK;oBACT,SAAS;oBACT,KAAK;oBACL,UAAU;oBACV,YAAY,EAAE,UAAU,CAAC,OAAO;oBAChC,SAAS,EAAE,UAAU,CAAC,SAAS;iBAChC,CAAC;gBACF,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC7B,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,aAAa,CAAC,CAAC;gBACzC,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;oBAC/B,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM;oBACN,KAAK;oBACL,UAAU;oBACV,SAAS,EAAE,WAAW,EAAE;oBACxB,SAAS;oBACT,YAAY,EAAE,UAAU,CAAC,OAAO;oBAChC,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,UAAU,EAAE,UAAU,CAAC,UAAU;iBAClC,CAAC,CAAC;gBAEH,IAAI,UAAU,GAAG,CAAC,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;oBAC9C,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;wBAC/B,IAAI,EAAE,oBAAoB;wBAC1B,OAAO,EAAE,OAAO,CAAC,OAAO;wBACxB,MAAM;wBACN,SAAS,EAAE,WAAW,EAAE;wBACxB,aAAa,EAAE,SAAS,CAAC,aAAa;qBACvC,CAAC,CAAC;gBACL,CAAC;gBAED,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;oBACvE,MAAM;gBACR,CAAC;gBAED,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC,YAAY,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;gBACnF,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;oBAC/B,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM;oBACN,KAAK;oBACL,UAAU;oBACV,SAAS,EAAE,WAAW,EAAE;oBACxB,OAAO;iBACR,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,8BAA8B,CAAC;IACnF,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;QAC/B,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,SAAS,EAAE,WAAW,EAAE;QACxB,QAAQ;QACR,YAAY,EAAE,UAAU;KACzB,CAAC,CAAC;IACH,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;AAC5C,CAAC,CAAC"}
|
package/dist/policies.d.ts
DELETED
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
import type { GatewayRetryPolicy, GatewayRouterPolicy } from "./types.js";
|
|
2
|
-
export declare const createDefaultRouterPolicy: () => GatewayRouterPolicy;
|
|
3
|
-
export interface DefaultRetryPolicyOptions {
|
|
4
|
-
maxRetries?: number;
|
|
5
|
-
backoffMs?: number;
|
|
6
|
-
cooldownAfterRetryableFailures?: number;
|
|
7
|
-
cooldownMs?: number;
|
|
8
|
-
}
|
|
9
|
-
export declare const createDefaultRetryPolicy: (options?: DefaultRetryPolicyOptions) => GatewayRetryPolicy;
|
|
10
|
-
//# sourceMappingURL=policies.d.ts.map
|
package/dist/policies.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"policies.d.ts","sourceRoot":"","sources":["../src/policies.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAKV,kBAAkB,EAIlB,mBAAmB,EACpB,MAAM,YAAY,CAAC;AA0KpB,eAAO,MAAM,yBAAyB,QAAO,mBAkB3C,CAAC;AAEH,MAAM,WAAW,yBAAyB;IACxC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAqBD,eAAO,MAAM,wBAAwB,GAAI,UAAS,yBAA8B,KAAG,kBAkCjF,CAAC"}
|
package/dist/policies.js
DELETED
|
@@ -1,210 +0,0 @@
|
|
|
1
|
-
import { toCapabilityMismatch } from "./types.js";
|
|
2
|
-
import { getGatewayTargetHealthScore, isGatewayTargetCoolingDown } from "./runtime-state.js";
|
|
3
|
-
const resolveModelCost = (context, target) => context.providerCostsPer1kTokens?.[target.provider] ?? context.modelCatalog?.find(target.provider, target.modelId)?.costPer1kTokens;
|
|
4
|
-
const resolveLatencyPenalty = (context, target) => {
|
|
5
|
-
const state = context.runtimeStates.get(`${target.provider}:${target.modelId}`);
|
|
6
|
-
const stateLatency = state?.latencyEwmaMs ?? state?.latencyP95Ms ?? state?.avgLatencyMs ?? state?.lastLatencyMs;
|
|
7
|
-
const configuredBias = context.latencyBiasMs?.[target.provider] ?? 0;
|
|
8
|
-
const measured = stateLatency ?? 0;
|
|
9
|
-
return (measured + configuredBias) / 100;
|
|
10
|
-
};
|
|
11
|
-
const scoreHeuristics = (mode, intent, target) => {
|
|
12
|
-
const model = target.modelId.toLowerCase();
|
|
13
|
-
const speedScore = Number(model.includes("flash")) * 2 + Number(model.includes("mini")) + Number(model.includes("lite"));
|
|
14
|
-
const qualityScore = Number(model.includes("pro")) * 2 +
|
|
15
|
-
Number(model.includes("claude")) * 2 +
|
|
16
|
-
Number(model.includes("sonnet")) +
|
|
17
|
-
Number(model.includes("opus")) * 2;
|
|
18
|
-
const reasoningScore = Number(model.includes("claude")) * 2 +
|
|
19
|
-
Number(model.includes("sonnet")) +
|
|
20
|
-
Number(model.includes("gpt-5")) * 2 +
|
|
21
|
-
Number(model.includes("o1")) * 2 +
|
|
22
|
-
Number(model.includes("o3")) * 2 +
|
|
23
|
-
Number(model.includes("reason"));
|
|
24
|
-
if (mode === "speed") {
|
|
25
|
-
return speedScore + (target.provider === "ollama" ? 2 : 0);
|
|
26
|
-
}
|
|
27
|
-
if (mode === "quality") {
|
|
28
|
-
return qualityScore + (intent === "reasoning" ? reasoningScore : 0);
|
|
29
|
-
}
|
|
30
|
-
return speedScore + qualityScore + (intent === "reasoning" ? reasoningScore : 0) + (target.provider === "ollama" ? 1 : 0);
|
|
31
|
-
};
|
|
32
|
-
const scoreHealth = (evaluated) => getGatewayTargetHealthScore(evaluated.state);
|
|
33
|
-
const costPenalty = (cost, strategy, maxCostPer1kTokens) => {
|
|
34
|
-
if (cost == null || strategy === "ignore") {
|
|
35
|
-
return 0;
|
|
36
|
-
}
|
|
37
|
-
if (strategy === "prefer-cheaper") {
|
|
38
|
-
if (maxCostPer1kTokens != null && cost > maxCostPer1kTokens) {
|
|
39
|
-
return (cost - maxCostPer1kTokens) * 4;
|
|
40
|
-
}
|
|
41
|
-
return cost;
|
|
42
|
-
}
|
|
43
|
-
return cost;
|
|
44
|
-
};
|
|
45
|
-
const buildEvaluatedTarget = (context, target) => {
|
|
46
|
-
const adapter = context.adapters[target.provider];
|
|
47
|
-
const targetKey = `${target.provider}:${target.modelId}`;
|
|
48
|
-
const state = context.runtimeStates.get(targetKey);
|
|
49
|
-
const costStrategy = context.request.costStrategy ?? "strict";
|
|
50
|
-
const estimatedCostPer1kTokens = resolveModelCost(context, target);
|
|
51
|
-
if (!adapter) {
|
|
52
|
-
return {
|
|
53
|
-
target,
|
|
54
|
-
score: Number.NEGATIVE_INFINITY,
|
|
55
|
-
available: false,
|
|
56
|
-
estimatedCostPer1kTokens,
|
|
57
|
-
skipReason: "missing-adapter",
|
|
58
|
-
state
|
|
59
|
-
};
|
|
60
|
-
}
|
|
61
|
-
const model = context.requiredCapabilities.webSearch && adapter.groundedLanguageModel
|
|
62
|
-
? adapter.groundedLanguageModel(target.modelId)
|
|
63
|
-
: adapter.languageModel(target.modelId);
|
|
64
|
-
const explicitMismatch = toCapabilityMismatch(model.capabilities, context.request.requiredCapabilities ?? {});
|
|
65
|
-
const hardMismatch = toCapabilityMismatch(model.capabilities, context.requiredCapabilities)
|
|
66
|
-
.filter((key) => !explicitMismatch.includes(key));
|
|
67
|
-
const degradedCapabilities = context.request.allowDegradedCapabilities ? explicitMismatch : [];
|
|
68
|
-
const missingCapabilities = context.request.allowDegradedCapabilities
|
|
69
|
-
? hardMismatch
|
|
70
|
-
: [...explicitMismatch, ...hardMismatch];
|
|
71
|
-
if (missingCapabilities.length > 0) {
|
|
72
|
-
return {
|
|
73
|
-
target,
|
|
74
|
-
score: Number.NEGATIVE_INFINITY,
|
|
75
|
-
available: false,
|
|
76
|
-
estimatedCostPer1kTokens,
|
|
77
|
-
degradedCapabilities,
|
|
78
|
-
skipReason: "capabilities",
|
|
79
|
-
state
|
|
80
|
-
};
|
|
81
|
-
}
|
|
82
|
-
if (isGatewayTargetCoolingDown(state, context.now)) {
|
|
83
|
-
return {
|
|
84
|
-
target,
|
|
85
|
-
score: Number.NEGATIVE_INFINITY,
|
|
86
|
-
available: false,
|
|
87
|
-
estimatedCostPer1kTokens,
|
|
88
|
-
degradedCapabilities,
|
|
89
|
-
skipReason: "cooldown",
|
|
90
|
-
state
|
|
91
|
-
};
|
|
92
|
-
}
|
|
93
|
-
const observedLatency = state?.latencyP95Ms ?? state?.latencyEwmaMs ?? state?.avgLatencyMs;
|
|
94
|
-
if (context.request.latencyBudgetMs != null && observedLatency != null && observedLatency > context.request.latencyBudgetMs) {
|
|
95
|
-
return {
|
|
96
|
-
target,
|
|
97
|
-
score: Number.NEGATIVE_INFINITY,
|
|
98
|
-
available: false,
|
|
99
|
-
estimatedCostPer1kTokens,
|
|
100
|
-
degradedCapabilities,
|
|
101
|
-
skipReason: "latency-budget",
|
|
102
|
-
state
|
|
103
|
-
};
|
|
104
|
-
}
|
|
105
|
-
if (context.request.maxCostPer1kTokens != null &&
|
|
106
|
-
costStrategy === "strict" &&
|
|
107
|
-
estimatedCostPer1kTokens != null &&
|
|
108
|
-
estimatedCostPer1kTokens > context.request.maxCostPer1kTokens) {
|
|
109
|
-
return {
|
|
110
|
-
target,
|
|
111
|
-
score: Number.NEGATIVE_INFINITY,
|
|
112
|
-
available: false,
|
|
113
|
-
estimatedCostPer1kTokens,
|
|
114
|
-
degradedCapabilities,
|
|
115
|
-
skipReason: "cost",
|
|
116
|
-
state
|
|
117
|
-
};
|
|
118
|
-
}
|
|
119
|
-
const score = scoreHeuristics(context.request.routingMode ?? "balanced", context.request.taskIntent ?? "chat", target) +
|
|
120
|
-
(context.request.preferLocal && target.provider === "ollama" ? 3 : 0) +
|
|
121
|
-
scoreHealth({
|
|
122
|
-
target,
|
|
123
|
-
score: 0,
|
|
124
|
-
available: true,
|
|
125
|
-
estimatedCostPer1kTokens,
|
|
126
|
-
degradedCapabilities,
|
|
127
|
-
state
|
|
128
|
-
}) -
|
|
129
|
-
resolveLatencyPenalty(context, target) -
|
|
130
|
-
costPenalty(estimatedCostPer1kTokens, costStrategy, context.request.maxCostPer1kTokens) -
|
|
131
|
-
degradedCapabilities.length * 5;
|
|
132
|
-
return {
|
|
133
|
-
target,
|
|
134
|
-
score,
|
|
135
|
-
available: true,
|
|
136
|
-
estimatedCostPer1kTokens,
|
|
137
|
-
degradedCapabilities,
|
|
138
|
-
state
|
|
139
|
-
};
|
|
140
|
-
};
|
|
141
|
-
export const createDefaultRouterPolicy = () => ({
|
|
142
|
-
name: "default-router-policy",
|
|
143
|
-
plan(context) {
|
|
144
|
-
const evaluatedTargets = context.targets.map((target) => buildEvaluatedTarget(context, target));
|
|
145
|
-
const orderedTargets = [...evaluatedTargets]
|
|
146
|
-
.filter((candidate) => candidate.available)
|
|
147
|
-
.sort((left, right) => right.score - left.score)
|
|
148
|
-
.map((candidate) => candidate.target);
|
|
149
|
-
return {
|
|
150
|
-
mode: context.request.routingMode ?? "balanced",
|
|
151
|
-
intent: context.request.taskIntent ?? "chat",
|
|
152
|
-
policy: "default-router-policy",
|
|
153
|
-
orderedTargets,
|
|
154
|
-
evaluatedTargets,
|
|
155
|
-
reason: "Ordered by default router policy using capabilities, runtime health, latency, and cost."
|
|
156
|
-
};
|
|
157
|
-
}
|
|
158
|
-
});
|
|
159
|
-
const classifyErrorClass = (message) => {
|
|
160
|
-
if (["timed out", "timeout"].some((token) => message.includes(token))) {
|
|
161
|
-
return "timeout";
|
|
162
|
-
}
|
|
163
|
-
if (["429", "rate", "overloaded"].some((token) => message.includes(token))) {
|
|
164
|
-
return "rate-limit";
|
|
165
|
-
}
|
|
166
|
-
if (["connect", "econnrefused", "enotfound", "socket"].some((token) => message.includes(token))) {
|
|
167
|
-
return "connectivity";
|
|
168
|
-
}
|
|
169
|
-
if (["validation", "unsupported", "invalid"].some((token) => message.includes(token))) {
|
|
170
|
-
return "validation";
|
|
171
|
-
}
|
|
172
|
-
if (["500", "502", "503", "504", "provider"].some((token) => message.includes(token))) {
|
|
173
|
-
return "provider";
|
|
174
|
-
}
|
|
175
|
-
return "unknown";
|
|
176
|
-
};
|
|
177
|
-
export const createDefaultRetryPolicy = (options = {}) => ({
|
|
178
|
-
name: "default-retry-policy",
|
|
179
|
-
classifyError(error) {
|
|
180
|
-
if (error instanceof Error) {
|
|
181
|
-
const normalized = error.message.toLowerCase();
|
|
182
|
-
const errorClass = classifyErrorClass(normalized);
|
|
183
|
-
return {
|
|
184
|
-
message: error.message,
|
|
185
|
-
retryable: errorClass === "timeout" || errorClass === "rate-limit" || errorClass === "connectivity" || errorClass === "provider",
|
|
186
|
-
errorClass
|
|
187
|
-
};
|
|
188
|
-
}
|
|
189
|
-
return {
|
|
190
|
-
message: "Unknown gateway error.",
|
|
191
|
-
retryable: false,
|
|
192
|
-
errorClass: "unknown"
|
|
193
|
-
};
|
|
194
|
-
},
|
|
195
|
-
shouldRetry(context) {
|
|
196
|
-
const maxRetries = context.request.retryPolicy?.maxRetries ?? options.maxRetries ?? 2;
|
|
197
|
-
return context.error.retryable && context.retry < Math.max(0, maxRetries);
|
|
198
|
-
},
|
|
199
|
-
getBackoffMs(context) {
|
|
200
|
-
const base = context.request.retryPolicy?.backoffMs ?? options.backoffMs ?? 200;
|
|
201
|
-
return base * (context.retry + 1);
|
|
202
|
-
},
|
|
203
|
-
getCooldownMs(context) {
|
|
204
|
-
const threshold = context.request.retryPolicy?.cooldownAfterRetryableFailures ?? options.cooldownAfterRetryableFailures ?? 3;
|
|
205
|
-
const duration = context.request.retryPolicy?.cooldownMs ?? options.cooldownMs ?? 30_000;
|
|
206
|
-
const nextRetryableFailures = (context.state?.consecutiveRetryableFailures ?? 0) + Number(context.error.retryable);
|
|
207
|
-
return context.error.retryable && nextRetryableFailures >= threshold ? duration : 0;
|
|
208
|
-
}
|
|
209
|
-
});
|
|
210
|
-
//# sourceMappingURL=policies.js.map
|
package/dist/policies.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"policies.js","sourceRoot":"","sources":["../src/policies.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,2BAA2B,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAE7F,MAAM,gBAAgB,GAAG,CAAC,OAAoC,EAAE,MAA0B,EAAE,EAAE,CAC5F,OAAO,CAAC,wBAAwB,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,eAAe,CAAC;AAEtI,MAAM,qBAAqB,GAAG,CAAC,OAAoC,EAAE,MAA0B,EAAE,EAAE;IACjG,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,MAAM,YAAY,GAAG,KAAK,EAAE,aAAa,IAAI,KAAK,EAAE,YAAY,IAAI,KAAK,EAAE,YAAY,IAAI,KAAK,EAAE,aAAa,CAAC;IAChH,MAAM,cAAc,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACrE,MAAM,QAAQ,GAAG,YAAY,IAAI,CAAC,CAAC;IACnC,OAAO,CAAC,QAAQ,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC;AAC3C,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,IAAkC,EAAE,MAAsC,EAAE,MAA0B,EAAE,EAAE;IACjI,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IACzH,MAAM,YAAY,GAChB,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC;QACpC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;IACrC,MAAM,cAAc,GAClB,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC;QACpC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC;QACnC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEnC,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACrB,OAAO,UAAU,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,YAAY,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,OAAO,UAAU,GAAG,YAAY,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5H,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,SAAiC,EAAE,EAAE,CAAC,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAExG,MAAM,WAAW,GAAG,CAAC,IAAwB,EAAE,QAA6B,EAAE,kBAA2B,EAAE,EAAE;IAC3G,IAAI,IAAI,IAAI,IAAI,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1C,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,QAAQ,KAAK,gBAAgB,EAAE,CAAC;QAClC,IAAI,kBAAkB,IAAI,IAAI,IAAI,IAAI,GAAG,kBAAkB,EAAE,CAAC;YAC5D,OAAO,CAAC,IAAI,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,OAAoC,EAAE,MAA0B,EAA0B,EAAE;IACxH,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;IACzD,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC;IAC9D,MAAM,wBAAwB,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAEnE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,iBAAiB;YAC/B,SAAS,EAAE,KAAK;YAChB,wBAAwB;YACxB,UAAU,EAAE,iBAAiB;YAC7B,KAAK;SACN,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GACT,OAAO,CAAC,oBAAoB,CAAC,SAAS,IAAI,OAAO,CAAC,qBAAqB;QACrE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAAC,MAAM,CAAC,OAAO,CAAC;QAC/C,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5C,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;IAC9G,MAAM,YAAY,GAAG,oBAAoB,CAAC,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,oBAAoB,CAAC;SACxF,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IAEpD,MAAM,oBAAoB,GAAG,OAAO,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/F,MAAM,mBAAmB,GAAG,OAAO,CAAC,OAAO,CAAC,yBAAyB;QACnE,CAAC,CAAC,YAAY;QACd,CAAC,CAAC,CAAC,GAAG,gBAAgB,EAAE,GAAG,YAAY,CAAC,CAAC;IAE3C,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,iBAAiB;YAC/B,SAAS,EAAE,KAAK;YAChB,wBAAwB;YACxB,oBAAoB;YACpB,UAAU,EAAE,cAAc;YAC1B,KAAK;SACN,CAAC;IACJ,CAAC;IAED,IAAI,0BAA0B,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACnD,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,iBAAiB;YAC/B,SAAS,EAAE,KAAK;YAChB,wBAAwB;YACxB,oBAAoB;YACpB,UAAU,EAAE,UAAU;YACtB,KAAK;SACN,CAAC;IACJ,CAAC;IAED,MAAM,eAAe,GAAG,KAAK,EAAE,YAAY,IAAI,KAAK,EAAE,aAAa,IAAI,KAAK,EAAE,YAAY,CAAC;IAC3F,IAAI,OAAO,CAAC,OAAO,CAAC,eAAe,IAAI,IAAI,IAAI,eAAe,IAAI,IAAI,IAAI,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QAC5H,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,iBAAiB;YAC/B,SAAS,EAAE,KAAK;YAChB,wBAAwB;YACxB,oBAAoB;YACpB,UAAU,EAAE,gBAAgB;YAC5B,KAAK;SACN,CAAC;IACJ,CAAC;IAED,IACE,OAAO,CAAC,OAAO,CAAC,kBAAkB,IAAI,IAAI;QAC1C,YAAY,KAAK,QAAQ;QACzB,wBAAwB,IAAI,IAAI;QAChC,wBAAwB,GAAG,OAAO,CAAC,OAAO,CAAC,kBAAkB,EAC7D,CAAC;QACD,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,iBAAiB;YAC/B,SAAS,EAAE,KAAK;YAChB,wBAAwB;YACxB,oBAAoB;YACpB,UAAU,EAAE,MAAM;YAClB,KAAK;SACN,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GACT,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,IAAI,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU,IAAI,MAAM,EAAE,MAAM,CAAC;QACxG,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrE,WAAW,CAAC;YACV,MAAM;YACN,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,IAAI;YACf,wBAAwB;YACxB,oBAAoB;YACpB,KAAK;SACN,CAAC;QACF,qBAAqB,CAAC,OAAO,EAAE,MAAM,CAAC;QACtC,WAAW,CAAC,wBAAwB,EAAE,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC;QACvF,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;IAElC,OAAO;QACL,MAAM;QACN,KAAK;QACL,SAAS,EAAE,IAAI;QACf,wBAAwB;QACxB,oBAAoB;QACpB,KAAK;KACN,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAwB,EAAE,CAAC,CAAC;IACnE,IAAI,EAAE,uBAAuB;IAC7B,IAAI,CAAC,OAAO;QACV,MAAM,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,oBAAoB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QAChG,MAAM,cAAc,GAAG,CAAC,GAAG,gBAAgB,CAAC;aACzC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC;aAC1C,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;aAC/C,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAExC,OAAO;YACL,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,WAAW,IAAI,UAAU;YAC/C,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU,IAAI,MAAM;YAC5C,MAAM,EAAE,uBAAuB;YAC/B,cAAc;YACd,gBAAgB;YAChB,MAAM,EAAE,yFAAyF;SAClG,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AASH,MAAM,kBAAkB,GAAG,CAAC,OAAe,EAAE,EAAE;IAC7C,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACtE,OAAO,SAAkB,CAAC;IAC5B,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAC3E,OAAO,YAAqB,CAAC;IAC/B,CAAC;IACD,IAAI,CAAC,SAAS,EAAE,cAAc,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAChG,OAAO,cAAuB,CAAC;IACjC,CAAC;IACD,IAAI,CAAC,YAAY,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACtF,OAAO,YAAqB,CAAC;IAC/B,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACtF,OAAO,UAAmB,CAAC;IAC7B,CAAC;IACD,OAAO,SAAkB,CAAC;AAC5B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,UAAqC,EAAE,EAAsB,EAAE,CAAC,CAAC;IACxG,IAAI,EAAE,sBAAsB;IAC5B,aAAa,CAAC,KAAc;QAC1B,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC/C,MAAM,UAAU,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;YAClD,OAAO;gBACL,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,SAAS,EAAE,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,YAAY,IAAI,UAAU,KAAK,cAAc,IAAI,UAAU,KAAK,UAAU;gBAChI,UAAU;aACX,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO,EAAE,wBAAwB;YACjC,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,SAAS;SACtB,CAAC;IACJ,CAAC;IACD,WAAW,CAAC,OAAkC;QAC5C,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,IAAI,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC;QACtF,OAAO,OAAO,CAAC,KAAK,CAAC,SAAS,IAAI,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IAC5E,CAAC;IACD,YAAY,CAAC,OAAkC;QAC7C,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,IAAI,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC;QAChF,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IACD,aAAa,CAAC,OAAkC;QAC9C,MAAM,SAAS,GACb,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,8BAA8B,IAAI,OAAO,CAAC,8BAA8B,IAAI,CAAC,CAAC;QAC7G,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,IAAI,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC;QACzF,MAAM,qBAAqB,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,4BAA4B,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnH,OAAO,OAAO,CAAC,KAAK,CAAC,SAAS,IAAI,qBAAqB,IAAI,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,CAAC;CACF,CAAC,CAAC"}
|
package/dist/runtime-state.d.ts
DELETED
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
import type { GatewayErrorClass, GatewayModelTarget, GatewayRuntimeStore, GatewayTargetRuntimeState } from "./types.js";
|
|
2
|
-
export interface InMemoryGatewayRuntimeStoreOptions {
|
|
3
|
-
now?: () => number;
|
|
4
|
-
ttlMs?: number;
|
|
5
|
-
maxTargets?: number;
|
|
6
|
-
ewmaAlpha?: number;
|
|
7
|
-
latencySampleSize?: number;
|
|
8
|
-
}
|
|
9
|
-
export declare const gatewayTargetKey: (target: GatewayModelTarget) => string;
|
|
10
|
-
export declare const estimateLatencyP95: (recentLatenciesMs: number[]) => number | undefined;
|
|
11
|
-
export declare const computeLatencyEwma: (current: number | undefined, latencyMs: number, alpha: number) => number;
|
|
12
|
-
export declare const isGatewayTargetCoolingDown: (state: GatewayTargetRuntimeState | undefined, now: number) => boolean;
|
|
13
|
-
export declare const getGatewayTargetHealthScore: (state: GatewayTargetRuntimeState | undefined) => number;
|
|
14
|
-
export declare const refreshGatewayTargetRuntimeState: (state: GatewayTargetRuntimeState | undefined, now: number) => GatewayTargetRuntimeState | undefined;
|
|
15
|
-
export declare const createGatewayRuntimeState: (target: GatewayModelTarget, overrides?: Partial<GatewayTargetRuntimeState>, now?: number) => GatewayTargetRuntimeState;
|
|
16
|
-
export declare const incrementErrorClass: (errorCounts: Partial<Record<GatewayErrorClass, number>>, errorClass: GatewayErrorClass) => {
|
|
17
|
-
timeout?: number | undefined;
|
|
18
|
-
"rate-limit"?: number | undefined;
|
|
19
|
-
connectivity?: number | undefined;
|
|
20
|
-
provider?: number | undefined;
|
|
21
|
-
validation?: number | undefined;
|
|
22
|
-
unknown?: number | undefined;
|
|
23
|
-
};
|
|
24
|
-
export declare const updateRuntimeLatency: (state: GatewayTargetRuntimeState, latencyMs: number, options: Pick<Required<InMemoryGatewayRuntimeStoreOptions>, "ewmaAlpha" | "latencySampleSize">) => {
|
|
25
|
-
lastLatencyMs: number;
|
|
26
|
-
avgLatencyMs: number;
|
|
27
|
-
latencyEwmaMs: number;
|
|
28
|
-
latencyP95Ms: number | undefined;
|
|
29
|
-
recentLatenciesMs: number[];
|
|
30
|
-
};
|
|
31
|
-
export declare const createInMemoryGatewayRuntimeStore: (options?: InMemoryGatewayRuntimeStoreOptions) => GatewayRuntimeStore;
|
|
32
|
-
//# sourceMappingURL=runtime-state.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"runtime-state.d.ts","sourceRoot":"","sources":["../src/runtime-state.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,yBAAyB,EAC1B,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,kCAAkC;IACjD,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAID,eAAO,MAAM,gBAAgB,GAAI,QAAQ,kBAAkB,WAA2C,CAAC;AAEvG,eAAO,MAAM,kBAAkB,GAAI,mBAAmB,MAAM,EAAE,uBAQ7D,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,SAAS,MAAM,GAAG,SAAS,EAAE,WAAW,MAAM,EAAE,OAAO,MAAM,WACX,CAAC;AAEtF,eAAO,MAAM,0BAA0B,GAAI,OAAO,yBAAyB,GAAG,SAAS,EAAE,KAAK,MAAM,YACtB,CAAC;AAE/E,eAAO,MAAM,2BAA2B,GAAI,OAAO,yBAAyB,GAAG,SAAS,WAYvF,CAAC;AAEF,eAAO,MAAM,gCAAgC,GAC3C,OAAO,yBAAyB,GAAG,SAAS,EAC5C,KAAK,MAAM,KACV,yBAAyB,GAAG,SAiB9B,CAAC;AAEF,eAAO,MAAM,yBAAyB,GACpC,QAAQ,kBAAkB,EAC1B,YAAW,OAAO,CAAC,yBAAyB,CAAM,EAClD,YAAgB,KACf,yBAiBD,CAAC;AAEH,eAAO,MAAM,mBAAmB,GAC9B,aAAa,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC,EACvD,YAAY,iBAAiB;;;;;;;CAI7B,CAAC;AAEH,eAAO,MAAM,oBAAoB,GAC/B,OAAO,yBAAyB,EAChC,WAAW,MAAM,EACjB,SAAS,IAAI,CAAC,QAAQ,CAAC,kCAAkC,CAAC,EAAE,WAAW,GAAG,mBAAmB,CAAC;;;;;;CAa/F,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAC5C,UAAS,kCAAuC,KAC/C,mBA0FF,CAAC"}
|
package/dist/runtime-state.js
DELETED
|
@@ -1,158 +0,0 @@
|
|
|
1
|
-
const defaultNow = () => Date.now();
|
|
2
|
-
export const gatewayTargetKey = (target) => `${target.provider}:${target.modelId}`;
|
|
3
|
-
export const estimateLatencyP95 = (recentLatenciesMs) => {
|
|
4
|
-
if (!recentLatenciesMs.length) {
|
|
5
|
-
return undefined;
|
|
6
|
-
}
|
|
7
|
-
const sorted = [...recentLatenciesMs].sort((left, right) => left - right);
|
|
8
|
-
const index = Math.max(0, Math.ceil(sorted.length * 0.95) - 1);
|
|
9
|
-
return sorted[index];
|
|
10
|
-
};
|
|
11
|
-
export const computeLatencyEwma = (current, latencyMs, alpha) => current == null ? latencyMs : Math.round(alpha * latencyMs + (1 - alpha) * current);
|
|
12
|
-
export const isGatewayTargetCoolingDown = (state, now) => !!state && state.circuitState === "open" && (state.cooldownUntil ?? 0) > now;
|
|
13
|
-
export const getGatewayTargetHealthScore = (state) => {
|
|
14
|
-
if (!state || state.requestCount === 0) {
|
|
15
|
-
return 0;
|
|
16
|
-
}
|
|
17
|
-
const timeoutPenalty = (state.errorCounts.timeout ?? 0) * 1.5;
|
|
18
|
-
const rateLimitPenalty = (state.errorCounts["rate-limit"] ?? 0) * 1.25;
|
|
19
|
-
const connectivityPenalty = (state.errorCounts.connectivity ?? 0) * 1.1;
|
|
20
|
-
const providerPenalty = (state.errorCounts.provider ?? 0) * 0.9;
|
|
21
|
-
const failureRatio = state.failureCount / state.requestCount;
|
|
22
|
-
const circuitPenalty = state.circuitState === "open" ? 8 : state.circuitState === "half-open" ? 3 : 0;
|
|
23
|
-
return -(failureRatio * 10 + state.consecutiveFailures + timeoutPenalty + rateLimitPenalty + connectivityPenalty + providerPenalty + circuitPenalty);
|
|
24
|
-
};
|
|
25
|
-
export const refreshGatewayTargetRuntimeState = (state, now) => {
|
|
26
|
-
if (!state) {
|
|
27
|
-
return undefined;
|
|
28
|
-
}
|
|
29
|
-
if (state.expiresAt != null && state.expiresAt <= now) {
|
|
30
|
-
return undefined;
|
|
31
|
-
}
|
|
32
|
-
if (state.circuitState === "open" && (state.cooldownUntil ?? 0) <= now) {
|
|
33
|
-
return {
|
|
34
|
-
...state,
|
|
35
|
-
circuitState: "half-open"
|
|
36
|
-
};
|
|
37
|
-
}
|
|
38
|
-
return state;
|
|
39
|
-
};
|
|
40
|
-
export const createGatewayRuntimeState = (target, overrides = {}, now = Date.now()) => ({
|
|
41
|
-
targetKey: gatewayTargetKey(target),
|
|
42
|
-
provider: target.provider,
|
|
43
|
-
modelId: target.modelId,
|
|
44
|
-
circuitState: "closed",
|
|
45
|
-
requestCount: 0,
|
|
46
|
-
successCount: 0,
|
|
47
|
-
failureCount: 0,
|
|
48
|
-
retryableFailureCount: 0,
|
|
49
|
-
nonRetryableFailureCount: 0,
|
|
50
|
-
consecutiveFailures: 0,
|
|
51
|
-
consecutiveRetryableFailures: 0,
|
|
52
|
-
recentLatenciesMs: [],
|
|
53
|
-
errorCounts: {},
|
|
54
|
-
createdAt: now,
|
|
55
|
-
lastUpdatedAt: now,
|
|
56
|
-
...overrides
|
|
57
|
-
});
|
|
58
|
-
export const incrementErrorClass = (errorCounts, errorClass) => ({
|
|
59
|
-
...errorCounts,
|
|
60
|
-
[errorClass]: (errorCounts[errorClass] ?? 0) + 1
|
|
61
|
-
});
|
|
62
|
-
export const updateRuntimeLatency = (state, latencyMs, options) => {
|
|
63
|
-
const recentLatenciesMs = [...state.recentLatenciesMs, latencyMs].slice(-options.latencySampleSize);
|
|
64
|
-
return {
|
|
65
|
-
lastLatencyMs: latencyMs,
|
|
66
|
-
avgLatencyMs: state.avgLatencyMs == null
|
|
67
|
-
? latencyMs
|
|
68
|
-
: Math.round((state.avgLatencyMs * state.requestCount + latencyMs) / (state.requestCount + 1)),
|
|
69
|
-
latencyEwmaMs: computeLatencyEwma(state.latencyEwmaMs, latencyMs, options.ewmaAlpha),
|
|
70
|
-
latencyP95Ms: estimateLatencyP95(recentLatenciesMs),
|
|
71
|
-
recentLatenciesMs
|
|
72
|
-
};
|
|
73
|
-
};
|
|
74
|
-
export const createInMemoryGatewayRuntimeStore = (options = {}) => {
|
|
75
|
-
const now = options.now ?? defaultNow;
|
|
76
|
-
const ttlMs = options.ttlMs ?? 5 * 60_000;
|
|
77
|
-
const maxTargets = options.maxTargets ?? 500;
|
|
78
|
-
const states = new Map();
|
|
79
|
-
const pruneExpired = () => {
|
|
80
|
-
const currentNow = now();
|
|
81
|
-
let removed = 0;
|
|
82
|
-
for (const [targetKey, state] of states.entries()) {
|
|
83
|
-
if (state.expiresAt != null && state.expiresAt <= currentNow) {
|
|
84
|
-
states.delete(targetKey);
|
|
85
|
-
removed += 1;
|
|
86
|
-
}
|
|
87
|
-
}
|
|
88
|
-
return removed;
|
|
89
|
-
};
|
|
90
|
-
const enforceCapacity = () => {
|
|
91
|
-
if (states.size <= maxTargets) {
|
|
92
|
-
return;
|
|
93
|
-
}
|
|
94
|
-
const candidates = [...states.values()].sort((left, right) => left.lastUpdatedAt - right.lastUpdatedAt);
|
|
95
|
-
while (states.size > maxTargets && candidates.length) {
|
|
96
|
-
const evicted = candidates.shift();
|
|
97
|
-
if (evicted) {
|
|
98
|
-
states.delete(evicted.targetKey);
|
|
99
|
-
}
|
|
100
|
-
}
|
|
101
|
-
};
|
|
102
|
-
const normalizeForRead = (targetKey) => {
|
|
103
|
-
const current = refreshGatewayTargetRuntimeState(states.get(targetKey), now());
|
|
104
|
-
if (!current) {
|
|
105
|
-
states.delete(targetKey);
|
|
106
|
-
return undefined;
|
|
107
|
-
}
|
|
108
|
-
if (current !== states.get(targetKey)) {
|
|
109
|
-
states.set(targetKey, current);
|
|
110
|
-
}
|
|
111
|
-
return current;
|
|
112
|
-
};
|
|
113
|
-
return {
|
|
114
|
-
get(targetKey) {
|
|
115
|
-
pruneExpired();
|
|
116
|
-
return normalizeForRead(targetKey);
|
|
117
|
-
},
|
|
118
|
-
set(targetKey, state) {
|
|
119
|
-
pruneExpired();
|
|
120
|
-
const timestamp = now();
|
|
121
|
-
states.set(targetKey, {
|
|
122
|
-
...state,
|
|
123
|
-
expiresAt: ttlMs > 0 ? timestamp + ttlMs : undefined,
|
|
124
|
-
lastUpdatedAt: timestamp
|
|
125
|
-
});
|
|
126
|
-
enforceCapacity();
|
|
127
|
-
},
|
|
128
|
-
update(targetKey, updater) {
|
|
129
|
-
pruneExpired();
|
|
130
|
-
const timestamp = now();
|
|
131
|
-
const current = normalizeForRead(targetKey);
|
|
132
|
-
const next = updater(current);
|
|
133
|
-
states.set(targetKey, {
|
|
134
|
-
...next,
|
|
135
|
-
expiresAt: ttlMs > 0 ? timestamp + ttlMs : undefined,
|
|
136
|
-
lastUpdatedAt: timestamp
|
|
137
|
-
});
|
|
138
|
-
enforceCapacity();
|
|
139
|
-
return states.get(targetKey);
|
|
140
|
-
},
|
|
141
|
-
list() {
|
|
142
|
-
pruneExpired();
|
|
143
|
-
return [...states.keys()]
|
|
144
|
-
.map((targetKey) => normalizeForRead(targetKey))
|
|
145
|
-
.filter((state) => !!state);
|
|
146
|
-
},
|
|
147
|
-
delete(targetKey) {
|
|
148
|
-
states.delete(targetKey);
|
|
149
|
-
},
|
|
150
|
-
clear() {
|
|
151
|
-
states.clear();
|
|
152
|
-
},
|
|
153
|
-
prune() {
|
|
154
|
-
return pruneExpired();
|
|
155
|
-
}
|
|
156
|
-
};
|
|
157
|
-
};
|
|
158
|
-
//# sourceMappingURL=runtime-state.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"runtime-state.js","sourceRoot":"","sources":["../src/runtime-state.ts"],"names":[],"mappings":"AAgBA,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;AAEpC,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAA0B,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;AAEvG,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,iBAA2B,EAAE,EAAE;IAChE,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,GAAG,iBAAiB,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/D,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,OAA2B,EAAE,SAAiB,EAAE,KAAa,EAAE,EAAE,CAClG,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC;AAEtF,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,KAA4C,EAAE,GAAW,EAAE,EAAE,CACtG,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,YAAY,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;AAE/E,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,KAA4C,EAAE,EAAE;IAC1F,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,YAAY,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,cAAc,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;IAC9D,MAAM,gBAAgB,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;IACvE,MAAM,mBAAmB,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;IACxE,MAAM,eAAe,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;IAChE,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;IAC7D,MAAM,cAAc,GAAG,KAAK,CAAC,YAAY,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtG,OAAO,CAAC,CAAC,YAAY,GAAG,EAAE,GAAG,KAAK,CAAC,mBAAmB,GAAG,cAAc,GAAG,gBAAgB,GAAG,mBAAmB,GAAG,eAAe,GAAG,cAAc,CAAC,CAAC;AACvJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAC9C,KAA4C,EAC5C,GAAW,EAC4B,EAAE;IACzC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,KAAK,CAAC,SAAS,IAAI,GAAG,EAAE,CAAC;QACtD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,KAAK,CAAC,YAAY,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC;QACvE,OAAO;YACL,GAAG,KAAK;YACR,YAAY,EAAE,WAAW;SAC1B,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,MAA0B,EAC1B,YAAgD,EAAE,EAClD,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,EACW,EAAE,CAAC,CAAC;IAC/B,SAAS,EAAE,gBAAgB,CAAC,MAAM,CAAC;IACnC,QAAQ,EAAE,MAAM,CAAC,QAAQ;IACzB,OAAO,EAAE,MAAM,CAAC,OAAO;IACvB,YAAY,EAAE,QAAQ;IACtB,YAAY,EAAE,CAAC;IACf,YAAY,EAAE,CAAC;IACf,YAAY,EAAE,CAAC;IACf,qBAAqB,EAAE,CAAC;IACxB,wBAAwB,EAAE,CAAC;IAC3B,mBAAmB,EAAE,CAAC;IACtB,4BAA4B,EAAE,CAAC;IAC/B,iBAAiB,EAAE,EAAE;IACrB,WAAW,EAAE,EAAE;IACf,SAAS,EAAE,GAAG;IACd,aAAa,EAAE,GAAG;IAClB,GAAG,SAAS;CACb,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CACjC,WAAuD,EACvD,UAA6B,EAC7B,EAAE,CAAC,CAAC;IACJ,GAAG,WAAW;IACd,CAAC,UAAU,CAAC,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;CACjD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,KAAgC,EAChC,SAAiB,EACjB,OAA8F,EAC9F,EAAE;IACF,MAAM,iBAAiB,GAAG,CAAC,GAAG,KAAK,CAAC,iBAAiB,EAAE,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACpG,OAAO;QACL,aAAa,EAAE,SAAS;QACxB,YAAY,EACV,KAAK,CAAC,YAAY,IAAI,IAAI;YACxB,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;QAClG,aAAa,EAAE,kBAAkB,CAAC,KAAK,CAAC,aAAa,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC;QACpF,YAAY,EAAE,kBAAkB,CAAC,iBAAiB,CAAC;QACnD,iBAAiB;KAClB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAC/C,UAA8C,EAAE,EAC3B,EAAE;IACvB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,UAAU,CAAC;IACtC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC;IAC1C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,GAAG,CAAC;IAC7C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAqC,CAAC;IAE5D,MAAM,YAAY,GAAG,GAAG,EAAE;QACxB,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC;QACzB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAClD,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,KAAK,CAAC,SAAS,IAAI,UAAU,EAAE,CAAC;gBAC7D,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBACzB,OAAO,IAAI,CAAC,CAAC;YACf,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,GAAG,EAAE;QAC3B,IAAI,MAAM,CAAC,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC,CAAC;QACxG,OAAO,MAAM,CAAC,IAAI,GAAG,UAAU,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;YACrD,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,gBAAgB,GAAG,CAAC,SAAiB,EAAE,EAAE;QAC7C,MAAM,OAAO,GAAG,gCAAgC,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/E,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACzB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,OAAO,KAAK,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACtC,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACjC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,OAAO;QACL,GAAG,CAAC,SAAS;YACX,YAAY,EAAE,CAAC;YACf,OAAO,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACrC,CAAC;QACD,GAAG,CAAC,SAAS,EAAE,KAAK;YAClB,YAAY,EAAE,CAAC;YACf,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE;gBACpB,GAAG,KAAK;gBACR,SAAS,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,SAAS;gBACpD,aAAa,EAAE,SAAS;aACzB,CAAC,CAAC;YACH,eAAe,EAAE,CAAC;QACpB,CAAC;QACD,MAAM,CAAC,SAAS,EAAE,OAAO;YACvB,YAAY,EAAE,CAAC;YACf,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC;YACxB,MAAM,OAAO,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;YAC9B,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE;gBACpB,GAAG,IAAI;gBACP,SAAS,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,SAAS;gBACpD,aAAa,EAAE,SAAS;aACzB,CAAC,CAAC;YACH,eAAe,EAAE,CAAC;YAClB,OAAO,MAAM,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;QAChC,CAAC;QACD,IAAI;YACF,YAAY,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;iBACtB,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;iBAC/C,MAAM,CAAC,CAAC,KAAK,EAAsC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACpE,CAAC;QACD,MAAM,CAAC,SAAS;YACd,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3B,CAAC;QACD,KAAK;YACH,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,CAAC;QACD,KAAK;YACH,OAAO,YAAY,EAAE,CAAC;QACxB,CAAC;KACF,CAAC;AACJ,CAAC,CAAC"}
|