@zhivex-ai/gateway 0.3.0 → 0.4.0-next.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -0
- package/dist/attempts.d.ts +19 -0
- package/dist/attempts.d.ts.map +1 -0
- package/dist/attempts.js +221 -0
- package/dist/attempts.js.map +1 -0
- package/dist/index.d.ts +3 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +186 -1
- package/dist/index.js.map +1 -1
- package/dist/policies.d.ts +10 -0
- package/dist/policies.d.ts.map +1 -0
- package/dist/policies.js +210 -0
- package/dist/policies.js.map +1 -0
- package/dist/runtime-state.d.ts +32 -0
- package/dist/runtime-state.d.ts.map +1 -0
- package/dist/runtime-state.js +158 -0
- package/dist/runtime-state.js.map +1 -0
- package/dist/types.d.ts +36 -1
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/package.json +2 -2
package/README.md
CHANGED
|
@@ -8,9 +8,13 @@ The gateway now supports:
|
|
|
8
8
|
- `streamText()`
|
|
9
9
|
- `generateObject()`
|
|
10
10
|
- `streamObject()`
|
|
11
|
+
- `runAgent()`
|
|
12
|
+
- `streamAgent()`
|
|
11
13
|
|
|
12
14
|
Tool loops continue to run on the selected target after routing, and streaming fallbacks are resolved before the first chunk is emitted.
|
|
13
15
|
|
|
16
|
+
For agent routing, the gateway can also filter by `agentCapabilities`, such as provider support tier or approval-capable MCP support, before selecting the final target.
|
|
17
|
+
|
|
14
18
|
## Install
|
|
15
19
|
|
|
16
20
|
```bash
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { GatewayAttempt, GatewayEvent, GatewayModelTarget, GatewayRequest, GatewayRetryPolicy, GatewayRuntimeStore, GatewayRouteDecision } from "./types.js";
|
|
2
|
+
export interface ExecuteRoutedOperationOptions<TResult> {
|
|
3
|
+
request: GatewayRequest;
|
|
4
|
+
routeDecision: GatewayRouteDecision;
|
|
5
|
+
retryPolicy: GatewayRetryPolicy;
|
|
6
|
+
runtimeStore: GatewayRuntimeStore;
|
|
7
|
+
getAttemptTimeoutMs: (target: GatewayModelTarget) => number;
|
|
8
|
+
onAttempt?: (attempt: GatewayAttempt) => void | Promise<void>;
|
|
9
|
+
onEvent?: (event: GatewayEvent) => void | Promise<void>;
|
|
10
|
+
now?: () => number;
|
|
11
|
+
operation: (target: GatewayModelTarget) => Promise<TResult>;
|
|
12
|
+
}
|
|
13
|
+
export interface ExecuteRoutedOperationResult<TResult> {
|
|
14
|
+
attempts: GatewayAttempt[];
|
|
15
|
+
target: GatewayModelTarget;
|
|
16
|
+
result: TResult;
|
|
17
|
+
}
|
|
18
|
+
export declare const executeRoutedOperation: <TResult>(options: ExecuteRoutedOperationOptions<TResult>) => Promise<ExecuteRoutedOperationResult<TResult>>;
|
|
19
|
+
//# sourceMappingURL=attempts.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"attempts.d.ts","sourceRoot":"","sources":["../src/attempts.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,YAAY,EAEZ,kBAAkB,EAClB,cAAc,EACd,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EAErB,MAAM,YAAY,CAAC;AAqFpB,MAAM,WAAW,6BAA6B,CAAC,OAAO;IACpD,OAAO,EAAE,cAAc,CAAC;IACxB,aAAa,EAAE,oBAAoB,CAAC;IACpC,WAAW,EAAE,kBAAkB,CAAC;IAChC,YAAY,EAAE,mBAAmB,CAAC;IAClC,mBAAmB,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,MAAM,CAAC;IAC5D,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,cAAc,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxD,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,SAAS,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;CAC7D;AAED,MAAM,WAAW,4BAA4B,CAAC,OAAO;IACnD,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,MAAM,EAAE,OAAO,CAAC;CACjB;AAiCD,eAAO,MAAM,sBAAsB,GAAU,OAAO,EAClD,SAAS,6BAA6B,CAAC,OAAO,CAAC,KAC9C,OAAO,CAAC,4BAA4B,CAAC,OAAO,CAAC,CAyJ/C,CAAC"}
|
package/dist/attempts.js
ADDED
|
@@ -0,0 +1,221 @@
|
|
|
1
|
+
import { GatewayError } from "./types.js";
|
|
2
|
+
import { createGatewayRuntimeState, gatewayTargetKey, updateRuntimeLatency } from "./runtime-state.js";
|
|
3
|
+
const withTimeout = async (promise, timeoutMs) => new Promise((resolve, reject) => {
|
|
4
|
+
const timer = setTimeout(() => reject(new GatewayError(`Provider timed out after ${timeoutMs}ms.`, true)), timeoutMs);
|
|
5
|
+
promise
|
|
6
|
+
.then((value) => {
|
|
7
|
+
clearTimeout(timer);
|
|
8
|
+
resolve(value);
|
|
9
|
+
})
|
|
10
|
+
.catch((error) => {
|
|
11
|
+
clearTimeout(timer);
|
|
12
|
+
reject(error);
|
|
13
|
+
});
|
|
14
|
+
});
|
|
15
|
+
const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
|
|
16
|
+
const updateSuccessState = async (runtimeStore, target, latencyMs, now) => runtimeStore.update(gatewayTargetKey(target), (current) => {
|
|
17
|
+
const state = current ?? createGatewayRuntimeState(target, {}, now);
|
|
18
|
+
const requestCount = state.requestCount + 1;
|
|
19
|
+
return {
|
|
20
|
+
...state,
|
|
21
|
+
requestCount,
|
|
22
|
+
successCount: state.successCount + 1,
|
|
23
|
+
consecutiveFailures: 0,
|
|
24
|
+
consecutiveRetryableFailures: 0,
|
|
25
|
+
consecutiveErrorClass: undefined,
|
|
26
|
+
...updateRuntimeLatency(state, latencyMs, {
|
|
27
|
+
ewmaAlpha: 0.35,
|
|
28
|
+
latencySampleSize: 20
|
|
29
|
+
}),
|
|
30
|
+
cooldownUntil: undefined,
|
|
31
|
+
circuitState: state.circuitState === "half-open" ? "closed" : state.circuitState,
|
|
32
|
+
lastErrorMessage: undefined,
|
|
33
|
+
lastErrorClass: undefined
|
|
34
|
+
};
|
|
35
|
+
});
|
|
36
|
+
const updateFailureState = async (runtimeStore, target, latencyMs, errorMessage, errorClass, retryable, cooldownMs, now) => runtimeStore.update(gatewayTargetKey(target), (current) => {
|
|
37
|
+
const state = current ?? createGatewayRuntimeState(target, {}, now);
|
|
38
|
+
const requestCount = state.requestCount + 1;
|
|
39
|
+
const cooldownUntil = cooldownMs > 0 ? now + cooldownMs : state.cooldownUntil;
|
|
40
|
+
return {
|
|
41
|
+
...state,
|
|
42
|
+
requestCount,
|
|
43
|
+
failureCount: state.failureCount + 1,
|
|
44
|
+
retryableFailureCount: state.retryableFailureCount + Number(retryable),
|
|
45
|
+
nonRetryableFailureCount: state.nonRetryableFailureCount + Number(!retryable),
|
|
46
|
+
consecutiveFailures: state.consecutiveFailures + 1,
|
|
47
|
+
consecutiveRetryableFailures: retryable ? state.consecutiveRetryableFailures + 1 : 0,
|
|
48
|
+
consecutiveErrorClass: errorClass,
|
|
49
|
+
...updateRuntimeLatency(state, latencyMs, {
|
|
50
|
+
ewmaAlpha: 0.35,
|
|
51
|
+
latencySampleSize: 20
|
|
52
|
+
}),
|
|
53
|
+
lastErrorMessage: errorMessage,
|
|
54
|
+
lastErrorClass: errorClass,
|
|
55
|
+
errorCounts: {
|
|
56
|
+
...state.errorCounts,
|
|
57
|
+
[errorClass]: (state.errorCounts[errorClass] ?? 0) + 1
|
|
58
|
+
},
|
|
59
|
+
cooldownUntil,
|
|
60
|
+
circuitState: cooldownMs > 0 ? "open" : state.circuitState === "half-open" ? "open" : state.circuitState
|
|
61
|
+
};
|
|
62
|
+
});
|
|
63
|
+
const emitEvent = async (onEvent, event) => {
|
|
64
|
+
await onEvent?.(event);
|
|
65
|
+
};
|
|
66
|
+
const skipToAttempt = (target, targetRank, skipReason) => ({
|
|
67
|
+
provider: target.provider,
|
|
68
|
+
modelId: target.modelId,
|
|
69
|
+
ok: false,
|
|
70
|
+
latencyMs: 0,
|
|
71
|
+
retry: 0,
|
|
72
|
+
targetRank,
|
|
73
|
+
skipReason,
|
|
74
|
+
errorMessage: skipReason === "capabilities"
|
|
75
|
+
? "Skipped because model capabilities do not satisfy the request."
|
|
76
|
+
: skipReason === "cost"
|
|
77
|
+
? "Skipped because provider cost exceeds the configured budget."
|
|
78
|
+
: skipReason === "cooldown"
|
|
79
|
+
? "Skipped because target is cooling down after repeated failures."
|
|
80
|
+
: skipReason === "latency-budget"
|
|
81
|
+
? "Skipped because observed latency exceeds the configured budget."
|
|
82
|
+
: "Skipped because no adapter is registered for the target."
|
|
83
|
+
});
|
|
84
|
+
export const executeRoutedOperation = async (options) => {
|
|
85
|
+
const attempts = [];
|
|
86
|
+
const currentTime = options.now ?? Date.now;
|
|
87
|
+
for (const [targetRank, candidate] of options.routeDecision.evaluatedTargets.entries()) {
|
|
88
|
+
if (!candidate.available) {
|
|
89
|
+
const skipped = skipToAttempt(candidate.target, targetRank, candidate.skipReason);
|
|
90
|
+
attempts.push(skipped);
|
|
91
|
+
await emitEvent(options.onEvent, {
|
|
92
|
+
type: "target-skipped",
|
|
93
|
+
request: options.request,
|
|
94
|
+
target: candidate.target,
|
|
95
|
+
targetRank,
|
|
96
|
+
timestamp: currentTime(),
|
|
97
|
+
reason: candidate.skipReason
|
|
98
|
+
});
|
|
99
|
+
continue;
|
|
100
|
+
}
|
|
101
|
+
const target = candidate.target;
|
|
102
|
+
for (let retry = 0;; retry += 1) {
|
|
103
|
+
const attemptStartedAt = currentTime();
|
|
104
|
+
const startedAttempt = {
|
|
105
|
+
provider: target.provider,
|
|
106
|
+
modelId: target.modelId,
|
|
107
|
+
ok: true,
|
|
108
|
+
latencyMs: 0,
|
|
109
|
+
retry,
|
|
110
|
+
targetRank
|
|
111
|
+
};
|
|
112
|
+
await options.onAttempt?.(startedAttempt);
|
|
113
|
+
await emitEvent(options.onEvent, {
|
|
114
|
+
type: "attempt-started",
|
|
115
|
+
request: options.request,
|
|
116
|
+
target,
|
|
117
|
+
retry,
|
|
118
|
+
targetRank,
|
|
119
|
+
timestamp: attemptStartedAt
|
|
120
|
+
});
|
|
121
|
+
try {
|
|
122
|
+
const result = await withTimeout(options.operation(target), options.getAttemptTimeoutMs(target));
|
|
123
|
+
const latencyMs = currentTime() - attemptStartedAt;
|
|
124
|
+
attempts.push({
|
|
125
|
+
provider: target.provider,
|
|
126
|
+
modelId: target.modelId,
|
|
127
|
+
ok: true,
|
|
128
|
+
latencyMs,
|
|
129
|
+
retry,
|
|
130
|
+
targetRank
|
|
131
|
+
});
|
|
132
|
+
await updateSuccessState(options.runtimeStore, target, latencyMs, currentTime());
|
|
133
|
+
await emitEvent(options.onEvent, {
|
|
134
|
+
type: "attempt-succeeded",
|
|
135
|
+
request: options.request,
|
|
136
|
+
target,
|
|
137
|
+
retry,
|
|
138
|
+
targetRank,
|
|
139
|
+
timestamp: currentTime(),
|
|
140
|
+
latencyMs
|
|
141
|
+
});
|
|
142
|
+
return {
|
|
143
|
+
attempts,
|
|
144
|
+
target,
|
|
145
|
+
result
|
|
146
|
+
};
|
|
147
|
+
}
|
|
148
|
+
catch (error) {
|
|
149
|
+
const normalized = options.retryPolicy.classifyError(error);
|
|
150
|
+
const context = {
|
|
151
|
+
request: options.request,
|
|
152
|
+
target,
|
|
153
|
+
state: candidate.state,
|
|
154
|
+
retry,
|
|
155
|
+
targetRank,
|
|
156
|
+
error: normalized
|
|
157
|
+
};
|
|
158
|
+
const latencyMs = currentTime() - attemptStartedAt;
|
|
159
|
+
const cooldownMs = options.retryPolicy.getCooldownMs(context);
|
|
160
|
+
const nextState = await updateFailureState(options.runtimeStore, target, latencyMs, normalized.message, normalized.errorClass, normalized.retryable, cooldownMs, currentTime());
|
|
161
|
+
const failedAttempt = {
|
|
162
|
+
provider: target.provider,
|
|
163
|
+
modelId: target.modelId,
|
|
164
|
+
ok: false,
|
|
165
|
+
latencyMs,
|
|
166
|
+
retry,
|
|
167
|
+
targetRank,
|
|
168
|
+
errorMessage: normalized.message,
|
|
169
|
+
retryable: normalized.retryable
|
|
170
|
+
};
|
|
171
|
+
attempts.push(failedAttempt);
|
|
172
|
+
await options.onAttempt?.(failedAttempt);
|
|
173
|
+
await emitEvent(options.onEvent, {
|
|
174
|
+
type: "attempt-failed",
|
|
175
|
+
request: options.request,
|
|
176
|
+
target,
|
|
177
|
+
retry,
|
|
178
|
+
targetRank,
|
|
179
|
+
timestamp: currentTime(),
|
|
180
|
+
latencyMs,
|
|
181
|
+
errorMessage: normalized.message,
|
|
182
|
+
retryable: normalized.retryable,
|
|
183
|
+
errorClass: normalized.errorClass
|
|
184
|
+
});
|
|
185
|
+
if (cooldownMs > 0 && nextState.cooldownUntil) {
|
|
186
|
+
await emitEvent(options.onEvent, {
|
|
187
|
+
type: "target-cooled-down",
|
|
188
|
+
request: options.request,
|
|
189
|
+
target,
|
|
190
|
+
timestamp: currentTime(),
|
|
191
|
+
cooldownUntil: nextState.cooldownUntil
|
|
192
|
+
});
|
|
193
|
+
}
|
|
194
|
+
if (!options.retryPolicy.shouldRetry({ ...context, state: nextState })) {
|
|
195
|
+
break;
|
|
196
|
+
}
|
|
197
|
+
const delayMs = options.retryPolicy.getBackoffMs({ ...context, state: nextState });
|
|
198
|
+
await emitEvent(options.onEvent, {
|
|
199
|
+
type: "attempt-retried",
|
|
200
|
+
request: options.request,
|
|
201
|
+
target,
|
|
202
|
+
retry,
|
|
203
|
+
targetRank,
|
|
204
|
+
timestamp: currentTime(),
|
|
205
|
+
delayMs
|
|
206
|
+
});
|
|
207
|
+
await sleep(delayMs);
|
|
208
|
+
}
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
const finalError = attempts.at(-1)?.errorMessage ?? "All gateway attempts failed.";
|
|
212
|
+
await emitEvent(options.onEvent, {
|
|
213
|
+
type: "route-failed",
|
|
214
|
+
request: options.request,
|
|
215
|
+
timestamp: currentTime(),
|
|
216
|
+
attempts,
|
|
217
|
+
errorMessage: finalError
|
|
218
|
+
});
|
|
219
|
+
throw new GatewayError(finalError, false);
|
|
220
|
+
};
|
|
221
|
+
//# sourceMappingURL=attempts.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"attempts.js","sourceRoot":"","sources":["../src/attempts.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,OAAO,EAAE,yBAAyB,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAEvG,MAAM,WAAW,GAAG,KAAK,EAAK,OAAmB,EAAE,SAAiB,EAAE,EAAE,CACtE,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IACjC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,4BAA4B,SAAS,KAAK,EAAE,IAAI,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACtH,OAAO;SACJ,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QACd,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACf,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,MAAM,CAAC,KAAK,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEL,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,kBAAkB,GAAG,KAAK,EAC9B,YAAiC,EACjC,MAA0B,EAC1B,SAAiB,EACjB,GAAW,EACyB,EAAE,CACtC,YAAY,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE;IACxD,MAAM,KAAK,GAAG,OAAO,IAAI,yBAAyB,CAAC,MAAM,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IACpE,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;IAC5C,OAAO;QACL,GAAG,KAAK;QACR,YAAY;QACZ,YAAY,EAAE,KAAK,CAAC,YAAY,GAAG,CAAC;QACpC,mBAAmB,EAAE,CAAC;QACtB,4BAA4B,EAAE,CAAC;QAC/B,qBAAqB,EAAE,SAAS;QAChC,GAAG,oBAAoB,CAAC,KAAK,EAAE,SAAS,EAAE;YACxC,SAAS,EAAE,IAAI;YACf,iBAAiB,EAAE,EAAE;SACtB,CAAC;QACF,aAAa,EAAE,SAAS;QACxB,YAAY,EAAE,KAAK,CAAC,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY;QAChF,gBAAgB,EAAE,SAAS;QAC3B,cAAc,EAAE,SAAS;KAC1B,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,MAAM,kBAAkB,GAAG,KAAK,EAC9B,YAAiC,EACjC,MAA0B,EAC1B,SAAiB,EACjB,YAAoB,EACpB,UAA6B,EAC7B,SAAkB,EAClB,UAAkB,EAClB,GAAW,EACyB,EAAE,CACtC,YAAY,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE;IACxD,MAAM,KAAK,GAAG,OAAO,IAAI,yBAAyB,CAAC,MAAM,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IACpE,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;IAC5C,MAAM,aAAa,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC;IAC9E,OAAO;QACL,GAAG,KAAK;QACR,YAAY;QACZ,YAAY,EAAE,KAAK,CAAC,YAAY,GAAG,CAAC;QACpC,qBAAqB,EAAE,KAAK,CAAC,qBAAqB,GAAG,MAAM,CAAC,SAAS,CAAC;QACtE,wBAAwB,EAAE,KAAK,CAAC,wBAAwB,GAAG,MAAM,CAAC,CAAC,SAAS,CAAC;QAC7E,mBAAmB,EAAE,KAAK,CAAC,mBAAmB,GAAG,CAAC;QAClD,4BAA4B,EAAE,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,4BAA4B,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACpF,qBAAqB,EAAE,UAAU;QACjC,GAAG,oBAAoB,CAAC,KAAK,EAAE,SAAS,EAAE;YACxC,SAAS,EAAE,IAAI;YACf,iBAAiB,EAAE,EAAE;SACtB,CAAC;QACF,gBAAgB,EAAE,YAAY;QAC9B,cAAc,EAAE,UAAU;QAC1B,WAAW,EAAE;YACX,GAAG,KAAK,CAAC,WAAW;YACpB,CAAC,UAAU,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;SACvD;QACD,aAAa;QACb,YAAY,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY;KACzG,CAAC;AACJ,CAAC,CAAC,CAAC;AAoBL,MAAM,SAAS,GAAG,KAAK,EACrB,OAA0D,EAC1D,KAAmB,EACnB,EAAE;IACF,MAAM,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;AACzB,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CACpB,MAA0B,EAC1B,UAAkB,EAClB,UAAwC,EACxB,EAAE,CAAC,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC,QAAQ;IACzB,OAAO,EAAE,MAAM,CAAC,OAAO;IACvB,EAAE,EAAE,KAAK;IACT,SAAS,EAAE,CAAC;IACZ,KAAK,EAAE,CAAC;IACR,UAAU;IACV,UAAU;IACV,YAAY,EACV,UAAU,KAAK,cAAc;QAC3B,CAAC,CAAC,gEAAgE;QAClE,CAAC,CAAC,UAAU,KAAK,MAAM;YACrB,CAAC,CAAC,8DAA8D;YAChE,CAAC,CAAC,UAAU,KAAK,UAAU;gBACzB,CAAC,CAAC,iEAAiE;gBACnE,CAAC,CAAC,UAAU,KAAK,gBAAgB;oBAC/B,CAAC,CAAC,iEAAiE;oBACnE,CAAC,CAAC,0DAA0D;CACvE,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,EACzC,OAA+C,EACC,EAAE;IAClD,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IAE5C,KAAK,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,IAAI,OAAO,CAAC,aAAa,CAAC,gBAAgB,CAAC,OAAO,EAAE,EAAE,CAAC;QACvF,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,aAAa,CAAC,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;YAClF,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;gBAC/B,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,MAAM,EAAE,SAAS,CAAC,MAAM;gBACxB,UAAU;gBACV,SAAS,EAAE,WAAW,EAAE;gBACxB,MAAM,EAAE,SAAS,CAAC,UAAW;aAC9B,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QAEhC,KAAK,IAAI,KAAK,GAAG,CAAC,GAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACjC,MAAM,gBAAgB,GAAG,WAAW,EAAE,CAAC;YACvC,MAAM,cAAc,GAAmB;gBACrC,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,EAAE,EAAE,IAAI;gBACR,SAAS,EAAE,CAAC;gBACZ,KAAK;gBACL,UAAU;aACX,CAAC;YAEF,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,cAAc,CAAC,CAAC;YAC1C,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;gBAC/B,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,MAAM;gBACN,KAAK;gBACL,UAAU;gBACV,SAAS,EAAE,gBAAgB;aAC5B,CAAC,CAAC;YAEH,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;gBACjG,MAAM,SAAS,GAAG,WAAW,EAAE,GAAG,gBAAgB,CAAC;gBACnD,QAAQ,CAAC,IAAI,CAAC;oBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,IAAI;oBACR,SAAS;oBACT,KAAK;oBACL,UAAU;iBACX,CAAC,CAAC;gBACH,MAAM,kBAAkB,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,CAAC;gBACjF,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;oBAC/B,IAAI,EAAE,mBAAmB;oBACzB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM;oBACN,KAAK;oBACL,UAAU;oBACV,SAAS,EAAE,WAAW,EAAE;oBACxB,SAAS;iBACV,CAAC,CAAC;gBACH,OAAO;oBACL,QAAQ;oBACR,MAAM;oBACN,MAAM;iBACP,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAC5D,MAAM,OAAO,GAAG;oBACd,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM;oBACN,KAAK,EAAE,SAAS,CAAC,KAAK;oBACtB,KAAK;oBACL,UAAU;oBACV,KAAK,EAAE,UAAU;iBAClB,CAAC;gBACF,MAAM,SAAS,GAAG,WAAW,EAAE,GAAG,gBAAgB,CAAC;gBACnD,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBAC9D,MAAM,SAAS,GAAG,MAAM,kBAAkB,CACxC,OAAO,CAAC,YAAY,EACpB,MAAM,EACN,SAAS,EACT,UAAU,CAAC,OAAO,EAClB,UAAU,CAAC,UAAU,EACrB,UAAU,CAAC,SAAS,EACpB,UAAU,EACV,WAAW,EAAE,CACd,CAAC;gBACF,MAAM,aAAa,GAAmB;oBACpC,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,KAAK;oBACT,SAAS;oBACT,KAAK;oBACL,UAAU;oBACV,YAAY,EAAE,UAAU,CAAC,OAAO;oBAChC,SAAS,EAAE,UAAU,CAAC,SAAS;iBAChC,CAAC;gBACF,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC7B,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,aAAa,CAAC,CAAC;gBACzC,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;oBAC/B,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM;oBACN,KAAK;oBACL,UAAU;oBACV,SAAS,EAAE,WAAW,EAAE;oBACxB,SAAS;oBACT,YAAY,EAAE,UAAU,CAAC,OAAO;oBAChC,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,UAAU,EAAE,UAAU,CAAC,UAAU;iBAClC,CAAC,CAAC;gBAEH,IAAI,UAAU,GAAG,CAAC,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;oBAC9C,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;wBAC/B,IAAI,EAAE,oBAAoB;wBAC1B,OAAO,EAAE,OAAO,CAAC,OAAO;wBACxB,MAAM;wBACN,SAAS,EAAE,WAAW,EAAE;wBACxB,aAAa,EAAE,SAAS,CAAC,aAAa;qBACvC,CAAC,CAAC;gBACL,CAAC;gBAED,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;oBACvE,MAAM;gBACR,CAAC;gBAED,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC,YAAY,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;gBACnF,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;oBAC/B,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM;oBACN,KAAK;oBACL,UAAU;oBACV,SAAS,EAAE,WAAW,EAAE;oBACxB,OAAO;iBACR,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,8BAA8B,CAAC;IACnF,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;QAC/B,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,SAAS,EAAE,WAAW,EAAE;QACxB,QAAQ;QACR,YAAY,EAAE,UAAU;KACzB,CAAC,CAAC;IACH,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;AAC5C,CAAC,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,9 +1,11 @@
|
|
|
1
1
|
import type { ZodTypeAny } from "zod";
|
|
2
|
-
import { type GatewayConfig, type GatewayGenerateObjectRequest, type GatewayObjectResponse, type GatewayRequest, type GatewayResponse, type GatewayStreamObjectResult, type GatewayStreamTextResult } from "./types.js";
|
|
2
|
+
import { type GatewayAgentRequest, type GatewayAgentResponse, type GatewayAgentStreamResult, type GatewayConfig, type GatewayGenerateObjectRequest, type GatewayObjectResponse, type GatewayRequest, type GatewayResponse, type GatewayStreamObjectResult, type GatewayStreamTextResult } from "./types.js";
|
|
3
3
|
export declare const createGateway: (config: GatewayConfig) => {
|
|
4
4
|
generate(request: GatewayRequest): Promise<GatewayResponse>;
|
|
5
5
|
streamText(request: GatewayRequest): GatewayStreamTextResult;
|
|
6
6
|
generateObject<TSchema extends ZodTypeAny>(request: GatewayGenerateObjectRequest<TSchema>): Promise<GatewayObjectResponse<TSchema>>;
|
|
7
7
|
streamObject<TSchema extends ZodTypeAny>(request: GatewayGenerateObjectRequest<TSchema>): GatewayStreamObjectResult<TSchema>;
|
|
8
|
+
runAgent(request: GatewayAgentRequest): Promise<GatewayAgentResponse>;
|
|
9
|
+
streamAgent(request: GatewayAgentRequest): GatewayAgentStreamResult;
|
|
8
10
|
};
|
|
9
11
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAoBA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,KAAK,CAAC;AAGtC,OAAO,EAGL,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,KAAK,wBAAwB,EAC7B,KAAK,aAAa,EAClB,KAAK,4BAA4B,EAEjC,KAAK,qBAAqB,EAE1B,KAAK,cAAc,EACnB,KAAK,eAAe,EAEpB,KAAK,yBAAyB,EAC9B,KAAK,uBAAuB,EAE7B,MAAM,YAAY,CAAC;AAiSpB,eAAO,MAAM,aAAa,GAAI,QAAQ,aAAa;sBA8RvB,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC;wBAK7C,cAAc,GAAG,uBAAuB;mBAyCvC,OAAO,SAAS,UAAU,WACpC,4BAA4B,CAAC,OAAO,CAAC,GAC7C,OAAO,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;iBAuB7B,OAAO,SAAS,UAAU,WAAW,4BAA4B,CAAC,OAAO,CAAC,GAAG,yBAAyB,CAAC,OAAO,CAAC;sBA2DpG,mBAAmB,GAAG,OAAO,CAAC,oBAAoB,CAAC;yBA4BtD,mBAAmB,GAAG,wBAAwB;CAqEtE,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { generateObject, generateText, streamObject, streamText } from "@zhivex-ai/core";
|
|
1
|
+
import { createAgent, generateObject, runAgent, generateText, streamAgent, streamObject, streamText } from "@zhivex-ai/core";
|
|
2
2
|
import { createRouteDecision, gatewayMessagesToModelMessages, stripImagesForUnsupportedModel } from "./compat.js";
|
|
3
3
|
import { GatewayError } from "./types.js";
|
|
4
4
|
const scoreTarget = (mode, intent, target, config) => {
|
|
@@ -28,6 +28,25 @@ const supportsRequiredCapabilities = (adapter, target, requiredCapabilities) =>
|
|
|
28
28
|
const capabilities = adapter.languageModel(target.modelId).capabilities;
|
|
29
29
|
return Object.entries(requiredCapabilities).every(([key, required]) => required !== true || capabilities[key] === true);
|
|
30
30
|
};
|
|
31
|
+
const agentTierRank = (tier) => tier === "tier-a" ? 3 : tier === "tier-b" ? 2 : tier === "tier-c" ? 1 : 0;
|
|
32
|
+
const supportsRequiredAgentCapabilities = (adapter, target, requiredAgentCapabilities) => {
|
|
33
|
+
if (!requiredAgentCapabilities) {
|
|
34
|
+
return true;
|
|
35
|
+
}
|
|
36
|
+
const capabilities = adapter.languageModel(target.modelId).capabilities.agentCapabilities;
|
|
37
|
+
if (!capabilities) {
|
|
38
|
+
return false;
|
|
39
|
+
}
|
|
40
|
+
return Object.entries(requiredAgentCapabilities).every(([key, value]) => {
|
|
41
|
+
if (value == null) {
|
|
42
|
+
return true;
|
|
43
|
+
}
|
|
44
|
+
if (key === "supportTier") {
|
|
45
|
+
return agentTierRank(capabilities.supportTier) >= agentTierRank(value);
|
|
46
|
+
}
|
|
47
|
+
return value !== true || capabilities[key] === true;
|
|
48
|
+
});
|
|
49
|
+
};
|
|
31
50
|
const withinCostBudget = (config, request, target) => {
|
|
32
51
|
if (request.maxCostPer1kTokens == null) {
|
|
33
52
|
return true;
|
|
@@ -122,6 +141,44 @@ const enrichObjectResult = (request, target, attempts, routeDecision, startedAt,
|
|
|
122
141
|
usage: normalizeUsage(result.usage, getInputText(request), result.text),
|
|
123
142
|
routeDecision
|
|
124
143
|
});
|
|
144
|
+
const createAgentMessages = (request, target) => request.messages
|
|
145
|
+
? gatewayMessagesToModelMessages(stripImagesForUnsupportedModel(request.messages, target.provider, target.modelId), undefined)
|
|
146
|
+
: undefined;
|
|
147
|
+
const createAgentRunInput = (request, target) => {
|
|
148
|
+
const source = request.prompt !== undefined
|
|
149
|
+
? { prompt: request.prompt }
|
|
150
|
+
: request.messages
|
|
151
|
+
? { messages: createAgentMessages(request, target) }
|
|
152
|
+
: {};
|
|
153
|
+
return {
|
|
154
|
+
...source,
|
|
155
|
+
system: request.system,
|
|
156
|
+
state: request.state,
|
|
157
|
+
approvals: request.approvals,
|
|
158
|
+
handoff: request.handoff,
|
|
159
|
+
tools: request.tools,
|
|
160
|
+
toolChoice: request.toolChoice,
|
|
161
|
+
toolExecution: request.toolExecution,
|
|
162
|
+
maxSteps: request.maxSteps,
|
|
163
|
+
temperature: request.temperature,
|
|
164
|
+
maxTokens: request.maxTokens,
|
|
165
|
+
reasoning: request.reasoning,
|
|
166
|
+
providerOptions: request.providerOptions,
|
|
167
|
+
abortSignal: request.abortSignal
|
|
168
|
+
};
|
|
169
|
+
};
|
|
170
|
+
const enrichAgentResult = (target, attempts, routeDecision, startedAt, result) => ({
|
|
171
|
+
...result,
|
|
172
|
+
providerUsed: target.provider,
|
|
173
|
+
modelUsed: target.modelId,
|
|
174
|
+
latencyMs: Date.now() - startedAt,
|
|
175
|
+
attempts,
|
|
176
|
+
routeDecision,
|
|
177
|
+
state: {
|
|
178
|
+
...result.state,
|
|
179
|
+
routeDecision
|
|
180
|
+
}
|
|
181
|
+
});
|
|
125
182
|
export const createGateway = (config) => {
|
|
126
183
|
const getAdapter = (provider) => {
|
|
127
184
|
const adapter = config.adapters[provider];
|
|
@@ -141,6 +198,58 @@ export const createGateway = (config) => {
|
|
|
141
198
|
routeDecision: createRouteDecision(mode, intent, orderedTargets)
|
|
142
199
|
};
|
|
143
200
|
};
|
|
201
|
+
const selectAgentTarget = async (request) => {
|
|
202
|
+
const mode = request.routingMode ?? "balanced";
|
|
203
|
+
const intent = request.taskIntent ?? "tool-heavy";
|
|
204
|
+
const orderedTargets = orderTargets(mode, intent, request.primary, request.fallbacks ?? [], config);
|
|
205
|
+
const routeDecision = createRouteDecision(mode, intent, orderedTargets);
|
|
206
|
+
const attempts = [];
|
|
207
|
+
for (const target of orderedTargets) {
|
|
208
|
+
const adapter = getAdapter(target.provider);
|
|
209
|
+
if (!supportsRequiredCapabilities(adapter, target, buildRequiredCapabilities(request))) {
|
|
210
|
+
attempts.push({
|
|
211
|
+
provider: target.provider,
|
|
212
|
+
modelId: target.modelId,
|
|
213
|
+
ok: false,
|
|
214
|
+
latencyMs: 0,
|
|
215
|
+
errorMessage: "Skipped because model capabilities do not satisfy the request."
|
|
216
|
+
});
|
|
217
|
+
continue;
|
|
218
|
+
}
|
|
219
|
+
if (!supportsRequiredAgentCapabilities(adapter, target, request.requiredAgentCapabilities)) {
|
|
220
|
+
attempts.push({
|
|
221
|
+
provider: target.provider,
|
|
222
|
+
modelId: target.modelId,
|
|
223
|
+
ok: false,
|
|
224
|
+
latencyMs: 0,
|
|
225
|
+
errorMessage: "Skipped because agent capabilities do not satisfy the request."
|
|
226
|
+
});
|
|
227
|
+
continue;
|
|
228
|
+
}
|
|
229
|
+
if (!withinCostBudget(config, request, target)) {
|
|
230
|
+
attempts.push({
|
|
231
|
+
provider: target.provider,
|
|
232
|
+
modelId: target.modelId,
|
|
233
|
+
ok: false,
|
|
234
|
+
latencyMs: 0,
|
|
235
|
+
errorMessage: "Skipped because provider cost exceeds the configured budget."
|
|
236
|
+
});
|
|
237
|
+
continue;
|
|
238
|
+
}
|
|
239
|
+
await config.onAgentRoute?.({
|
|
240
|
+
provider: target.provider,
|
|
241
|
+
modelId: target.modelId,
|
|
242
|
+
routeDecision
|
|
243
|
+
});
|
|
244
|
+
return {
|
|
245
|
+
target,
|
|
246
|
+
attempts,
|
|
247
|
+
routeDecision,
|
|
248
|
+
startedAt: Date.now()
|
|
249
|
+
};
|
|
250
|
+
}
|
|
251
|
+
throw new GatewayError(attempts.at(-1)?.errorMessage ?? "No gateway agent target satisfied the request.", false);
|
|
252
|
+
};
|
|
144
253
|
const runGenerate = async (request, operation, extraRequiredCapabilities = {}) => {
|
|
145
254
|
const attempts = [];
|
|
146
255
|
const startedAt = Date.now();
|
|
@@ -393,6 +502,82 @@ export const createGateway = (config) => {
|
|
|
393
502
|
})(),
|
|
394
503
|
collect: async () => (await ensureRelay()).collect()
|
|
395
504
|
};
|
|
505
|
+
},
|
|
506
|
+
async runAgent(request) {
|
|
507
|
+
const selection = await selectAgentTarget(request);
|
|
508
|
+
const adapter = getAdapter(selection.target.provider);
|
|
509
|
+
const model = adapter.languageModel(selection.target.modelId);
|
|
510
|
+
const agent = createAgent({
|
|
511
|
+
id: request.agentId,
|
|
512
|
+
model,
|
|
513
|
+
instructions: request.instructions,
|
|
514
|
+
tools: request.tools,
|
|
515
|
+
maxSteps: request.maxSteps,
|
|
516
|
+
temperature: request.temperature,
|
|
517
|
+
maxTokens: request.maxTokens,
|
|
518
|
+
reasoning: request.reasoning,
|
|
519
|
+
toolExecution: request.toolExecution,
|
|
520
|
+
providerOptions: request.providerOptions,
|
|
521
|
+
metadata: request.metadata,
|
|
522
|
+
store: request.store,
|
|
523
|
+
memory: request.memory,
|
|
524
|
+
onTelemetryEvent: request.onTelemetryEvent
|
|
525
|
+
});
|
|
526
|
+
const result = await runAgent(agent, {
|
|
527
|
+
...createAgentRunInput(request, selection.target)
|
|
528
|
+
});
|
|
529
|
+
return enrichAgentResult(selection.target, selection.attempts, selection.routeDecision, selection.startedAt, result);
|
|
530
|
+
},
|
|
531
|
+
streamAgent(request) {
|
|
532
|
+
const selection = selectAgentTarget(request);
|
|
533
|
+
let relayPromise;
|
|
534
|
+
const ensureRelay = async () => {
|
|
535
|
+
if (!relayPromise) {
|
|
536
|
+
relayPromise = selection.then(async (selected) => {
|
|
537
|
+
const adapter = getAdapter(selected.target.provider);
|
|
538
|
+
const model = adapter.languageModel(selected.target.modelId);
|
|
539
|
+
const agent = createAgent({
|
|
540
|
+
id: request.agentId,
|
|
541
|
+
model,
|
|
542
|
+
instructions: request.instructions,
|
|
543
|
+
tools: request.tools,
|
|
544
|
+
maxSteps: request.maxSteps,
|
|
545
|
+
temperature: request.temperature,
|
|
546
|
+
maxTokens: request.maxTokens,
|
|
547
|
+
reasoning: request.reasoning,
|
|
548
|
+
toolExecution: request.toolExecution,
|
|
549
|
+
providerOptions: request.providerOptions,
|
|
550
|
+
metadata: request.metadata,
|
|
551
|
+
store: request.store,
|
|
552
|
+
memory: request.memory,
|
|
553
|
+
onTelemetryEvent: request.onTelemetryEvent
|
|
554
|
+
});
|
|
555
|
+
const streamResult = streamAgent(agent, {
|
|
556
|
+
...createAgentRunInput(request, selected.target)
|
|
557
|
+
});
|
|
558
|
+
return {
|
|
559
|
+
streamResult,
|
|
560
|
+
collect: async () => enrichAgentResult(selected.target, selected.attempts, selected.routeDecision, selected.startedAt, await streamResult.collect())
|
|
561
|
+
};
|
|
562
|
+
});
|
|
563
|
+
}
|
|
564
|
+
return relayPromise;
|
|
565
|
+
};
|
|
566
|
+
return {
|
|
567
|
+
eventStream: (async function* () {
|
|
568
|
+
const relay = await ensureRelay();
|
|
569
|
+
for await (const event of relay.streamResult.eventStream) {
|
|
570
|
+
yield event;
|
|
571
|
+
}
|
|
572
|
+
})(),
|
|
573
|
+
textStream: (async function* () {
|
|
574
|
+
const relay = await ensureRelay();
|
|
575
|
+
for await (const chunk of relay.streamResult.textStream) {
|
|
576
|
+
yield chunk;
|
|
577
|
+
}
|
|
578
|
+
})(),
|
|
579
|
+
collect: async () => (await ensureRelay()).collect()
|
|
580
|
+
};
|
|
396
581
|
}
|
|
397
582
|
};
|
|
398
583
|
};
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,UAAU,EASX,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EAAE,mBAAmB,EAAE,8BAA8B,EAAE,8BAA8B,EAAE,MAAM,aAAa,CAAC;AAClH,OAAO,EACL,YAAY,EAab,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,GAAG,CAClB,IAAwB,EACxB,MAAyB,EACzB,MAA0B,EAC1B,MAAqB,EACrB,EAAE;IACF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzD,MAAM,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/E,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,cAAc,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,eAAe,CAAC;IAChG,MAAM,WAAW,GAAG,MAAM,CAAC,wBAAwB,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,WAAW,IAAI,CAAC,CAAC;IAC3F,MAAM,cAAc,GAAG,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;IAE5E,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACrB,OAAO,UAAU,GAAG,UAAU,GAAG,cAAc,CAAC;IAClD,CAAC;IACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,YAAY,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC;IACpF,CAAC;IACD,OAAO,UAAU,GAAG,YAAY,GAAG,UAAU,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,cAAc,CAAC;AAClH,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CACnB,IAAwB,EACxB,MAAyB,EACzB,OAA2B,EAC3B,SAA+B,EAC/B,MAAqB,EACrB,EAAE,CACF,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC;KACpB,MAAM,CACL,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CACtB,IAAI,CAAC,SAAS,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,KAAK,MAAM,CAAC,QAAQ,IAAI,SAAS,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO,CAAC,KAAK,KAAK,CAC1H;KACA,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;AAE/G,MAAM,4BAA4B,GAAG,CACnC,OAAwB,EACxB,MAA0B,EAC1B,oBAA4D,EAC5D,EAAE;IACF,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC;IACxE,OAAO,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,KAAK,CAC/C,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,QAAQ,KAAK,IAAI,IAAI,YAAY,CAAC,GAAgC,CAAC,KAAK,IAAI,CAClG,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,MAAqB,EAAE,OAAuB,EAAE,MAA0B,EAAE,EAAE;IACtG,IAAI,OAAO,CAAC,kBAAkB,IAAI,IAAI,EAAE,CAAC;QACvC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,CAAC,wBAAwB,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1E,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,eAAe,CAAC;IAChG,MAAM,aAAa,GAAG,cAAc,IAAI,WAAW,CAAC;IACpD,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,aAAa,IAAI,OAAO,CAAC,kBAAkB,CAAC;AACrD,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;AACxF,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,WAAW,GAAG,KAAK,EAAK,OAAmB,EAAE,SAAiB,EAAE,EAAE,CACtE,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IACjC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,4BAA4B,SAAS,KAAK,EAAE,IAAI,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAEtH,OAAO;SACJ,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QACd,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACf,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,MAAM,CAAC,KAAK,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEL,MAAM,cAAc,GAAG,CAAC,KAAc,EAAE,EAAE;IACxC,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QAC5C,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACzF,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/F,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,IAAI,YAAY,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;AAC3D,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,MAAqB,EAAE,QAA2B,EAAE,EAAE,CACjF,MAAM,CAAC,iBAAiB,EAAE,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,gBAAgB,IAAI,MAAM,CAAC;AAE5E,MAAM,cAAc,GAAG,CAAC,MAAqB,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,cAAc,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;AAE9G,MAAM,cAAc,GAAG,CACrB,KAAwF,EACxF,SAAiB,EACjB,UAAkB,EAClB,EAAE;IACF,MAAM,WAAW,GAAG,KAAK,EAAE,WAAW,IAAI,cAAc,CAAC,SAAS,CAAC,CAAC;IACpE,MAAM,YAAY,GAAG,KAAK,EAAE,YAAY,IAAI,cAAc,CAAC,UAAU,CAAC,CAAC;IACvE,MAAM,WAAW,GAAG,KAAK,EAAE,WAAW,IAAI,WAAW,GAAG,YAAY,CAAC;IACrE,OAAO;QACL,WAAW;QACX,YAAY;QACZ,WAAW;QACX,SAAS,EAAE,KAAK,EAAE,WAAW,IAAI,IAAI,IAAI,KAAK,EAAE,YAAY,IAAI,IAAI,IAAI,KAAK,EAAE,WAAW,IAAI,IAAI;KACnG,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,OAAuB,EAAE,EAAE,CAClD,8BAA8B,CAC5B,8BAA8B,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EACnG,OAAO,CAAC,YAAY,CACrB,CAAC;AAEJ,MAAM,YAAY,GAAG,CAAC,OAAuB,EAAE,EAAE,CAC/C,GAAG,OAAO,CAAC,YAAY,IAAI,EAAE,KAAK,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;AAE3G,MAAM,yBAAyB,GAAG,CAChC,OAAuB,EACvB,QAA6D,EAAE,EACvB,EAAE,CAAC,CAAC;IAC5C,GAAG,CAAC,OAAO,CAAC,oBAAoB,IAAI,EAAE,CAAC;IACvC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACzC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACjD,GAAG,KAAK;CACT,CAAC,CAAC;AAEH,MAAM,iBAAiB,GAAG,CACxB,OAAwB,EACxB,MAA0B,EAC1B,OAAuB,EACF,EAAE,CAAC,CAAC;IACzB,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC;IAC5C,QAAQ,EAAE,8BAA8B,CACtC,8BAA8B,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,EACjF,OAAO,CAAC,YAAY,CACrB;IACD,KAAK,EAAE,OAAO,CAAC,KAAK;IACpB,UAAU,EAAE,OAAO,CAAC,UAAU;IAC9B,aAAa,EAAE,OAAO,CAAC,aAAa;IACpC,QAAQ,EAAE,OAAO,CAAC,QAAQ;IAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;IAChC,SAAS,EAAE,OAAO,CAAC,SAAS;IAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;IAC5B,eAAe,EAAE,OAAO,CAAC,eAAe;IACxC,WAAW,EAAE,OAAO,CAAC,WAAW;CACjC,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,CACvB,OAAuB,EACvB,MAA0B,EAC1B,QAA0B,EAC1B,aAA+C,EAC/C,SAAiB,EACjB,MAA0B,EACT,EAAE,CAAC,CAAC;IACrB,GAAG,MAAM;IACT,YAAY,EAAE,MAAM,CAAC,QAAQ;IAC7B,SAAS,EAAE,MAAM,CAAC,OAAO;IACzB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;IACjC,QAAQ;IACR,KAAK,EAAE,cAAc,CAAC,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC;IACvE,aAAa;CACd,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAAG,CACzB,OAAuB,EACvB,MAA0B,EAC1B,QAA0B,EAC1B,aAA+C,EAC/C,SAAiB,EACjB,MAAqC,EACL,EAAE,CAAC,CAAC;IACpC,GAAG,MAAM;IACT,YAAY,EAAE,MAAM,CAAC,QAAQ;IAC7B,SAAS,EAAE,MAAM,CAAC,OAAO;IACzB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;IACjC,QAAQ;IACR,KAAK,EAAE,cAAc,CAAC,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC;IACvE,aAAa;CACd,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,MAAqB,EAAE,EAAE;IACrD,MAAM,UAAU,GAAG,CAAC,QAA2B,EAAmB,EAAE;QAClE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,YAAY,CAAC,uCAAuC,QAAQ,IAAI,EAAE,KAAK,CAAC,CAAC;QACrF,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,MAAM,gBAAgB,GAAG,CAAC,OAAuB,EAAE,EAAE;QACnD,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,IAAI,UAAU,CAAC;QAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC;QAC5C,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;QACpG,OAAO;YACL,IAAI;YACJ,MAAM;YACN,cAAc;YACd,aAAa,EAAE,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,cAAc,CAAC;SACjE,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,WAAW,GAAG,KAAK,EACvB,OAAuB,EACvB,SAAqF,EACrF,4BAAiF,EAAE,EACnF,EAAE;QACF,MAAM,QAAQ,GAAqB,EAAE,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,EAAE,cAAc,EAAE,aAAa,EAAE,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACpE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QACvD,MAAM,oBAAoB,GAAG,yBAAyB,CAAC,OAAO,EAAE,yBAAyB,CAAC,CAAC;QAE3F,KAAK,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,cAAc,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7D,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAE5C,IAAI,CAAC,4BAA4B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,EAAE,CAAC;gBACzE,QAAQ,CAAC,IAAI,CAAC;oBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,KAAK;oBACT,SAAS,EAAE,CAAC;oBACZ,YAAY,EAAE,gEAAgE;iBAC/E,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;gBAC/C,QAAQ,CAAC,IAAI,CAAC;oBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,KAAK;oBACT,SAAS,EAAE,CAAC;oBACZ,YAAY,EAAE,8DAA8D;iBAC7E,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,UAAU,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;gBACpD,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAEpC,IAAI,CAAC;oBACH,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;wBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,IAAI;wBACR,SAAS,EAAE,CAAC;wBACZ,KAAK;wBACL,UAAU,EAAE,WAAW;qBACxB,CAAC,CAAC;oBAEH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;oBAC3G,QAAQ,CAAC,IAAI,CAAC;wBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,IAAI;wBACR,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;qBACzC,CAAC,CAAC;oBAEH,OAAO;wBACL,QAAQ;wBACR,MAAM;wBACN,SAAS;wBACT,aAAa;wBACb,MAAM;qBACP,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;oBAEzC,QAAQ,CAAC,IAAI,CAAC;wBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,KAAK;wBACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;wBACxC,YAAY,EAAE,UAAU,CAAC,OAAO;qBACjC,CAAC,CAAC;oBAEH,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;wBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,KAAK;wBACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;wBACxC,YAAY,EAAE,UAAU,CAAC,OAAO;wBAChC,KAAK;wBACL,UAAU,EAAE,WAAW;qBACxB,CAAC,CAAC;oBAEH,IAAI,KAAK,GAAG,UAAU,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;wBAC/C,MAAM,KAAK,CAAC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;wBAC3C,SAAS;oBACX,CAAC;oBAED,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,8BAA8B,CAAC;QACnF,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAC5C,CAAC,CAAC;IAEF,MAAM,SAAS,GAAG,KAAK,EACrB,OAAuB,EACvB,SAAkF,EAClF,4BAAiF,EAAE,EACnF,EAAE;QACF,MAAM,QAAQ,GAAqB,EAAE,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,EAAE,cAAc,EAAE,aAAa,EAAE,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACpE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QACvD,MAAM,oBAAoB,GAAG,yBAAyB,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,yBAAyB,EAAE,CAAC,CAAC;QAEnH,KAAK,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,cAAc,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7D,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAE5C,IAAI,CAAC,4BAA4B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,EAAE,CAAC;gBACzE,QAAQ,CAAC,IAAI,CAAC;oBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,KAAK;oBACT,SAAS,EAAE,CAAC;oBACZ,YAAY,EAAE,gEAAgE;iBAC/E,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;gBAC/C,QAAQ,CAAC,IAAI,CAAC;oBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,KAAK;oBACT,SAAS,EAAE,CAAC;oBACZ,YAAY,EAAE,8DAA8D;iBAC7E,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,UAAU,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;gBACpD,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAEpC,IAAI,CAAC;oBACH,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;wBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,IAAI;wBACR,SAAS,EAAE,CAAC;wBACZ,KAAK;wBACL,UAAU,EAAE,WAAW;qBACxB,CAAC,CAAC;oBAEH,MAAM,YAAY,GAAG,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;oBAChD,MAAM,QAAQ,GAAG,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;oBAClE,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;oBAE/F,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBAChD,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC;oBAC1B,CAAC;oBAED,QAAQ,CAAC,IAAI,CAAC;wBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,IAAI;wBACR,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;qBACzC,CAAC,CAAC;oBAEH,OAAO;wBACL,QAAQ;wBACR,MAAM;wBACN,SAAS;wBACT,aAAa;wBACb,YAAY;qBACb,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;oBACzC,QAAQ,CAAC,IAAI,CAAC;wBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,KAAK;wBACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;wBACxC,YAAY,EAAE,UAAU,CAAC,OAAO;qBACjC,CAAC,CAAC;oBAEH,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;wBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,KAAK;wBACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;wBACxC,YAAY,EAAE,UAAU,CAAC,OAAO;wBAChC,KAAK;wBACL,UAAU,EAAE,WAAW;qBACxB,CAAC,CAAC;oBAEH,IAAI,KAAK,GAAG,UAAU,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;wBAC/C,MAAM,KAAK,CAAC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;wBAC3C,SAAS;oBACX,CAAC;oBAED,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,8BAA8B,CAAC;QACnF,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAC5C,CAAC,CAAC;IAEF,OAAO;QACL,KAAK,CAAC,QAAQ,CAAC,OAAuB;YACpC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,YAAY,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1H,OAAO,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1H,CAAC;QAED,UAAU,CAAC,OAAuB;YAChC,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;YAClH,IAAI,YAEU,CAAC;YAEf,MAAM,WAAW,GAAG,KAAK,IAAI,EAAE;gBAC7B,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;wBACxC,OAAO,EAAE,KAAK,IAAI,EAAE,CAClB,gBAAgB,CACd,OAAO,EACP,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,SAAS,EAChB,MAAM,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,CACpC;qBACJ,CAAC,CAAC,CAAC;gBACN,CAAC;gBAED,OAAO,YAAY,CAAC;YACtB,CAAC,CAAC;YAEF,OAAO;gBACL,WAAW,EAAE,CAAC,KAAK,SAAS,CAAC;oBAC3B,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,QAAQ,CAAC;oBACxC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,YAAY,CAAC,WAAW,EAAE,CAAC;wBACnD,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,EAAE;gBACJ,UAAU,EAAE,CAAC,KAAK,SAAS,CAAC;oBAC1B,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,QAAQ,CAAC;oBACxC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;wBAClD,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,EAAE;gBACJ,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE;aACrD,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,cAAc,CAClB,OAA8C;YAE9C,MAAM,MAAM,GAAG,MAAM,WAAW,CAC9B,OAAO,EACP,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAClB,cAAc,CAAC;gBACb,GAAG,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC;gBAC9C,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;aACX,CAAC,CACvC,CAAC;YAEF,OAAO,kBAAkB,CACvB,OAAO,EACP,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,MAAuC,CAC/C,CAAC;QACJ,CAAC;QAED,YAAY,CAA6B,OAA8C;YACrF,MAAM,QAAQ,GAAG,SAAS,CACxB,OAAO,EACP,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAClB,YAAY,CAAC;gBACX,GAAG,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC;gBAC9C,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;aACX,CAAC,CACvC,CAAC;YACF,IAAI,YAGU,CAAC;YAEf,MAAM,WAAW,GAAG,KAAK,IAAI,EAAE;gBAC7B,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;wBACxC,YAAY,EAAE,MAAM,CAAC,YAA2C;wBAChE,OAAO,EAAE,KAAK,IAAI,EAAE,CAClB,kBAAkB,CAChB,OAAO,EACP,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,SAAS,EAChB,MAAO,MAAM,CAAC,YAA4C,CAAC,OAAO,EAAE,CACrE;qBACJ,CAAC,CAAC,CAAC;gBACN,CAAC;gBAED,OAAO,YAAY,CAAC;YACtB,CAAC,CAAC;YAEF,OAAO;gBACL,WAAW,EAAE,CAAC,KAAK,SAAS,CAAC;oBAC3B,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,QAAQ,CAAC;oBACxC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,YAAY,CAAC,WAAW,EAAE,CAAC;wBACnD,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,EAAE;gBACJ,mBAAmB,EAAE,CAAC,KAAK,SAAS,CAAC;oBACnC,MAAM,KAAK,GAAG,MAAM,WAAW,EAAE,CAAC;oBAClC,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,KAAK,CAAC,YAAY,CAAC,mBAAmB,EAAE,CAAC;wBACnE,MAAM,OAAO,CAAC;oBAChB,CAAC;gBACH,CAAC,CAAC,EAAE;gBACJ,UAAU,EAAE,CAAC,KAAK,SAAS,CAAC;oBAC1B,MAAM,KAAK,GAAG,MAAM,WAAW,EAAE,CAAC;oBAClC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC;wBACxD,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,EAAE;gBACJ,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE;aACrD,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EACX,cAAc,EACd,QAAQ,EACR,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,UAAU,EAYX,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EAAE,mBAAmB,EAAE,8BAA8B,EAAE,8BAA8B,EAAE,MAAM,aAAa,CAAC;AAClH,OAAO,EACL,YAAY,EAgBb,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,GAAG,CAClB,IAAwB,EACxB,MAAyB,EACzB,MAA0B,EAC1B,MAAqB,EACrB,EAAE;IACF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzD,MAAM,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/E,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,cAAc,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,eAAe,CAAC;IAChG,MAAM,WAAW,GAAG,MAAM,CAAC,wBAAwB,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,WAAW,IAAI,CAAC,CAAC;IAC3F,MAAM,cAAc,GAAG,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;IAE5E,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACrB,OAAO,UAAU,GAAG,UAAU,GAAG,cAAc,CAAC;IAClD,CAAC;IACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,YAAY,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC;IACpF,CAAC;IACD,OAAO,UAAU,GAAG,YAAY,GAAG,UAAU,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,cAAc,CAAC;AAClH,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CACnB,IAAwB,EACxB,MAAyB,EACzB,OAA2B,EAC3B,SAA+B,EAC/B,MAAqB,EACrB,EAAE,CACF,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC;KACpB,MAAM,CACL,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CACtB,IAAI,CAAC,SAAS,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,KAAK,MAAM,CAAC,QAAQ,IAAI,SAAS,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO,CAAC,KAAK,KAAK,CAC1H;KACA,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;AAE/G,MAAM,4BAA4B,GAAG,CACnC,OAAwB,EACxB,MAA0B,EAC1B,oBAA4D,EAC5D,EAAE;IACF,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC;IACxE,OAAO,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,KAAK,CAC/C,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,QAAQ,KAAK,IAAI,IAAI,YAAY,CAAC,GAAgC,CAAC,KAAK,IAAI,CAClG,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,IAAgD,EAAE,EAAE,CACzE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAE5E,MAAM,iCAAiC,GAAG,CACxC,OAAwB,EACxB,MAA0B,EAC1B,yBAA2E,EAC3E,EAAE;IACF,IAAI,CAAC,yBAAyB,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,iBAAiB,CAAC;IAC1F,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,MAAM,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;QACtE,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,GAAG,KAAK,aAAa,EAAE,CAAC;YAC1B,OAAO,aAAa,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,aAAa,CAAC,KAAwC,CAAC,CAAC;QAC5G,CAAC;QAED,OAAO,KAAK,KAAK,IAAI,IAAI,YAAY,CAAC,GAAgC,CAAC,KAAK,IAAI,CAAC;IACnF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CACvB,MAAqB,EACrB,OAAmD,EACnD,MAA0B,EAC1B,EAAE;IACF,IAAI,OAAO,CAAC,kBAAkB,IAAI,IAAI,EAAE,CAAC;QACvC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,CAAC,wBAAwB,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1E,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,eAAe,CAAC;IAChG,MAAM,aAAa,GAAG,cAAc,IAAI,WAAW,CAAC;IACpD,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,aAAa,IAAI,OAAO,CAAC,kBAAkB,CAAC;AACrD,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;AACxF,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,WAAW,GAAG,KAAK,EAAK,OAAmB,EAAE,SAAiB,EAAE,EAAE,CACtE,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IACjC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,4BAA4B,SAAS,KAAK,EAAE,IAAI,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAEtH,OAAO;SACJ,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QACd,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACf,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,MAAM,CAAC,KAAK,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEL,MAAM,cAAc,GAAG,CAAC,KAAc,EAAE,EAAE;IACxC,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QAC5C,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACzF,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/F,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,IAAI,YAAY,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;AAC3D,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,MAAqB,EAAE,QAA2B,EAAE,EAAE,CACjF,MAAM,CAAC,iBAAiB,EAAE,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,gBAAgB,IAAI,MAAM,CAAC;AAE5E,MAAM,cAAc,GAAG,CAAC,MAAqB,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,cAAc,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;AAE9G,MAAM,cAAc,GAAG,CACrB,KAAwF,EACxF,SAAiB,EACjB,UAAkB,EAClB,EAAE;IACF,MAAM,WAAW,GAAG,KAAK,EAAE,WAAW,IAAI,cAAc,CAAC,SAAS,CAAC,CAAC;IACpE,MAAM,YAAY,GAAG,KAAK,EAAE,YAAY,IAAI,cAAc,CAAC,UAAU,CAAC,CAAC;IACvE,MAAM,WAAW,GAAG,KAAK,EAAE,WAAW,IAAI,WAAW,GAAG,YAAY,CAAC;IACrE,OAAO;QACL,WAAW;QACX,YAAY;QACZ,WAAW;QACX,SAAS,EAAE,KAAK,EAAE,WAAW,IAAI,IAAI,IAAI,KAAK,EAAE,YAAY,IAAI,IAAI,IAAI,KAAK,EAAE,WAAW,IAAI,IAAI;KACnG,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,OAAuB,EAAE,EAAE,CAClD,8BAA8B,CAC5B,8BAA8B,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EACnG,OAAO,CAAC,YAAY,CACrB,CAAC;AAEJ,MAAM,YAAY,GAAG,CAAC,OAAuB,EAAE,EAAE,CAC/C,GAAG,OAAO,CAAC,YAAY,IAAI,EAAE,KAAK,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;AAE3G,MAAM,yBAAyB,GAAG,CAChC,OAA6E,EAC7E,QAA6D,EAAE,EACvB,EAAE,CAAC,CAAC;IAC5C,GAAG,CAAC,OAAO,CAAC,oBAAoB,IAAI,EAAE,CAAC;IACvC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACzC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACjD,GAAG,KAAK;CACT,CAAC,CAAC;AAEH,MAAM,iBAAiB,GAAG,CACxB,OAAwB,EACxB,MAA0B,EAC1B,OAAuB,EACF,EAAE,CAAC,CAAC;IACzB,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC;IAC5C,QAAQ,EAAE,8BAA8B,CACtC,8BAA8B,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,EACjF,OAAO,CAAC,YAAY,CACrB;IACD,KAAK,EAAE,OAAO,CAAC,KAAK;IACpB,UAAU,EAAE,OAAO,CAAC,UAAU;IAC9B,aAAa,EAAE,OAAO,CAAC,aAAa;IACpC,QAAQ,EAAE,OAAO,CAAC,QAAQ;IAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;IAChC,SAAS,EAAE,OAAO,CAAC,SAAS;IAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;IAC5B,eAAe,EAAE,OAAO,CAAC,eAAe;IACxC,WAAW,EAAE,OAAO,CAAC,WAAW;CACjC,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,CACvB,OAAuB,EACvB,MAA0B,EAC1B,QAA0B,EAC1B,aAA+C,EAC/C,SAAiB,EACjB,MAA0B,EACT,EAAE,CAAC,CAAC;IACrB,GAAG,MAAM;IACT,YAAY,EAAE,MAAM,CAAC,QAAQ;IAC7B,SAAS,EAAE,MAAM,CAAC,OAAO;IACzB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;IACjC,QAAQ;IACR,KAAK,EAAE,cAAc,CAAC,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC;IACvE,aAAa;CACd,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAAG,CACzB,OAAuB,EACvB,MAA0B,EAC1B,QAA0B,EAC1B,aAA+C,EAC/C,SAAiB,EACjB,MAAqC,EACL,EAAE,CAAC,CAAC;IACpC,GAAG,MAAM;IACT,YAAY,EAAE,MAAM,CAAC,QAAQ;IAC7B,SAAS,EAAE,MAAM,CAAC,OAAO;IACzB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;IACjC,QAAQ;IACR,KAAK,EAAE,cAAc,CAAC,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC;IACvE,aAAa;CACd,CAAC,CAAC;AAEH,MAAM,mBAAmB,GAAG,CAAC,OAA4B,EAAE,MAA0B,EAAE,EAAE,CACvF,OAAO,CAAC,QAAQ;IACd,CAAC,CAAC,8BAA8B,CAC5B,8BAA8B,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,EACjF,SAAS,CACV;IACH,CAAC,CAAC,SAAS,CAAC;AAEhB,MAAM,mBAAmB,GAAG,CAAC,OAA4B,EAAE,MAA0B,EAAE,EAAE;IACvF,MAAM,MAAM,GACV,OAAO,CAAC,MAAM,KAAK,SAAS;QAC1B,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;QAC5B,CAAC,CAAC,OAAO,CAAC,QAAQ;YAChB,CAAC,CAAC,EAAE,QAAQ,EAAE,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE;YACpD,CAAC,CAAC,EAAE,CAAC;IAEX,OAAO;QACL,GAAG,MAAM;QACT,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,WAAW,EAAE,OAAO,CAAC,WAAW;KACjC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CACxB,MAA0B,EAC1B,QAA0B,EAC1B,aAA+C,EAC/C,SAAiB,EACjB,MAAsB,EACA,EAAE,CAAC,CAAC;IAC1B,GAAG,MAAM;IACT,YAAY,EAAE,MAAM,CAAC,QAAQ;IAC7B,SAAS,EAAE,MAAM,CAAC,OAAO;IACzB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;IACjC,QAAQ;IACR,aAAa;IACb,KAAK,EAAE;QACL,GAAG,MAAM,CAAC,KAAK;QACf,aAAa;KACd;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,MAAqB,EAAE,EAAE;IACrD,MAAM,UAAU,GAAG,CAAC,QAA2B,EAAmB,EAAE;QAClE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,YAAY,CAAC,uCAAuC,QAAQ,IAAI,EAAE,KAAK,CAAC,CAAC;QACrF,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,MAAM,gBAAgB,GAAG,CAAC,OAAuB,EAAE,EAAE;QACnD,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,IAAI,UAAU,CAAC;QAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC;QAC5C,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;QACpG,OAAO;YACL,IAAI;YACJ,MAAM;YACN,cAAc;YACd,aAAa,EAAE,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,cAAc,CAAC;SACjE,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,iBAAiB,GAAG,KAAK,EAAE,OAA4B,EAAE,EAAE;QAC/D,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,IAAI,UAAU,CAAC;QAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,IAAI,YAAY,CAAC;QAClD,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;QACpG,MAAM,aAAa,GAAG,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QACxE,MAAM,QAAQ,GAAqB,EAAE,CAAC;QAEtC,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAE5C,IAAI,CAAC,4BAA4B,CAAC,OAAO,EAAE,MAAM,EAAE,yBAAyB,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;gBACvF,QAAQ,CAAC,IAAI,CAAC;oBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,KAAK;oBACT,SAAS,EAAE,CAAC;oBACZ,YAAY,EAAE,gEAAgE;iBAC/E,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,IAAI,CAAC,iCAAiC,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,yBAAyB,CAAC,EAAE,CAAC;gBAC3F,QAAQ,CAAC,IAAI,CAAC;oBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,KAAK;oBACT,SAAS,EAAE,CAAC;oBACZ,YAAY,EAAE,gEAAgE;iBAC/E,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;gBAC/C,QAAQ,CAAC,IAAI,CAAC;oBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,KAAK;oBACT,SAAS,EAAE,CAAC;oBACZ,YAAY,EAAE,8DAA8D;iBAC7E,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,MAAM,CAAC,YAAY,EAAE,CAAC;gBAC1B,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,aAAa;aACd,CAAC,CAAC;YAEH,OAAO;gBACL,MAAM;gBACN,QAAQ;gBACR,aAAa;gBACb,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,gDAAgD,EAAE,KAAK,CAAC,CAAC;IACnH,CAAC,CAAC;IAEF,MAAM,WAAW,GAAG,KAAK,EACvB,OAAuB,EACvB,SAAqF,EACrF,4BAAiF,EAAE,EACnF,EAAE;QACF,MAAM,QAAQ,GAAqB,EAAE,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,EAAE,cAAc,EAAE,aAAa,EAAE,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACpE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QACvD,MAAM,oBAAoB,GAAG,yBAAyB,CAAC,OAAO,EAAE,yBAAyB,CAAC,CAAC;QAE3F,KAAK,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,cAAc,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7D,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAE5C,IAAI,CAAC,4BAA4B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,EAAE,CAAC;gBACzE,QAAQ,CAAC,IAAI,CAAC;oBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,KAAK;oBACT,SAAS,EAAE,CAAC;oBACZ,YAAY,EAAE,gEAAgE;iBAC/E,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;gBAC/C,QAAQ,CAAC,IAAI,CAAC;oBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,KAAK;oBACT,SAAS,EAAE,CAAC;oBACZ,YAAY,EAAE,8DAA8D;iBAC7E,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,UAAU,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;gBACpD,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAEpC,IAAI,CAAC;oBACH,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;wBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,IAAI;wBACR,SAAS,EAAE,CAAC;wBACZ,KAAK;wBACL,UAAU,EAAE,WAAW;qBACxB,CAAC,CAAC;oBAEH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;oBAC3G,QAAQ,CAAC,IAAI,CAAC;wBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,IAAI;wBACR,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;qBACzC,CAAC,CAAC;oBAEH,OAAO;wBACL,QAAQ;wBACR,MAAM;wBACN,SAAS;wBACT,aAAa;wBACb,MAAM;qBACP,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;oBAEzC,QAAQ,CAAC,IAAI,CAAC;wBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,KAAK;wBACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;wBACxC,YAAY,EAAE,UAAU,CAAC,OAAO;qBACjC,CAAC,CAAC;oBAEH,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;wBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,KAAK;wBACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;wBACxC,YAAY,EAAE,UAAU,CAAC,OAAO;wBAChC,KAAK;wBACL,UAAU,EAAE,WAAW;qBACxB,CAAC,CAAC;oBAEH,IAAI,KAAK,GAAG,UAAU,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;wBAC/C,MAAM,KAAK,CAAC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;wBAC3C,SAAS;oBACX,CAAC;oBAED,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,8BAA8B,CAAC;QACnF,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAC5C,CAAC,CAAC;IAEF,MAAM,SAAS,GAAG,KAAK,EACrB,OAAuB,EACvB,SAAkF,EAClF,4BAAiF,EAAE,EACnF,EAAE;QACF,MAAM,QAAQ,GAAqB,EAAE,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,EAAE,cAAc,EAAE,aAAa,EAAE,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACpE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QACvD,MAAM,oBAAoB,GAAG,yBAAyB,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,yBAAyB,EAAE,CAAC,CAAC;QAEnH,KAAK,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,cAAc,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7D,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAE5C,IAAI,CAAC,4BAA4B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,EAAE,CAAC;gBACzE,QAAQ,CAAC,IAAI,CAAC;oBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,KAAK;oBACT,SAAS,EAAE,CAAC;oBACZ,YAAY,EAAE,gEAAgE;iBAC/E,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;gBAC/C,QAAQ,CAAC,IAAI,CAAC;oBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,KAAK;oBACT,SAAS,EAAE,CAAC;oBACZ,YAAY,EAAE,8DAA8D;iBAC7E,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,UAAU,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;gBACpD,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAEpC,IAAI,CAAC;oBACH,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;wBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,IAAI;wBACR,SAAS,EAAE,CAAC;wBACZ,KAAK;wBACL,UAAU,EAAE,WAAW;qBACxB,CAAC,CAAC;oBAEH,MAAM,YAAY,GAAG,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;oBAChD,MAAM,QAAQ,GAAG,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;oBAClE,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;oBAE/F,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBAChD,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC;oBAC1B,CAAC;oBAED,QAAQ,CAAC,IAAI,CAAC;wBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,IAAI;wBACR,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;qBACzC,CAAC,CAAC;oBAEH,OAAO;wBACL,QAAQ;wBACR,MAAM;wBACN,SAAS;wBACT,aAAa;wBACb,YAAY;qBACb,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;oBACzC,QAAQ,CAAC,IAAI,CAAC;wBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,KAAK;wBACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;wBACxC,YAAY,EAAE,UAAU,CAAC,OAAO;qBACjC,CAAC,CAAC;oBAEH,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;wBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,KAAK;wBACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;wBACxC,YAAY,EAAE,UAAU,CAAC,OAAO;wBAChC,KAAK;wBACL,UAAU,EAAE,WAAW;qBACxB,CAAC,CAAC;oBAEH,IAAI,KAAK,GAAG,UAAU,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;wBAC/C,MAAM,KAAK,CAAC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;wBAC3C,SAAS;oBACX,CAAC;oBAED,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,8BAA8B,CAAC;QACnF,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAC5C,CAAC,CAAC;IAEF,OAAO;QACL,KAAK,CAAC,QAAQ,CAAC,OAAuB;YACpC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,YAAY,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1H,OAAO,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1H,CAAC;QAED,UAAU,CAAC,OAAuB;YAChC,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;YAClH,IAAI,YAEU,CAAC;YAEf,MAAM,WAAW,GAAG,KAAK,IAAI,EAAE;gBAC7B,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;wBACxC,OAAO,EAAE,KAAK,IAAI,EAAE,CAClB,gBAAgB,CACd,OAAO,EACP,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,SAAS,EAChB,MAAM,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,CACpC;qBACJ,CAAC,CAAC,CAAC;gBACN,CAAC;gBAED,OAAO,YAAY,CAAC;YACtB,CAAC,CAAC;YAEF,OAAO;gBACL,WAAW,EAAE,CAAC,KAAK,SAAS,CAAC;oBAC3B,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,QAAQ,CAAC;oBACxC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,YAAY,CAAC,WAAW,EAAE,CAAC;wBACnD,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,EAAE;gBACJ,UAAU,EAAE,CAAC,KAAK,SAAS,CAAC;oBAC1B,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,QAAQ,CAAC;oBACxC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;wBAClD,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,EAAE;gBACJ,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE;aACrD,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,cAAc,CAClB,OAA8C;YAE9C,MAAM,MAAM,GAAG,MAAM,WAAW,CAC9B,OAAO,EACP,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAClB,cAAc,CAAC;gBACb,GAAG,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC;gBAC9C,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;aACX,CAAC,CACvC,CAAC;YAEF,OAAO,kBAAkB,CACvB,OAAO,EACP,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,MAAuC,CAC/C,CAAC;QACJ,CAAC;QAED,YAAY,CAA6B,OAA8C;YACrF,MAAM,QAAQ,GAAG,SAAS,CACxB,OAAO,EACP,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAClB,YAAY,CAAC;gBACX,GAAG,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC;gBAC9C,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;aACX,CAAC,CACvC,CAAC;YACF,IAAI,YAGU,CAAC;YAEf,MAAM,WAAW,GAAG,KAAK,IAAI,EAAE;gBAC7B,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;wBACxC,YAAY,EAAE,MAAM,CAAC,YAA2C;wBAChE,OAAO,EAAE,KAAK,IAAI,EAAE,CAClB,kBAAkB,CAChB,OAAO,EACP,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,SAAS,EAChB,MAAO,MAAM,CAAC,YAA4C,CAAC,OAAO,EAAE,CACrE;qBACJ,CAAC,CAAC,CAAC;gBACN,CAAC;gBAED,OAAO,YAAY,CAAC;YACtB,CAAC,CAAC;YAEF,OAAO;gBACL,WAAW,EAAE,CAAC,KAAK,SAAS,CAAC;oBAC3B,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,QAAQ,CAAC;oBACxC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,YAAY,CAAC,WAAW,EAAE,CAAC;wBACnD,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,EAAE;gBACJ,mBAAmB,EAAE,CAAC,KAAK,SAAS,CAAC;oBACnC,MAAM,KAAK,GAAG,MAAM,WAAW,EAAE,CAAC;oBAClC,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,KAAK,CAAC,YAAY,CAAC,mBAAmB,EAAE,CAAC;wBACnE,MAAM,OAAO,CAAC;oBAChB,CAAC;gBACH,CAAC,CAAC,EAAE;gBACJ,UAAU,EAAE,CAAC,KAAK,SAAS,CAAC;oBAC1B,MAAM,KAAK,GAAG,MAAM,WAAW,EAAE,CAAC;oBAClC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC;wBACxD,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,EAAE;gBACJ,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE;aACrD,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,QAAQ,CAAC,OAA4B;YACzC,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;YACnD,MAAM,OAAO,GAAG,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACtD,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAkB,CAAC;YAC/E,MAAM,KAAK,GAAG,WAAW,CAAC;gBACxB,EAAE,EAAE,OAAO,CAAC,OAAO;gBACnB,KAAK;gBACL,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;aAC3C,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE;gBACnC,GAAG,mBAAmB,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC;aAClD,CAAC,CAAC;YAEH,OAAO,iBAAiB,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,aAAa,EAAE,SAAS,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACvH,CAAC;QAED,WAAW,CAAC,OAA4B;YACtC,MAAM,SAAS,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAC7C,IAAI,YAKS,CAAC;YAEd,MAAM,WAAW,GAAG,KAAK,IAAI,EAAE;gBAC7B,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;wBAC/C,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;wBACrD,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAkB,CAAC;wBAC9E,MAAM,KAAK,GAAG,WAAW,CAAC;4BACxB,EAAE,EAAE,OAAO,CAAC,OAAO;4BACnB,KAAK;4BACL,YAAY,EAAE,OAAO,CAAC,YAAY;4BAClC,KAAK,EAAE,OAAO,CAAC,KAAK;4BACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;4BAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;4BAChC,SAAS,EAAE,OAAO,CAAC,SAAS;4BAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;4BAC5B,aAAa,EAAE,OAAO,CAAC,aAAa;4BACpC,eAAe,EAAE,OAAO,CAAC,eAAe;4BACxC,QAAQ,EAAE,OAAO,CAAC,QAAQ;4BAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;4BACpB,MAAM,EAAE,OAAO,CAAC,MAAM;4BACtB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;yBAC3C,CAAC,CAAC;wBAEH,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,EAAE;4BACtC,GAAG,mBAAmB,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC;yBACjD,CAAC,CAAC;wBAEH,OAAO;4BACL,YAAY;4BACZ,OAAO,EAAE,KAAK,IAAI,EAAE,CAClB,iBAAiB,CACf,QAAQ,CAAC,MAAM,EACf,QAAQ,CAAC,QAAQ,EACjB,QAAQ,CAAC,aAAa,EACtB,QAAQ,CAAC,SAAS,EAClB,MAAM,YAAY,CAAC,OAAO,EAAE,CAC7B;yBACJ,CAAC;oBACJ,CAAC,CAAC,CAAC;gBACL,CAAC;gBAED,OAAO,YAAY,CAAC;YACtB,CAAC,CAAC;YAEF,OAAO;gBACL,WAAW,EAAE,CAAC,KAAK,SAAS,CAAC;oBAC3B,MAAM,KAAK,GAAG,MAAM,WAAW,EAAE,CAAC;oBAClC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;wBACzD,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,EAAE;gBACJ,UAAU,EAAE,CAAC,KAAK,SAAS,CAAC;oBAC1B,MAAM,KAAK,GAAG,MAAM,WAAW,EAAE,CAAC;oBAClC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC;wBACxD,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,EAAE;gBACJ,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE;aACrD,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { GatewayRetryPolicy, GatewayRouterPolicy } from "./types.js";
|
|
2
|
+
export declare const createDefaultRouterPolicy: () => GatewayRouterPolicy;
|
|
3
|
+
export interface DefaultRetryPolicyOptions {
|
|
4
|
+
maxRetries?: number;
|
|
5
|
+
backoffMs?: number;
|
|
6
|
+
cooldownAfterRetryableFailures?: number;
|
|
7
|
+
cooldownMs?: number;
|
|
8
|
+
}
|
|
9
|
+
export declare const createDefaultRetryPolicy: (options?: DefaultRetryPolicyOptions) => GatewayRetryPolicy;
|
|
10
|
+
//# sourceMappingURL=policies.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"policies.d.ts","sourceRoot":"","sources":["../src/policies.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAKV,kBAAkB,EAIlB,mBAAmB,EACpB,MAAM,YAAY,CAAC;AA0KpB,eAAO,MAAM,yBAAyB,QAAO,mBAkB3C,CAAC;AAEH,MAAM,WAAW,yBAAyB;IACxC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAqBD,eAAO,MAAM,wBAAwB,GAAI,UAAS,yBAA8B,KAAG,kBAkCjF,CAAC"}
|
package/dist/policies.js
ADDED
|
@@ -0,0 +1,210 @@
|
|
|
1
|
+
import { toCapabilityMismatch } from "./types.js";
|
|
2
|
+
import { getGatewayTargetHealthScore, isGatewayTargetCoolingDown } from "./runtime-state.js";
|
|
3
|
+
const resolveModelCost = (context, target) => context.providerCostsPer1kTokens?.[target.provider] ?? context.modelCatalog?.find(target.provider, target.modelId)?.costPer1kTokens;
|
|
4
|
+
const resolveLatencyPenalty = (context, target) => {
|
|
5
|
+
const state = context.runtimeStates.get(`${target.provider}:${target.modelId}`);
|
|
6
|
+
const stateLatency = state?.latencyEwmaMs ?? state?.latencyP95Ms ?? state?.avgLatencyMs ?? state?.lastLatencyMs;
|
|
7
|
+
const configuredBias = context.latencyBiasMs?.[target.provider] ?? 0;
|
|
8
|
+
const measured = stateLatency ?? 0;
|
|
9
|
+
return (measured + configuredBias) / 100;
|
|
10
|
+
};
|
|
11
|
+
const scoreHeuristics = (mode, intent, target) => {
|
|
12
|
+
const model = target.modelId.toLowerCase();
|
|
13
|
+
const speedScore = Number(model.includes("flash")) * 2 + Number(model.includes("mini")) + Number(model.includes("lite"));
|
|
14
|
+
const qualityScore = Number(model.includes("pro")) * 2 +
|
|
15
|
+
Number(model.includes("claude")) * 2 +
|
|
16
|
+
Number(model.includes("sonnet")) +
|
|
17
|
+
Number(model.includes("opus")) * 2;
|
|
18
|
+
const reasoningScore = Number(model.includes("claude")) * 2 +
|
|
19
|
+
Number(model.includes("sonnet")) +
|
|
20
|
+
Number(model.includes("gpt-5")) * 2 +
|
|
21
|
+
Number(model.includes("o1")) * 2 +
|
|
22
|
+
Number(model.includes("o3")) * 2 +
|
|
23
|
+
Number(model.includes("reason"));
|
|
24
|
+
if (mode === "speed") {
|
|
25
|
+
return speedScore + (target.provider === "ollama" ? 2 : 0);
|
|
26
|
+
}
|
|
27
|
+
if (mode === "quality") {
|
|
28
|
+
return qualityScore + (intent === "reasoning" ? reasoningScore : 0);
|
|
29
|
+
}
|
|
30
|
+
return speedScore + qualityScore + (intent === "reasoning" ? reasoningScore : 0) + (target.provider === "ollama" ? 1 : 0);
|
|
31
|
+
};
|
|
32
|
+
const scoreHealth = (evaluated) => getGatewayTargetHealthScore(evaluated.state);
|
|
33
|
+
const costPenalty = (cost, strategy, maxCostPer1kTokens) => {
|
|
34
|
+
if (cost == null || strategy === "ignore") {
|
|
35
|
+
return 0;
|
|
36
|
+
}
|
|
37
|
+
if (strategy === "prefer-cheaper") {
|
|
38
|
+
if (maxCostPer1kTokens != null && cost > maxCostPer1kTokens) {
|
|
39
|
+
return (cost - maxCostPer1kTokens) * 4;
|
|
40
|
+
}
|
|
41
|
+
return cost;
|
|
42
|
+
}
|
|
43
|
+
return cost;
|
|
44
|
+
};
|
|
45
|
+
const buildEvaluatedTarget = (context, target) => {
|
|
46
|
+
const adapter = context.adapters[target.provider];
|
|
47
|
+
const targetKey = `${target.provider}:${target.modelId}`;
|
|
48
|
+
const state = context.runtimeStates.get(targetKey);
|
|
49
|
+
const costStrategy = context.request.costStrategy ?? "strict";
|
|
50
|
+
const estimatedCostPer1kTokens = resolveModelCost(context, target);
|
|
51
|
+
if (!adapter) {
|
|
52
|
+
return {
|
|
53
|
+
target,
|
|
54
|
+
score: Number.NEGATIVE_INFINITY,
|
|
55
|
+
available: false,
|
|
56
|
+
estimatedCostPer1kTokens,
|
|
57
|
+
skipReason: "missing-adapter",
|
|
58
|
+
state
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
const model = context.requiredCapabilities.webSearch && adapter.groundedLanguageModel
|
|
62
|
+
? adapter.groundedLanguageModel(target.modelId)
|
|
63
|
+
: adapter.languageModel(target.modelId);
|
|
64
|
+
const explicitMismatch = toCapabilityMismatch(model.capabilities, context.request.requiredCapabilities ?? {});
|
|
65
|
+
const hardMismatch = toCapabilityMismatch(model.capabilities, context.requiredCapabilities)
|
|
66
|
+
.filter((key) => !explicitMismatch.includes(key));
|
|
67
|
+
const degradedCapabilities = context.request.allowDegradedCapabilities ? explicitMismatch : [];
|
|
68
|
+
const missingCapabilities = context.request.allowDegradedCapabilities
|
|
69
|
+
? hardMismatch
|
|
70
|
+
: [...explicitMismatch, ...hardMismatch];
|
|
71
|
+
if (missingCapabilities.length > 0) {
|
|
72
|
+
return {
|
|
73
|
+
target,
|
|
74
|
+
score: Number.NEGATIVE_INFINITY,
|
|
75
|
+
available: false,
|
|
76
|
+
estimatedCostPer1kTokens,
|
|
77
|
+
degradedCapabilities,
|
|
78
|
+
skipReason: "capabilities",
|
|
79
|
+
state
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
if (isGatewayTargetCoolingDown(state, context.now)) {
|
|
83
|
+
return {
|
|
84
|
+
target,
|
|
85
|
+
score: Number.NEGATIVE_INFINITY,
|
|
86
|
+
available: false,
|
|
87
|
+
estimatedCostPer1kTokens,
|
|
88
|
+
degradedCapabilities,
|
|
89
|
+
skipReason: "cooldown",
|
|
90
|
+
state
|
|
91
|
+
};
|
|
92
|
+
}
|
|
93
|
+
const observedLatency = state?.latencyP95Ms ?? state?.latencyEwmaMs ?? state?.avgLatencyMs;
|
|
94
|
+
if (context.request.latencyBudgetMs != null && observedLatency != null && observedLatency > context.request.latencyBudgetMs) {
|
|
95
|
+
return {
|
|
96
|
+
target,
|
|
97
|
+
score: Number.NEGATIVE_INFINITY,
|
|
98
|
+
available: false,
|
|
99
|
+
estimatedCostPer1kTokens,
|
|
100
|
+
degradedCapabilities,
|
|
101
|
+
skipReason: "latency-budget",
|
|
102
|
+
state
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
if (context.request.maxCostPer1kTokens != null &&
|
|
106
|
+
costStrategy === "strict" &&
|
|
107
|
+
estimatedCostPer1kTokens != null &&
|
|
108
|
+
estimatedCostPer1kTokens > context.request.maxCostPer1kTokens) {
|
|
109
|
+
return {
|
|
110
|
+
target,
|
|
111
|
+
score: Number.NEGATIVE_INFINITY,
|
|
112
|
+
available: false,
|
|
113
|
+
estimatedCostPer1kTokens,
|
|
114
|
+
degradedCapabilities,
|
|
115
|
+
skipReason: "cost",
|
|
116
|
+
state
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
const score = scoreHeuristics(context.request.routingMode ?? "balanced", context.request.taskIntent ?? "chat", target) +
|
|
120
|
+
(context.request.preferLocal && target.provider === "ollama" ? 3 : 0) +
|
|
121
|
+
scoreHealth({
|
|
122
|
+
target,
|
|
123
|
+
score: 0,
|
|
124
|
+
available: true,
|
|
125
|
+
estimatedCostPer1kTokens,
|
|
126
|
+
degradedCapabilities,
|
|
127
|
+
state
|
|
128
|
+
}) -
|
|
129
|
+
resolveLatencyPenalty(context, target) -
|
|
130
|
+
costPenalty(estimatedCostPer1kTokens, costStrategy, context.request.maxCostPer1kTokens) -
|
|
131
|
+
degradedCapabilities.length * 5;
|
|
132
|
+
return {
|
|
133
|
+
target,
|
|
134
|
+
score,
|
|
135
|
+
available: true,
|
|
136
|
+
estimatedCostPer1kTokens,
|
|
137
|
+
degradedCapabilities,
|
|
138
|
+
state
|
|
139
|
+
};
|
|
140
|
+
};
|
|
141
|
+
export const createDefaultRouterPolicy = () => ({
|
|
142
|
+
name: "default-router-policy",
|
|
143
|
+
plan(context) {
|
|
144
|
+
const evaluatedTargets = context.targets.map((target) => buildEvaluatedTarget(context, target));
|
|
145
|
+
const orderedTargets = [...evaluatedTargets]
|
|
146
|
+
.filter((candidate) => candidate.available)
|
|
147
|
+
.sort((left, right) => right.score - left.score)
|
|
148
|
+
.map((candidate) => candidate.target);
|
|
149
|
+
return {
|
|
150
|
+
mode: context.request.routingMode ?? "balanced",
|
|
151
|
+
intent: context.request.taskIntent ?? "chat",
|
|
152
|
+
policy: "default-router-policy",
|
|
153
|
+
orderedTargets,
|
|
154
|
+
evaluatedTargets,
|
|
155
|
+
reason: "Ordered by default router policy using capabilities, runtime health, latency, and cost."
|
|
156
|
+
};
|
|
157
|
+
}
|
|
158
|
+
});
|
|
159
|
+
const classifyErrorClass = (message) => {
|
|
160
|
+
if (["timed out", "timeout"].some((token) => message.includes(token))) {
|
|
161
|
+
return "timeout";
|
|
162
|
+
}
|
|
163
|
+
if (["429", "rate", "overloaded"].some((token) => message.includes(token))) {
|
|
164
|
+
return "rate-limit";
|
|
165
|
+
}
|
|
166
|
+
if (["connect", "econnrefused", "enotfound", "socket"].some((token) => message.includes(token))) {
|
|
167
|
+
return "connectivity";
|
|
168
|
+
}
|
|
169
|
+
if (["validation", "unsupported", "invalid"].some((token) => message.includes(token))) {
|
|
170
|
+
return "validation";
|
|
171
|
+
}
|
|
172
|
+
if (["500", "502", "503", "504", "provider"].some((token) => message.includes(token))) {
|
|
173
|
+
return "provider";
|
|
174
|
+
}
|
|
175
|
+
return "unknown";
|
|
176
|
+
};
|
|
177
|
+
export const createDefaultRetryPolicy = (options = {}) => ({
|
|
178
|
+
name: "default-retry-policy",
|
|
179
|
+
classifyError(error) {
|
|
180
|
+
if (error instanceof Error) {
|
|
181
|
+
const normalized = error.message.toLowerCase();
|
|
182
|
+
const errorClass = classifyErrorClass(normalized);
|
|
183
|
+
return {
|
|
184
|
+
message: error.message,
|
|
185
|
+
retryable: errorClass === "timeout" || errorClass === "rate-limit" || errorClass === "connectivity" || errorClass === "provider",
|
|
186
|
+
errorClass
|
|
187
|
+
};
|
|
188
|
+
}
|
|
189
|
+
return {
|
|
190
|
+
message: "Unknown gateway error.",
|
|
191
|
+
retryable: false,
|
|
192
|
+
errorClass: "unknown"
|
|
193
|
+
};
|
|
194
|
+
},
|
|
195
|
+
shouldRetry(context) {
|
|
196
|
+
const maxRetries = context.request.retryPolicy?.maxRetries ?? options.maxRetries ?? 2;
|
|
197
|
+
return context.error.retryable && context.retry < Math.max(0, maxRetries);
|
|
198
|
+
},
|
|
199
|
+
getBackoffMs(context) {
|
|
200
|
+
const base = context.request.retryPolicy?.backoffMs ?? options.backoffMs ?? 200;
|
|
201
|
+
return base * (context.retry + 1);
|
|
202
|
+
},
|
|
203
|
+
getCooldownMs(context) {
|
|
204
|
+
const threshold = context.request.retryPolicy?.cooldownAfterRetryableFailures ?? options.cooldownAfterRetryableFailures ?? 3;
|
|
205
|
+
const duration = context.request.retryPolicy?.cooldownMs ?? options.cooldownMs ?? 30_000;
|
|
206
|
+
const nextRetryableFailures = (context.state?.consecutiveRetryableFailures ?? 0) + Number(context.error.retryable);
|
|
207
|
+
return context.error.retryable && nextRetryableFailures >= threshold ? duration : 0;
|
|
208
|
+
}
|
|
209
|
+
});
|
|
210
|
+
//# sourceMappingURL=policies.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"policies.js","sourceRoot":"","sources":["../src/policies.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,2BAA2B,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAE7F,MAAM,gBAAgB,GAAG,CAAC,OAAoC,EAAE,MAA0B,EAAE,EAAE,CAC5F,OAAO,CAAC,wBAAwB,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,eAAe,CAAC;AAEtI,MAAM,qBAAqB,GAAG,CAAC,OAAoC,EAAE,MAA0B,EAAE,EAAE;IACjG,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,MAAM,YAAY,GAAG,KAAK,EAAE,aAAa,IAAI,KAAK,EAAE,YAAY,IAAI,KAAK,EAAE,YAAY,IAAI,KAAK,EAAE,aAAa,CAAC;IAChH,MAAM,cAAc,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACrE,MAAM,QAAQ,GAAG,YAAY,IAAI,CAAC,CAAC;IACnC,OAAO,CAAC,QAAQ,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC;AAC3C,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,IAAkC,EAAE,MAAsC,EAAE,MAA0B,EAAE,EAAE;IACjI,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IACzH,MAAM,YAAY,GAChB,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC;QACpC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;IACrC,MAAM,cAAc,GAClB,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC;QACpC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC;QACnC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEnC,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACrB,OAAO,UAAU,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,YAAY,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,OAAO,UAAU,GAAG,YAAY,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5H,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,SAAiC,EAAE,EAAE,CAAC,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAExG,MAAM,WAAW,GAAG,CAAC,IAAwB,EAAE,QAA6B,EAAE,kBAA2B,EAAE,EAAE;IAC3G,IAAI,IAAI,IAAI,IAAI,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1C,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,QAAQ,KAAK,gBAAgB,EAAE,CAAC;QAClC,IAAI,kBAAkB,IAAI,IAAI,IAAI,IAAI,GAAG,kBAAkB,EAAE,CAAC;YAC5D,OAAO,CAAC,IAAI,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,OAAoC,EAAE,MAA0B,EAA0B,EAAE;IACxH,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;IACzD,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC;IAC9D,MAAM,wBAAwB,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAEnE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,iBAAiB;YAC/B,SAAS,EAAE,KAAK;YAChB,wBAAwB;YACxB,UAAU,EAAE,iBAAiB;YAC7B,KAAK;SACN,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GACT,OAAO,CAAC,oBAAoB,CAAC,SAAS,IAAI,OAAO,CAAC,qBAAqB;QACrE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAAC,MAAM,CAAC,OAAO,CAAC;QAC/C,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5C,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;IAC9G,MAAM,YAAY,GAAG,oBAAoB,CAAC,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,oBAAoB,CAAC;SACxF,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IAEpD,MAAM,oBAAoB,GAAG,OAAO,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/F,MAAM,mBAAmB,GAAG,OAAO,CAAC,OAAO,CAAC,yBAAyB;QACnE,CAAC,CAAC,YAAY;QACd,CAAC,CAAC,CAAC,GAAG,gBAAgB,EAAE,GAAG,YAAY,CAAC,CAAC;IAE3C,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,iBAAiB;YAC/B,SAAS,EAAE,KAAK;YAChB,wBAAwB;YACxB,oBAAoB;YACpB,UAAU,EAAE,cAAc;YAC1B,KAAK;SACN,CAAC;IACJ,CAAC;IAED,IAAI,0BAA0B,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACnD,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,iBAAiB;YAC/B,SAAS,EAAE,KAAK;YAChB,wBAAwB;YACxB,oBAAoB;YACpB,UAAU,EAAE,UAAU;YACtB,KAAK;SACN,CAAC;IACJ,CAAC;IAED,MAAM,eAAe,GAAG,KAAK,EAAE,YAAY,IAAI,KAAK,EAAE,aAAa,IAAI,KAAK,EAAE,YAAY,CAAC;IAC3F,IAAI,OAAO,CAAC,OAAO,CAAC,eAAe,IAAI,IAAI,IAAI,eAAe,IAAI,IAAI,IAAI,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QAC5H,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,iBAAiB;YAC/B,SAAS,EAAE,KAAK;YAChB,wBAAwB;YACxB,oBAAoB;YACpB,UAAU,EAAE,gBAAgB;YAC5B,KAAK;SACN,CAAC;IACJ,CAAC;IAED,IACE,OAAO,CAAC,OAAO,CAAC,kBAAkB,IAAI,IAAI;QAC1C,YAAY,KAAK,QAAQ;QACzB,wBAAwB,IAAI,IAAI;QAChC,wBAAwB,GAAG,OAAO,CAAC,OAAO,CAAC,kBAAkB,EAC7D,CAAC;QACD,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,iBAAiB;YAC/B,SAAS,EAAE,KAAK;YAChB,wBAAwB;YACxB,oBAAoB;YACpB,UAAU,EAAE,MAAM;YAClB,KAAK;SACN,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GACT,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,IAAI,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU,IAAI,MAAM,EAAE,MAAM,CAAC;QACxG,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrE,WAAW,CAAC;YACV,MAAM;YACN,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,IAAI;YACf,wBAAwB;YACxB,oBAAoB;YACpB,KAAK;SACN,CAAC;QACF,qBAAqB,CAAC,OAAO,EAAE,MAAM,CAAC;QACtC,WAAW,CAAC,wBAAwB,EAAE,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC;QACvF,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;IAElC,OAAO;QACL,MAAM;QACN,KAAK;QACL,SAAS,EAAE,IAAI;QACf,wBAAwB;QACxB,oBAAoB;QACpB,KAAK;KACN,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAwB,EAAE,CAAC,CAAC;IACnE,IAAI,EAAE,uBAAuB;IAC7B,IAAI,CAAC,OAAO;QACV,MAAM,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,oBAAoB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QAChG,MAAM,cAAc,GAAG,CAAC,GAAG,gBAAgB,CAAC;aACzC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC;aAC1C,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;aAC/C,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAExC,OAAO;YACL,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,WAAW,IAAI,UAAU;YAC/C,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU,IAAI,MAAM;YAC5C,MAAM,EAAE,uBAAuB;YAC/B,cAAc;YACd,gBAAgB;YAChB,MAAM,EAAE,yFAAyF;SAClG,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AASH,MAAM,kBAAkB,GAAG,CAAC,OAAe,EAAE,EAAE;IAC7C,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACtE,OAAO,SAAkB,CAAC;IAC5B,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAC3E,OAAO,YAAqB,CAAC;IAC/B,CAAC;IACD,IAAI,CAAC,SAAS,EAAE,cAAc,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAChG,OAAO,cAAuB,CAAC;IACjC,CAAC;IACD,IAAI,CAAC,YAAY,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACtF,OAAO,YAAqB,CAAC;IAC/B,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACtF,OAAO,UAAmB,CAAC;IAC7B,CAAC;IACD,OAAO,SAAkB,CAAC;AAC5B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,UAAqC,EAAE,EAAsB,EAAE,CAAC,CAAC;IACxG,IAAI,EAAE,sBAAsB;IAC5B,aAAa,CAAC,KAAc;QAC1B,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC/C,MAAM,UAAU,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;YAClD,OAAO;gBACL,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,SAAS,EAAE,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,YAAY,IAAI,UAAU,KAAK,cAAc,IAAI,UAAU,KAAK,UAAU;gBAChI,UAAU;aACX,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO,EAAE,wBAAwB;YACjC,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,SAAS;SACtB,CAAC;IACJ,CAAC;IACD,WAAW,CAAC,OAAkC;QAC5C,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,IAAI,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC;QACtF,OAAO,OAAO,CAAC,KAAK,CAAC,SAAS,IAAI,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IAC5E,CAAC;IACD,YAAY,CAAC,OAAkC;QAC7C,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,IAAI,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC;QAChF,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IACD,aAAa,CAAC,OAAkC;QAC9C,MAAM,SAAS,GACb,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,8BAA8B,IAAI,OAAO,CAAC,8BAA8B,IAAI,CAAC,CAAC;QAC7G,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,IAAI,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC;QACzF,MAAM,qBAAqB,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,4BAA4B,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnH,OAAO,OAAO,CAAC,KAAK,CAAC,SAAS,IAAI,qBAAqB,IAAI,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,CAAC;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import type { GatewayErrorClass, GatewayModelTarget, GatewayRuntimeStore, GatewayTargetRuntimeState } from "./types.js";
|
|
2
|
+
export interface InMemoryGatewayRuntimeStoreOptions {
|
|
3
|
+
now?: () => number;
|
|
4
|
+
ttlMs?: number;
|
|
5
|
+
maxTargets?: number;
|
|
6
|
+
ewmaAlpha?: number;
|
|
7
|
+
latencySampleSize?: number;
|
|
8
|
+
}
|
|
9
|
+
export declare const gatewayTargetKey: (target: GatewayModelTarget) => string;
|
|
10
|
+
export declare const estimateLatencyP95: (recentLatenciesMs: number[]) => number | undefined;
|
|
11
|
+
export declare const computeLatencyEwma: (current: number | undefined, latencyMs: number, alpha: number) => number;
|
|
12
|
+
export declare const isGatewayTargetCoolingDown: (state: GatewayTargetRuntimeState | undefined, now: number) => boolean;
|
|
13
|
+
export declare const getGatewayTargetHealthScore: (state: GatewayTargetRuntimeState | undefined) => number;
|
|
14
|
+
export declare const refreshGatewayTargetRuntimeState: (state: GatewayTargetRuntimeState | undefined, now: number) => GatewayTargetRuntimeState | undefined;
|
|
15
|
+
export declare const createGatewayRuntimeState: (target: GatewayModelTarget, overrides?: Partial<GatewayTargetRuntimeState>, now?: number) => GatewayTargetRuntimeState;
|
|
16
|
+
export declare const incrementErrorClass: (errorCounts: Partial<Record<GatewayErrorClass, number>>, errorClass: GatewayErrorClass) => {
|
|
17
|
+
unknown?: number | undefined;
|
|
18
|
+
timeout?: number | undefined;
|
|
19
|
+
"rate-limit"?: number | undefined;
|
|
20
|
+
connectivity?: number | undefined;
|
|
21
|
+
provider?: number | undefined;
|
|
22
|
+
validation?: number | undefined;
|
|
23
|
+
};
|
|
24
|
+
export declare const updateRuntimeLatency: (state: GatewayTargetRuntimeState, latencyMs: number, options: Pick<Required<InMemoryGatewayRuntimeStoreOptions>, "ewmaAlpha" | "latencySampleSize">) => {
|
|
25
|
+
lastLatencyMs: number;
|
|
26
|
+
avgLatencyMs: number;
|
|
27
|
+
latencyEwmaMs: number;
|
|
28
|
+
latencyP95Ms: number | undefined;
|
|
29
|
+
recentLatenciesMs: number[];
|
|
30
|
+
};
|
|
31
|
+
export declare const createInMemoryGatewayRuntimeStore: (options?: InMemoryGatewayRuntimeStoreOptions) => GatewayRuntimeStore;
|
|
32
|
+
//# sourceMappingURL=runtime-state.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime-state.d.ts","sourceRoot":"","sources":["../src/runtime-state.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,yBAAyB,EAC1B,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,kCAAkC;IACjD,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAID,eAAO,MAAM,gBAAgB,GAAI,QAAQ,kBAAkB,WAA2C,CAAC;AAEvG,eAAO,MAAM,kBAAkB,GAAI,mBAAmB,MAAM,EAAE,uBAQ7D,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,SAAS,MAAM,GAAG,SAAS,EAAE,WAAW,MAAM,EAAE,OAAO,MAAM,WACX,CAAC;AAEtF,eAAO,MAAM,0BAA0B,GAAI,OAAO,yBAAyB,GAAG,SAAS,EAAE,KAAK,MAAM,YACtB,CAAC;AAE/E,eAAO,MAAM,2BAA2B,GAAI,OAAO,yBAAyB,GAAG,SAAS,WAYvF,CAAC;AAEF,eAAO,MAAM,gCAAgC,GAC3C,OAAO,yBAAyB,GAAG,SAAS,EAC5C,KAAK,MAAM,KACV,yBAAyB,GAAG,SAiB9B,CAAC;AAEF,eAAO,MAAM,yBAAyB,GACpC,QAAQ,kBAAkB,EAC1B,YAAW,OAAO,CAAC,yBAAyB,CAAM,EAClD,YAAgB,KACf,yBAiBD,CAAC;AAEH,eAAO,MAAM,mBAAmB,GAC9B,aAAa,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC,EACvD,YAAY,iBAAiB;;;;;;;CAI7B,CAAC;AAEH,eAAO,MAAM,oBAAoB,GAC/B,OAAO,yBAAyB,EAChC,WAAW,MAAM,EACjB,SAAS,IAAI,CAAC,QAAQ,CAAC,kCAAkC,CAAC,EAAE,WAAW,GAAG,mBAAmB,CAAC;;;;;;CAa/F,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAC5C,UAAS,kCAAuC,KAC/C,mBA0FF,CAAC"}
|
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
const defaultNow = () => Date.now();
|
|
2
|
+
export const gatewayTargetKey = (target) => `${target.provider}:${target.modelId}`;
|
|
3
|
+
export const estimateLatencyP95 = (recentLatenciesMs) => {
|
|
4
|
+
if (!recentLatenciesMs.length) {
|
|
5
|
+
return undefined;
|
|
6
|
+
}
|
|
7
|
+
const sorted = [...recentLatenciesMs].sort((left, right) => left - right);
|
|
8
|
+
const index = Math.max(0, Math.ceil(sorted.length * 0.95) - 1);
|
|
9
|
+
return sorted[index];
|
|
10
|
+
};
|
|
11
|
+
export const computeLatencyEwma = (current, latencyMs, alpha) => current == null ? latencyMs : Math.round(alpha * latencyMs + (1 - alpha) * current);
|
|
12
|
+
export const isGatewayTargetCoolingDown = (state, now) => !!state && state.circuitState === "open" && (state.cooldownUntil ?? 0) > now;
|
|
13
|
+
export const getGatewayTargetHealthScore = (state) => {
|
|
14
|
+
if (!state || state.requestCount === 0) {
|
|
15
|
+
return 0;
|
|
16
|
+
}
|
|
17
|
+
const timeoutPenalty = (state.errorCounts.timeout ?? 0) * 1.5;
|
|
18
|
+
const rateLimitPenalty = (state.errorCounts["rate-limit"] ?? 0) * 1.25;
|
|
19
|
+
const connectivityPenalty = (state.errorCounts.connectivity ?? 0) * 1.1;
|
|
20
|
+
const providerPenalty = (state.errorCounts.provider ?? 0) * 0.9;
|
|
21
|
+
const failureRatio = state.failureCount / state.requestCount;
|
|
22
|
+
const circuitPenalty = state.circuitState === "open" ? 8 : state.circuitState === "half-open" ? 3 : 0;
|
|
23
|
+
return -(failureRatio * 10 + state.consecutiveFailures + timeoutPenalty + rateLimitPenalty + connectivityPenalty + providerPenalty + circuitPenalty);
|
|
24
|
+
};
|
|
25
|
+
export const refreshGatewayTargetRuntimeState = (state, now) => {
|
|
26
|
+
if (!state) {
|
|
27
|
+
return undefined;
|
|
28
|
+
}
|
|
29
|
+
if (state.expiresAt != null && state.expiresAt <= now) {
|
|
30
|
+
return undefined;
|
|
31
|
+
}
|
|
32
|
+
if (state.circuitState === "open" && (state.cooldownUntil ?? 0) <= now) {
|
|
33
|
+
return {
|
|
34
|
+
...state,
|
|
35
|
+
circuitState: "half-open"
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
return state;
|
|
39
|
+
};
|
|
40
|
+
export const createGatewayRuntimeState = (target, overrides = {}, now = Date.now()) => ({
|
|
41
|
+
targetKey: gatewayTargetKey(target),
|
|
42
|
+
provider: target.provider,
|
|
43
|
+
modelId: target.modelId,
|
|
44
|
+
circuitState: "closed",
|
|
45
|
+
requestCount: 0,
|
|
46
|
+
successCount: 0,
|
|
47
|
+
failureCount: 0,
|
|
48
|
+
retryableFailureCount: 0,
|
|
49
|
+
nonRetryableFailureCount: 0,
|
|
50
|
+
consecutiveFailures: 0,
|
|
51
|
+
consecutiveRetryableFailures: 0,
|
|
52
|
+
recentLatenciesMs: [],
|
|
53
|
+
errorCounts: {},
|
|
54
|
+
createdAt: now,
|
|
55
|
+
lastUpdatedAt: now,
|
|
56
|
+
...overrides
|
|
57
|
+
});
|
|
58
|
+
export const incrementErrorClass = (errorCounts, errorClass) => ({
|
|
59
|
+
...errorCounts,
|
|
60
|
+
[errorClass]: (errorCounts[errorClass] ?? 0) + 1
|
|
61
|
+
});
|
|
62
|
+
export const updateRuntimeLatency = (state, latencyMs, options) => {
|
|
63
|
+
const recentLatenciesMs = [...state.recentLatenciesMs, latencyMs].slice(-options.latencySampleSize);
|
|
64
|
+
return {
|
|
65
|
+
lastLatencyMs: latencyMs,
|
|
66
|
+
avgLatencyMs: state.avgLatencyMs == null
|
|
67
|
+
? latencyMs
|
|
68
|
+
: Math.round((state.avgLatencyMs * state.requestCount + latencyMs) / (state.requestCount + 1)),
|
|
69
|
+
latencyEwmaMs: computeLatencyEwma(state.latencyEwmaMs, latencyMs, options.ewmaAlpha),
|
|
70
|
+
latencyP95Ms: estimateLatencyP95(recentLatenciesMs),
|
|
71
|
+
recentLatenciesMs
|
|
72
|
+
};
|
|
73
|
+
};
|
|
74
|
+
export const createInMemoryGatewayRuntimeStore = (options = {}) => {
|
|
75
|
+
const now = options.now ?? defaultNow;
|
|
76
|
+
const ttlMs = options.ttlMs ?? 5 * 60_000;
|
|
77
|
+
const maxTargets = options.maxTargets ?? 500;
|
|
78
|
+
const states = new Map();
|
|
79
|
+
const pruneExpired = () => {
|
|
80
|
+
const currentNow = now();
|
|
81
|
+
let removed = 0;
|
|
82
|
+
for (const [targetKey, state] of states.entries()) {
|
|
83
|
+
if (state.expiresAt != null && state.expiresAt <= currentNow) {
|
|
84
|
+
states.delete(targetKey);
|
|
85
|
+
removed += 1;
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
return removed;
|
|
89
|
+
};
|
|
90
|
+
const enforceCapacity = () => {
|
|
91
|
+
if (states.size <= maxTargets) {
|
|
92
|
+
return;
|
|
93
|
+
}
|
|
94
|
+
const candidates = [...states.values()].sort((left, right) => left.lastUpdatedAt - right.lastUpdatedAt);
|
|
95
|
+
while (states.size > maxTargets && candidates.length) {
|
|
96
|
+
const evicted = candidates.shift();
|
|
97
|
+
if (evicted) {
|
|
98
|
+
states.delete(evicted.targetKey);
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
};
|
|
102
|
+
const normalizeForRead = (targetKey) => {
|
|
103
|
+
const current = refreshGatewayTargetRuntimeState(states.get(targetKey), now());
|
|
104
|
+
if (!current) {
|
|
105
|
+
states.delete(targetKey);
|
|
106
|
+
return undefined;
|
|
107
|
+
}
|
|
108
|
+
if (current !== states.get(targetKey)) {
|
|
109
|
+
states.set(targetKey, current);
|
|
110
|
+
}
|
|
111
|
+
return current;
|
|
112
|
+
};
|
|
113
|
+
return {
|
|
114
|
+
get(targetKey) {
|
|
115
|
+
pruneExpired();
|
|
116
|
+
return normalizeForRead(targetKey);
|
|
117
|
+
},
|
|
118
|
+
set(targetKey, state) {
|
|
119
|
+
pruneExpired();
|
|
120
|
+
const timestamp = now();
|
|
121
|
+
states.set(targetKey, {
|
|
122
|
+
...state,
|
|
123
|
+
expiresAt: ttlMs > 0 ? timestamp + ttlMs : undefined,
|
|
124
|
+
lastUpdatedAt: timestamp
|
|
125
|
+
});
|
|
126
|
+
enforceCapacity();
|
|
127
|
+
},
|
|
128
|
+
update(targetKey, updater) {
|
|
129
|
+
pruneExpired();
|
|
130
|
+
const timestamp = now();
|
|
131
|
+
const current = normalizeForRead(targetKey);
|
|
132
|
+
const next = updater(current);
|
|
133
|
+
states.set(targetKey, {
|
|
134
|
+
...next,
|
|
135
|
+
expiresAt: ttlMs > 0 ? timestamp + ttlMs : undefined,
|
|
136
|
+
lastUpdatedAt: timestamp
|
|
137
|
+
});
|
|
138
|
+
enforceCapacity();
|
|
139
|
+
return states.get(targetKey);
|
|
140
|
+
},
|
|
141
|
+
list() {
|
|
142
|
+
pruneExpired();
|
|
143
|
+
return [...states.keys()]
|
|
144
|
+
.map((targetKey) => normalizeForRead(targetKey))
|
|
145
|
+
.filter((state) => !!state);
|
|
146
|
+
},
|
|
147
|
+
delete(targetKey) {
|
|
148
|
+
states.delete(targetKey);
|
|
149
|
+
},
|
|
150
|
+
clear() {
|
|
151
|
+
states.clear();
|
|
152
|
+
},
|
|
153
|
+
prune() {
|
|
154
|
+
return pruneExpired();
|
|
155
|
+
}
|
|
156
|
+
};
|
|
157
|
+
};
|
|
158
|
+
//# sourceMappingURL=runtime-state.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime-state.js","sourceRoot":"","sources":["../src/runtime-state.ts"],"names":[],"mappings":"AAgBA,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;AAEpC,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAA0B,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;AAEvG,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,iBAA2B,EAAE,EAAE;IAChE,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,GAAG,iBAAiB,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/D,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,OAA2B,EAAE,SAAiB,EAAE,KAAa,EAAE,EAAE,CAClG,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC;AAEtF,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,KAA4C,EAAE,GAAW,EAAE,EAAE,CACtG,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,YAAY,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;AAE/E,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,KAA4C,EAAE,EAAE;IAC1F,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,YAAY,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,cAAc,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;IAC9D,MAAM,gBAAgB,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;IACvE,MAAM,mBAAmB,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;IACxE,MAAM,eAAe,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;IAChE,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;IAC7D,MAAM,cAAc,GAAG,KAAK,CAAC,YAAY,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtG,OAAO,CAAC,CAAC,YAAY,GAAG,EAAE,GAAG,KAAK,CAAC,mBAAmB,GAAG,cAAc,GAAG,gBAAgB,GAAG,mBAAmB,GAAG,eAAe,GAAG,cAAc,CAAC,CAAC;AACvJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAC9C,KAA4C,EAC5C,GAAW,EAC4B,EAAE;IACzC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,KAAK,CAAC,SAAS,IAAI,GAAG,EAAE,CAAC;QACtD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,KAAK,CAAC,YAAY,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC;QACvE,OAAO;YACL,GAAG,KAAK;YACR,YAAY,EAAE,WAAW;SAC1B,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,MAA0B,EAC1B,YAAgD,EAAE,EAClD,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,EACW,EAAE,CAAC,CAAC;IAC/B,SAAS,EAAE,gBAAgB,CAAC,MAAM,CAAC;IACnC,QAAQ,EAAE,MAAM,CAAC,QAAQ;IACzB,OAAO,EAAE,MAAM,CAAC,OAAO;IACvB,YAAY,EAAE,QAAQ;IACtB,YAAY,EAAE,CAAC;IACf,YAAY,EAAE,CAAC;IACf,YAAY,EAAE,CAAC;IACf,qBAAqB,EAAE,CAAC;IACxB,wBAAwB,EAAE,CAAC;IAC3B,mBAAmB,EAAE,CAAC;IACtB,4BAA4B,EAAE,CAAC;IAC/B,iBAAiB,EAAE,EAAE;IACrB,WAAW,EAAE,EAAE;IACf,SAAS,EAAE,GAAG;IACd,aAAa,EAAE,GAAG;IAClB,GAAG,SAAS;CACb,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CACjC,WAAuD,EACvD,UAA6B,EAC7B,EAAE,CAAC,CAAC;IACJ,GAAG,WAAW;IACd,CAAC,UAAU,CAAC,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;CACjD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,KAAgC,EAChC,SAAiB,EACjB,OAA8F,EAC9F,EAAE;IACF,MAAM,iBAAiB,GAAG,CAAC,GAAG,KAAK,CAAC,iBAAiB,EAAE,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACpG,OAAO;QACL,aAAa,EAAE,SAAS;QACxB,YAAY,EACV,KAAK,CAAC,YAAY,IAAI,IAAI;YACxB,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;QAClG,aAAa,EAAE,kBAAkB,CAAC,KAAK,CAAC,aAAa,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC;QACpF,YAAY,EAAE,kBAAkB,CAAC,iBAAiB,CAAC;QACnD,iBAAiB;KAClB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAC/C,UAA8C,EAAE,EAC3B,EAAE;IACvB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,UAAU,CAAC;IACtC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC;IAC1C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,GAAG,CAAC;IAC7C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAqC,CAAC;IAE5D,MAAM,YAAY,GAAG,GAAG,EAAE;QACxB,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC;QACzB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAClD,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,KAAK,CAAC,SAAS,IAAI,UAAU,EAAE,CAAC;gBAC7D,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBACzB,OAAO,IAAI,CAAC,CAAC;YACf,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,GAAG,EAAE;QAC3B,IAAI,MAAM,CAAC,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC,CAAC;QACxG,OAAO,MAAM,CAAC,IAAI,GAAG,UAAU,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;YACrD,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,gBAAgB,GAAG,CAAC,SAAiB,EAAE,EAAE;QAC7C,MAAM,OAAO,GAAG,gCAAgC,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/E,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACzB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,OAAO,KAAK,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACtC,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACjC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,OAAO;QACL,GAAG,CAAC,SAAS;YACX,YAAY,EAAE,CAAC;YACf,OAAO,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACrC,CAAC;QACD,GAAG,CAAC,SAAS,EAAE,KAAK;YAClB,YAAY,EAAE,CAAC;YACf,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE;gBACpB,GAAG,KAAK;gBACR,SAAS,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,SAAS;gBACpD,aAAa,EAAE,SAAS;aACzB,CAAC,CAAC;YACH,eAAe,EAAE,CAAC;QACpB,CAAC;QACD,MAAM,CAAC,SAAS,EAAE,OAAO;YACvB,YAAY,EAAE,CAAC;YACf,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC;YACxB,MAAM,OAAO,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;YAC9B,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE;gBACpB,GAAG,IAAI;gBACP,SAAS,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,SAAS;gBACpD,aAAa,EAAE,SAAS;aACzB,CAAC,CAAC;YACH,eAAe,EAAE,CAAC;YAClB,OAAO,MAAM,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;QAChC,CAAC;QACD,IAAI;YACF,YAAY,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;iBACtB,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;iBAC/C,MAAM,CAAC,CAAC,KAAK,EAAsC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACpE,CAAC;QACD,MAAM,CAAC,SAAS;YACd,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3B,CAAC;QACD,KAAK;YACH,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,CAAC;QACD,KAAK;YACH,OAAO,YAAY,EAAE,CAAC;QACxB,CAAC;KACF,CAAC;AACJ,CAAC,CAAC"}
|
package/dist/types.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { GenerateObjectOutput, GenerateTextOutput, ModelCatalog, ProviderAdapter, ReasoningConfig, StreamObjectResult, StreamTextResult, TokenUsage, ToolChoice, ToolExecutionOptions, ToolSet } from "@zhivex-ai/core";
|
|
1
|
+
import type { AgentApprovalResponse, AgentCapabilities, AgentHandoff, AgentMemoryStore, AgentRunOutput, AgentRunState, AgentRunStore, AgentStreamResult, AgentSupportTier, AgentTelemetryObserver, GenerateObjectOutput, GenerateTextOutput, JsonValue, ModelCatalog, ProviderAdapter, ReasoningConfig, StreamObjectResult, StreamTextResult, TokenUsage, ToolChoice, ToolExecutionOptions, ToolSet } from "@zhivex-ai/core";
|
|
2
2
|
import type { ZodTypeAny } from "zod";
|
|
3
3
|
export type GatewayProviderId = "openai" | "anthropic" | "gemini" | "vertex" | "qwen" | "kimi" | "bedrock" | "ollama" | "azure-openai" | "openrouter";
|
|
4
4
|
export type GatewayRoutingMode = "speed" | "balanced" | "quality";
|
|
@@ -35,6 +35,23 @@ export interface GatewayRequest {
|
|
|
35
35
|
primary: GatewayModelTarget;
|
|
36
36
|
fallbacks?: GatewayModelTarget[];
|
|
37
37
|
}
|
|
38
|
+
export interface GatewayAgentRequest extends Omit<GatewayRequest, "messages" | "systemPrompt"> {
|
|
39
|
+
prompt?: string;
|
|
40
|
+
messages?: GatewayMessage[];
|
|
41
|
+
system?: string;
|
|
42
|
+
instructions?: string;
|
|
43
|
+
agentId?: string;
|
|
44
|
+
state?: AgentRunState;
|
|
45
|
+
approvals?: AgentApprovalResponse[];
|
|
46
|
+
handoff?: AgentHandoff;
|
|
47
|
+
metadata?: Record<string, JsonValue>;
|
|
48
|
+
store?: AgentRunStore;
|
|
49
|
+
memory?: AgentMemoryStore;
|
|
50
|
+
onTelemetryEvent?: AgentTelemetryObserver;
|
|
51
|
+
requiredAgentCapabilities?: Partial<Omit<AgentCapabilities, "supportTier">> & {
|
|
52
|
+
supportTier?: AgentSupportTier;
|
|
53
|
+
};
|
|
54
|
+
}
|
|
38
55
|
export interface GatewayAttempt {
|
|
39
56
|
provider: GatewayProviderId;
|
|
40
57
|
modelId: string;
|
|
@@ -76,6 +93,19 @@ export interface GatewayObjectResponse<TSchema extends ZodTypeAny> extends Omit<
|
|
|
76
93
|
export interface GatewayStreamTextResult extends Omit<StreamTextResult, "collect"> {
|
|
77
94
|
collect: () => Promise<GatewayResponse>;
|
|
78
95
|
}
|
|
96
|
+
export interface GatewayAgentResponse extends Omit<AgentRunOutput, "state"> {
|
|
97
|
+
state: AgentRunState & {
|
|
98
|
+
routeDecision: GatewayResponse["routeDecision"];
|
|
99
|
+
};
|
|
100
|
+
providerUsed: GatewayProviderId;
|
|
101
|
+
modelUsed: string;
|
|
102
|
+
latencyMs: number;
|
|
103
|
+
attempts: GatewayAttempt[];
|
|
104
|
+
routeDecision: GatewayResponse["routeDecision"];
|
|
105
|
+
}
|
|
106
|
+
export interface GatewayAgentStreamResult extends Omit<AgentStreamResult, "collect"> {
|
|
107
|
+
collect: () => Promise<GatewayAgentResponse>;
|
|
108
|
+
}
|
|
79
109
|
export interface GatewayStreamObjectResult<TSchema extends ZodTypeAny> extends Omit<StreamObjectResult<TSchema>, "collect"> {
|
|
80
110
|
collect: () => Promise<GatewayObjectResponse<TSchema>>;
|
|
81
111
|
}
|
|
@@ -93,6 +123,11 @@ export interface GatewayConfig {
|
|
|
93
123
|
retry: number;
|
|
94
124
|
targetRank: number;
|
|
95
125
|
}) => void | Promise<void>;
|
|
126
|
+
onAgentRoute?: (selection: {
|
|
127
|
+
provider: GatewayProviderId;
|
|
128
|
+
modelId: string;
|
|
129
|
+
routeDecision: GatewayResponse["routeDecision"];
|
|
130
|
+
}) => void | Promise<void>;
|
|
96
131
|
}
|
|
97
132
|
export declare class GatewayError extends Error {
|
|
98
133
|
readonly retryable: boolean;
|
package/dist/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,qBAAqB,EACrB,iBAAiB,EAEjB,YAAY,EACZ,gBAAgB,EAChB,cAAc,EACd,aAAa,EACb,aAAa,EACb,iBAAiB,EACjB,gBAAgB,EAChB,sBAAsB,EAEtB,oBAAoB,EACpB,kBAAkB,EAElB,SAAS,EACT,YAAY,EAEZ,eAAe,EACf,eAAe,EACf,kBAAkB,EAClB,gBAAgB,EAChB,UAAU,EACV,UAAU,EACV,oBAAoB,EACpB,OAAO,EACR,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,KAAK,CAAC;AAEtC,MAAM,MAAM,iBAAiB,GACzB,QAAQ,GACR,WAAW,GACX,QAAQ,GACR,QAAQ,GACR,MAAM,GACN,MAAM,GACN,SAAS,GACT,QAAQ,GACR,cAAc,GACd,YAAY,CAAC;AACjB,MAAM,MAAM,kBAAkB,GAAG,OAAO,GAAG,UAAU,GAAG,SAAS,CAAC;AAClE,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,WAAW,GAAG,YAAY,CAAC;AAEpE,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,sBAAsB,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,aAAa,CAAC,EAAE,oBAAoB,CAAC;IACrC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,oBAAoB,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,WAAW,GAAG,OAAO,GAAG,kBAAkB,GAAG,UAAU,GAAG,QAAQ,GAAG,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC;IAClI,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,UAAU,CAAC,EAAE,iBAAiB,CAAC;IAC/B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,SAAS,CAAC,EAAE,kBAAkB,EAAE,CAAC;CAClC;AAED,MAAM,WAAW,mBAAoB,SAAQ,IAAI,CAAC,cAAc,EAAE,UAAU,GAAG,cAAc,CAAC;IAC5F,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,cAAc,EAAE,CAAC;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB,SAAS,CAAC,EAAE,qBAAqB,EAAE,CAAC;IACpC,OAAO,CAAC,EAAE,YAAY,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACrC,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;IAC1C,yBAAyB,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,iBAAiB,EAAE,aAAa,CAAC,CAAC,GAAG;QAC5E,WAAW,CAAC,EAAE,gBAAgB,CAAC;KAChC,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,EAAE,EAAE,OAAO,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,kBAAkB,CAAC,cAAc,CAAC,CAAC;IAClD,oBAAoB,CAAC,EAAE,kBAAkB,CAAC,sBAAsB,CAAC,CAAC;IAClE,YAAY,EAAE,iBAAiB,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,KAAK,EAAE,UAAU,GAAG;QAAE,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;IAC3C,aAAa,EAAE;QACb,IAAI,EAAE,kBAAkB,CAAC;QACzB,MAAM,EAAE,iBAAiB,CAAC;QAC1B,cAAc,EAAE,kBAAkB,EAAE,CAAC;QACrC,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,KAAK,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACnC,QAAQ,EAAE,kBAAkB,CAAC,UAAU,CAAC,CAAC;IACzC,WAAW,EAAE,kBAAkB,CAAC,aAAa,CAAC,CAAC;CAChD;AAED,MAAM,WAAW,4BAA4B,CAAC,OAAO,SAAS,UAAU,CAAE,SAAQ,cAAc;IAC9F,MAAM,EAAE,OAAO,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,UAAU,CAAC;IACtC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,qBAAqB,CAAC,OAAO,SAAS,UAAU,CAC/D,SAAQ,IAAI,CAAC,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,EAC7C,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,uBAAwB,SAAQ,IAAI,CAAC,gBAAgB,EAAE,SAAS,CAAC;IAChF,OAAO,EAAE,MAAM,OAAO,CAAC,eAAe,CAAC,CAAC;CACzC;AAED,MAAM,WAAW,oBAAqB,SAAQ,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC;IACzE,KAAK,EAAE,aAAa,GAAG;QACrB,aAAa,EAAE,eAAe,CAAC,eAAe,CAAC,CAAC;KACjD,CAAC;IACF,YAAY,EAAE,iBAAiB,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,aAAa,EAAE,eAAe,CAAC,eAAe,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,wBAAyB,SAAQ,IAAI,CAAC,iBAAiB,EAAE,SAAS,CAAC;IAClF,OAAO,EAAE,MAAM,OAAO,CAAC,oBAAoB,CAAC,CAAC;CAC9C;AAED,MAAM,WAAW,yBAAyB,CAAC,OAAO,SAAS,UAAU,CAAE,SAAQ,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC;IACzH,OAAO,EAAE,MAAM,OAAO,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;CACxD;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,eAAe,CAAC,CAAC,CAAC;IAC9D,gBAAgB,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,IAAI,CAAC,eAAe,EAAE,uBAAuB,CAAC,CAAC,CAAC,CAAC;IACtG,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,wBAAwB,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC,CAAC;IACtE,aAAa,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/D,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,cAAc,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtG,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE;QACzB,QAAQ,EAAE,iBAAiB,CAAC;QAC5B,OAAO,EAAE,MAAM,CAAC;QAChB,aAAa,EAAE,eAAe,CAAC,eAAe,CAAC,CAAC;KACjD,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B;AAED,qBAAa,YAAa,SAAQ,KAAK;IAGnC,QAAQ,CAAC,SAAS,EAAE,OAAO;gBAD3B,OAAO,EAAE,MAAM,EACN,SAAS,EAAE,OAAO;CAK9B"}
|
package/dist/types.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAqLA,MAAM,OAAO,YAAa,SAAQ,KAAK;IAG1B;IAFX,YACE,OAAe,EACN,SAAkB;QAE3B,KAAK,CAAC,OAAO,CAAC,CAAC;QAFN,cAAS,GAAT,SAAS,CAAS;QAG3B,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;IAC7B,CAAC;CACF"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@zhivex-ai/gateway",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.4.0-next.0",
|
|
4
4
|
"description": "Routing and fallback helpers for Zhivex AI SDK.",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
@@ -41,6 +41,6 @@
|
|
|
41
41
|
"access": "public"
|
|
42
42
|
},
|
|
43
43
|
"dependencies": {
|
|
44
|
-
"@zhivex-ai/core": "^0.
|
|
44
|
+
"@zhivex-ai/core": "^0.5.0-next.0"
|
|
45
45
|
}
|
|
46
46
|
}
|