@hyperdreamer/pi-webui 1.18.8 → 1.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/client/assets/{CodeViewer-CYojGDIc.js → CodeViewer-3Y40kwMd.js} +1 -1
- package/dist/client/assets/{UnifiedDiffViewer-BI0F9560.js → UnifiedDiffViewer-xek-ZrBA.js} +1 -1
- package/dist/client/assets/{index-BjFly-I4.js → index-C8fQLkMH.js} +494 -477
- package/dist/client/assets/{mathjaxEngine-BcmydUwn.js → mathjaxEngine-BUb2J-FW.js} +1 -1
- package/dist/client/index.html +1 -1
- package/dist/pi-webui-plugins/workspace-tasks/tasksPanelElement.js +5 -3
- package/dist/server/models/modelsConfigRoutes.js +31 -2
- package/dist/server/models/modelsConfigRoutes.js.map +1 -1
- package/dist/server/models/modelsConfigService.js +324 -73
- package/dist/server/models/modelsConfigService.js.map +1 -1
- package/dist/server/models/modelsJsonParser.js +29 -0
- package/dist/server/models/modelsJsonParser.js.map +1 -0
- package/dist/server/rateLimits/modelRateLimitAdapters.js +164 -0
- package/dist/server/rateLimits/modelRateLimitAdapters.js.map +1 -0
- package/dist/server/rateLimits/modelRateLimitConfig.js +67 -0
- package/dist/server/rateLimits/modelRateLimitConfig.js.map +1 -0
- package/dist/server/rateLimits/modelRateLimitOwner.js +342 -0
- package/dist/server/rateLimits/modelRateLimitOwner.js.map +1 -0
- package/dist/server/sessiond/sessionProxyRoutes.js +1 -0
- package/dist/server/sessiond/sessionProxyRoutes.js.map +1 -1
- package/dist/server/sessiond.js +16 -4
- package/dist/server/sessiond.js.map +1 -1
- package/dist/server/sessions/piSessionService.js +9 -3
- package/dist/server/sessions/piSessionService.js.map +1 -1
- package/dist/shared/apiTypes.d.ts +35 -0
- package/dist/shared/apiTypes.js.map +1 -1
- package/dist/shared/federatedRoutes.js +1 -0
- package/dist/shared/federatedRoutes.js.map +1 -1
- package/dist/shared/modelRateLimits.d.ts +33 -0
- package/dist/shared/modelRateLimits.js +69 -0
- package/dist/shared/modelRateLimits.js.map +1 -0
- package/docs/config.md +13 -0
- package/package.json +1 -1
|
@@ -0,0 +1,164 @@
|
|
|
1
|
+
import { createAssistantMessageEventStream, } from "@earendil-works/pi-ai";
|
|
2
|
+
import { MODEL_RATE_LIMITS_BLOCKED_MESSAGE, } from "./modelRateLimitOwner.js";
|
|
3
|
+
const MODEL_RATE_LIMIT_WRAPPED = Symbol("pi-webui.modelRateLimitWrapped");
|
|
4
|
+
const wrappedStreamFns = new WeakMap();
|
|
5
|
+
const wrappedCompletionFns = new WeakMap();
|
|
6
|
+
/** Wraps Pi's stream function with admission and terminal accounting. */
|
|
7
|
+
export function wrapModelStream(owner, delegate) {
|
|
8
|
+
if (isWrappedModelStreamFunction(delegate))
|
|
9
|
+
return delegate;
|
|
10
|
+
const wrappers = streamWrappersFor(owner);
|
|
11
|
+
const existing = wrappers.get(delegate);
|
|
12
|
+
if (existing !== undefined)
|
|
13
|
+
return existing;
|
|
14
|
+
const wrapped = (model, context, options) => {
|
|
15
|
+
const stream = createAssistantMessageEventStream();
|
|
16
|
+
void pumpModelStream(owner, delegate, stream, identityFor(model), model, context, options);
|
|
17
|
+
return stream;
|
|
18
|
+
};
|
|
19
|
+
markWrapped(wrapped);
|
|
20
|
+
wrappers.set(delegate, wrapped);
|
|
21
|
+
return wrapped;
|
|
22
|
+
}
|
|
23
|
+
/** Wraps a direct completion function with admission and terminal accounting. */
|
|
24
|
+
export function wrapModelCompletion(owner, delegate) {
|
|
25
|
+
if (isWrapped(delegate))
|
|
26
|
+
return delegate;
|
|
27
|
+
const wrappers = completionWrappersFor(owner);
|
|
28
|
+
const existing = wrappers.get(delegate);
|
|
29
|
+
if (existing !== undefined)
|
|
30
|
+
return existing;
|
|
31
|
+
const wrapped = async (model, context, options) => {
|
|
32
|
+
const identity = identityFor(model);
|
|
33
|
+
const admission = await owner.acquire(identity, options?.signal);
|
|
34
|
+
if (admission.status === "blocked") {
|
|
35
|
+
return synthesizedTerminal(model, "error", blockedMessage(admission.error));
|
|
36
|
+
}
|
|
37
|
+
if (admission.status === "aborted") {
|
|
38
|
+
return synthesizedTerminal(model, "aborted", "Request was aborted");
|
|
39
|
+
}
|
|
40
|
+
try {
|
|
41
|
+
const message = await delegate(model, context, options);
|
|
42
|
+
owner.completeCall(identity, message.usage);
|
|
43
|
+
return message;
|
|
44
|
+
}
|
|
45
|
+
catch (error) {
|
|
46
|
+
owner.completeCall(identity, undefined);
|
|
47
|
+
throw error;
|
|
48
|
+
}
|
|
49
|
+
};
|
|
50
|
+
markWrapped(wrapped);
|
|
51
|
+
wrappers.set(delegate, wrapped);
|
|
52
|
+
return wrapped;
|
|
53
|
+
}
|
|
54
|
+
async function pumpModelStream(owner, delegate, stream, identity, model, context, options) {
|
|
55
|
+
let settled = false;
|
|
56
|
+
const settle = () => {
|
|
57
|
+
if (settled)
|
|
58
|
+
return false;
|
|
59
|
+
settled = true;
|
|
60
|
+
return true;
|
|
61
|
+
};
|
|
62
|
+
/** Admission was never granted, so the dispatch unit is not spent. */
|
|
63
|
+
const settleWithoutDispatch = (reason, errorMessage) => {
|
|
64
|
+
if (!settle())
|
|
65
|
+
return;
|
|
66
|
+
const message = synthesizedTerminal(model, reason, errorMessage);
|
|
67
|
+
stream.push({ type: "error", reason, error: message });
|
|
68
|
+
stream.end(message);
|
|
69
|
+
};
|
|
70
|
+
/** A dispatch happened; release the admission even without terminal usage. */
|
|
71
|
+
const settleDispatchedFailure = (errorMessage) => {
|
|
72
|
+
if (!settle())
|
|
73
|
+
return;
|
|
74
|
+
owner.completeCall(identity, undefined);
|
|
75
|
+
const message = synthesizedTerminal(model, "error", errorMessage);
|
|
76
|
+
stream.push({ type: "error", reason: "error", error: message });
|
|
77
|
+
stream.end(message);
|
|
78
|
+
};
|
|
79
|
+
const admission = await owner.acquire(identity, options?.signal);
|
|
80
|
+
if (admission.status === "blocked") {
|
|
81
|
+
settleWithoutDispatch("error", blockedMessage(admission.error));
|
|
82
|
+
return;
|
|
83
|
+
}
|
|
84
|
+
if (admission.status === "aborted") {
|
|
85
|
+
settleWithoutDispatch("aborted", "Request was aborted");
|
|
86
|
+
return;
|
|
87
|
+
}
|
|
88
|
+
try {
|
|
89
|
+
const returned = delegate(model, context, options);
|
|
90
|
+
const delegateStream = returned instanceof Promise ? await returned : returned;
|
|
91
|
+
for await (const event of delegateStream) {
|
|
92
|
+
if (event.type !== "done" && event.type !== "error") {
|
|
93
|
+
stream.push(event);
|
|
94
|
+
continue;
|
|
95
|
+
}
|
|
96
|
+
const terminal = event.type === "done" ? event.message : event.error;
|
|
97
|
+
// Account the terminal inside the first-`settle()` branch so exactly-once
|
|
98
|
+
// does not rest on the post-terminal `return` alone.
|
|
99
|
+
if (settle()) {
|
|
100
|
+
owner.completeCall(identity, terminal.usage);
|
|
101
|
+
stream.push(event);
|
|
102
|
+
stream.end(terminal);
|
|
103
|
+
}
|
|
104
|
+
return;
|
|
105
|
+
}
|
|
106
|
+
settleDispatchedFailure("Model stream ended without a final result.");
|
|
107
|
+
}
|
|
108
|
+
catch (error) {
|
|
109
|
+
settleDispatchedFailure(error instanceof Error ? error.message : String(error));
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
function streamWrappersFor(owner) {
|
|
113
|
+
let wrappers = wrappedStreamFns.get(owner);
|
|
114
|
+
if (wrappers === undefined) {
|
|
115
|
+
wrappers = new WeakMap();
|
|
116
|
+
wrappedStreamFns.set(owner, wrappers);
|
|
117
|
+
}
|
|
118
|
+
return wrappers;
|
|
119
|
+
}
|
|
120
|
+
function completionWrappersFor(owner) {
|
|
121
|
+
let wrappers = wrappedCompletionFns.get(owner);
|
|
122
|
+
if (wrappers === undefined) {
|
|
123
|
+
wrappers = new WeakMap();
|
|
124
|
+
wrappedCompletionFns.set(owner, wrappers);
|
|
125
|
+
}
|
|
126
|
+
return wrappers;
|
|
127
|
+
}
|
|
128
|
+
function markWrapped(wrapped) {
|
|
129
|
+
Object.defineProperty(wrapped, MODEL_RATE_LIMIT_WRAPPED, { value: true, enumerable: false });
|
|
130
|
+
}
|
|
131
|
+
function isWrapped(delegate) {
|
|
132
|
+
return Reflect.get(delegate, MODEL_RATE_LIMIT_WRAPPED) === true;
|
|
133
|
+
}
|
|
134
|
+
/** Only this module's wrappers carry the tag, and they always return synchronously. */
|
|
135
|
+
function isWrappedModelStreamFunction(delegate) {
|
|
136
|
+
return isWrapped(delegate);
|
|
137
|
+
}
|
|
138
|
+
function identityFor(model) {
|
|
139
|
+
return { provider: model.provider, modelId: model.id };
|
|
140
|
+
}
|
|
141
|
+
function blockedMessage(error) {
|
|
142
|
+
return `${MODEL_RATE_LIMITS_BLOCKED_MESSAGE} ${error}`;
|
|
143
|
+
}
|
|
144
|
+
function synthesizedTerminal(model, stopReason, errorMessage) {
|
|
145
|
+
return {
|
|
146
|
+
role: "assistant",
|
|
147
|
+
content: [],
|
|
148
|
+
api: model.api,
|
|
149
|
+
provider: model.provider,
|
|
150
|
+
model: model.id,
|
|
151
|
+
usage: {
|
|
152
|
+
input: 0,
|
|
153
|
+
output: 0,
|
|
154
|
+
cacheRead: 0,
|
|
155
|
+
cacheWrite: 0,
|
|
156
|
+
totalTokens: 0,
|
|
157
|
+
cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 },
|
|
158
|
+
},
|
|
159
|
+
stopReason,
|
|
160
|
+
errorMessage,
|
|
161
|
+
timestamp: Date.now(),
|
|
162
|
+
};
|
|
163
|
+
}
|
|
164
|
+
//# sourceMappingURL=modelRateLimitAdapters.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"modelRateLimitAdapters.js","sourceRoot":"","sources":["../../../src/server/rateLimits/modelRateLimitAdapters.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iCAAiC,GAQlC,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,iCAAiC,GAElC,MAAM,0BAA0B,CAAC;AAElC,MAAM,wBAAwB,GAAG,MAAM,CAAC,gCAAgC,CAAC,CAAC;AAgB1E,MAAM,gBAAgB,GAAG,IAAI,OAAO,EAA+D,CAAC;AACpG,MAAM,oBAAoB,GAAG,IAAI,OAAO,EAAkF,CAAC;AAE3H,yEAAyE;AACzE,MAAM,UAAU,eAAe,CAC7B,KAA0B,EAC1B,QAAkB;IAElB,IAAI,4BAA4B,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC5D,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACxC,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC5C,MAAM,OAAO,GAAwB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE;QAC/D,MAAM,MAAM,GAAG,iCAAiC,EAAE,CAAC;QACnD,KAAK,eAAe,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC3F,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IACF,WAAW,CAAC,OAAO,CAAC,CAAC;IACrB,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAChC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,mBAAmB,CACjC,KAA0B,EAC1B,QAAiC;IAEjC,IAAI,SAAS,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IACzC,MAAM,QAAQ,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACxC,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC5C,MAAM,OAAO,GAA4B,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE;QACzE,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACjE,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACnC,OAAO,mBAAmB,CAAC,KAAK,EAAE,OAAO,EAAE,cAAc,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACnC,OAAO,mBAAmB,CAAC,KAAK,EAAE,SAAS,EAAE,qBAAqB,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YACxD,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;YAC5C,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YACxC,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IACF,WAAW,CAAC,OAAO,CAAC,CAAC;IACrB,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAChC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,KAA0B,EAC1B,QAAkB,EAClB,MAAmC,EACnC,QAAgC,EAChC,KAAiB,EACjB,OAAgB,EAChB,OAAwC;IAExC,IAAI,OAAO,GAAG,KAAK,CAAC;IAEpB,MAAM,MAAM,GAAG,GAAY,EAAE;QAC3B,IAAI,OAAO;YAAE,OAAO,KAAK,CAAC;QAC1B,OAAO,GAAG,IAAI,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,sEAAsE;IACtE,MAAM,qBAAqB,GAAG,CAAC,MAA2B,EAAE,YAAoB,EAAQ,EAAE;QACxF,IAAI,CAAC,MAAM,EAAE;YAAE,OAAO;QACtB,MAAM,OAAO,GAAG,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;QACjE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QACvD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC,CAAC;IAEF,8EAA8E;IAC9E,MAAM,uBAAuB,GAAG,CAAC,YAAoB,EAAQ,EAAE;QAC7D,IAAI,CAAC,MAAM,EAAE;YAAE,OAAO;QACtB,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,mBAAmB,CAAC,KAAK,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;QAClE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAChE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC,CAAC;IAEF,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACjE,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACnC,qBAAqB,CAAC,OAAO,EAAE,cAAc,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QAChE,OAAO;IACT,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACnC,qBAAqB,CAAC,SAAS,EAAE,qBAAqB,CAAC,CAAC;QACxD,OAAO;IACT,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,cAAc,GAAG,QAAQ,YAAY,OAAO,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC/E,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;YACzC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBACpD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnB,SAAS;YACX,CAAC;YACD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;YACrE,0EAA0E;YAC1E,qDAAqD;YACrD,IAAI,MAAM,EAAE,EAAE,CAAC;gBACb,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC7C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACvB,CAAC;YACD,OAAO;QACT,CAAC;QACD,uBAAuB,CAAC,4CAA4C,CAAC,CAAC;IACxE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,uBAAuB,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAClF,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,KAA0B;IACnD,IAAI,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,QAAQ,GAAG,IAAI,OAAO,EAAE,CAAC;QACzB,gBAAgB,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAA0B;IAE1B,IAAI,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC/C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,QAAQ,GAAG,IAAI,OAAO,EAAE,CAAC;QACzB,oBAAoB,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,WAAW,CAAC,OAAe;IAClC,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,wBAAwB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;AAC/F,CAAC;AAED,SAAS,SAAS,CAAC,QAAgB;IACjC,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,wBAAwB,CAAC,KAAK,IAAI,CAAC;AAClE,CAAC;AAED,uFAAuF;AACvF,SAAS,4BAA4B,CAAC,QAAkB;IACtD,OAAO,SAAS,CAAC,QAAQ,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,WAAW,CAAC,KAAiB;IACpC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;AACzD,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,OAAO,GAAG,iCAAiC,IAAI,KAAK,EAAE,CAAC;AACzD,CAAC;AAED,SAAS,mBAAmB,CAC1B,KAAiB,EACjB,UAA+B,EAC/B,YAAoB;IAEpB,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,EAAE;QACX,GAAG,EAAE,KAAK,CAAC,GAAG;QACd,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,KAAK,EAAE,KAAK,CAAC,EAAE;QACf,KAAK,EAAE;YACL,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,SAAS,EAAE,CAAC;YACZ,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;SACrE;QACD,UAAU;QACV,YAAY;QACZ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;KACtB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import { MODEL_RATE_LIMIT_FIELDS, modelRateLimitFieldMessage, modelRateLimitValuesFromEntry, } from "../../shared/modelRateLimits.js";
|
|
2
|
+
export function emptyModelRateLimitSnapshot() {
|
|
3
|
+
return { limits: new Map() };
|
|
4
|
+
}
|
|
5
|
+
export function extractModelRateLimits(document) {
|
|
6
|
+
const limits = new Map();
|
|
7
|
+
const errors = [];
|
|
8
|
+
const providers = document.providers;
|
|
9
|
+
if (providers === undefined || !isRecord(providers))
|
|
10
|
+
return { ok: true, snapshot: { limits } };
|
|
11
|
+
for (const provider of Object.keys(providers)) {
|
|
12
|
+
const providerRecord = providers[provider];
|
|
13
|
+
if (!isRecord(providerRecord))
|
|
14
|
+
continue;
|
|
15
|
+
const models = providerRecord.models;
|
|
16
|
+
if (!Array.isArray(models))
|
|
17
|
+
continue;
|
|
18
|
+
let providerLimits = limits.get(provider);
|
|
19
|
+
if (providerLimits === undefined) {
|
|
20
|
+
providerLimits = new Map();
|
|
21
|
+
limits.set(provider, providerLimits);
|
|
22
|
+
}
|
|
23
|
+
const occurrences = new Map();
|
|
24
|
+
for (const entry of models) {
|
|
25
|
+
if (!isRecord(entry))
|
|
26
|
+
continue;
|
|
27
|
+
const rawId = entry.id;
|
|
28
|
+
const modelId = typeof rawId === "string" ? rawId : "";
|
|
29
|
+
const occurrence = occurrences.get(modelId) ?? 0;
|
|
30
|
+
occurrences.set(modelId, occurrence + 1);
|
|
31
|
+
if (modelId === "") {
|
|
32
|
+
for (const field of MODEL_RATE_LIMIT_FIELDS) {
|
|
33
|
+
if (entry[field] === undefined)
|
|
34
|
+
continue;
|
|
35
|
+
errors.push({ provider, modelId, occurrence, field, reason: "missing-model-id", message: modelRateLimitFieldMessage(field, "missing-model-id") });
|
|
36
|
+
}
|
|
37
|
+
continue;
|
|
38
|
+
}
|
|
39
|
+
const parsed = modelRateLimitValuesFromEntry(entry);
|
|
40
|
+
if (!parsed.ok) {
|
|
41
|
+
errors.push({ provider, modelId, occurrence, field: parsed.field, reason: parsed.reason, message: modelRateLimitFieldMessage(parsed.field, parsed.reason) });
|
|
42
|
+
continue;
|
|
43
|
+
}
|
|
44
|
+
providerLimits.set(modelId, parsed.values);
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
if (errors.length > 0)
|
|
48
|
+
return { ok: false, errors };
|
|
49
|
+
const enabledLimits = new Map();
|
|
50
|
+
for (const [provider, providerLimits] of limits) {
|
|
51
|
+
const enabled = new Map();
|
|
52
|
+
for (const [modelId, values] of providerLimits) {
|
|
53
|
+
if (values.tpm !== undefined || values.rpm !== undefined)
|
|
54
|
+
enabled.set(modelId, values);
|
|
55
|
+
}
|
|
56
|
+
if (enabled.size > 0)
|
|
57
|
+
enabledLimits.set(provider, enabled);
|
|
58
|
+
}
|
|
59
|
+
return { ok: true, snapshot: { limits: enabledLimits } };
|
|
60
|
+
}
|
|
61
|
+
export function modelRateLimitValuesFor(snapshot, identity) {
|
|
62
|
+
return snapshot.limits.get(identity.provider)?.get(identity.modelId);
|
|
63
|
+
}
|
|
64
|
+
function isRecord(value) {
|
|
65
|
+
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
66
|
+
}
|
|
67
|
+
//# sourceMappingURL=modelRateLimitConfig.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"modelRateLimitConfig.js","sourceRoot":"","sources":["../../../src/server/rateLimits/modelRateLimitConfig.ts"],"names":[],"mappings":"AACA,OAAO,EACL,uBAAuB,EACvB,0BAA0B,EAC1B,6BAA6B,GAI9B,MAAM,iCAAiC,CAAC;AAyBzC,MAAM,UAAU,2BAA2B;IACzC,OAAO,EAAE,MAAM,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAA8B;IACnE,MAAM,MAAM,GAAG,IAAI,GAAG,EAA6C,CAAC;IACpE,MAAM,MAAM,GAAoC,EAAE,CAAC;IACnD,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;IACrC,IAAI,SAAS,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,EAAE,CAAC;IAE/F,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9C,MAAM,cAAc,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC;YAAE,SAAS;QACxC,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC;QACrC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,SAAS;QAErC,IAAI,cAAc,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;YACjC,cAAc,GAAG,IAAI,GAAG,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC9C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,SAAS;YAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,OAAO,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACvD,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACjD,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;YAEzC,IAAI,OAAO,KAAK,EAAE,EAAE,CAAC;gBACnB,KAAK,MAAM,KAAK,IAAI,uBAAuB,EAAE,CAAC;oBAC5C,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,SAAS;wBAAE,SAAS;oBACzC,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,kBAAkB,EAAE,OAAO,EAAE,0BAA0B,CAAC,KAAK,EAAE,kBAAkB,CAAC,EAAE,CAAC,CAAC;gBACpJ,CAAC;gBACD,SAAS;YACX,CAAC;YAED,MAAM,MAAM,GAAG,6BAA6B,CAAC,KAAK,CAAC,CAAC;YACpD,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,0BAA0B,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC7J,SAAS;YACX,CAAC;YACD,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAEpD,MAAM,aAAa,GAAG,IAAI,GAAG,EAA6C,CAAC;IAC3E,KAAK,MAAM,CAAC,QAAQ,EAAE,cAAc,CAAC,IAAI,MAAM,EAAE,CAAC;QAChD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAgC,CAAC;QACxD,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,cAAc,EAAE,CAAC;YAC/C,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS;gBAAE,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACzF,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC;YAAE,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,QAAgC,EAChC,QAAgC;IAEhC,OAAO,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}
|
|
@@ -0,0 +1,342 @@
|
|
|
1
|
+
import { MODEL_RATE_LIMIT_WINDOW_MS, sumModelTerminalTokens, } from "../../shared/modelRateLimits.js";
|
|
2
|
+
import { modelRateLimitValuesFor, } from "./modelRateLimitConfig.js";
|
|
3
|
+
export const modelRateLimitDefaultClock = {
|
|
4
|
+
now: () => performance.now(),
|
|
5
|
+
schedule: (delayMs, callback) => {
|
|
6
|
+
const handle = setTimeout(callback, Math.max(0, delayMs));
|
|
7
|
+
return { cancel: () => { clearTimeout(handle); } };
|
|
8
|
+
},
|
|
9
|
+
};
|
|
10
|
+
export const MODEL_RATE_LIMITS_BLOCKED_CODE = "MODEL_RATE_LIMITS_BLOCKED";
|
|
11
|
+
export const MODEL_RATE_LIMITS_BLOCKED_MESSAGE = "Model requests are blocked because the model configuration is invalid.";
|
|
12
|
+
export function createModelRateLimitOwner(options = {}) {
|
|
13
|
+
return new ModelRateLimitOwnerImpl(options.clock ?? modelRateLimitDefaultClock, options.logger);
|
|
14
|
+
}
|
|
15
|
+
class ModelRateLimitOwnerImpl {
|
|
16
|
+
constructor(clock, logger) {
|
|
17
|
+
this.clock = clock;
|
|
18
|
+
this.logger = logger;
|
|
19
|
+
this.states = new Map();
|
|
20
|
+
this.revision = 0;
|
|
21
|
+
this.admission = "ready";
|
|
22
|
+
this.source = "none";
|
|
23
|
+
this.disposed = false;
|
|
24
|
+
}
|
|
25
|
+
async acquire(identity, signal) {
|
|
26
|
+
if (this.disposed || signal?.aborted === true)
|
|
27
|
+
return { status: "aborted" };
|
|
28
|
+
if (this.admission === "blocked") {
|
|
29
|
+
const error = this.error ?? MODEL_RATE_LIMITS_BLOCKED_MESSAGE;
|
|
30
|
+
this.logger?.warn({ provider: identity.provider, modelId: identity.modelId, error }, "model request blocked by invalid models configuration");
|
|
31
|
+
return { status: "blocked", code: MODEL_RATE_LIMITS_BLOCKED_CODE, error };
|
|
32
|
+
}
|
|
33
|
+
const state = this.stateFor(identity);
|
|
34
|
+
const now = this.clock.now();
|
|
35
|
+
this.prune(state, now);
|
|
36
|
+
if (state.queue.length === 0 && this.canAdmit(state)) {
|
|
37
|
+
state.requestTimestamps.push(now);
|
|
38
|
+
state.inFlight += 1;
|
|
39
|
+
return { status: "granted" };
|
|
40
|
+
}
|
|
41
|
+
let settle;
|
|
42
|
+
const waiter = {
|
|
43
|
+
resolve: (result) => { settle?.(result); },
|
|
44
|
+
signal,
|
|
45
|
+
onAbort: undefined,
|
|
46
|
+
settled: false,
|
|
47
|
+
};
|
|
48
|
+
const result = new Promise((resolve) => { settle = resolve; });
|
|
49
|
+
state.queue.push(waiter);
|
|
50
|
+
if (signal !== undefined) {
|
|
51
|
+
waiter.onAbort = () => { this.abortWaiter(state, waiter); };
|
|
52
|
+
signal.addEventListener("abort", waiter.onAbort, { once: true });
|
|
53
|
+
}
|
|
54
|
+
if (!state.queuedLogged) {
|
|
55
|
+
state.queuedLogged = true;
|
|
56
|
+
this.logger?.warn({ provider: identity.provider, modelId: identity.modelId, dimension: this.exhaustedDimension(state) }, "model request queued for rate limit");
|
|
57
|
+
}
|
|
58
|
+
this.drain(state);
|
|
59
|
+
this.schedule(state);
|
|
60
|
+
return await result;
|
|
61
|
+
}
|
|
62
|
+
completeCall(identity, usage) {
|
|
63
|
+
if (this.disposed)
|
|
64
|
+
return;
|
|
65
|
+
const state = this.find(identity);
|
|
66
|
+
if (state === undefined)
|
|
67
|
+
return;
|
|
68
|
+
if (state.inFlight > 0)
|
|
69
|
+
state.inFlight -= 1;
|
|
70
|
+
const tokens = sumModelTerminalTokens(usage);
|
|
71
|
+
const now = this.clock.now();
|
|
72
|
+
if (tokens > 0)
|
|
73
|
+
state.tokenUsages.push({ at: now, tokens });
|
|
74
|
+
this.prune(state, now);
|
|
75
|
+
if (state.queue.length > 0) {
|
|
76
|
+
this.drain(state);
|
|
77
|
+
this.schedule(state);
|
|
78
|
+
}
|
|
79
|
+
this.pruneIdleState(identity, state);
|
|
80
|
+
}
|
|
81
|
+
applySnapshot(snapshot, source) {
|
|
82
|
+
if (this.disposed)
|
|
83
|
+
return this.revision;
|
|
84
|
+
for (const [provider, models] of snapshot.limits) {
|
|
85
|
+
for (const [modelId, limits] of models) {
|
|
86
|
+
this.stateFor({ provider, modelId }).limits = { ...limits };
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
for (const [provider, providerStates] of this.states) {
|
|
90
|
+
for (const [modelId, state] of providerStates) {
|
|
91
|
+
if (modelRateLimitValuesFor(snapshot, { provider, modelId }) === undefined)
|
|
92
|
+
state.limits = {};
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
for (const providerStates of this.states.values()) {
|
|
96
|
+
for (const state of providerStates.values()) {
|
|
97
|
+
if (state.queue.length === 0)
|
|
98
|
+
continue;
|
|
99
|
+
this.drain(state);
|
|
100
|
+
this.schedule(state);
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
this.revision += 1;
|
|
104
|
+
this.admission = "ready";
|
|
105
|
+
this.source = source;
|
|
106
|
+
this.error = undefined;
|
|
107
|
+
this.pruneIdleStates();
|
|
108
|
+
return this.revision;
|
|
109
|
+
}
|
|
110
|
+
reportLoadFailure(error) {
|
|
111
|
+
this.error = error;
|
|
112
|
+
if (this.revision > 0) {
|
|
113
|
+
this.source = "last-known-good";
|
|
114
|
+
return;
|
|
115
|
+
}
|
|
116
|
+
this.admission = "blocked";
|
|
117
|
+
}
|
|
118
|
+
readStatus() {
|
|
119
|
+
return {
|
|
120
|
+
revision: this.revision,
|
|
121
|
+
admission: this.admission,
|
|
122
|
+
source: this.source,
|
|
123
|
+
...(this.error === undefined ? {} : { error: this.error }),
|
|
124
|
+
};
|
|
125
|
+
}
|
|
126
|
+
dispose() {
|
|
127
|
+
if (this.disposed)
|
|
128
|
+
return;
|
|
129
|
+
this.disposed = true;
|
|
130
|
+
for (const providerStates of this.states.values()) {
|
|
131
|
+
for (const state of providerStates.values()) {
|
|
132
|
+
this.cancelTimer(state);
|
|
133
|
+
for (const waiter of state.queue) {
|
|
134
|
+
this.removeAbortListener(waiter);
|
|
135
|
+
this.settleWaiter(waiter, { status: "aborted" });
|
|
136
|
+
}
|
|
137
|
+
state.queue.length = 0;
|
|
138
|
+
state.requestTimestamps.length = 0;
|
|
139
|
+
state.tokenUsages.length = 0;
|
|
140
|
+
state.inFlight = 0;
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
this.states.clear();
|
|
144
|
+
}
|
|
145
|
+
pendingWaiterCount(identity) {
|
|
146
|
+
if (identity !== undefined)
|
|
147
|
+
return this.find(identity)?.queue.length ?? 0;
|
|
148
|
+
let count = 0;
|
|
149
|
+
for (const providerStates of this.states.values()) {
|
|
150
|
+
for (const state of providerStates.values())
|
|
151
|
+
count += state.queue.length;
|
|
152
|
+
}
|
|
153
|
+
return count;
|
|
154
|
+
}
|
|
155
|
+
activeTimerCount() {
|
|
156
|
+
let count = 0;
|
|
157
|
+
for (const providerStates of this.states.values()) {
|
|
158
|
+
for (const state of providerStates.values()) {
|
|
159
|
+
if (state.timer !== undefined)
|
|
160
|
+
count += 1;
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
return count;
|
|
164
|
+
}
|
|
165
|
+
activeIdentityCount() {
|
|
166
|
+
let count = 0;
|
|
167
|
+
for (const providerStates of this.states.values())
|
|
168
|
+
count += providerStates.size;
|
|
169
|
+
return count;
|
|
170
|
+
}
|
|
171
|
+
inFlightCount(identity) {
|
|
172
|
+
if (identity !== undefined)
|
|
173
|
+
return this.find(identity)?.inFlight ?? 0;
|
|
174
|
+
let count = 0;
|
|
175
|
+
for (const providerStates of this.states.values()) {
|
|
176
|
+
for (const state of providerStates.values())
|
|
177
|
+
count += state.inFlight;
|
|
178
|
+
}
|
|
179
|
+
return count;
|
|
180
|
+
}
|
|
181
|
+
stateFor(identity) {
|
|
182
|
+
let providerStates = this.states.get(identity.provider);
|
|
183
|
+
if (providerStates === undefined) {
|
|
184
|
+
providerStates = new Map();
|
|
185
|
+
this.states.set(identity.provider, providerStates);
|
|
186
|
+
}
|
|
187
|
+
let state = providerStates.get(identity.modelId);
|
|
188
|
+
if (state === undefined) {
|
|
189
|
+
state = {
|
|
190
|
+
limits: {},
|
|
191
|
+
requestTimestamps: [],
|
|
192
|
+
tokenUsages: [],
|
|
193
|
+
queue: [],
|
|
194
|
+
timer: undefined,
|
|
195
|
+
inFlight: 0,
|
|
196
|
+
queuedLogged: false,
|
|
197
|
+
};
|
|
198
|
+
providerStates.set(identity.modelId, state);
|
|
199
|
+
}
|
|
200
|
+
return state;
|
|
201
|
+
}
|
|
202
|
+
find(identity) {
|
|
203
|
+
return this.states.get(identity.provider)?.get(identity.modelId);
|
|
204
|
+
}
|
|
205
|
+
prune(state, now) {
|
|
206
|
+
const cutoff = now - MODEL_RATE_LIMIT_WINDOW_MS;
|
|
207
|
+
while (state.requestTimestamps.length > 0 && (state.requestTimestamps[0] ?? Number.POSITIVE_INFINITY) <= cutoff) {
|
|
208
|
+
state.requestTimestamps.shift();
|
|
209
|
+
}
|
|
210
|
+
while (state.tokenUsages.length > 0 && (state.tokenUsages[0]?.at ?? Number.POSITIVE_INFINITY) <= cutoff) {
|
|
211
|
+
state.tokenUsages.shift();
|
|
212
|
+
}
|
|
213
|
+
}
|
|
214
|
+
retainedTokenSum(state) {
|
|
215
|
+
let sum = 0;
|
|
216
|
+
for (const usage of state.tokenUsages)
|
|
217
|
+
sum += usage.tokens;
|
|
218
|
+
return sum;
|
|
219
|
+
}
|
|
220
|
+
canAdmit(state) {
|
|
221
|
+
if (state.limits.rpm !== undefined && state.requestTimestamps.length >= state.limits.rpm)
|
|
222
|
+
return false;
|
|
223
|
+
return state.limits.tpm === undefined || this.retainedTokenSum(state) < state.limits.tpm;
|
|
224
|
+
}
|
|
225
|
+
exhaustedDimension(state) {
|
|
226
|
+
const rpmExhausted = state.limits.rpm !== undefined && state.requestTimestamps.length >= state.limits.rpm;
|
|
227
|
+
const tpmExhausted = state.limits.tpm !== undefined && this.retainedTokenSum(state) >= state.limits.tpm;
|
|
228
|
+
if (rpmExhausted && tpmExhausted)
|
|
229
|
+
return "tpm+rpm";
|
|
230
|
+
if (rpmExhausted)
|
|
231
|
+
return "rpm";
|
|
232
|
+
if (tpmExhausted)
|
|
233
|
+
return "tpm";
|
|
234
|
+
return undefined;
|
|
235
|
+
}
|
|
236
|
+
drain(state) {
|
|
237
|
+
const now = this.clock.now();
|
|
238
|
+
this.prune(state, now);
|
|
239
|
+
while (state.queue.length > 0) {
|
|
240
|
+
const head = state.queue[0];
|
|
241
|
+
if (head === undefined)
|
|
242
|
+
break;
|
|
243
|
+
if (head.signal?.aborted === true) {
|
|
244
|
+
state.queue.shift();
|
|
245
|
+
this.removeAbortListener(head);
|
|
246
|
+
this.settleWaiter(head, { status: "aborted" });
|
|
247
|
+
continue;
|
|
248
|
+
}
|
|
249
|
+
if (!this.canAdmit(state))
|
|
250
|
+
break;
|
|
251
|
+
state.queue.shift();
|
|
252
|
+
this.removeAbortListener(head);
|
|
253
|
+
state.requestTimestamps.push(now);
|
|
254
|
+
state.inFlight += 1;
|
|
255
|
+
this.settleWaiter(head, { status: "granted" });
|
|
256
|
+
}
|
|
257
|
+
if (state.queue.length === 0) {
|
|
258
|
+
this.cancelTimer(state);
|
|
259
|
+
state.queuedLogged = false;
|
|
260
|
+
}
|
|
261
|
+
else {
|
|
262
|
+
this.schedule(state);
|
|
263
|
+
}
|
|
264
|
+
}
|
|
265
|
+
schedule(state) {
|
|
266
|
+
if (state.queue.length === 0 || (state.requestTimestamps.length === 0 && state.tokenUsages.length === 0)) {
|
|
267
|
+
this.cancelTimer(state);
|
|
268
|
+
return;
|
|
269
|
+
}
|
|
270
|
+
const now = this.clock.now();
|
|
271
|
+
const requestHead = state.requestTimestamps[0];
|
|
272
|
+
const tokenHead = state.tokenUsages[0];
|
|
273
|
+
const earliest = Math.min(requestHead ?? Number.POSITIVE_INFINITY, tokenHead?.at ?? Number.POSITIVE_INFINITY);
|
|
274
|
+
if (!Number.isFinite(earliest)) {
|
|
275
|
+
this.cancelTimer(state);
|
|
276
|
+
return;
|
|
277
|
+
}
|
|
278
|
+
const delay = Math.max(0, earliest + MODEL_RATE_LIMIT_WINDOW_MS - now);
|
|
279
|
+
this.cancelTimer(state);
|
|
280
|
+
state.timer = this.clock.schedule(delay, () => {
|
|
281
|
+
state.timer = undefined;
|
|
282
|
+
this.prune(state, this.clock.now());
|
|
283
|
+
this.drain(state);
|
|
284
|
+
this.schedule(state);
|
|
285
|
+
});
|
|
286
|
+
}
|
|
287
|
+
abortWaiter(state, waiter) {
|
|
288
|
+
if (waiter.settled)
|
|
289
|
+
return;
|
|
290
|
+
const index = state.queue.indexOf(waiter);
|
|
291
|
+
if (index === -1)
|
|
292
|
+
return;
|
|
293
|
+
const wasHead = index === 0;
|
|
294
|
+
state.queue.splice(index, 1);
|
|
295
|
+
this.removeAbortListener(waiter);
|
|
296
|
+
this.settleWaiter(waiter, { status: "aborted" });
|
|
297
|
+
if (wasHead)
|
|
298
|
+
this.drain(state);
|
|
299
|
+
this.schedule(state);
|
|
300
|
+
if (state.queue.length === 0)
|
|
301
|
+
state.queuedLogged = false;
|
|
302
|
+
}
|
|
303
|
+
settleWaiter(waiter, result) {
|
|
304
|
+
if (waiter.settled)
|
|
305
|
+
return;
|
|
306
|
+
waiter.settled = true;
|
|
307
|
+
waiter.resolve(result);
|
|
308
|
+
}
|
|
309
|
+
removeAbortListener(waiter) {
|
|
310
|
+
if (waiter.signal === undefined || waiter.onAbort === undefined)
|
|
311
|
+
return;
|
|
312
|
+
waiter.signal.removeEventListener("abort", waiter.onAbort);
|
|
313
|
+
waiter.onAbort = undefined;
|
|
314
|
+
}
|
|
315
|
+
cancelTimer(state) {
|
|
316
|
+
state.timer?.cancel();
|
|
317
|
+
state.timer = undefined;
|
|
318
|
+
}
|
|
319
|
+
pruneIdleState(identity, state) {
|
|
320
|
+
if (state.queue.length > 0 ||
|
|
321
|
+
state.inFlight > 0 ||
|
|
322
|
+
state.requestTimestamps.length > 0 ||
|
|
323
|
+
state.tokenUsages.length > 0 ||
|
|
324
|
+
hasEnabledLimit(state.limits))
|
|
325
|
+
return;
|
|
326
|
+
const providerStates = this.states.get(identity.provider);
|
|
327
|
+
providerStates?.delete(identity.modelId);
|
|
328
|
+
if (providerStates?.size === 0)
|
|
329
|
+
this.states.delete(identity.provider);
|
|
330
|
+
}
|
|
331
|
+
pruneIdleStates() {
|
|
332
|
+
for (const [provider, providerStates] of [...this.states]) {
|
|
333
|
+
for (const [modelId, state] of [...providerStates]) {
|
|
334
|
+
this.pruneIdleState({ provider, modelId }, state);
|
|
335
|
+
}
|
|
336
|
+
}
|
|
337
|
+
}
|
|
338
|
+
}
|
|
339
|
+
function hasEnabledLimit(limits) {
|
|
340
|
+
return limits.tpm !== undefined || limits.rpm !== undefined;
|
|
341
|
+
}
|
|
342
|
+
//# sourceMappingURL=modelRateLimitOwner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"modelRateLimitOwner.js","sourceRoot":"","sources":["../../../src/server/rateLimits/modelRateLimitOwner.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,0BAA0B,EAC1B,sBAAsB,GAEvB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EACL,uBAAuB,GAGxB,MAAM,2BAA2B,CAAC;AAYnC,MAAM,CAAC,MAAM,0BAA0B,GAAwB;IAC7D,GAAG,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;IAC5B,QAAQ,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;QAC9B,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QAC1D,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACrD,CAAC;CACF,CAAC;AAMF,MAAM,CAAC,MAAM,8BAA8B,GAAG,2BAA2B,CAAC;AAC1E,MAAM,CAAC,MAAM,iCAAiC,GAC5C,wEAAwE,CAAC;AAmE3E,MAAM,UAAU,yBAAyB,CACvC,UAAsC,EAAE;IAExC,OAAO,IAAI,uBAAuB,CAAC,OAAO,CAAC,KAAK,IAAI,0BAA0B,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;AAClG,CAAC;AAED,MAAM,uBAAuB;IAQ3B,YACmB,KAA0B,EAC1B,MAA6C;QAD7C,UAAK,GAAL,KAAK,CAAqB;QAC1B,WAAM,GAAN,MAAM,CAAuC;QAT/C,WAAM,GAAG,IAAI,GAAG,EAA6C,CAAC;QACvE,aAAQ,GAAG,CAAC,CAAC;QACb,cAAS,GAAwB,OAAO,CAAC;QACzC,WAAM,GAAwC,MAAM,CAAC;QAErD,aAAQ,GAAG,KAAK,CAAC;IAKtB,CAAC;IAEJ,KAAK,CAAC,OAAO,CAAC,QAAgC,EAAE,MAAoB;QAClE,IAAI,IAAI,CAAC,QAAQ,IAAI,MAAM,EAAE,OAAO,KAAK,IAAI;YAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QAC5E,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,iCAAiC,CAAC;YAC9D,IAAI,CAAC,MAAM,EAAE,IAAI,CACf,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,EACjE,uDAAuD,CACxD,CAAC;YACF,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,8BAA8B,EAAE,KAAK,EAAE,CAAC;QAC5E,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACvB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACrD,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClC,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;YACpB,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QAC/B,CAAC;QAED,IAAI,MAAsD,CAAC;QAC3D,MAAM,MAAM,GAAoB;YAC9B,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,GAAG,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM;YACN,OAAO,EAAE,SAAS;YAClB,OAAO,EAAE,KAAK;SACf,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,OAAO,CAAiB,CAAC,OAAO,EAAE,EAAE,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/E,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzB,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;YACxB,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;YAC1B,IAAI,CAAC,MAAM,EAAE,IAAI,CACf,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,EAAE,EACrG,qCAAqC,CACtC,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAClB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrB,OAAO,MAAM,MAAM,CAAC;IACtB,CAAC;IAED,YAAY,CAAC,QAAgC,EAAE,KAAqC;QAClF,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClC,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO;QAChC,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC;YAAE,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,MAAM,GAAG,CAAC;YAAE,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;QAC5D,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACvB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAClB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACvC,CAAC;IAED,aAAa,CAAC,QAAgC,EAAE,MAA4C;QAC1F,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC;QACxC,KAAK,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YACjD,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;gBACvC,IAAI,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;YAC9D,CAAC;QACH,CAAC;QACD,KAAK,MAAM,CAAC,QAAQ,EAAE,cAAc,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACrD,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,cAAc,EAAE,CAAC;gBAC9C,IAAI,uBAAuB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,KAAK,SAAS;oBAAE,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC;YAChG,CAAC;QACH,CAAC;QACD,KAAK,MAAM,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YAClD,KAAK,MAAM,KAAK,IAAI,cAAc,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC5C,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBACvC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAClB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;QACnB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACvB,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,iBAAiB,CAAC,KAAa;QAC7B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;YACtB,IAAI,CAAC,MAAM,GAAG,iBAAiB,CAAC;YAChC,OAAO;QACT,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,UAAU;QACR,OAAO;YACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;SAC3D,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,KAAK,MAAM,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YAClD,KAAK,MAAM,KAAK,IAAI,cAAc,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC5C,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;gBACxB,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBACjC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;oBACjC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;gBACnD,CAAC;gBACD,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;gBACvB,KAAK,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC;gBACnC,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;gBAC7B,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;IAED,kBAAkB,CAAC,QAAiC;QAClD,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;QAC1E,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YAClD,KAAK,MAAM,KAAK,IAAI,cAAc,CAAC,MAAM,EAAE;gBAAE,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;QAC3E,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,gBAAgB;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YAClD,KAAK,MAAM,KAAK,IAAI,cAAc,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC5C,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS;oBAAE,KAAK,IAAI,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,mBAAmB;QACjB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAAE,KAAK,IAAI,cAAc,CAAC,IAAI,CAAC;QAChF,OAAO,KAAK,CAAC;IACf,CAAC;IAED,aAAa,CAAC,QAAiC;QAC7C,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,QAAQ,IAAI,CAAC,CAAC;QACtE,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YAClD,KAAK,MAAM,KAAK,IAAI,cAAc,CAAC,MAAM,EAAE;gBAAE,KAAK,IAAI,KAAK,CAAC,QAAQ,CAAC;QACvE,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,QAAQ,CAAC,QAAgC;QAC/C,IAAI,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxD,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;YACjC,cAAc,GAAG,IAAI,GAAG,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,KAAK,GAAG,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACjD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,KAAK,GAAG;gBACN,MAAM,EAAE,EAAE;gBACV,iBAAiB,EAAE,EAAE;gBACrB,WAAW,EAAE,EAAE;gBACf,KAAK,EAAE,EAAE;gBACT,KAAK,EAAE,SAAS;gBAChB,QAAQ,EAAE,CAAC;gBACX,YAAY,EAAE,KAAK;aACpB,CAAC;YACF,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,IAAI,CAAC,QAAgC;QAC3C,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACnE,CAAC;IAEO,KAAK,CAAC,KAA2B,EAAE,GAAW;QACpD,MAAM,MAAM,GAAG,GAAG,GAAG,0BAA0B,CAAC;QAChD,OAAO,KAAK,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,iBAAiB,CAAC,IAAI,MAAM,EAAE,CAAC;YAChH,KAAK,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;QAClC,CAAC;QACD,OAAO,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,MAAM,CAAC,iBAAiB,CAAC,IAAI,MAAM,EAAE,CAAC;YACxG,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,KAA2B;QAClD,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,WAAW;YAAE,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC;QAC3D,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,QAAQ,CAAC,KAA2B;QAC1C,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,CAAC,iBAAiB,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG;YAAE,OAAO,KAAK,CAAC;QACvG,OAAO,KAAK,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC;IAC3F,CAAC;IAEO,kBAAkB,CAAC,KAA2B;QACpD,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,CAAC,iBAAiB,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC;QAC1G,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC;QACxG,IAAI,YAAY,IAAI,YAAY;YAAE,OAAO,SAAS,CAAC;QACnD,IAAI,YAAY;YAAE,OAAO,KAAK,CAAC;QAC/B,IAAI,YAAY;YAAE,OAAO,KAAK,CAAC;QAC/B,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,KAA2B;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACvB,OAAO,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,IAAI,KAAK,SAAS;gBAAE,MAAM;YAC9B,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;gBAClC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBACpB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;gBAC/C,SAAS;YACX,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,MAAM;YACjC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACpB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;YAC/B,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClC,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;YACpB,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YACxB,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,KAA2B;QAC1C,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;YACzG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YACxB,OAAO;QACT,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,WAAW,GAAG,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,IAAI,MAAM,CAAC,iBAAiB,EAAE,SAAS,EAAE,EAAE,IAAI,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAC9G,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YACxB,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,0BAA0B,GAAG,GAAG,CAAC,CAAC;QACvE,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACxB,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE;YAC5C,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC;YACxB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;YACpC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAClB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,WAAW,CAAC,KAA2B,EAAE,MAAuB;QACtE,IAAI,MAAM,CAAC,OAAO;YAAE,OAAO;QAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,KAAK,KAAK,CAAC,CAAC;YAAE,OAAO;QACzB,MAAM,OAAO,GAAG,KAAK,KAAK,CAAC,CAAC;QAC5B,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QACjD,IAAI,OAAO;YAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC;IAC3D,CAAC;IAEO,YAAY,CAAC,MAAuB,EAAE,MAAsB;QAClE,IAAI,MAAM,CAAC,OAAO;YAAE,OAAO;QAC3B,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC;IAEO,mBAAmB,CAAC,MAAuB;QACjD,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO;QACxE,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,MAAM,CAAC,OAAO,GAAG,SAAS,CAAC;IAC7B,CAAC;IAEO,WAAW,CAAC,KAA2B;QAC7C,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;QACtB,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC;IAC1B,CAAC;IAEO,cAAc,CAAC,QAAgC,EAAE,KAA2B;QAClF,IACE,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;YACtB,KAAK,CAAC,QAAQ,GAAG,CAAC;YAClB,KAAK,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC;YAClC,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC;YAC5B,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC;YAC7B,OAAO;QACT,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC1D,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,cAAc,EAAE,IAAI,KAAK,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACxE,CAAC;IAEO,eAAe;QACrB,KAAK,MAAM,CAAC,QAAQ,EAAE,cAAc,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1D,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,EAAE,CAAC;gBACnD,IAAI,CAAC,cAAc,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,SAAS,eAAe,CAAC,MAA4B;IACnD,OAAO,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,CAAC;AAC9D,CAAC"}
|
|
@@ -43,6 +43,7 @@ export function registerSessionProxyRoutes(app, daemon = new SessionDaemonClient
|
|
|
43
43
|
app.all(`${prefix}/models-config`, (request, reply) => proxy(request, reply));
|
|
44
44
|
app.all(`${prefix}/models-config/test`, (request, reply) => proxy(request, reply));
|
|
45
45
|
app.all(`${prefix}/models-config/discover`, (request, reply) => proxy(request, reply));
|
|
46
|
+
app.all(`${prefix}/models-config/limits`, (request, reply) => proxy(request, reply));
|
|
46
47
|
app.all(`${prefix}/session-defaults`, (request, reply) => proxy(request, reply));
|
|
47
48
|
app.all(`${prefix}/model-tiers`, (request, reply) => proxy(request, reply));
|
|
48
49
|
app.all(`${prefix}/utility-models`, (request, reply) => proxy(request, reply));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sessionProxyRoutes.js","sourceRoot":"","sources":["../../../src/server/sessiond/sessionProxyRoutes.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAgB,MAAM,IAAI,CAAC;AAC7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AAC5E,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AAOrE,MAAM,0BAA0B,GAAG;IACjC,cAAc;IACd,eAAe;IACf,qBAAqB;IACrB,yBAAyB;IACzB,wBAAwB;CAChB,CAAC;AAEX,MAAM,UAAU,0BAA0B,CAAC,GAAoB,EAAE,SAA6B,IAAI,mBAAmB,EAAE,EAAE,MAAM,GAAG,MAAM;IACtI,MAAM,KAAK,GAAG,KAAK,EAAE,OAAwD,EAAE,KAAmB,EAAE,EAAE;QACpG,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;YACtG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAChC,sBAAsB,CAAC,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;YAChD,IAAI,QAAQ,CAAC,IAAI,KAAK,EAAE;gBAAE,OAAO,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;YACpD,MAAM,IAAI,GAAG,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;gBAC9D,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAC1B,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;YAClB,OAAO,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC5B,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC,CAAC;IAEF,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,kBAAkB,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,MAAM,SAAS,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;IACpH,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,mBAAmB,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,MAAM,UAAU,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;IAEtH,GAAG,CAAC,GAAG,CAAoC,GAAG,MAAM,6BAA6B,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;QAC1H,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IACnF,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE;QACnE,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE;QAC1D,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,WAAW,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACzE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,OAAO,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACrE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACvE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,gBAAgB,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAC9E,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,qBAAqB,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACnF,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,yBAAyB,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACvF,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,mBAAmB,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACjF,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,cAAc,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAC5E,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,iBAAiB,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAC/E,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACvE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,WAAW,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACzE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,WAAW,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACzE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,aAAa,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,WAAW,CAAC,GAAW,EAAE,MAAc;IAC9C,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;IACzC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;IACxF,OAAO,QAAQ,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC1C,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAmB,EAAE,OAA+B;IAClF,KAAK,MAAM,IAAI,IAAI,0BAA0B,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE;YAAE,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,WAA+B;IACxD,OAAO,WAAW,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC,KAAK,IAAI,CAAC;AAC1E,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACxC,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,KAAmB,EAAE,KAAc;IACxD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,+BAA+B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;AAC3H,CAAC;AAED,SAAS,aAAa,CAAC,MAAiB,EAAE,QAAmB;IAC3D,6EAA6E;IAC7E,6EAA6E;IAC7E,gFAAgF;IAChF,8EAA8E;IAC9E,gEAAgE;IAChE,MAAM,KAAK,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE;QAC9B,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACzB,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;YACtB,yEAAyE;YACzE,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,UAAU,CAAC,MAAiB,EAAE,IAAa;IAClD,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;AACH,CAAC"}
|
|
1
|
+
{"version":3,"file":"sessionProxyRoutes.js","sourceRoot":"","sources":["../../../src/server/sessiond/sessionProxyRoutes.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAgB,MAAM,IAAI,CAAC;AAC7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AAC5E,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AAOrE,MAAM,0BAA0B,GAAG;IACjC,cAAc;IACd,eAAe;IACf,qBAAqB;IACrB,yBAAyB;IACzB,wBAAwB;CAChB,CAAC;AAEX,MAAM,UAAU,0BAA0B,CAAC,GAAoB,EAAE,SAA6B,IAAI,mBAAmB,EAAE,EAAE,MAAM,GAAG,MAAM;IACtI,MAAM,KAAK,GAAG,KAAK,EAAE,OAAwD,EAAE,KAAmB,EAAE,EAAE;QACpG,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;YACtG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAChC,sBAAsB,CAAC,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;YAChD,IAAI,QAAQ,CAAC,IAAI,KAAK,EAAE;gBAAE,OAAO,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;YACpD,MAAM,IAAI,GAAG,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;gBAC9D,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAC1B,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;YAClB,OAAO,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC5B,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC,CAAC;IAEF,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,kBAAkB,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,MAAM,SAAS,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;IACpH,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,mBAAmB,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,MAAM,UAAU,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;IAEtH,GAAG,CAAC,GAAG,CAAoC,GAAG,MAAM,6BAA6B,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;QAC1H,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IACnF,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE;QACnE,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE;QAC1D,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,WAAW,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACzE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,OAAO,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACrE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACvE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,gBAAgB,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAC9E,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,qBAAqB,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACnF,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,yBAAyB,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACvF,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,uBAAuB,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACrF,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,mBAAmB,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACjF,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,cAAc,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAC5E,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,iBAAiB,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAC/E,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,SAAS,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACvE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,WAAW,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACzE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,WAAW,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACzE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,aAAa,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,WAAW,CAAC,GAAW,EAAE,MAAc;IAC9C,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;IACzC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;IACxF,OAAO,QAAQ,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC1C,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAmB,EAAE,OAA+B;IAClF,KAAK,MAAM,IAAI,IAAI,0BAA0B,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE;YAAE,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,WAA+B;IACxD,OAAO,WAAW,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC,KAAK,IAAI,CAAC;AAC1E,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACxC,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,KAAmB,EAAE,KAAc;IACxD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,+BAA+B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;AAC3H,CAAC;AAED,SAAS,aAAa,CAAC,MAAiB,EAAE,QAAmB;IAC3D,6EAA6E;IAC7E,6EAA6E;IAC7E,gFAAgF;IAChF,8EAA8E;IAC9E,gEAAgE;IAChE,MAAM,KAAK,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE;QAC9B,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACzB,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;YACtB,yEAAyE;YACzE,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,UAAU,CAAC,MAAiB,EAAE,IAAa;IAClD,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;AACH,CAAC"}
|