@omnicross/core 0.1.2 → 0.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/auth/GeminiCodeAssistProjectResolver.cjs +6 -1
- package/dist/auth/GeminiCodeAssistProjectResolver.js +6 -1
- package/dist/{chunk-SN3YWBX7.cjs → chunk-2FMI2B6V.cjs} +2329 -533
- package/dist/{chunk-XBSYYZIY.cjs → chunk-3QOSDDNI.cjs} +39 -3
- package/dist/{chunk-2FEVTJWG.js → chunk-4DECIFU7.js} +2162 -366
- package/dist/chunk-4IH4EL7M.cjs +9 -0
- package/dist/chunk-5ENKBSWO.js +311 -0
- package/dist/chunk-6RPZADX3.cjs +92 -0
- package/dist/chunk-AEOZIDEB.cjs +32 -0
- package/dist/chunk-BO4RFWBR.js +89 -0
- package/dist/{chunk-MNYKI4CI.js → chunk-CWM2ZDU5.js} +36 -0
- package/dist/chunk-CZHZGRU7.js +383 -0
- package/dist/{chunk-4NBS6KPV.cjs → chunk-DQ5VAYZ6.cjs} +7 -8
- package/dist/chunk-HUZZZ3JL.js +32 -0
- package/dist/{chunk-QOCNX236.js → chunk-IAXWICZU.js} +24 -1
- package/dist/{chunk-V5KPWNYX.cjs → chunk-JMJBSACD.cjs} +3 -3
- package/dist/chunk-L74VDN4A.cjs +32 -0
- package/dist/{chunk-74TMJA7Z.js → chunk-N5QFKSDO.js} +7 -4
- package/dist/{chunk-LKZJEL6E.cjs → chunk-Q27JY5RG.cjs} +6 -4
- package/dist/{chunk-SPVWWUHX.cjs → chunk-QWBWGODS.cjs} +24 -1
- package/dist/chunk-RPII3E6Z.cjs +145 -0
- package/dist/chunk-S6JGLF3G.cjs +89 -0
- package/dist/chunk-SVXC36MU.cjs +383 -0
- package/dist/chunk-TKJMZBAH.js +32 -0
- package/dist/{chunk-ZSVQT3PW.js → chunk-UBWEBKRC.js} +5 -6
- package/dist/chunk-UNEFIWXI.cjs +32 -0
- package/dist/chunk-VQY5W4YW.cjs +311 -0
- package/dist/chunk-WNY4WMRF.js +32 -0
- package/dist/chunk-XEKD23J5.js +9 -0
- package/dist/chunk-XTEI64OU.js +145 -0
- package/dist/chunk-XX6NQJMA.js +92 -0
- package/dist/{chunk-N3V2J5ZO.cjs → chunk-Y6OM7EV7.cjs} +7 -4
- package/dist/{chunk-745DV5FL.js → chunk-Y7FO65VT.js} +3 -3
- package/dist/{chunk-PXUJF5HS.js → chunk-ZY6KU6P3.js} +4 -2
- package/dist/completion/CompletionService.cjs +22 -15
- package/dist/completion/CompletionService.js +21 -14
- package/dist/completion/NativeSearchInjector.cjs +3 -3
- package/dist/completion/NativeSearchInjector.js +2 -2
- package/dist/completion/openrouter-headers.cjs +3 -6
- package/dist/completion/openrouter-headers.d.cts +9 -12
- package/dist/completion/openrouter-headers.d.ts +9 -12
- package/dist/completion/openrouter-headers.js +2 -5
- package/dist/completion/openrouter-models.cjs +4 -3
- package/dist/completion/openrouter-models.js +2 -1
- package/dist/completion.cjs +22 -15
- package/dist/completion.js +21 -14
- package/dist/index.cjs +139 -17
- package/dist/index.d.cts +40 -10
- package/dist/index.d.ts +40 -10
- package/dist/index.js +146 -24
- package/dist/outbound-api/routeResolver.cjs +5 -2
- package/dist/outbound-api/routeResolver.d.cts +8 -2
- package/dist/outbound-api/routeResolver.d.ts +8 -2
- package/dist/outbound-api/routeResolver.js +4 -1
- package/dist/outbound-api/types.cjs +6 -1
- package/dist/outbound-api/types.d.cts +11 -144
- package/dist/outbound-api/types.d.ts +11 -144
- package/dist/outbound-api/types.js +6 -0
- package/dist/outbound-api.cjs +133 -15
- package/dist/outbound-api.d.cts +786 -25
- package/dist/outbound-api.d.ts +786 -25
- package/dist/outbound-api.js +137 -19
- package/dist/pipeline/AuthSource.d.cts +23 -1
- package/dist/pipeline/AuthSource.d.ts +23 -1
- package/dist/pipeline/LlmConfigProviderAuth.cjs +3 -3
- package/dist/pipeline/LlmConfigProviderAuth.js +2 -2
- package/dist/pipeline/SubscriptionAccountHealth.cjs +22 -0
- package/dist/pipeline/SubscriptionAccountHealth.d.cts +235 -0
- package/dist/pipeline/SubscriptionAccountHealth.d.ts +235 -0
- package/dist/pipeline/SubscriptionAccountHealth.js +22 -0
- package/dist/pipeline/SubscriptionAuthSource.cjs +2 -2
- package/dist/pipeline/SubscriptionAuthSource.d.cts +3 -2
- package/dist/pipeline/SubscriptionAuthSource.d.ts +3 -2
- package/dist/pipeline/SubscriptionAuthSource.js +1 -1
- package/dist/pipeline/SubscriptionAuthStrategy.d.cts +24 -1
- package/dist/pipeline/SubscriptionAuthStrategy.d.ts +24 -1
- package/dist/pipeline/auditSink.cjs +14 -0
- package/dist/pipeline/auditSink.d.cts +48 -0
- package/dist/pipeline/auditSink.d.ts +48 -0
- package/dist/pipeline/auditSink.js +14 -0
- package/dist/pipeline/billingEmit.cjs +14 -0
- package/dist/pipeline/billingEmit.d.cts +49 -0
- package/dist/pipeline/billingEmit.d.ts +49 -0
- package/dist/pipeline/billingEmit.js +14 -0
- package/dist/ports/usage-event-store.d.cts +26 -1
- package/dist/ports/usage-event-store.d.ts +26 -1
- package/dist/ports.d.cts +7 -1
- package/dist/ports.d.ts +7 -1
- package/dist/provider-proxy/ProviderProxy.cjs +22 -15
- package/dist/provider-proxy/ProviderProxy.js +21 -14
- package/dist/provider-proxy/identity/SubscriptionIdentityStore.cjs +15 -0
- package/dist/provider-proxy/identity/SubscriptionIdentityStore.d.cts +121 -0
- package/dist/provider-proxy/identity/SubscriptionIdentityStore.d.ts +121 -0
- package/dist/provider-proxy/identity/SubscriptionIdentityStore.js +15 -0
- package/dist/provider-proxy/identity/fingerprintHeaders.cjs +20 -0
- package/dist/provider-proxy/identity/fingerprintHeaders.d.cts +89 -0
- package/dist/provider-proxy/identity/fingerprintHeaders.d.ts +89 -0
- package/dist/provider-proxy/identity/fingerprintHeaders.js +20 -0
- package/dist/provider-proxy/ingress/providerProxyShared.cjs +22 -15
- package/dist/provider-proxy/ingress/providerProxyShared.d.cts +11 -2
- package/dist/provider-proxy/ingress/providerProxyShared.d.ts +11 -2
- package/dist/provider-proxy/ingress/providerProxyShared.js +21 -14
- package/dist/provider-proxy/matchText.cjs +4 -2
- package/dist/provider-proxy/matchText.d.cts +14 -1
- package/dist/provider-proxy/matchText.d.ts +14 -1
- package/dist/provider-proxy/matchText.js +3 -1
- package/dist/provider-proxy/types.d.cts +23 -0
- package/dist/provider-proxy/types.d.ts +23 -0
- package/dist/provider-proxy.cjs +22 -15
- package/dist/provider-proxy.js +21 -14
- package/dist/{routeResolver-HE-ZO0fO.d.ts → routeResolver-B1NglTfe.d.ts} +36 -10
- package/dist/{routeResolver-BrbK6ja9.d.cts → routeResolver-CbG5uBgm.d.cts} +36 -10
- package/dist/transformer/transformers.cjs +7 -7
- package/dist/transformer/transformers.js +7 -7
- package/dist/transformer.cjs +5 -5
- package/dist/transformer.js +4 -4
- package/dist/types-6OUY_xfA.d.ts +830 -0
- package/dist/types-aBFFXoBz.d.cts +830 -0
- package/dist/usage/usage-recorder.cjs +2 -2
- package/dist/usage/usage-recorder.d.cts +19 -1
- package/dist/usage/usage-recorder.d.ts +19 -1
- package/dist/usage/usage-recorder.js +1 -1
- package/dist/usage.cjs +2 -2
- package/dist/usage.js +1 -1
- package/package.json +4 -2
- package/dist/chunk-3MEACFK3.js +0 -193
- package/dist/chunk-6VIXXLMX.cjs +0 -14
- package/dist/chunk-E3WHL7CO.js +0 -14
- package/dist/chunk-G2FUJNA2.cjs +0 -193
- package/dist/{chunk-UYPEN5XE.cjs → chunk-FFALUUZZ.cjs} +5 -5
- package/dist/{chunk-O466Y272.js → chunk-MQNDWYPN.js} +6 -6
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
"use strict";Object.defineProperty(exports, "__esModule", {value: true});// src/outbound-api/types.ts
|
|
2
|
+
var ENDPOINT_MODEL_KINDS = {
|
|
3
|
+
messages: ["fable", "opus", "sonnet", "haiku"],
|
|
4
|
+
responses: ["codex", "mini"]
|
|
5
|
+
};
|
|
6
|
+
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
exports.ENDPOINT_MODEL_KINDS = ENDPOINT_MODEL_KINDS;
|
|
@@ -0,0 +1,311 @@
|
|
|
1
|
+
// src/pipeline/SubscriptionAccountHealth.ts
|
|
2
|
+
var OVERLOAD_TTL_MS = 10 * 6e4;
|
|
3
|
+
var OVERLOAD_ENABLED_DEFAULT = true;
|
|
4
|
+
var AUTH_ERROR_TTL_MS = 30 * 6e4;
|
|
5
|
+
var SERVER_ERROR_TTL_MS = 5 * 6e4;
|
|
6
|
+
var BAN_BODY_MARKERS = [
|
|
7
|
+
"this organization has been disabled",
|
|
8
|
+
"oauth authentication is currently not allowed"
|
|
9
|
+
];
|
|
10
|
+
function readHeader(headers, name) {
|
|
11
|
+
if (typeof headers.get === "function") {
|
|
12
|
+
return headers.get(name);
|
|
13
|
+
}
|
|
14
|
+
const rec = headers;
|
|
15
|
+
return rec[name] ?? rec[name.toLowerCase()] ?? null;
|
|
16
|
+
}
|
|
17
|
+
function parseIntHeader(value) {
|
|
18
|
+
if (value == null) return null;
|
|
19
|
+
const n = Number.parseInt(value.trim(), 10);
|
|
20
|
+
return Number.isFinite(n) ? n : null;
|
|
21
|
+
}
|
|
22
|
+
function resolveResetSeconds(providerId, headers) {
|
|
23
|
+
const unified = parseIntHeader(readHeader(headers, "anthropic-ratelimit-unified-reset"));
|
|
24
|
+
if (providerId === "claude") {
|
|
25
|
+
return { resetHeaderSeconds: unified, retryAfterSeconds: null };
|
|
26
|
+
}
|
|
27
|
+
const providerReset = parseIntHeader(readHeader(headers, "x-ratelimit-reset")) ?? parseIntHeader(readHeader(headers, "ratelimit-reset"));
|
|
28
|
+
const retryAfter = parseIntHeader(readHeader(headers, "retry-after"));
|
|
29
|
+
return {
|
|
30
|
+
resetHeaderSeconds: unified ?? providerReset,
|
|
31
|
+
retryAfterSeconds: retryAfter
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
function isBanBody(bodyText) {
|
|
35
|
+
if (!bodyText) return false;
|
|
36
|
+
const lower = bodyText.toLowerCase();
|
|
37
|
+
return BAN_BODY_MARKERS.some((marker) => lower.includes(marker));
|
|
38
|
+
}
|
|
39
|
+
function isRecordEmpty(record) {
|
|
40
|
+
return record.rateLimitEndAt === void 0 && record.overloadUntil === void 0 && record.tempUnavailableUntil === void 0 && !record.blocked;
|
|
41
|
+
}
|
|
42
|
+
var KEY_SEP = "\0";
|
|
43
|
+
var SubscriptionAccountHealth = class {
|
|
44
|
+
records = /* @__PURE__ */ new Map();
|
|
45
|
+
listeners = /* @__PURE__ */ new Set();
|
|
46
|
+
anomalyListeners = /* @__PURE__ */ new Set();
|
|
47
|
+
now;
|
|
48
|
+
overloadEnabled;
|
|
49
|
+
overloadTtlMs;
|
|
50
|
+
authErrorTtlMs;
|
|
51
|
+
serverErrorTtlMs;
|
|
52
|
+
constructor(opts = {}) {
|
|
53
|
+
this.now = opts.now ?? Date.now;
|
|
54
|
+
this.overloadEnabled = opts.overloadEnabled ?? OVERLOAD_ENABLED_DEFAULT;
|
|
55
|
+
this.overloadTtlMs = opts.overloadTtlMs ?? OVERLOAD_TTL_MS;
|
|
56
|
+
this.authErrorTtlMs = opts.authErrorTtlMs ?? AUTH_ERROR_TTL_MS;
|
|
57
|
+
this.serverErrorTtlMs = opts.serverErrorTtlMs ?? SERVER_ERROR_TTL_MS;
|
|
58
|
+
}
|
|
59
|
+
/**
|
|
60
|
+
* Re-apply cooldown config to the LIVE shared instance (subscription-account-
|
|
61
|
+
* health, LEAD OQ1). `buildDaemon` is synchronous so it cannot await the
|
|
62
|
+
* persisted server config; the async `start.ts` path loads it and applies the
|
|
63
|
+
* `accountHealth` segment here — every strategy/relay/sweeper that already
|
|
64
|
+
* captured this instance picks the new values up. Only defined fields override.
|
|
65
|
+
*/
|
|
66
|
+
configure(opts) {
|
|
67
|
+
if (opts.overloadEnabled !== void 0) this.overloadEnabled = opts.overloadEnabled;
|
|
68
|
+
if (opts.overloadTtlMs !== void 0) this.overloadTtlMs = opts.overloadTtlMs;
|
|
69
|
+
if (opts.authErrorTtlMs !== void 0) this.authErrorTtlMs = opts.authErrorTtlMs;
|
|
70
|
+
if (opts.serverErrorTtlMs !== void 0) this.serverErrorTtlMs = opts.serverErrorTtlMs;
|
|
71
|
+
}
|
|
72
|
+
/**
|
|
73
|
+
* Whether an account may be scheduled RIGHT NOW. `blocked` → false; any timer
|
|
74
|
+
* still in the future → false. Expired timers are lazily deleted on read (CRS
|
|
75
|
+
* lazy-clear parity) so an elapsed cooldown restores the account WITHOUT a
|
|
76
|
+
* timer — but the recovery SIGNAL is the sweeper's job (`sweepRecoveries`), so
|
|
77
|
+
* this read never emits (correctness is independent of the tick).
|
|
78
|
+
*/
|
|
79
|
+
isSchedulable(providerId, accountId, now = this.now()) {
|
|
80
|
+
const key = this.key(providerId, accountId);
|
|
81
|
+
const record = this.records.get(key);
|
|
82
|
+
if (!record) return true;
|
|
83
|
+
if (record.blocked) return false;
|
|
84
|
+
const active = this.clearExpired(record, now);
|
|
85
|
+
if (!active && isRecordEmpty(record)) this.records.delete(key);
|
|
86
|
+
return !active;
|
|
87
|
+
}
|
|
88
|
+
/**
|
|
89
|
+
* The single marking entry point (design D3). Faithful to CRS status semantics:
|
|
90
|
+
* - 429 + authoritative reset → `rateLimitEndAt`; a non-claude 429 may use
|
|
91
|
+
* `retryAfterSeconds`; a bare 429 (no resolvable reset) is NOT marked;
|
|
92
|
+
* - 529 → `overloadUntil` (gated by `overloadEnabled`);
|
|
93
|
+
* - 403-ban body → `blocked` (permanent); plain 403 → transient;
|
|
94
|
+
* - final-401 → transient; 5xx / thrown(null) → transient;
|
|
95
|
+
* - non-429 4xx → NEUTRAL (never marked);
|
|
96
|
+
* - 2xx → clear rate-limit + transient state (keep `blocked`).
|
|
97
|
+
*/
|
|
98
|
+
recordUpstreamOutcome(providerId, accountId, input) {
|
|
99
|
+
const now = input.now ?? this.now();
|
|
100
|
+
const key = this.key(providerId, accountId);
|
|
101
|
+
const preExisting = this.records.get(key);
|
|
102
|
+
const record = preExisting ?? {};
|
|
103
|
+
const status = input.status;
|
|
104
|
+
const wasUnhealthyBefore = preExisting ? this.isUnhealthyAt(preExisting, now) : false;
|
|
105
|
+
let anomalyState;
|
|
106
|
+
let recovered = false;
|
|
107
|
+
if (status === null) {
|
|
108
|
+
record.tempUnavailableUntil = now + this.serverErrorTtlMs;
|
|
109
|
+
} else if (status >= 200 && status < 300) {
|
|
110
|
+
const wasUnhealthy = record.rateLimitEndAt !== void 0 || record.overloadUntil !== void 0 || record.tempUnavailableUntil !== void 0;
|
|
111
|
+
delete record.rateLimitEndAt;
|
|
112
|
+
delete record.overloadUntil;
|
|
113
|
+
delete record.tempUnavailableUntil;
|
|
114
|
+
recovered = wasUnhealthy && !record.blocked;
|
|
115
|
+
} else if (status === 429) {
|
|
116
|
+
if (input.resetHeaderSeconds != null) {
|
|
117
|
+
record.rateLimitEndAt = input.resetHeaderSeconds * 1e3;
|
|
118
|
+
anomalyState = "rate_limited";
|
|
119
|
+
} else if (input.retryAfterSeconds != null) {
|
|
120
|
+
record.rateLimitEndAt = now + input.retryAfterSeconds * 1e3;
|
|
121
|
+
anomalyState = "rate_limited";
|
|
122
|
+
}
|
|
123
|
+
} else if (status === 529) {
|
|
124
|
+
if (this.overloadEnabled) {
|
|
125
|
+
record.overloadUntil = now + this.overloadTtlMs;
|
|
126
|
+
anomalyState = "overloaded";
|
|
127
|
+
}
|
|
128
|
+
} else if (status === 403) {
|
|
129
|
+
if (isBanBody(input.bodyText)) {
|
|
130
|
+
record.blocked = true;
|
|
131
|
+
anomalyState = "blocked";
|
|
132
|
+
} else {
|
|
133
|
+
record.tempUnavailableUntil = now + this.authErrorTtlMs;
|
|
134
|
+
anomalyState = "unauthorized";
|
|
135
|
+
}
|
|
136
|
+
} else if (status === 401) {
|
|
137
|
+
record.tempUnavailableUntil = now + this.authErrorTtlMs;
|
|
138
|
+
anomalyState = "unauthorized";
|
|
139
|
+
} else if (status >= 500) {
|
|
140
|
+
record.tempUnavailableUntil = now + this.serverErrorTtlMs;
|
|
141
|
+
}
|
|
142
|
+
if (isRecordEmpty(record)) this.records.delete(key);
|
|
143
|
+
else this.records.set(key, record);
|
|
144
|
+
if (recovered) this.emit({ providerId, accountId, at: now, kind: "rateLimitRecovery" });
|
|
145
|
+
if (anomalyState && !wasUnhealthyBefore) {
|
|
146
|
+
this.emitAnomaly({ providerId, accountId, at: now, state: anomalyState });
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
/** Whether a record is unhealthy at `now`: blocked, or any timer still future. */
|
|
150
|
+
isUnhealthyAt(record, now) {
|
|
151
|
+
if (record.blocked) return true;
|
|
152
|
+
if (record.rateLimitEndAt !== void 0 && now < record.rateLimitEndAt) return true;
|
|
153
|
+
if (record.overloadUntil !== void 0 && now < record.overloadUntil) return true;
|
|
154
|
+
if (record.tempUnavailableUntil !== void 0 && now < record.tempUnavailableUntil) return true;
|
|
155
|
+
return false;
|
|
156
|
+
}
|
|
157
|
+
/**
|
|
158
|
+
* Clear ONLY the auth/transient unavailability mark (`tempUnavailableUntil`) —
|
|
159
|
+
* the narrow healing a background PROBE is allowed to do (subscription-account-
|
|
160
|
+
* probe #8, review M1). A probe 2xx from the lightweight `GET /v1/models` attests
|
|
161
|
+
* the TOKEN works (so a final-401 / plain-403 / 5xx transient may be healed), but
|
|
162
|
+
* it does NOT prove the traffic endpoint's rate-limit / overload has recovered —
|
|
163
|
+
* so it MUST NOT touch `rateLimitEndAt` / `overloadUntil` (those clear only on the
|
|
164
|
+
* upstream's authoritative reset, or a REAL-traffic 2xx). `blocked` (a ban) is
|
|
165
|
+
* never cleared here. Distinct from `recordUpstreamOutcome`'s 2xx path, which is
|
|
166
|
+
* UNCHANGED and still clears rate + transient together because it IS traffic.
|
|
167
|
+
* Returns whether a transient mark was actually cleared. Does NOT emit a recovery
|
|
168
|
+
* signal (a probe is internal maintenance; the account is schedulable-on-read).
|
|
169
|
+
*/
|
|
170
|
+
clearTransientMark(providerId, accountId) {
|
|
171
|
+
const key = this.key(providerId, accountId);
|
|
172
|
+
const record = this.records.get(key);
|
|
173
|
+
if (!record || record.tempUnavailableUntil === void 0) return false;
|
|
174
|
+
delete record.tempUnavailableUntil;
|
|
175
|
+
if (isRecordEmpty(record)) this.records.delete(key);
|
|
176
|
+
else this.records.set(key, record);
|
|
177
|
+
return true;
|
|
178
|
+
}
|
|
179
|
+
/**
|
|
180
|
+
* Proactively surface accounts that transitioned unhealthy → schedulable since
|
|
181
|
+
* the last sweep (design D6). Clears their expired timers, emits a recovery
|
|
182
|
+
* signal for each through `onRecovered`, and returns the list. A `blocked`
|
|
183
|
+
* account never recovers here. Correctness does NOT depend on this running —
|
|
184
|
+
* `isSchedulable` already restores an elapsed cooldown lazily; this adds the
|
|
185
|
+
* proactive signal (#5/#8) + lets the daemon nudge a token refresh.
|
|
186
|
+
*/
|
|
187
|
+
sweepRecoveries(now = this.now()) {
|
|
188
|
+
const recovered = [];
|
|
189
|
+
for (const [key, record] of this.records) {
|
|
190
|
+
if (record.blocked) continue;
|
|
191
|
+
const hadTimer = record.rateLimitEndAt !== void 0 || record.overloadUntil !== void 0 || record.tempUnavailableUntil !== void 0;
|
|
192
|
+
const active = this.clearExpired(record, now);
|
|
193
|
+
if (hadTimer && !active && isRecordEmpty(record)) {
|
|
194
|
+
const [pid, aid] = this.parseKey(key);
|
|
195
|
+
recovered.push({ providerId: pid, accountId: aid, at: now, kind: "rateLimitRecovery" });
|
|
196
|
+
this.records.delete(key);
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
for (const event of recovered) this.emit(event);
|
|
200
|
+
return recovered;
|
|
201
|
+
}
|
|
202
|
+
/** Admin-facing coarse status + cooldown-until for one account (secret-free). */
|
|
203
|
+
getStatus(providerId, accountId, now = this.now()) {
|
|
204
|
+
const record = this.records.get(this.key(providerId, accountId));
|
|
205
|
+
if (!record) return { state: "healthy" };
|
|
206
|
+
if (record.blocked) return { state: "blocked" };
|
|
207
|
+
if (record.rateLimitEndAt !== void 0 && now < record.rateLimitEndAt) {
|
|
208
|
+
return { state: "rate_limited", cooldownUntil: record.rateLimitEndAt };
|
|
209
|
+
}
|
|
210
|
+
if (record.overloadUntil !== void 0 && now < record.overloadUntil) {
|
|
211
|
+
return { state: "overloaded", cooldownUntil: record.overloadUntil };
|
|
212
|
+
}
|
|
213
|
+
if (record.tempUnavailableUntil !== void 0 && now < record.tempUnavailableUntil) {
|
|
214
|
+
return { state: "transient", cooldownUntil: record.tempUnavailableUntil };
|
|
215
|
+
}
|
|
216
|
+
return { state: "healthy" };
|
|
217
|
+
}
|
|
218
|
+
/**
|
|
219
|
+
* Register a recovery listener (the OQ3 seam #5 webhooks + #8 health-cron
|
|
220
|
+
* consume). Returns an unsubscribe function. Two edges fire it:
|
|
221
|
+
* - TRAFFIC-DRIVEN: a `recordUpstreamOutcome` 2xx that clears an unhealthy
|
|
222
|
+
* account (guaranteed — the sweep would miss it, as the 2xx deletes the
|
|
223
|
+
* record first); and
|
|
224
|
+
* - PURE-IDLE: `sweepRecoveries` when an idle account's cooldown elapsed with
|
|
225
|
+
* no traffic (best-effort, on the 60s tick).
|
|
226
|
+
* A lazy `isSchedulable` read that heals an account does NOT emit (a request is
|
|
227
|
+
* already using it) — so consumers never double-count a recovery.
|
|
228
|
+
*/
|
|
229
|
+
onRecovered(listener) {
|
|
230
|
+
this.listeners.add(listener);
|
|
231
|
+
return () => this.listeners.delete(listener);
|
|
232
|
+
}
|
|
233
|
+
emit(event) {
|
|
234
|
+
for (const listener of this.listeners) {
|
|
235
|
+
try {
|
|
236
|
+
listener(event);
|
|
237
|
+
} catch {
|
|
238
|
+
}
|
|
239
|
+
}
|
|
240
|
+
}
|
|
241
|
+
/**
|
|
242
|
+
* Register an anomaly listener (the ADDITIVE seam #5 webhooks consumes; the
|
|
243
|
+
* frozen `kind` discriminator on {@link AccountRecoveryEvent} anticipated it).
|
|
244
|
+
* Fires ONLY on the healthy→unhealthy EDGE inside `recordUpstreamOutcome`
|
|
245
|
+
* (de-duped: an already-unhealthy account escalating does NOT re-fire). Returns
|
|
246
|
+
* an unsubscribe function. Existing marking/recovery behavior is UNCHANGED.
|
|
247
|
+
*/
|
|
248
|
+
onAnomaly(listener) {
|
|
249
|
+
this.anomalyListeners.add(listener);
|
|
250
|
+
return () => this.anomalyListeners.delete(listener);
|
|
251
|
+
}
|
|
252
|
+
emitAnomaly(event) {
|
|
253
|
+
for (const listener of this.anomalyListeners) {
|
|
254
|
+
try {
|
|
255
|
+
listener(event);
|
|
256
|
+
} catch {
|
|
257
|
+
}
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
/**
|
|
261
|
+
* Delete every EXPIRED timer field on the record in place; return whether any
|
|
262
|
+
* timer is STILL active (in the future). `blocked` is not a timer and is left
|
|
263
|
+
* untouched here (only an explicit reset / restart clears a ban).
|
|
264
|
+
*/
|
|
265
|
+
clearExpired(record, now) {
|
|
266
|
+
let active = false;
|
|
267
|
+
if (record.rateLimitEndAt !== void 0) {
|
|
268
|
+
if (now >= record.rateLimitEndAt) delete record.rateLimitEndAt;
|
|
269
|
+
else active = true;
|
|
270
|
+
}
|
|
271
|
+
if (record.overloadUntil !== void 0) {
|
|
272
|
+
if (now >= record.overloadUntil) delete record.overloadUntil;
|
|
273
|
+
else active = true;
|
|
274
|
+
}
|
|
275
|
+
if (record.tempUnavailableUntil !== void 0) {
|
|
276
|
+
if (now >= record.tempUnavailableUntil) delete record.tempUnavailableUntil;
|
|
277
|
+
else active = true;
|
|
278
|
+
}
|
|
279
|
+
return active;
|
|
280
|
+
}
|
|
281
|
+
key(providerId, accountId) {
|
|
282
|
+
return `${providerId}${KEY_SEP}${accountId}`;
|
|
283
|
+
}
|
|
284
|
+
parseKey(key) {
|
|
285
|
+
const idx = key.indexOf(KEY_SEP);
|
|
286
|
+
return [key.slice(0, idx), key.slice(idx + 1)];
|
|
287
|
+
}
|
|
288
|
+
};
|
|
289
|
+
var _shared = null;
|
|
290
|
+
function getSharedAccountHealth() {
|
|
291
|
+
if (!_shared) _shared = new SubscriptionAccountHealth();
|
|
292
|
+
return _shared;
|
|
293
|
+
}
|
|
294
|
+
function setSharedAccountHealth(instance) {
|
|
295
|
+
_shared = instance;
|
|
296
|
+
}
|
|
297
|
+
function __resetSharedAccountHealthForTests() {
|
|
298
|
+
_shared = null;
|
|
299
|
+
}
|
|
300
|
+
|
|
301
|
+
export {
|
|
302
|
+
OVERLOAD_TTL_MS,
|
|
303
|
+
OVERLOAD_ENABLED_DEFAULT,
|
|
304
|
+
AUTH_ERROR_TTL_MS,
|
|
305
|
+
SERVER_ERROR_TTL_MS,
|
|
306
|
+
resolveResetSeconds,
|
|
307
|
+
SubscriptionAccountHealth,
|
|
308
|
+
getSharedAccountHealth,
|
|
309
|
+
setSharedAccountHealth,
|
|
310
|
+
__resetSharedAccountHealthForTests
|
|
311
|
+
};
|
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } }// src/provider-proxy/identity/fingerprintHeaders.ts
|
|
2
|
+
var STAINLESS_PREFIX = "x-stainless-";
|
|
3
|
+
var FINGERPRINT_HEADER_NAMES = /* @__PURE__ */ new Set([
|
|
4
|
+
"user-agent",
|
|
5
|
+
"anthropic-beta",
|
|
6
|
+
"anthropic-version",
|
|
7
|
+
"anthropic-dangerous-direct-browser-access",
|
|
8
|
+
"x-app"
|
|
9
|
+
]);
|
|
10
|
+
var EXCLUDED_HEADER_NAMES = /* @__PURE__ */ new Set([
|
|
11
|
+
"authorization",
|
|
12
|
+
"x-api-key",
|
|
13
|
+
"cookie",
|
|
14
|
+
"proxy-authorization",
|
|
15
|
+
"set-cookie"
|
|
16
|
+
]);
|
|
17
|
+
var PROTECTED_OUTBOUND = /* @__PURE__ */ new Set(["authorization", "content-type"]);
|
|
18
|
+
function isStainless(name) {
|
|
19
|
+
return name.toLowerCase().startsWith(STAINLESS_PREFIX);
|
|
20
|
+
}
|
|
21
|
+
function extractFingerprintHeaders(reqHeaders) {
|
|
22
|
+
const out = {};
|
|
23
|
+
for (const [rawKey, rawVal] of Object.entries(reqHeaders)) {
|
|
24
|
+
if (rawVal === void 0) continue;
|
|
25
|
+
const key = rawKey.toLowerCase();
|
|
26
|
+
if (EXCLUDED_HEADER_NAMES.has(key)) continue;
|
|
27
|
+
const whitelisted = FINGERPRINT_HEADER_NAMES.has(key) || key.startsWith(STAINLESS_PREFIX);
|
|
28
|
+
if (!whitelisted) continue;
|
|
29
|
+
const value = Array.isArray(rawVal) ? rawVal.filter((v) => typeof v === "string").join(", ") : rawVal;
|
|
30
|
+
if (typeof value === "string" && value.length > 0) out[key] = value;
|
|
31
|
+
}
|
|
32
|
+
return out;
|
|
33
|
+
}
|
|
34
|
+
function captureCallerIdentity(store, reqHeaders) {
|
|
35
|
+
if (!store.isEnabled()) return void 0;
|
|
36
|
+
return extractFingerprintHeaders(reqHeaders);
|
|
37
|
+
}
|
|
38
|
+
function sanitizeFrozenHeaders(headers) {
|
|
39
|
+
const out = {};
|
|
40
|
+
for (const [k, v] of Object.entries(headers)) {
|
|
41
|
+
if (typeof v !== "string" || v.length === 0) continue;
|
|
42
|
+
const lower = k.toLowerCase();
|
|
43
|
+
if (EXCLUDED_HEADER_NAMES.has(lower) || PROTECTED_OUTBOUND.has(lower)) continue;
|
|
44
|
+
out[lower] = v;
|
|
45
|
+
}
|
|
46
|
+
return out;
|
|
47
|
+
}
|
|
48
|
+
function refreshNonStainless(frozen, incoming) {
|
|
49
|
+
const out = {};
|
|
50
|
+
for (const [k, v] of Object.entries(frozen)) {
|
|
51
|
+
if (isStainless(k)) out[k] = v;
|
|
52
|
+
}
|
|
53
|
+
const nonStainlessKeys = /* @__PURE__ */ new Set();
|
|
54
|
+
for (const k of Object.keys(frozen)) if (!isStainless(k)) nonStainlessKeys.add(k);
|
|
55
|
+
for (const k of Object.keys(incoming)) if (!isStainless(k)) nonStainlessKeys.add(k);
|
|
56
|
+
for (const k of nonStainlessKeys) {
|
|
57
|
+
const v = _nullishCoalesce(incoming[k], () => ( frozen[k]));
|
|
58
|
+
if (typeof v === "string" && v.length > 0) out[k] = v;
|
|
59
|
+
}
|
|
60
|
+
return out;
|
|
61
|
+
}
|
|
62
|
+
function mergeFrozenIdentity(headers, identity) {
|
|
63
|
+
const present = new Set(Object.keys(headers).map((k) => k.toLowerCase()));
|
|
64
|
+
for (const [k, v] of Object.entries(identity)) {
|
|
65
|
+
const lower = k.toLowerCase();
|
|
66
|
+
if (PROTECTED_OUTBOUND.has(lower)) continue;
|
|
67
|
+
if (present.has(lower)) continue;
|
|
68
|
+
headers[k] = v;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
function applyFingerprint(store, headers, providerId, accountId, callerIdentity, now) {
|
|
72
|
+
if (!store.isEnabled() || !accountId) return;
|
|
73
|
+
if (callerIdentity) store.capture(providerId, accountId, callerIdentity, now);
|
|
74
|
+
const identity = store.replay(providerId, accountId);
|
|
75
|
+
if (identity) {
|
|
76
|
+
mergeFrozenIdentity(headers, identity);
|
|
77
|
+
return;
|
|
78
|
+
}
|
|
79
|
+
const ua = store.uaBaseline();
|
|
80
|
+
if (ua) mergeFrozenIdentity(headers, { "user-agent": ua });
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
|
|
84
|
+
|
|
85
|
+
|
|
86
|
+
|
|
87
|
+
|
|
88
|
+
|
|
89
|
+
|
|
90
|
+
|
|
91
|
+
|
|
92
|
+
exports.STAINLESS_PREFIX = STAINLESS_PREFIX; exports.isStainless = isStainless; exports.extractFingerprintHeaders = extractFingerprintHeaders; exports.captureCallerIdentity = captureCallerIdentity; exports.sanitizeFrozenHeaders = sanitizeFrozenHeaders; exports.refreshNonStainless = refreshNonStainless; exports.mergeFrozenIdentity = mergeFrozenIdentity; exports.applyFingerprint = applyFingerprint;
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
"use strict";Object.defineProperty(exports, "__esModule", {value: true});// src/pipeline/auditSink.ts
|
|
2
|
+
var sink = null;
|
|
3
|
+
var captureConfig = null;
|
|
4
|
+
function setAuditSink(fn) {
|
|
5
|
+
sink = fn;
|
|
6
|
+
}
|
|
7
|
+
function setAuditCaptureConfig(config) {
|
|
8
|
+
captureConfig = config && config.enabled ? config : null;
|
|
9
|
+
}
|
|
10
|
+
function getAuditCaptureConfig() {
|
|
11
|
+
return captureConfig;
|
|
12
|
+
}
|
|
13
|
+
function recordAudit(record) {
|
|
14
|
+
const active = sink;
|
|
15
|
+
if (!active) return;
|
|
16
|
+
try {
|
|
17
|
+
active(record);
|
|
18
|
+
} catch (e) {
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
function __resetAuditSinkForTests() {
|
|
22
|
+
sink = null;
|
|
23
|
+
captureConfig = null;
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
exports.setAuditSink = setAuditSink; exports.setAuditCaptureConfig = setAuditCaptureConfig; exports.getAuditCaptureConfig = getAuditCaptureConfig; exports.recordAudit = recordAudit; exports.__resetAuditSinkForTests = __resetAuditSinkForTests;
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
// src/pipeline/upstreamFetch.ts
|
|
2
|
+
import { Agent, buildConnector, ProxyAgent } from "undici";
|
|
3
|
+
import { SocksClient } from "socks";
|
|
4
|
+
var resolver = null;
|
|
5
|
+
var generation = 0;
|
|
6
|
+
var cache = /* @__PURE__ */ new Map();
|
|
7
|
+
function normalizeProxy(cfg) {
|
|
8
|
+
if ("url" in cfg) {
|
|
9
|
+
let u;
|
|
10
|
+
try {
|
|
11
|
+
u = new URL(cfg.url);
|
|
12
|
+
} catch {
|
|
13
|
+
return void 0;
|
|
14
|
+
}
|
|
15
|
+
const proto = u.protocol.replace(/:$/, "").toLowerCase();
|
|
16
|
+
const kind2 = proto === "socks5" || proto === "socks" ? "socks5" : proto === "https" ? "https" : "http";
|
|
17
|
+
const port = u.port ? Number(u.port) : kind2 === "https" ? 443 : kind2 === "socks5" ? 1080 : 80;
|
|
18
|
+
if (!u.hostname || !Number.isFinite(port)) return void 0;
|
|
19
|
+
return {
|
|
20
|
+
kind: kind2,
|
|
21
|
+
host: u.hostname,
|
|
22
|
+
port,
|
|
23
|
+
username: u.username ? decodeURIComponent(u.username) : void 0,
|
|
24
|
+
password: u.password ? decodeURIComponent(u.password) : void 0
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
const kind = cfg.type === "socks5" ? "socks5" : cfg.type === "https" ? "https" : "http";
|
|
28
|
+
if (!cfg.host || !Number.isFinite(cfg.port)) return void 0;
|
|
29
|
+
return {
|
|
30
|
+
kind,
|
|
31
|
+
host: cfg.host,
|
|
32
|
+
port: cfg.port,
|
|
33
|
+
username: cfg.username || void 0,
|
|
34
|
+
password: cfg.password || void 0
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
function proxyKey(p) {
|
|
38
|
+
return `${p.kind}://${p.username ?? ""}:${p.password ?? ""}@${p.host}:${p.port}`;
|
|
39
|
+
}
|
|
40
|
+
function socksConnector(p) {
|
|
41
|
+
const base = buildConnector({});
|
|
42
|
+
return ((options, callback) => {
|
|
43
|
+
const destPort = Number(options.port) || (options.protocol === "https:" ? 443 : 80);
|
|
44
|
+
SocksClient.createConnection({
|
|
45
|
+
proxy: { host: p.host, port: p.port, type: 5, userId: p.username, password: p.password },
|
|
46
|
+
command: "connect",
|
|
47
|
+
destination: { host: options.hostname, port: destPort }
|
|
48
|
+
}).then(({ socket }) => {
|
|
49
|
+
base({ ...options, httpSocket: socket }, callback);
|
|
50
|
+
}).catch((err) => callback(err, null));
|
|
51
|
+
});
|
|
52
|
+
}
|
|
53
|
+
function buildDispatcher(p) {
|
|
54
|
+
if (p.kind === "socks5") {
|
|
55
|
+
return new Agent({ connect: socksConnector(p) });
|
|
56
|
+
}
|
|
57
|
+
const auth = p.username != null ? `${encodeURIComponent(p.username)}:${encodeURIComponent(p.password ?? "")}@` : "";
|
|
58
|
+
const uri = `${p.kind}://${auth}${p.host}:${p.port}`;
|
|
59
|
+
return new ProxyAgent({ uri });
|
|
60
|
+
}
|
|
61
|
+
function resolveUpstreamDispatcher(ctx) {
|
|
62
|
+
const active = resolver;
|
|
63
|
+
if (!active) return void 0;
|
|
64
|
+
let cfg;
|
|
65
|
+
try {
|
|
66
|
+
cfg = active(ctx);
|
|
67
|
+
} catch {
|
|
68
|
+
return void 0;
|
|
69
|
+
}
|
|
70
|
+
if (!cfg) return void 0;
|
|
71
|
+
const norm = normalizeProxy(cfg);
|
|
72
|
+
if (!norm) return void 0;
|
|
73
|
+
const key = `${generation}\0${proxyKey(norm)}`;
|
|
74
|
+
let dispatcher = cache.get(key);
|
|
75
|
+
if (!dispatcher) {
|
|
76
|
+
dispatcher = buildDispatcher(norm);
|
|
77
|
+
cache.set(key, dispatcher);
|
|
78
|
+
}
|
|
79
|
+
return dispatcher;
|
|
80
|
+
}
|
|
81
|
+
function fetchUpstream(url, init, ctx) {
|
|
82
|
+
const dispatcher = resolveUpstreamDispatcher({ ...ctx ?? {}, url });
|
|
83
|
+
if (!dispatcher) return fetch(url, init);
|
|
84
|
+
return fetch(url, { ...init, dispatcher });
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
export {
|
|
88
|
+
fetchUpstream
|
|
89
|
+
};
|
|
@@ -1,3 +1,13 @@
|
|
|
1
|
+
// src/pipeline/auditUsageStash.ts
|
|
2
|
+
var stash = /* @__PURE__ */ new WeakMap();
|
|
3
|
+
function stashAuditUsage(key, detail) {
|
|
4
|
+
const existing = stash.get(key);
|
|
5
|
+
stash.set(key, existing ? { ...existing, ...detail } : { ...detail });
|
|
6
|
+
}
|
|
7
|
+
function readAuditUsage(key) {
|
|
8
|
+
return stash.get(key);
|
|
9
|
+
}
|
|
10
|
+
|
|
1
11
|
// src/usage/usage-recorder.ts
|
|
2
12
|
var UsageRecorder = class {
|
|
3
13
|
constructor(store, pricing, logger, options = {}) {
|
|
@@ -5,11 +15,13 @@ var UsageRecorder = class {
|
|
|
5
15
|
this.pricing = pricing;
|
|
6
16
|
this.logger = logger;
|
|
7
17
|
this.defer = options.defer ?? ((fn) => setTimeout(fn, 0));
|
|
18
|
+
this.onRecord = options.onRecord;
|
|
8
19
|
}
|
|
9
20
|
store;
|
|
10
21
|
pricing;
|
|
11
22
|
logger;
|
|
12
23
|
defer;
|
|
24
|
+
onRecord;
|
|
13
25
|
/**
|
|
14
26
|
* Record one LLM request. Returns immediately — the actual store insert is
|
|
15
27
|
* deferred so the caller's response path is unblocked.
|
|
@@ -17,6 +29,14 @@ var UsageRecorder = class {
|
|
|
17
29
|
* Errors during the insert are logged but never thrown.
|
|
18
30
|
*/
|
|
19
31
|
record(input) {
|
|
32
|
+
if (input.auditResponse) {
|
|
33
|
+
stashAuditUsage(input.auditResponse, {
|
|
34
|
+
inputTokens: input.usage.inputTokens,
|
|
35
|
+
outputTokens: input.usage.outputTokens,
|
|
36
|
+
model: input.model,
|
|
37
|
+
provider: input.providerId
|
|
38
|
+
});
|
|
39
|
+
}
|
|
20
40
|
this.defer(() => {
|
|
21
41
|
void this.recordAsync(input).catch((err) => {
|
|
22
42
|
this.logger.warn("[UsageRecorder] failed to persist usage event", {
|
|
@@ -35,6 +55,18 @@ var UsageRecorder = class {
|
|
|
35
55
|
input.model,
|
|
36
56
|
input.usage
|
|
37
57
|
);
|
|
58
|
+
if (input.auditResponse) {
|
|
59
|
+
try {
|
|
60
|
+
stashAuditUsage(input.auditResponse, { costUsd });
|
|
61
|
+
} catch {
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
if (this.onRecord && input.apiKeyId) {
|
|
65
|
+
try {
|
|
66
|
+
this.onRecord(input.apiKeyId, costUsd, Date.now());
|
|
67
|
+
} catch {
|
|
68
|
+
}
|
|
69
|
+
}
|
|
38
70
|
const row = {
|
|
39
71
|
messageId: input.messageId ?? null,
|
|
40
72
|
parentMessageId: input.parentMessageId ?? null,
|
|
@@ -73,6 +105,9 @@ var UsageRecorder = class {
|
|
|
73
105
|
getByApiKey(range) {
|
|
74
106
|
return this.store.getByApiKey(range);
|
|
75
107
|
}
|
|
108
|
+
getTimeSeries(range, bucket) {
|
|
109
|
+
return this.store.getTimeSeries(range, bucket);
|
|
110
|
+
}
|
|
76
111
|
getMessagesForSession(sessionId) {
|
|
77
112
|
return this.store.getMessagesForSession(sessionId);
|
|
78
113
|
}
|
|
@@ -90,5 +125,6 @@ var safeStringify = (value) => {
|
|
|
90
125
|
};
|
|
91
126
|
|
|
92
127
|
export {
|
|
128
|
+
readAuditUsage,
|
|
93
129
|
UsageRecorder
|
|
94
130
|
};
|