@cortexkit/anthropic-auth-core 1.20.0 → 1.21.0

package/dist/sticky-routing.d.ts

@@ -3,9 +3,21 @@ export declare const STICKY_ROUTING_MAIN_ACCOUNT_ID = "main";
 export declare const STICKY_ROUTING_SHORT_RESET_GRACE_MS: number;
 export declare const STICKY_ROUTING_ASSIGNMENT_TTL_MS: number;
 export type StickyRouteFamily = 'fable' | 'opus' | 'general';
-export type StickyRouteCandidate = {
+export type IdentityState = {
+    kind: 'known';
     accountId: string;
+} | {
+    kind: 'unknown';
+};
+export type QuotaState = {
+    kind: 'known';
     quota: OAuthQuotaSnapshot;
+} | {
+    kind: 'unknown';
+};
+export type StickyRouteCandidate = {
+    accountId: string;
+    quota: OAuthQuotaSnapshot | QuotaState;
     order: number;
 };
 export type StickyRouteAssignment = {
@@ -56,7 +68,7 @@ export declare function stickyRouteCandidateWeight(input: {
 }): number;
 export declare function stickyRouteKnownFableExhausted(candidate: StickyRouteCandidate, storage: AccountStorage | null, now?: number): boolean;
 export declare function decideStickyQuotaFailure(input: {
-    quota: OAuthQuotaSnapshot | undefined;
+    quota: OAuthQuotaSnapshot | QuotaState | undefined;
     modelId?: string;
     now?: number;
 }): StickyQuotaFailureDecision;

package/dist/sticky-routing.js

@@ -136,6 +136,13 @@ export function stickyQuotaSnapshotIsFresh(quota, storage, now = Date.now(), mod
 function snapshotCheckedAt(quota) {
     return Math.max(quota.checkedAt ?? 0, quota.five_hour?.checkedAt ?? 0, quota.seven_day?.checkedAt ?? 0, ...(quota.scoped ?? []).map((window) => window.checkedAt ?? 0));
 }
+function knownQuota(quota) {
+    if (!quota)
+        return undefined;
+    if ('kind' in quota)
+        return quota.kind === 'known' ? quota.quota : undefined;
+    return quota;
+}
 function remainingThreshold(storage, accountId, key) {
     const quotaMinimum = getQuotaMinimumRemainingThresholds(storage);
     const quotaThreshold = key === 'five_hour'
@@ -170,18 +177,21 @@ export function stickyRouteFamilyForModel(model) {
 export function stickyRouteCandidateWeight(input) {
     const now = input.now ?? Date.now();
     const { candidate, storage } = input;
-    if (!stickyQuotaSnapshotIsFresh(candidate.quota, storage, now, input.modelId)) {
+    const quota = knownQuota(candidate.quota);
+    if (!quota)
+        return 0;
+    if (!stickyQuotaSnapshotIsFresh(quota, storage, now, input.modelId)) {
         return 0;
     }
     const weights = [];
     for (const key of ['five_hour', 'seven_day']) {
-        const window = candidate.quota[key];
+        const window = quota[key];
         if (!window || !Number.isFinite(window.remainingPercent))
             return 0;
         weights.push(sustainableWindowWeight(window.remainingPercent, remainingThreshold(storage, candidate.accountId, key), window.resetsAt, now));
     }
     if (input.family === 'fable') {
-        const window = getScopedQuotaWindowForModel(candidate.quota, input.modelId);
+        const window = getScopedQuotaWindowForModel(quota, input.modelId);
         if (window && Number.isFinite(window.remainingPercent)) {
             weights.push(sustainableWindowWeight(window.remainingPercent, remainingThreshold(storage, candidate.accountId, 'scoped'), window.resetsAt, now));
         }
@@ -189,29 +199,31 @@ export function stickyRouteCandidateWeight(input) {
     return Math.min(...weights);
 }
 export function stickyRouteKnownFableExhausted(candidate, storage, now = Date.now()) {
-    const window = getScopedQuotaWindowForModel(candidate.quota, 'claude-fable-5');
+    const quota = knownQuota(candidate.quota);
+    const window = getScopedQuotaWindowForModel(quota, 'claude-fable-5');
     return Boolean(window &&
-        stickyQuotaSnapshotIsFresh(candidate.quota, storage, now, 'claude-fable-5') &&
+        stickyQuotaSnapshotIsFresh(quota, storage, now, 'claude-fable-5') &&
         Number.isFinite(window.remainingPercent) &&
         window.remainingPercent <= 0);
 }
 export function decideStickyQuotaFailure(input) {
     const now = input.now ?? Date.now();
-    if (!input.quota)
+    const quota = knownQuota(input.quota);
+    if (!quota)
         return { action: 'retain', reason: 'unknown' };
-    const scoped = getScopedQuotaWindowForModel(input.quota, input.modelId);
+    const scoped = getScopedQuotaWindowForModel(quota, input.modelId);
     if (scoped &&
         Number.isFinite(scoped.remainingPercent) &&
         scoped.remainingPercent <= 0) {
         return { action: 'migrate', reason: 'model-scoped' };
     }
-    const sevenDay = input.quota.seven_day;
+    const sevenDay = quota.seven_day;
     if (sevenDay &&
         Number.isFinite(sevenDay.remainingPercent) &&
         sevenDay.remainingPercent <= 0) {
         return { action: 'migrate', reason: 'seven-day' };
     }
-    const fiveHour = input.quota.five_hour;
+    const fiveHour = quota.five_hour;
     if (fiveHour &&
         Number.isFinite(fiveHour.remainingPercent) &&
         fiveHour.remainingPercent <= 0) {
@@ -386,14 +398,18 @@ export class StickySessionRouter {
             });
             return weight > 0 ? [{ candidate, weight }] : [];
         });
-        if (weighted.length === 0)
-            return undefined;
+        if (weighted.length === 0 &&
+            candidates.every((candidate) => !knownQuota(candidate.quota))) {
+            return [...candidates].sort((left, right) => left.order - right.order ||
+                left.accountId.localeCompare(right.accountId))[0];
+        }
         const pendingBytes = new Map();
         for (const assignment of Object.values(input.state.assignments)) {
             const candidate = weighted.find((entry) => entry.candidate.accountId === assignment.accountId)?.candidate;
             if (!candidate)
                 continue;
-            if (assignment.quotaCheckedAt !== snapshotCheckedAt(candidate.quota))
+            const quota = knownQuota(candidate.quota);
+            if (quota && assignment.quotaCheckedAt !== snapshotCheckedAt(quota))
                 continue;
             pendingBytes.set(assignment.accountId, (pendingBytes.get(assignment.accountId) ?? 0) +
                 assignment.initialInputBytes);
@@ -466,13 +482,14 @@ export class StickySessionRouter {
                 return null;
             }
             const now = this.now();
+            const selectedQuota = knownQuota(selected.quota);
             const assignment = {
                 accountId: selected.accountId,
                 family: input.family,
                 assignedAt: now,
                 lastSeenAt: now,
                 initialInputBytes: Math.max(1, input.inputBytes),
-                quotaCheckedAt: snapshotCheckedAt(selected.quota),
+                quotaCheckedAt: selectedQuota ? snapshotCheckedAt(selectedQuota) : 0,
             };
             state.assignments[key] = assignment;
             await this.writeState(state);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cortexkit/anthropic-auth-core",
-  "version": "1.20.0",
+  "version": "1.21.0",
   "type": "module",
   "repository": {
     "type": "git",