@relayplane/proxy 1.8.40 → 1.9.0

package/dist/token-pool.d.ts

@@ -0,0 +1,104 @@
+/**
+ * Multi-account token pool for Anthropic (and future providers).
+ *
+ * Supports two registration paths:
+ *  1. Auto-detected  — tokens seen in incoming Authorization headers are
+ *     registered automatically with lower priority (priority = 10).
+ *  2. Explicit config — accounts listed in ~/.relayplane/config.json under
+ *     providers.anthropic.accounts[] are registered with the user-specified
+ *     priority (default 0 = highest).
+ *
+ * Selection strategy:
+ *  - Skip tokens that are currently rate-limited.
+ *  - Skip tokens that have exceeded 90% of their known RPM limit (proactive
+ *    throttling).
+ *  - Among remaining candidates, pick the lowest priority number first;
+ *    break ties by fewest requests this minute.
+ *
+ * 429 handling:
+ *  - When the caller receives a 429 from upstream, it calls record429() with
+ *    the token that was used.  That token is marked as rate-limited until
+ *    `retry-after` seconds have elapsed (default: 60 s).
+ *  - The caller should then call selectToken() again to get the next
+ *    available token.
+ */
+export interface PoolAccountConfig {
+    /** Human-readable label, e.g. "work-max" */
+    label: string;
+    /** Raw API key or OAT token */
+    apiKey: string;
+    /**
+     * Priority: lower = tried first.  Explicitly configured accounts use the
+     * value from config.json (default 0).  Auto-detected tokens use 10.
+     */
+    priority: number;
+}
+export interface TokenState {
+    label: string;
+    apiKey: string;
+    priority: number;
+    /** How was this token registered? */
+    source: 'config' | 'auto-detect';
+    /** Whether the token is an OAT (Claude Max) subscription token */
+    isOat: boolean;
+    /** Unix ms timestamp until which this token is considered rate-limited */
+    rateLimitedUntil: number;
+    /** Number of requests dispatched in the current 1-minute window */
+    requestsThisMinute: number;
+    /** Start of the current 1-minute window (Unix ms) */
+    windowStart: number;
+    /** Best-known RPM limit learned from upstream headers */
+    knownRpmLimit: number;
+}
+export interface TokenPoolStatus {
+    accounts: Array<{
+        label: string;
+        priority: number;
+        source: 'config' | 'auto-detect';
+        isOat: boolean;
+        requestsThisMinute: number;
+        knownRpmLimit: number;
+        rateLimitedUntil: number | null;
+        available: boolean;
+    }>;
+}
+export declare class TokenPool {
+    private tokens;
+    /**
+     * Register explicit config accounts.  Called once at startup.
+     * Replaces any existing config-sourced entry for the same apiKey.
+     */
+    registerConfigAccounts(accounts: PoolAccountConfig[]): void;
+    /**
+     * Auto-register a token seen in an incoming Authorization header.
+     * No-op if the token is already registered (from config or previous request).
+     */
+    autoDetect(apiKey: string): void;
+    /**
+     * Select the best available token.
+     * Returns `null` if all tokens are exhausted / rate-limited.
+     */
+    selectToken(now?: number): TokenState | null;
+    /**
+     * Record a 429 response for the given apiKey.
+     * Marks the token as rate-limited for `retryAfterSeconds`.
+     */
+    record429(apiKey: string, retryAfterSeconds?: number, now?: number): void;
+    /**
+     * Update the known RPM limit and remaining requests from upstream headers.
+     * Reads `anthropic-ratelimit-requests-remaining` /
+     * `x-ratelimit-remaining-requests` and `anthropic-ratelimit-requests-limit`.
+     */
+    recordResponseHeaders(apiKey: string, headers: Record<string, string | string[] | undefined>, now?: number): void;
+    getStatus(now?: number): TokenPoolStatus;
+    /** How many tokens are registered? */
+    size(): number;
+    private makeState;
+    /** Roll over any per-minute windows that have expired. */
+    private tickWindows;
+    private isAvailable;
+}
+export declare function getTokenPool(): TokenPool;
+/** Reset the singleton (used in tests) */
+export declare function resetTokenPool(): void;
+//# sourceMappingURL=token-pool.d.ts.map

package/dist/token-pool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-pool.d.ts","sourceRoot":"","sources":["../src/token-pool.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAIH,MAAM,WAAW,iBAAiB;IAChC,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd,+BAA+B;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,qCAAqC;IACrC,MAAM,EAAE,QAAQ,GAAG,aAAa,CAAC;IACjC,kEAAkE;IAClE,KAAK,EAAE,OAAO,CAAC;IACf,0EAA0E;IAC1E,gBAAgB,EAAE,MAAM,CAAC;IACzB,mEAAmE;IACnE,kBAAkB,EAAE,MAAM,CAAC;IAC3B,qDAAqD;IACrD,WAAW,EAAE,MAAM,CAAC;IACpB,yDAAyD;IACzD,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,KAAK,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,QAAQ,GAAG,aAAa,CAAC;QACjC,KAAK,EAAE,OAAO,CAAC;QACf,kBAAkB,EAAE,MAAM,CAAC;QAC3B,aAAa,EAAE,MAAM,CAAC;QACtB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,SAAS,EAAE,OAAO,CAAC;KACpB,CAAC,CAAC;CACJ;AASD,qBAAa,SAAS;IACpB,OAAO,CAAC,MAAM,CAAsC;IAIpD;;;OAGG;IACH,sBAAsB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,IAAI;IAa3D;;;OAGG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAYhC;;;OAGG;IACH,WAAW,CAAC,GAAG,GAAE,MAAmB,GAAG,UAAU,GAAG,IAAI;IAsBxD;;;OAGG;IACH,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,iBAAiB,CAAC,EAAE,MAAM,EAAE,GAAG,GAAE,MAAmB,GAAG,IAAI;IAOrF;;;;OAIG;IACH,qBAAqB,CACnB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC,EACtD,GAAG,GAAE,MAAmB,GACvB,IAAI;IA8BP,SAAS,CAAC,GAAG,GAAE,MAAmB,GAAG,eAAe;IAiBpD,sCAAsC;IACtC,IAAI,IAAI,MAAM;IAMd,OAAO,CAAC,SAAS;IAoBjB,0DAA0D;IAC1D,OAAO,CAAC,WAAW;IASnB,OAAO,CAAC,WAAW;CAKpB;AAKD,wBAAgB,YAAY,IAAI,SAAS,CAGxC;AAED,0CAA0C;AAC1C,wBAAgB,cAAc,IAAI,IAAI,CAErC"}

package/dist/token-pool.js

@@ -0,0 +1,197 @@
+"use strict";
+/**
+ * Multi-account token pool for Anthropic (and future providers).
+ *
+ * Supports two registration paths:
+ *  1. Auto-detected  — tokens seen in incoming Authorization headers are
+ *     registered automatically with lower priority (priority = 10).
+ *  2. Explicit config — accounts listed in ~/.relayplane/config.json under
+ *     providers.anthropic.accounts[] are registered with the user-specified
+ *     priority (default 0 = highest).
+ *
+ * Selection strategy:
+ *  - Skip tokens that are currently rate-limited.
+ *  - Skip tokens that have exceeded 90% of their known RPM limit (proactive
+ *    throttling).
+ *  - Among remaining candidates, pick the lowest priority number first;
+ *    break ties by fewest requests this minute.
+ *
+ * 429 handling:
+ *  - When the caller receives a 429 from upstream, it calls record429() with
+ *    the token that was used.  That token is marked as rate-limited until
+ *    `retry-after` seconds have elapsed (default: 60 s).
+ *  - The caller should then call selectToken() again to get the next
+ *    available token.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TokenPool = void 0;
+exports.getTokenPool = getTokenPool;
+exports.resetTokenPool = resetTokenPool;
+const provider_limits_js_1 = require("./provider-limits.js");
+/** Tokens with requestsThisMinute >= throttleRatio * knownRpmLimit are skipped */
+const THROTTLE_RATIO = 0.9;
+/** Priority assigned to auto-detected tokens */
+const AUTO_DETECT_PRIORITY = 10;
+/** Default rate-limit window after a 429 when no Retry-After header is present */
+const DEFAULT_RETRY_AFTER_S = 60;
+class TokenPool {
+    tokens = new Map();
+    // ── Registration ──────────────────────────────────────────────────────────
+    /**
+     * Register explicit config accounts.  Called once at startup.
+     * Replaces any existing config-sourced entry for the same apiKey.
+     */
+    registerConfigAccounts(accounts) {
+        for (const acct of accounts) {
+            const existing = this.tokens.get(acct.apiKey);
+            if (existing && existing.source === 'config') {
+                // Update priority/label in case config changed
+                existing.label = acct.label;
+                existing.priority = acct.priority;
+            }
+            else {
+                this.tokens.set(acct.apiKey, this.makeState(acct, 'config'));
+            }
+        }
+    }
+    /**
+     * Auto-register a token seen in an incoming Authorization header.
+     * No-op if the token is already registered (from config or previous request).
+     */
+    autoDetect(apiKey) {
+        if (!apiKey || this.tokens.has(apiKey))
+            return;
+        const label = `auto-${apiKey.slice(-8)}`;
+        const state = this.makeState({ label, apiKey, priority: AUTO_DETECT_PRIORITY }, 'auto-detect');
+        this.tokens.set(apiKey, state);
+    }
+    // ── Selection ─────────────────────────────────────────────────────────────
+    /**
+     * Select the best available token.
+     * Returns `null` if all tokens are exhausted / rate-limited.
+     */
+    selectToken(now = Date.now()) {
+        this.tickWindows(now);
+        const candidates = Array.from(this.tokens.values()).filter((t) => this.isAvailable(t, now));
+        if (candidates.length === 0)
+            return null;
+        // Sort: lowest priority first, then fewest requests this minute
+        candidates.sort((a, b) => {
+            if (a.priority !== b.priority)
+                return a.priority - b.priority;
+            return a.requestsThisMinute - b.requestsThisMinute;
+        });
+        const selected = candidates[0];
+        selected.requestsThisMinute += 1;
+        return selected;
+    }
+    // ── Recording ─────────────────────────────────────────────────────────────
+    /**
+     * Record a 429 response for the given apiKey.
+     * Marks the token as rate-limited for `retryAfterSeconds`.
+     */
+    record429(apiKey, retryAfterSeconds, now = Date.now()) {
+        const state = this.tokens.get(apiKey);
+        if (!state)
+            return;
+        const waitS = retryAfterSeconds ?? DEFAULT_RETRY_AFTER_S;
+        state.rateLimitedUntil = now + waitS * 1000;
+    }
+    /**
+     * Update the known RPM limit and remaining requests from upstream headers.
+     * Reads `anthropic-ratelimit-requests-remaining` /
+     * `x-ratelimit-remaining-requests` and `anthropic-ratelimit-requests-limit`.
+     */
+    recordResponseHeaders(apiKey, headers, now = Date.now()) {
+        const state = this.tokens.get(apiKey);
+        if (!state)
+            return;
+        const h = (name) => {
+            const v = headers[name] ?? headers[name.toLowerCase()];
+            return Array.isArray(v) ? v[0] : v;
+        };
+        // Learn the limit
+        const limit = h('anthropic-ratelimit-requests-limit') ??
+            h('x-ratelimit-limit-requests');
+        if (limit) {
+            const n = parseInt(limit, 10);
+            if (!isNaN(n) && n > 0)
+                state.knownRpmLimit = n;
+        }
+        // If retry-after is present and we haven't already recorded a 429, clear it
+        const retryAfter = h('retry-after');
+        if (retryAfter && state.rateLimitedUntil <= now) {
+            const waitS = parseInt(retryAfter, 10);
+            if (!isNaN(waitS) && waitS > 0) {
+                state.rateLimitedUntil = now + waitS * 1000;
+            }
+        }
+    }
+    // ── Status ────────────────────────────────────────────────────────────────
+    getStatus(now = Date.now()) {
+        this.tickWindows(now);
+        const accounts = Array.from(this.tokens.values())
+            .sort((a, b) => a.priority - b.priority)
+            .map((t) => ({
+            label: t.label,
+            priority: t.priority,
+            source: t.source,
+            isOat: t.isOat,
+            requestsThisMinute: t.requestsThisMinute,
+            knownRpmLimit: t.knownRpmLimit,
+            rateLimitedUntil: t.rateLimitedUntil > now ? t.rateLimitedUntil : null,
+            available: this.isAvailable(t, now),
+        }));
+        return { accounts };
+    }
+    /** How many tokens are registered? */
+    size() {
+        return this.tokens.size;
+    }
+    // ── Internals ─────────────────────────────────────────────────────────────
+    makeState(acct, source) {
+        const isOat = acct.apiKey.startsWith('sk-ant-oat');
+        return {
+            label: acct.label,
+            apiKey: acct.apiKey,
+            priority: acct.priority,
+            source,
+            isOat,
+            rateLimitedUntil: 0,
+            requestsThisMinute: 0,
+            // windowStart=0 so the first tickWindows() call always initialises it to
+            // the real current time rather than creation time (which may differ in tests).
+            windowStart: 0,
+            knownRpmLimit: (0, provider_limits_js_1.getDefaultRpm)('anthropic', isOat),
+        };
+    }
+    /** Roll over any per-minute windows that have expired. */
+    tickWindows(now) {
+        for (const state of this.tokens.values()) {
+            if (now - state.windowStart >= 60_000) {
+                state.requestsThisMinute = 0;
+                state.windowStart = now;
+            }
+        }
+    }
+    isAvailable(t, now) {
+        if (t.rateLimitedUntil > now)
+            return false;
+        if (t.requestsThisMinute >= t.knownRpmLimit * THROTTLE_RATIO)
+            return false;
+        return true;
+    }
+}
+exports.TokenPool = TokenPool;
+/** Singleton pool instance shared across all requests */
+let _pool = null;
+function getTokenPool() {
+    if (!_pool)
+        _pool = new TokenPool();
+    return _pool;
+}
+/** Reset the singleton (used in tests) */
+function resetTokenPool() {
+    _pool = null;
+}
+//# sourceMappingURL=token-pool.js.map

package/dist/token-pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-pool.js","sourceRoot":"","sources":["../src/token-pool.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;;;AAwOH,oCAGC;AAGD,wCAEC;AA9OD,6DAAqD;AA6CrD,kFAAkF;AAClF,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,gDAAgD;AAChD,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAChC,kFAAkF;AAClF,MAAM,qBAAqB,GAAG,EAAE,CAAC;AAEjC,MAAa,SAAS;IACZ,MAAM,GAA4B,IAAI,GAAG,EAAE,CAAC;IAEpD,6EAA6E;IAE7E;;;OAGG;IACH,sBAAsB,CAAC,QAA6B;QAClD,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC9C,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC7C,+CAA+C;gBAC/C,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;gBAC5B,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,MAAc;QACvB,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YAAE,OAAO;QAC/C,MAAM,KAAK,GAAG,QAAQ,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAC1B,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,oBAAoB,EAAE,EACjD,aAAa,CACd,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,6EAA6E;IAE7E;;;OAGG;IACH,WAAW,CAAC,MAAc,IAAI,CAAC,GAAG,EAAE;QAClC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAEtB,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAC/D,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,GAAG,CAAC,CACzB,CAAC;QAEF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEzC,gEAAgE;QAChE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACvB,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ;gBAAE,OAAO,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;YAC9D,OAAO,CAAC,CAAC,kBAAkB,GAAG,CAAC,CAAC,kBAAkB,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAE,CAAC;QAChC,QAAQ,CAAC,kBAAkB,IAAI,CAAC,CAAC;QACjC,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,6EAA6E;IAE7E;;;OAGG;IACH,SAAS,CAAC,MAAc,EAAE,iBAA0B,EAAE,MAAc,IAAI,CAAC,GAAG,EAAE;QAC5E,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,MAAM,KAAK,GAAG,iBAAiB,IAAI,qBAAqB,CAAC;QACzD,KAAK,CAAC,gBAAgB,GAAG,GAAG,GAAG,KAAK,GAAG,IAAI,CAAC;IAC9C,CAAC;IAED;;;;OAIG;IACH,qBAAqB,CACnB,MAAc,EACd,OAAsD,EACtD,MAAc,IAAI,CAAC,GAAG,EAAE;QAExB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK;YAAE,OAAO;QAEnB,MAAM,CAAC,GAAG,CAAC,IAAY,EAAsB,EAAE;YAC7C,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YACvD,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,CAAC,CAAC;QAEF,kBAAkB;QAClB,MAAM,KAAK,GACT,CAAC,CAAC,oCAAoC,CAAC;YACvC,CAAC,CAAC,4BAA4B,CAAC,CAAC;QAClC,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC9B,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;gBAAE,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC;QAClD,CAAC;QAED,4EAA4E;QAC5E,MAAM,UAAU,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC;QACpC,IAAI,UAAU,IAAI,KAAK,CAAC,gBAAgB,IAAI,GAAG,EAAE,CAAC;YAChD,MAAM,KAAK,GAAG,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YACvC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBAC/B,KAAK,CAAC,gBAAgB,GAAG,GAAG,GAAG,KAAK,GAAG,IAAI,CAAC;YAC9C,CAAC;QACH,CAAC;IACH,CAAC;IAED,6EAA6E;IAE7E,SAAS,CAAC,MAAc,IAAI,CAAC,GAAG,EAAE;QAChC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACtB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;aAC9C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;aACvC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACX,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,kBAAkB,EAAE,CAAC,CAAC,kBAAkB;YACxC,aAAa,EAAE,CAAC,CAAC,aAAa;YAC9B,gBAAgB,EAAE,CAAC,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI;YACtE,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,GAAG,CAAC;SACpC,CAAC,CAAC,CAAC;QACN,OAAO,EAAE,QAAQ,EAAE,CAAC;IACtB,CAAC;IAED,sCAAsC;IACtC,IAAI;QACF,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;IAC1B,CAAC;IAED,6EAA6E;IAErE,SAAS,CACf,IAAuB,EACvB,MAAgC;QAEhC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QACnD,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,MAAM;YACN,KAAK;YACL,gBAAgB,EAAE,CAAC;YACnB,kBAAkB,EAAE,CAAC;YACrB,yEAAyE;YACzE,+EAA+E;YAC/E,WAAW,EAAE,CAAC;YACd,aAAa,EAAE,IAAA,kCAAa,EAAC,WAAW,EAAE,KAAK,CAAC;SACjD,CAAC;IACJ,CAAC;IAED,0DAA0D;IAClD,WAAW,CAAC,GAAW;QAC7B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YACzC,IAAI,GAAG,GAAG,KAAK,CAAC,WAAW,IAAI,MAAM,EAAE,CAAC;gBACtC,KAAK,CAAC,kBAAkB,GAAG,CAAC,CAAC;gBAC7B,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,CAAa,EAAE,GAAW;QAC5C,IAAI,CAAC,CAAC,gBAAgB,GAAG,GAAG;YAAE,OAAO,KAAK,CAAC;QAC3C,IAAI,CAAC,CAAC,kBAAkB,IAAI,CAAC,CAAC,aAAa,GAAG,cAAc;YAAE,OAAO,KAAK,CAAC;QAC3E,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AA7KD,8BA6KC;AAED,yDAAyD;AACzD,IAAI,KAAK,GAAqB,IAAI,CAAC;AAEnC,SAAgB,YAAY;IAC1B,IAAI,CAAC,KAAK;QAAE,KAAK,GAAG,IAAI,SAAS,EAAE,CAAC;IACpC,OAAO,KAAK,CAAC;AACf,CAAC;AAED,0CAA0C;AAC1C,SAAgB,cAAc;IAC5B,KAAK,GAAG,IAAI,CAAC;AACf,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@relayplane/proxy",
-  "version": "1.8.40",
+  "version": "1.9.0",
   "description": "Open source cost intelligence proxy for AI agents. Cut LLM costs ~80% with smart model routing. Dashboard, policy engine, 11 providers. MIT licensed.",
   "homepage": "https://relayplane.com",
   "repository": {