ai-cc-router 0.1.7 → 0.1.9

package/dist/cli/cmd-setup.js

@@ -9,6 +9,7 @@ import { writeClaudeSettings, readClaudeProxySettings } from "../utils/claude-co
 import { saveAccounts } from "../proxy/token-refresher.js";
 import { loadAccounts, accountsFileExists, readConfig, writeConfig, generateProxySecret } from "../config/manager.js";
 import { PROXY_PORT } from "../config/paths.js";
+import { DEFAULT_RATE_LIMITS } from "../proxy/types.js";
 const execFileAsync = promisify(execFile);
 // ─── Public registration ──────────────────────────────────────────────────────
 export function registerSetup(program) {
@@ -101,6 +102,7 @@ export async function setupSingleAccount(index) {
         lastUsed: 0,
         lastRefresh: 0,
         consecutiveErrors: 0,
+        rateLimits: { ...DEFAULT_RATE_LIMITS },
     };
 }
 // ─── Full wizard ──────────────────────────────────────────────────────────────

package/dist/config/manager.js

@@ -1,6 +1,7 @@
 import { existsSync, mkdirSync, readFileSync, writeFileSync, renameSync } from "fs";
 import { randomBytes } from "crypto";
 import { CONFIG_DIR, ACCOUNTS_PATH, CONFIG_PATH } from "./paths.js";
+import { DEFAULT_RATE_LIMITS } from "../proxy/types.js";
 export function ensureConfigDir() {
     if (!existsSync(CONFIG_DIR)) {
         mkdirSync(CONFIG_DIR, { recursive: true });
@@ -73,5 +74,6 @@ function deserialize(records) {
         lastUsed: 0,
         lastRefresh: 0,
         consecutiveErrors: 0,
+        rateLimits: { ...DEFAULT_RATE_LIMITS },
     }));
 }

package/dist/proxy/server.js

@@ -24,6 +24,34 @@ function applyOutputUsage(entry, usage) {
     entry.outputTokens = usage["output_tokens"] ?? 0;
     stats.totalOutputTokens += entry.outputTokens;
 }
+// ─── Rate limit header extraction ──────────────────────────────────────────
+function inferPlan(requestsLimit) {
+    if (requestsLimit <= 0)
+        return "";
+    if (requestsLimit <= 100)
+        return "Pro";
+    if (requestsLimit <= 500)
+        return "Max 5x";
+    return "Max 20x";
+}
+function extractRateLimits(headers) {
+    const h = (name) => String(headers[name] ?? "");
+    const status = h("anthropic-ratelimit-unified-status");
+    if (!status)
+        return null; // No unified headers in this response
+    const requestsLimit = parseInt(h("anthropic-ratelimit-requests-limit"), 10) || 0;
+    return {
+        status: status === "rate_limited" ? "rate_limited" : "allowed",
+        fiveHourUtil: parseFloat(h("anthropic-ratelimit-unified-5h-utilization")) || 0,
+        fiveHourReset: parseInt(h("anthropic-ratelimit-unified-5h-reset"), 10) || 0,
+        sevenDayUtil: parseFloat(h("anthropic-ratelimit-unified-7d-utilization")) || 0,
+        sevenDayReset: parseInt(h("anthropic-ratelimit-unified-7d-reset"), 10) || 0,
+        claim: h("anthropic-ratelimit-unified-representative-claim"),
+        plan: inferPlan(requestsLimit),
+        requestsLimit,
+        lastUpdated: Date.now(),
+    };
+}
 export async function startServer(opts = {}) {
     const port = opts.port ?? PROXY_PORT;
     // Direct-to-Anthropic (standalone) or via LiteLLM (full mode).
@@ -182,6 +210,10 @@ export async function startServer(opts = {}) {
                     account.busy = true;
                     setTimeout(() => { account.busy = false; }, 30_000);
                 }
+                // ── Capture rate limit utilization from response headers ────────────
+                const rl = extractRateLimits(proxyRes.headers);
+                if (rl)
+                    account.rateLimits = rl;
                 const entry = pendingLog;
                 stats.addLog(entry);
                 // ── Capture token usage from Anthropic response body ─────────────────

package/dist/proxy/token-pool.js

@@ -1,3 +1,10 @@
+/** Returns the earliest non-zero reset timestamp (seconds) for an account. */
+function earliestReset(a) {
+    const r = a.rateLimits;
+    if (r.fiveHourReset && r.sevenDayReset)
+        return Math.min(r.fiveHourReset, r.sevenDayReset);
+    return r.fiveHourReset || r.sevenDayReset || Infinity;
+}
 export class TokenPool {
     accounts;
     currentIndex = 0;
@@ -5,20 +12,24 @@ export class TokenPool {
         this.accounts = accounts;
     }
     /**
-     * Round-robin selection among healthy, non-busy accounts.
-     * Falls back to least-loaded if all are busy.
+     * Round-robin selection among healthy, non-busy, non-rate-limited accounts.
+     * Falls back to least-loaded if all are busy/limited.
+     * When all are rate-limited, picks the one with the earliest reset.
      * Falls back to accounts[0] if all are unhealthy.
      */
     getNext() {
-        const available = this.accounts.filter(a => a.healthy && !a.busy);
+        const available = this.accounts.filter(a => a.healthy && !a.busy && a.rateLimits.status !== "rate_limited");
         if (available.length === 0) {
             const healthy = this.accounts.filter(a => a.healthy);
             if (healthy.length === 0) {
-                // Complete fallback: nothing healthy — return first account and hope it recovers
                 return this.accounts[0];
             }
-            // All healthy but busy — return least loaded
-            return healthy.reduce((a, b) => a.requestCount < b.requestCount ? a : b);
+            // All healthy but busy/limited — pick earliest reset time
+            return healthy.reduce((best, a) => {
+                const resetA = earliestReset(a);
+                const resetBest = earliestReset(best);
+                return resetA < resetBest ? a : best;
+            });
         }
         const account = available[this.currentIndex % available.length];
         this.currentIndex = (this.currentIndex + 1) % available.length;
@@ -42,6 +53,7 @@ export class TokenPool {
             expiresInMs: a.tokens.expiresAt - Date.now(),
             lastUsedMs: a.lastUsed,
             lastRefreshMs: a.lastRefresh,
+            rateLimits: a.rateLimits,
         }));
     }
 }

package/dist/proxy/types.js

@@ -1 +1,11 @@
-export {};
+export const DEFAULT_RATE_LIMITS = {
+    status: "unknown",
+    fiveHourUtil: 0,
+    fiveHourReset: 0,
+    sevenDayUtil: 0,
+    sevenDayReset: 0,
+    claim: "",
+    plan: "",
+    requestsLimit: 0,
+    lastUpdated: 0,
+};

package/dist/ui/Dashboard.js

@@ -3,6 +3,11 @@ import { useState, useEffect } from "react";
 import { Box, Text, useInput, useApp } from "ink";
 const POLL_INTERVAL_MS = 2_000;
 const LOG_VISIBLE = 20;
+const EMPTY_RL = {
+    status: "unknown", fiveHourUtil: 0, fiveHourReset: 0,
+    sevenDayUtil: 0, sevenDayReset: 0, claim: "", plan: "",
+    requestsLimit: 0, lastUpdated: 0,
+};
 // ─── Dashboard component ──────────────────────────────────────────────────────
 export function Dashboard({ port }) {
     const { exit } = useApp();
@@ -79,21 +84,47 @@ function LiveDashboard({ data, port, lastUpdate }) {
     });
     const selectedLog = logs[selectedIndex] ?? null;
     const visibleLogs = logs.slice(0, LOG_VISIBLE);
-    return (_jsxs(Box, { flexDirection: "column", children: [_jsxs(Box, { children: [_jsx(Text, { bold: true, color: "cyan", children: " CC-Router " }), _jsx(Text, { color: "gray", children: "\u00B7 " }), _jsx(Text, { color: "green", children: data.mode }), _jsxs(Text, { color: "gray", children: [" \u2192 ", data.target, "  \u00B7 "] }), _jsxs(Text, { children: ["up ", formatUptime(data.uptime)] }), _jsxs(Text, { color: "gray", children: ["  \u00B7  updated ", updatedAgo, "s ago  \u00B7  [\u2191\u2193] navigate  \u00B7  [q] quit"] })] }), _jsx(Box, { marginTop: 1 }), _jsxs(Box, { flexDirection: "column", children: [_jsxs(Text, { bold: true, children: [" ACCOUNTS  ", _jsxs(Text, { color: healthyCount === data.accounts.length ? "green" : "yellow", children: [healthyCount, "/", data.accounts.length, " healthy"] })] }), _jsx(Box, { marginTop: 1, flexDirection: "column", children: data.accounts.map(a => (_jsx(AccountRow, { account: a }, a.id))) })] }), _jsx(Box, { marginTop: 1 }), _jsxs(Box, { flexDirection: "column", children: [_jsxs(Box, { children: [_jsx(Text, { bold: true, children: " TOTALS  " }), _jsx(Text, { children: "requests " }), _jsx(Text, { color: "cyan", children: data.totalRequests }), _jsx(Text, { color: "gray", children: "  \u00B7  " }), _jsx(Text, { children: "errors " }), _jsx(Text, { color: data.totalErrors > 0 ? "red" : "green", children: data.totalErrors }), _jsx(Text, { color: "gray", children: "  \u00B7  " }), _jsx(Text, { children: "refreshes " }), _jsx(Text, { color: "yellow", children: data.totalRefreshes }), _jsx(CacheHealthBadge, { read: data.totalCacheReadTokens, created: data.totalCacheCreationTokens, input: data.totalInputTokens })] }), _jsx(TokenSummary, { cacheRead: data.totalCacheReadTokens, cacheCreated: data.totalCacheCreationTokens, uncached: data.totalInputTokens, output: data.totalOutputTokens })] }), _jsx(Box, { marginTop: 1 }), _jsxs(Box, { flexDirection: "column", children: [_jsx(Text, { bold: true, children: " RECENT ACTIVITY" }), _jsx(Box, { marginTop: 1, flexDirection: "column", children: visibleLogs.length === 0
+    return (_jsxs(Box, { flexDirection: "column", children: [_jsxs(Box, { children: [_jsx(Text, { bold: true, color: "cyan", children: " CC-Router " }), _jsx(Text, { color: "gray", children: "\u00B7 " }), _jsx(Text, { color: "green", children: data.mode }), _jsxs(Text, { color: "gray", children: [" \u2192 ", data.target, "  \u00B7 "] }), _jsxs(Text, { children: ["up ", formatUptime(data.uptime)] }), _jsxs(Text, { color: "gray", children: ["  \u00B7  updated ", updatedAgo, "s ago  \u00B7  [\u2191\u2193] navigate  \u00B7  [q] quit"] })] }), _jsx(Box, { marginTop: 1 }), _jsxs(Box, { flexDirection: "column", children: [_jsxs(Text, { bold: true, children: [" ACCOUNTS  ", _jsxs(Text, { color: healthyCount === data.accounts.length ? "green" : "yellow", children: [healthyCount, "/", data.accounts.length, " healthy"] })] }), _jsx(Box, { marginTop: 1, flexDirection: "column", children: data.accounts.map(a => (_jsx(AccountRow, { account: a }, a.id))) })] }), _jsx(Box, { marginTop: 1 }), _jsxs(Box, { flexDirection: "column", children: [_jsxs(Box, { children: [_jsx(Text, { bold: true, children: " TOTALS  " }), _jsx(Text, { children: "requests " }), _jsx(Text, { color: "cyan", children: data.totalRequests }), _jsx(Text, { color: "gray", children: "  \u00B7  " }), _jsx(Text, { children: "errors " }), _jsx(Text, { color: data.totalErrors > 0 ? "red" : "green", children: data.totalErrors }), _jsx(Text, { color: "gray", children: "  \u00B7  " }), _jsx(Text, { children: "refreshes " }), _jsx(Text, { color: "yellow", children: data.totalRefreshes }), _jsx(CacheHealthBadge, { read: data.totalCacheReadTokens, created: data.totalCacheCreationTokens, input: data.totalInputTokens })] }), _jsx(TokenSummary, { cacheRead: data.totalCacheReadTokens, cacheCreated: data.totalCacheCreationTokens, uncached: data.totalInputTokens, output: data.totalOutputTokens ?? 0 })] }), _jsx(Box, { marginTop: 1 }), _jsxs(Box, { flexDirection: "column", children: [_jsx(Text, { bold: true, children: " RECENT ACTIVITY" }), _jsx(Box, { marginTop: 1, flexDirection: "column", children: visibleLogs.length === 0
                             ? _jsx(Text, { color: "gray", children: "  No activity yet" })
                             : visibleLogs.map((log, i) => (_jsx(LogRow, { log: log, selected: i === selectedIndex }, log.ts))) })] }), selectedLog && (_jsxs(_Fragment, { children: [_jsx(Box, { marginTop: 1 }), _jsx(DetailPanel, { log: selectedLog })] }))] }));
 }
-// ─── Account row ──────────────────────────────────────────────────────────────
+// ─── Account row (two-line: status + utilization bars) ───────────────────────
 function AccountRow({ account: a }) {
-    const dot = a.busy ? "◌" : a.healthy ? "●" : "●";
-    const dotColor = a.busy ? "yellow" : a.healthy ? "green" : "red";
-    const statusLabel = a.busy ? "busy   " : a.healthy ? "ok     " : "ERROR  ";
-    const statusColor = a.busy ? "yellow" : a.healthy ? "green" : "red";
+    const rl = a.rateLimits ?? EMPTY_RL;
+    const isLimited = rl.status === "rate_limited";
+    const dot = isLimited ? "⊘" : a.busy ? "◌" : a.healthy ? "●" : "●";
+    const dotColor = isLimited ? "red" : a.busy ? "yellow" : a.healthy ? "green" : "red";
+    const statusLabel = isLimited ? "LIMITED" : a.busy ? "busy   " : a.healthy ? "ok     " : "ERROR  ";
+    const statusColor = isLimited ? "red" : a.busy ? "yellow" : a.healthy ? "green" : "red";
     const expiryLabel = a.expiresInMs > 0 ? formatMs(a.expiresInMs) : "EXPIRED";
     const expiryColor = a.expiresInMs < 10 * 60 * 1000 ? "red"
         : a.expiresInMs < 30 * 60 * 1000 ? "yellow"
             : "white";
-    return (_jsxs(Box, { children: [_jsxs(Text, { color: dotColor, children: [" ", dot, " "] }), _jsx(Text, { children: a.id.slice(0, 22).padEnd(22) }), _jsx(Text, { color: statusColor, children: statusLabel }), _jsx(Text, { color: "gray", children: " req " }), _jsx(Text, { color: "white", children: String(a.requestCount).padStart(5) }), _jsx(Text, { color: "gray", children: "  err " }), _jsx(Text, { color: a.errorCount > 0 ? "red" : "gray", children: String(a.errorCount).padStart(3) }), _jsx(Text, { color: "gray", children: "  expires " }), _jsx(Text, { color: expiryColor, children: expiryLabel.padEnd(10) }), _jsx(Text, { color: "gray", children: "  last " }), _jsx(Text, { color: "gray", children: formatAgo(a.lastUsedMs) })] }));
+    const planTag = rl.plan ? ` [${rl.plan}]` : "";
+    return (_jsxs(Box, { flexDirection: "column", children: [_jsxs(Box, { children: [_jsxs(Text, { color: dotColor, children: [" ", dot, " "] }), _jsx(Text, { children: a.id.slice(0, 20).padEnd(20) }), _jsx(Text, { color: statusColor, children: statusLabel }), planTag && _jsx(Text, { color: "magenta", children: planTag.padEnd(10) }), !planTag && _jsx(Text, { children: "".padEnd(10) }), _jsx(Text, { color: "gray", children: " req " }), _jsx(Text, { color: "white", children: String(a.requestCount).padStart(5) }), _jsx(Text, { color: "gray", children: "  err " }), _jsx(Text, { color: a.errorCount > 0 ? "red" : "gray", children: String(a.errorCount).padStart(3) }), _jsx(Text, { color: "gray", children: "  tok " }), _jsx(Text, { color: expiryColor, children: expiryLabel.padEnd(8) }), _jsx(Text, { color: "gray", children: "  last " }), _jsx(Text, { color: "gray", children: formatAgo(a.lastUsedMs) })] }), rl.lastUpdated > 0 && (_jsxs(Box, { paddingLeft: 4, children: [_jsx(UtilBar, { label: "5h", util: rl.fiveHourUtil, resetTs: rl.fiveHourReset, isActive: rl.claim === "five_hour" }), _jsx(Text, { children: "   " }), _jsx(UtilBar, { label: "7d", util: rl.sevenDayUtil, resetTs: rl.sevenDayReset, isActive: rl.claim === "seven_day" })] }))] }));
+}
+// ─── Utilization bar ─────────────────────────────────────────────────────────
+function UtilBar({ label, util, resetTs, isActive }) {
+    const pct = Math.round(util * 100);
+    const BAR_W = 12;
+    const filled = Math.round(util * BAR_W);
+    const bar = "█".repeat(Math.min(filled, BAR_W)) + "░".repeat(Math.max(BAR_W - filled, 0));
+    const color = pct >= 90 ? "red" : pct >= 70 ? "yellow" : "green";
+    const resetLabel = resetTs > 0 ? formatResetIn(resetTs) : "";
+    return (_jsxs(Box, { children: [_jsxs(Text, { color: isActive ? "white" : "gray", bold: isActive, children: [label, " "] }), _jsx(Text, { color: color, children: bar }), _jsxs(Text, { color: color, children: [String(pct).padStart(4), "%"] }), resetLabel && _jsxs(Text, { color: "gray", children: [" \u21BB", resetLabel] })] }));
+}
+function formatResetIn(unixSeconds) {
+    const diff = unixSeconds - Date.now() / 1000;
+    if (diff <= 0)
+        return "now";
+    const d = Math.floor(diff / 86400);
+    const h = Math.floor((diff % 86400) / 3600);
+    const m = Math.floor((diff % 3600) / 60);
+    if (d > 0)
+        return `${d}d${h}h`;
+    if (h > 0)
+        return `${h}h${m}m`;
+    return `${m}m`;
 }
 // ─── Log row ──────────────────────────────────────────────────────────────────
 function LogRow({ log, selected }) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai-cc-router",
-  "version": "0.1.7",
+  "version": "0.1.9",
   "description": "Round-robin proxy for Claude Max OAuth tokens — use multiple Claude Max accounts with Claude Code",
   "type": "module",
   "bin": {