@kamel-ahmed/proxy-claude 1.0.0

package/src/account-manager/strategies/hybrid-strategy.js

@@ -0,0 +1,195 @@
+/**
+ * Hybrid Strategy
+ *
+ * Smart selection based on health score, token bucket, and LRU freshness.
+ * Combines multiple signals for optimal account distribution.
+ *
+ * Scoring formula:
+ *   score = (Health × 2) + ((Tokens / MaxTokens × 100) × 5) + (LRU × 0.1)
+ *
+ * Filters accounts that are:
+ * - Not rate-limited
+ * - Not invalid or disabled
+ * - Health score >= minUsable
+ * - Has tokens available
+ */
+
+import { BaseStrategy } from './base-strategy.js';
+import { HealthTracker, TokenBucketTracker } from './trackers/index.js';
+import { logger } from '../../utils/logger.js';
+
+// Default weights for scoring
+const DEFAULT_WEIGHTS = {
+    health: 2,
+    tokens: 5,
+    lru: 0.1
+};
+
+export class HybridStrategy extends BaseStrategy {
+    #healthTracker;
+    #tokenBucketTracker;
+    #weights;
+
+    /**
+     * Create a new HybridStrategy
+     * @param {Object} config - Strategy configuration
+     * @param {Object} [config.healthScore] - Health tracker configuration
+     * @param {Object} [config.tokenBucket] - Token bucket configuration
+     * @param {Object} [config.weights] - Scoring weights
+     */
+    constructor(config = {}) {
+        super(config);
+        this.#healthTracker = new HealthTracker(config.healthScore || {});
+        this.#tokenBucketTracker = new TokenBucketTracker(config.tokenBucket || {});
+        this.#weights = { ...DEFAULT_WEIGHTS, ...config.weights };
+    }
+
+    /**
+     * Select an account based on combined health, tokens, and LRU score
+     *
+     * @param {Array} accounts - Array of account objects
+     * @param {string} modelId - The model ID for the request
+     * @param {Object} options - Additional options
+     * @returns {SelectionResult} The selected account and index
+     */
+    selectAccount(accounts, modelId, options = {}) {
+        const { onSave } = options;
+
+        if (accounts.length === 0) {
+            return { account: null, index: 0, waitMs: 0 };
+        }
+
+        // Get candidates that pass all filters
+        const candidates = this.#getCandidates(accounts, modelId);
+
+        if (candidates.length === 0) {
+            logger.debug('[HybridStrategy] No candidates available');
+            return { account: null, index: 0, waitMs: 0 };
+        }
+
+        // Score and sort candidates
+        const scored = candidates.map(({ account, index }) => ({
+            account,
+            index,
+            score: this.#calculateScore(account)
+        }));
+
+        scored.sort((a, b) => b.score - a.score);
+
+        // Select the best candidate
+        const best = scored[0];
+        best.account.lastUsed = Date.now();
+
+        // Consume a token from the bucket
+        this.#tokenBucketTracker.consume(best.account.email);
+
+        if (onSave) onSave();
+
+        const position = best.index + 1;
+        const total = accounts.length;
+        logger.info(`[HybridStrategy] Using account: ${best.account.email} (${position}/${total}, score: ${best.score.toFixed(1)})`);
+
+        return { account: best.account, index: best.index, waitMs: 0 };
+    }
+
+    /**
+     * Called after a successful request
+     */
+    onSuccess(account, modelId) {
+        if (account && account.email) {
+            this.#healthTracker.recordSuccess(account.email);
+        }
+    }
+
+    /**
+     * Called when a request is rate-limited
+     */
+    onRateLimit(account, modelId) {
+        if (account && account.email) {
+            this.#healthTracker.recordRateLimit(account.email);
+        }
+    }
+
+    /**
+     * Called when a request fails
+     */
+    onFailure(account, modelId) {
+        if (account && account.email) {
+            this.#healthTracker.recordFailure(account.email);
+            // Refund the token since the request didn't complete
+            this.#tokenBucketTracker.refund(account.email);
+        }
+    }
+
+    /**
+     * Get candidates that pass all filters
+     * @private
+     */
+    #getCandidates(accounts, modelId) {
+        return accounts
+            .map((account, index) => ({ account, index }))
+            .filter(({ account }) => {
+                // Basic usability check
+                if (!this.isAccountUsable(account, modelId)) {
+                    return false;
+                }
+
+                // Health score check
+                if (!this.#healthTracker.isUsable(account.email)) {
+                    return false;
+                }
+
+                // Token availability check
+                if (!this.#tokenBucketTracker.hasTokens(account.email)) {
+                    return false;
+                }
+
+                return true;
+            });
+    }
+
+    /**
+     * Calculate the combined score for an account
+     * @private
+     */
+    #calculateScore(account) {
+        const email = account.email;
+
+        // Health component (0-100 scaled by weight)
+        const health = this.#healthTracker.getScore(email);
+        const healthComponent = health * this.#weights.health;
+
+        // Token component (0-100 scaled by weight)
+        const tokens = this.#tokenBucketTracker.getTokens(email);
+        const maxTokens = this.#tokenBucketTracker.getMaxTokens();
+        const tokenRatio = tokens / maxTokens;
+        const tokenComponent = (tokenRatio * 100) * this.#weights.tokens;
+
+        // LRU component (older = higher score)
+        // Use time since last use, capped at 1 hour for scoring
+        const lastUsed = account.lastUsed || 0;
+        const timeSinceLastUse = Math.min(Date.now() - lastUsed, 3600000); // Cap at 1 hour
+        const lruMinutes = timeSinceLastUse / 60000;
+        const lruComponent = lruMinutes * this.#weights.lru;
+
+        return healthComponent + tokenComponent + lruComponent;
+    }
+
+    /**
+     * Get the health tracker (for testing/debugging)
+     * @returns {HealthTracker} The health tracker instance
+     */
+    getHealthTracker() {
+        return this.#healthTracker;
+    }
+
+    /**
+     * Get the token bucket tracker (for testing/debugging)
+     * @returns {TokenBucketTracker} The token bucket tracker instance
+     */
+    getTokenBucketTracker() {
+        return this.#tokenBucketTracker;
+    }
+}
+
+export default HybridStrategy;

package/src/account-manager/strategies/index.js

@@ -0,0 +1,79 @@
+/**
+ * Strategy Factory
+ *
+ * Creates and exports account selection strategy instances.
+ */
+
+import { StickyStrategy } from './sticky-strategy.js';
+import { RoundRobinStrategy } from './round-robin-strategy.js';
+import { HybridStrategy } from './hybrid-strategy.js';
+import { logger } from '../../utils/logger.js';
+import {
+    SELECTION_STRATEGIES,
+    DEFAULT_SELECTION_STRATEGY,
+    STRATEGY_LABELS
+} from '../../constants.js';
+
+// Re-export strategy constants for convenience
+export const STRATEGY_NAMES = SELECTION_STRATEGIES;
+export const DEFAULT_STRATEGY = DEFAULT_SELECTION_STRATEGY;
+
+/**
+ * Create a strategy instance
+ * @param {string} strategyName - Name of the strategy ('sticky', 'round-robin', 'hybrid')
+ * @param {Object} config - Strategy configuration
+ * @returns {BaseStrategy} The strategy instance
+ */
+export function createStrategy(strategyName, config = {}) {
+    const name = (strategyName || DEFAULT_STRATEGY).toLowerCase();
+
+    switch (name) {
+        case 'sticky':
+            logger.debug('[Strategy] Creating StickyStrategy');
+            return new StickyStrategy(config);
+
+        case 'round-robin':
+        case 'roundrobin':
+            logger.debug('[Strategy] Creating RoundRobinStrategy');
+            return new RoundRobinStrategy(config);
+
+        case 'hybrid':
+            logger.debug('[Strategy] Creating HybridStrategy');
+            return new HybridStrategy(config);
+
+        default:
+            logger.warn(`[Strategy] Unknown strategy "${strategyName}", falling back to ${DEFAULT_STRATEGY}`);
+            return new HybridStrategy(config);
+    }
+}
+
+/**
+ * Check if a strategy name is valid
+ * @param {string} name - Strategy name to check
+ * @returns {boolean} True if valid
+ */
+export function isValidStrategy(name) {
+    if (!name) return false;
+    const lower = name.toLowerCase();
+    return STRATEGY_NAMES.includes(lower) || lower === 'roundrobin';
+}
+
+/**
+ * Get the display label for a strategy
+ * @param {string} name - Strategy name
+ * @returns {string} Display label
+ */
+export function getStrategyLabel(name) {
+    const lower = (name || DEFAULT_STRATEGY).toLowerCase();
+    if (lower === 'roundrobin') return STRATEGY_LABELS['round-robin'];
+    return STRATEGY_LABELS[lower] || STRATEGY_LABELS[DEFAULT_STRATEGY];
+}
+
+// Re-export strategies for direct use
+export { StickyStrategy } from './sticky-strategy.js';
+export { RoundRobinStrategy } from './round-robin-strategy.js';
+export { HybridStrategy } from './hybrid-strategy.js';
+export { BaseStrategy } from './base-strategy.js';
+
+// Re-export trackers
+export { HealthTracker, TokenBucketTracker } from './trackers/index.js';

package/src/account-manager/strategies/round-robin-strategy.js

@@ -0,0 +1,76 @@
+/**
+ * Round-Robin Strategy
+ *
+ * Rotates to the next account on every request for maximum throughput.
+ * Does not maintain cache continuity but maximizes concurrent requests.
+ */
+
+import { BaseStrategy } from './base-strategy.js';
+import { logger } from '../../utils/logger.js';
+
+export class RoundRobinStrategy extends BaseStrategy {
+    #cursor = 0; // Tracks current position in rotation
+
+    /**
+     * Create a new RoundRobinStrategy
+     * @param {Object} config - Strategy configuration
+     */
+    constructor(config = {}) {
+        super(config);
+    }
+
+    /**
+     * Select the next available account in rotation
+     *
+     * @param {Array} accounts - Array of account objects
+     * @param {string} modelId - The model ID for the request
+     * @param {Object} options - Additional options
+     * @returns {SelectionResult} The selected account and index
+     */
+    selectAccount(accounts, modelId, options = {}) {
+        const { onSave } = options;
+
+        if (accounts.length === 0) {
+            return { account: null, index: 0, waitMs: 0 };
+        }
+
+        // Clamp cursor to valid range
+        if (this.#cursor >= accounts.length) {
+            this.#cursor = 0;
+        }
+
+        // Start from the next position after the cursor
+        const startIndex = (this.#cursor + 1) % accounts.length;
+
+        // Try each account starting from startIndex
+        for (let i = 0; i < accounts.length; i++) {
+            const idx = (startIndex + i) % accounts.length;
+            const account = accounts[idx];
+
+            if (this.isAccountUsable(account, modelId)) {
+                account.lastUsed = Date.now();
+                this.#cursor = idx;
+
+                if (onSave) onSave();
+
+                const position = idx + 1;
+                const total = accounts.length;
+                logger.info(`[RoundRobinStrategy] Using account: ${account.email} (${position}/${total})`);
+
+                return { account, index: idx, waitMs: 0 };
+            }
+        }
+
+        // No usable accounts found
+        return { account: null, index: this.#cursor, waitMs: 0 };
+    }
+
+    /**
+     * Reset the cursor position
+     */
+    resetCursor() {
+        this.#cursor = 0;
+    }
+}
+
+export default RoundRobinStrategy;

package/src/account-manager/strategies/sticky-strategy.js

@@ -0,0 +1,138 @@
+/**
+ * Sticky Strategy
+ *
+ * Keeps using the same account until it becomes unavailable (rate-limited or invalid).
+ * Best for prompt caching as it maintains cache continuity across requests.
+ */
+
+import { BaseStrategy } from './base-strategy.js';
+import { logger } from '../../utils/logger.js';
+import { formatDuration } from '../../utils/helpers.js';
+import { MAX_WAIT_BEFORE_ERROR_MS } from '../../constants.js';
+
+export class StickyStrategy extends BaseStrategy {
+    /**
+     * Create a new StickyStrategy
+     * @param {Object} config - Strategy configuration
+     */
+    constructor(config = {}) {
+        super(config);
+    }
+
+    /**
+     * Select an account with sticky preference
+     * Prefers the current account for cache continuity, only switches when:
+     * - Current account is rate-limited for > 2 minutes
+     * - Current account is invalid
+     * - Current account is disabled
+     *
+     * @param {Array} accounts - Array of account objects
+     * @param {string} modelId - The model ID for the request
+     * @param {Object} options - Additional options
+     * @returns {SelectionResult} The selected account and index
+     */
+    selectAccount(accounts, modelId, options = {}) {
+        const { currentIndex = 0, onSave } = options;
+
+        if (accounts.length === 0) {
+            return { account: null, index: currentIndex, waitMs: 0 };
+        }
+
+        // Clamp index to valid range
+        let index = currentIndex >= accounts.length ? 0 : currentIndex;
+        const currentAccount = accounts[index];
+
+        // Check if current account is usable
+        if (this.isAccountUsable(currentAccount, modelId)) {
+            currentAccount.lastUsed = Date.now();
+            if (onSave) onSave();
+            return { account: currentAccount, index, waitMs: 0 };
+        }
+
+        // Current account is not usable - check if others are available
+        const usableAccounts = this.getUsableAccounts(accounts, modelId);
+
+        if (usableAccounts.length > 0) {
+            // Found a free account - switch immediately
+            const { account: nextAccount, index: nextIndex } = this.#pickNext(
+                accounts,
+                index,
+                modelId,
+                onSave
+            );
+            if (nextAccount) {
+                logger.info(`[StickyStrategy] Switched to new account (failover): ${nextAccount.email}`);
+                return { account: nextAccount, index: nextIndex, waitMs: 0 };
+            }
+        }
+
+        // No other accounts available - check if we should wait for current
+        const waitInfo = this.#shouldWaitForAccount(currentAccount, modelId);
+        if (waitInfo.shouldWait) {
+            logger.info(`[StickyStrategy] Waiting ${formatDuration(waitInfo.waitMs)} for sticky account: ${currentAccount.email}`);
+            return { account: null, index, waitMs: waitInfo.waitMs };
+        }
+
+        // Current account unavailable for too long, try to find any other
+        const { account: nextAccount, index: nextIndex } = this.#pickNext(
+            accounts,
+            index,
+            modelId,
+            onSave
+        );
+
+        return { account: nextAccount, index: nextIndex, waitMs: 0 };
+    }
+
+    /**
+     * Pick the next available account starting from after the current index
+     * @private
+     */
+    #pickNext(accounts, currentIndex, modelId, onSave) {
+        for (let i = 1; i <= accounts.length; i++) {
+            const idx = (currentIndex + i) % accounts.length;
+            const account = accounts[idx];
+
+            if (this.isAccountUsable(account, modelId)) {
+                account.lastUsed = Date.now();
+                if (onSave) onSave();
+
+                const position = idx + 1;
+                const total = accounts.length;
+                logger.info(`[StickyStrategy] Using account: ${account.email} (${position}/${total})`);
+
+                return { account, index: idx };
+            }
+        }
+
+        return { account: null, index: currentIndex };
+    }
+
+    /**
+     * Check if we should wait for an account's rate limit to reset
+     * @private
+     */
+    #shouldWaitForAccount(account, modelId) {
+        if (!account || account.isInvalid || account.enabled === false) {
+            return { shouldWait: false, waitMs: 0 };
+        }
+
+        let waitMs = 0;
+
+        if (modelId && account.modelRateLimits && account.modelRateLimits[modelId]) {
+            const limit = account.modelRateLimits[modelId];
+            if (limit.isRateLimited && limit.resetTime) {
+                waitMs = limit.resetTime - Date.now();
+            }
+        }
+
+        // Wait if within threshold
+        if (waitMs > 0 && waitMs <= MAX_WAIT_BEFORE_ERROR_MS) {
+            return { shouldWait: true, waitMs };
+        }
+
+        return { shouldWait: false, waitMs: 0 };
+    }
+}
+
+export default StickyStrategy;

package/src/account-manager/strategies/trackers/health-tracker.js

@@ -0,0 +1,162 @@
+/**
+ * Health Tracker
+ *
+ * Tracks per-account health scores to prioritize healthy accounts.
+ * Scores increase on success and decrease on failures/rate limits.
+ * Passive recovery over time helps accounts recover from temporary issues.
+ */
+
+// Default configuration (matches opencode-antigravity-auth)
+const DEFAULT_CONFIG = {
+    initial: 70,           // Starting score for new accounts
+    successReward: 1,      // Points on successful request
+    rateLimitPenalty: -10, // Points on rate limit
+    failurePenalty: -20,   // Points on other failures
+    recoveryPerHour: 2,    // Passive recovery rate
+    minUsable: 50,         // Minimum score to be selected
+    maxScore: 100          // Maximum score cap
+};
+
+export class HealthTracker {
+    #scores = new Map(); // email -> { score, lastUpdated, consecutiveFailures }
+    #config;
+
+    /**
+     * Create a new HealthTracker
+     * @param {Object} config - Health score configuration
+     */
+    constructor(config = {}) {
+        this.#config = { ...DEFAULT_CONFIG, ...config };
+    }
+
+    /**
+     * Get the health score for an account
+     * @param {string} email - Account email
+     * @returns {number} Current health score (with passive recovery applied)
+     */
+    getScore(email) {
+        const record = this.#scores.get(email);
+        if (!record) {
+            return this.#config.initial;
+        }
+
+        // Apply passive recovery based on time elapsed
+        const now = Date.now();
+        const hoursElapsed = (now - record.lastUpdated) / (1000 * 60 * 60);
+        const recovery = hoursElapsed * this.#config.recoveryPerHour;
+        const recoveredScore = Math.min(
+            this.#config.maxScore,
+            record.score + recovery
+        );
+
+        return recoveredScore;
+    }
+
+    /**
+     * Record a successful request for an account
+     * @param {string} email - Account email
+     */
+    recordSuccess(email) {
+        const currentScore = this.getScore(email);
+        const newScore = Math.min(
+            this.#config.maxScore,
+            currentScore + this.#config.successReward
+        );
+        this.#scores.set(email, {
+            score: newScore,
+            lastUpdated: Date.now(),
+            consecutiveFailures: 0 // Reset on success
+        });
+    }
+
+    /**
+     * Record a rate limit for an account
+     * @param {string} email - Account email
+     */
+    recordRateLimit(email) {
+        const record = this.#scores.get(email);
+        const currentScore = this.getScore(email);
+        const newScore = Math.max(
+            0,
+            currentScore + this.#config.rateLimitPenalty
+        );
+        this.#scores.set(email, {
+            score: newScore,
+            lastUpdated: Date.now(),
+            consecutiveFailures: (record?.consecutiveFailures ?? 0) + 1
+        });
+    }
+
+    /**
+     * Record a failure for an account
+     * @param {string} email - Account email
+     */
+    recordFailure(email) {
+        const record = this.#scores.get(email);
+        const currentScore = this.getScore(email);
+        const newScore = Math.max(
+            0,
+            currentScore + this.#config.failurePenalty
+        );
+        this.#scores.set(email, {
+            score: newScore,
+            lastUpdated: Date.now(),
+            consecutiveFailures: (record?.consecutiveFailures ?? 0) + 1
+        });
+    }
+
+    /**
+     * Check if an account is usable based on health score
+     * @param {string} email - Account email
+     * @returns {boolean} True if account health score is above minimum threshold
+     */
+    isUsable(email) {
+        return this.getScore(email) >= this.#config.minUsable;
+    }
+
+    /**
+     * Get the minimum usable score threshold
+     * @returns {number} Minimum score for an account to be usable
+     */
+    getMinUsable() {
+        return this.#config.minUsable;
+    }
+
+    /**
+     * Get the maximum score cap
+     * @returns {number} Maximum health score
+     */
+    getMaxScore() {
+        return this.#config.maxScore;
+    }
+
+    /**
+     * Reset the score for an account (e.g., after re-authentication)
+     * @param {string} email - Account email
+     */
+    reset(email) {
+        this.#scores.set(email, {
+            score: this.#config.initial,
+            lastUpdated: Date.now(),
+            consecutiveFailures: 0
+        });
+    }
+
+    /**
+     * Get the consecutive failure count for an account
+     * @param {string} email - Account email
+     * @returns {number} Number of consecutive failures
+     */
+    getConsecutiveFailures(email) {
+        return this.#scores.get(email)?.consecutiveFailures ?? 0;
+    }
+
+    /**
+     * Clear all tracked scores
+     */
+    clear() {
+        this.#scores.clear();
+    }
+}
+
+export default HealthTracker;

package/src/account-manager/strategies/trackers/index.js

@@ -0,0 +1,8 @@
+/**
+ * Trackers Index
+ *
+ * Exports all tracker classes for account selection strategies.
+ */
+
+export { HealthTracker } from './health-tracker.js';
+export { TokenBucketTracker } from './token-bucket-tracker.js';