nova-terminal-ai 0.3.4

package/dist/packages/core/src/utils/RetryManager.js

@@ -0,0 +1,348 @@
+// ============================================================================
+// RetryManager - Exponential backoff retry with jitter
+// ============================================================================
+import { createLogger } from './Logger.js';
+const logger = createLogger('RetryManager');
+/**
+ * Default retry configuration
+ */
+const DEFAULT_RETRY_CONFIG = {
+    maxAttempts: 3,
+    initialDelay: 1000,
+    maxDelay: 30000,
+    backoffMultiplier: 2,
+    jitterFactor: 0.1,
+    retryableErrors: [
+        'ECONNRESET',
+        'ENOTFOUND',
+        'ETIMEDOUT',
+        'ECONNREFUSED',
+        'ENETDOWN',
+        'ENETUNREACH',
+        'EHOSTDOWN',
+        'EHOSTUNREACH',
+        'EPIPE',
+        'rate_limit',
+        'overloaded',
+        'timeout',
+    ],
+    retryableStatusCodes: [429, 500, 502, 503, 504],
+};
+/**
+ * Calculate delay with exponential backoff and jitter
+ */
+function calculateDelay(attempt, config) {
+    const { initialDelay, maxDelay, backoffMultiplier = 2, jitterFactor = 0.1 } = config;
+    // Exponential backoff: initialDelay * (2 ^ attempt)
+    const exponentialDelay = initialDelay * Math.pow(backoffMultiplier, attempt);
+    // Cap at max delay
+    const cappedDelay = Math.min(exponentialDelay, maxDelay);
+    // Add jitter: random variation to prevent thundering herd
+    const jitter = cappedDelay * jitterFactor * (Math.random() * 2 - 1);
+    return Math.max(0, cappedDelay + jitter);
+}
+/**
+ * Check if an error is retryable
+ */
+function isRetryableError(error, config) {
+    const { retryableErrors = [], retryableStatusCodes = [] } = config;
+    // Check error message
+    const errorMessage = error instanceof Error ? error.message.toLowerCase() : String(error).toLowerCase();
+    for (const retryable of retryableErrors) {
+        if (errorMessage.includes(retryable.toLowerCase())) {
+            return true;
+        }
+    }
+    // Check error name
+    if (error instanceof Error) {
+        for (const retryable of retryableErrors) {
+            if (error.name.toLowerCase().includes(retryable.toLowerCase())) {
+                return true;
+            }
+        }
+    }
+    // Check status code
+    const anyError = error;
+    if (anyError?.status && retryableStatusCodes.includes(anyError.status)) {
+        return true;
+    }
+    if (anyError?.statusCode && retryableStatusCodes.includes(anyError.statusCode)) {
+        return true;
+    }
+    // Check for specific error types
+    if (anyError?.error?.type === 'rate_limit_error')
+        return true;
+    if (anyError?.error?.type === 'overloaded_error')
+        return true;
+    return false;
+}
+/**
+ * Sleep for a given duration
+ */
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+/**
+ * Execute a function with retry logic
+ */
+export async function withRetry(fn, config = {}) {
+    const fullConfig = { ...DEFAULT_RETRY_CONFIG, ...config };
+    const { maxAttempts } = fullConfig;
+    let lastError;
+    for (let attempt = 0; attempt < maxAttempts; attempt++) {
+        try {
+            return await fn();
+        }
+        catch (error) {
+            lastError = error;
+            // Check if retryable
+            if (!isRetryableError(error, fullConfig)) {
+                throw error;
+            }
+            // Check if we've exhausted attempts
+            if (attempt >= maxAttempts - 1) {
+                logger.warn(`Retry exhausted after ${maxAttempts} attempts`, { error });
+                throw error;
+            }
+            // Calculate delay and wait
+            const delay = calculateDelay(attempt, fullConfig);
+            logger.debug(`Retrying in ${delay}ms (attempt ${attempt + 1}/${maxAttempts})`, { error });
+            await sleep(delay);
+        }
+    }
+    throw lastError;
+}
+/**
+ * Create a retry wrapper for a function
+ */
+export function createRetryWrapper(fn, config = {}) {
+    return (...args) => withRetry(() => fn(...args), config);
+}
+/**
+ * Token bucket rate limiter
+ */
+export class RateLimiter {
+    tokens;
+    lastRefill;
+    config;
+    waitQueue = [];
+    constructor(config) {
+        this.config = config;
+        this.tokens = config.maxTokens;
+        this.lastRefill = Date.now();
+    }
+    /**
+     * Refill tokens based on elapsed time
+     */
+    refill() {
+        const now = Date.now();
+        const elapsed = (now - this.lastRefill) / 1000;
+        const tokensToAdd = elapsed * this.config.tokensPerSecond;
+        this.tokens = Math.min(this.config.maxTokens, this.tokens + tokensToAdd);
+        this.lastRefill = now;
+    }
+    /**
+     * Try to acquire tokens without waiting
+     * @returns true if tokens were acquired, false otherwise
+     */
+    tryAcquire(tokens) {
+        this.refill();
+        if (this.tokens >= tokens) {
+            this.tokens -= tokens;
+            return true;
+        }
+        return false;
+    }
+    /**
+     * Acquire tokens, waiting if necessary
+     */
+    async acquire(tokens) {
+        this.refill();
+        // If we have enough tokens, acquire immediately
+        if (this.tokens >= tokens) {
+            this.tokens -= tokens;
+            return;
+        }
+        // Calculate wait time
+        const tokensNeeded = tokens - this.tokens;
+        const waitTimeMs = (tokensNeeded / this.config.tokensPerSecond) * 1000;
+        const maxWaitTime = this.config.maxWaitTime ?? 60000;
+        if (waitTimeMs > maxWaitTime) {
+            throw new Error(`Rate limit wait time (${waitTimeMs}ms) exceeds maximum (${maxWaitTime}ms)`);
+        }
+        // Add to wait queue
+        return new Promise((resolve, reject) => {
+            this.waitQueue.push({
+                tokens,
+                resolve,
+                reject,
+                timestamp: Date.now(),
+            });
+            // Start processing queue
+            this.processQueue();
+        });
+    }
+    /**
+     * Process waiting requests
+     */
+    processQueue() {
+        const checkAndProcess = () => {
+            this.refill();
+            // Process queue in order
+            while (this.waitQueue.length > 0 && this.tokens >= (this.waitQueue[0]?.tokens ?? 0)) {
+                const request = this.waitQueue.shift();
+                if (request) {
+                    this.tokens -= request.tokens;
+                    request.resolve();
+                }
+            }
+            // Schedule next check if queue not empty
+            const nextRequest = this.waitQueue[0];
+            if (nextRequest) {
+                const tokensNeeded = nextRequest.tokens - this.tokens;
+                const waitTimeMs = (tokensNeeded / this.config.tokensPerSecond) * 1000;
+                setTimeout(checkAndProcess, Math.min(waitTimeMs, 100));
+            }
+        };
+        // Check for timed-out requests
+        const maxWaitTime = this.config.maxWaitTime ?? 60000;
+        const now = Date.now();
+        this.waitQueue = this.waitQueue.filter((request) => {
+            if (now - request.timestamp > maxWaitTime) {
+                request.reject(new Error('Rate limit wait timeout'));
+                return false;
+            }
+            return true;
+        });
+        checkAndProcess();
+    }
+    /**
+     * Get current token count
+     */
+    getTokens() {
+        this.refill();
+        return this.tokens;
+    }
+    /**
+     * Get estimated wait time for a given number of tokens
+     */
+    getWaitTime(tokens) {
+        this.refill();
+        if (this.tokens >= tokens)
+            return 0;
+        const tokensNeeded = tokens - this.tokens;
+        return (tokensNeeded / this.config.tokensPerSecond) * 1000;
+    }
+}
+/**
+ * Create a rate-limited wrapper for a function
+ */
+export function withRateLimit(fn, limiter, tokensPerCall = 1) {
+    return async (...args) => {
+        await limiter.acquire(tokensPerCall);
+        return fn(...args);
+    };
+}
+// ============================================================================
+// ConcurrencyLimiter - Limit concurrent operations
+// ============================================================================
+/**
+ * Concurrency limiter using semaphore pattern
+ */
+export class ConcurrencyLimiter {
+    maxConcurrent;
+    running = 0;
+    queue = [];
+    constructor(maxConcurrent) {
+        this.maxConcurrent = maxConcurrent;
+    }
+    /**
+     * Acquire a slot
+     */
+    async acquire() {
+        if (this.running < this.maxConcurrent) {
+            this.running++;
+            return;
+        }
+        return new Promise((resolve, reject) => {
+            this.queue.push({ resolve, reject });
+        });
+    }
+    /**
+     * Release a slot
+     */
+    release() {
+        this.running--;
+        if (this.queue.length > 0) {
+            const next = this.queue.shift();
+            this.running++;
+            next.resolve();
+        }
+    }
+    /**
+     * Execute a function with concurrency limit
+     */
+    async run(fn) {
+        await this.acquire();
+        try {
+            return await fn();
+        }
+        finally {
+            this.release();
+        }
+    }
+    /**
+     * Get current state
+     */
+    getState() {
+        return {
+            running: this.running,
+            queued: this.queue.length,
+            available: this.maxConcurrent - this.running,
+        };
+    }
+}
+// ============================================================================
+// Composite utilities
+// ============================================================================
+/**
+ * Create a resilient function with retry, rate limiting, and concurrency control
+ */
+export function createResilientFunction(fn, options = {}) {
+    let wrapped = fn;
+    // Add retry
+    if (options.retry) {
+        wrapped = createRetryWrapper(wrapped, options.retry);
+    }
+    // Add rate limiting
+    if (options.rateLimit) {
+        const limiter = new RateLimiter(options.rateLimit);
+        wrapped = withRateLimit(wrapped, limiter);
+    }
+    // Add concurrency control
+    if (options.maxConcurrent) {
+        const limiter = new ConcurrencyLimiter(options.maxConcurrent);
+        const originalWrapped = wrapped;
+        wrapped = async (...args) => limiter.run(() => originalWrapped(...args));
+    }
+    return wrapped;
+}
+/**
+ * Default rate limiter for API calls
+ * - 60 requests per minute (1 per second)
+ * - Burst of up to 10 requests
+ */
+export function createDefaultApiRateLimiter() {
+    return new RateLimiter({
+        maxTokens: 10,
+        tokensPerSecond: 1,
+        maxWaitTime: 60000,
+    });
+}
+/**
+ * Default concurrency limiter for API calls
+ */
+export function createDefaultConcurrencyLimiter() {
+    return new ConcurrencyLimiter(5);
+}
+//# sourceMappingURL=RetryManager.js.map

package/dist/packages/core/src/utils/RetryManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RetryManager.js","sourceRoot":"","sources":["../../../../../../core/src/utils/RetryManager.ts"],"names":[],"mappings":"AAAA,+EAA+E;AAC/E,uDAAuD;AACvD,+EAA+E;AAE/E,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,MAAM,MAAM,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;AAsB5C;;GAEG;AACH,MAAM,oBAAoB,GAAgB;IACxC,WAAW,EAAE,CAAC;IACd,YAAY,EAAE,IAAI;IAClB,QAAQ,EAAE,KAAK;IACf,iBAAiB,EAAE,CAAC;IACpB,YAAY,EAAE,GAAG;IACjB,eAAe,EAAE;QACf,YAAY;QACZ,WAAW;QACX,WAAW;QACX,cAAc;QACd,UAAU;QACV,aAAa;QACb,WAAW;QACX,cAAc;QACd,OAAO;QACP,YAAY;QACZ,YAAY;QACZ,SAAS;KACV;IACD,oBAAoB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;CAChD,CAAC;AAEF;;GAEG;AACH,SAAS,cAAc,CACrB,OAAe,EACf,MAAmB;IAEnB,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,iBAAiB,GAAG,CAAC,EAAE,YAAY,GAAG,GAAG,EAAE,GAAG,MAAM,CAAC;IAErF,oDAAoD;IACpD,MAAM,gBAAgB,GAAG,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;IAE7E,mBAAmB;IACnB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;IAEzD,0DAA0D;IAC1D,MAAM,MAAM,GAAG,WAAW,GAAG,YAAY,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAEpE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC,CAAC;AAC3C,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CACvB,KAAc,EACd,MAAmB;IAEnB,MAAM,EAAE,eAAe,GAAG,EAAE,EAAE,oBAAoB,GAAG,EAAE,EAAE,GAAG,MAAM,CAAC;IAEnE,sBAAsB;IACtB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;IACxG,KAAK,MAAM,SAAS,IAAI,eAAe,EAAE,CAAC;QACxC,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,mBAAmB;IACnB,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,KAAK,MAAM,SAAS,IAAI,eAAe,EAAE,CAAC;YACxC,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAC/D,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,oBAAoB;IACpB,MAAM,QAAQ,GAAG,KAAY,CAAC;IAC9B,IAAI,QAAQ,EAAE,MAAM,IAAI,oBAAoB,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACvE,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,QAAQ,EAAE,UAAU,IAAI,oBAAoB,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/E,OAAO,IAAI,CAAC;IACd,CAAC;IAED,iCAAiC;IACjC,IAAI,QAAQ,EAAE,KAAK,EAAE,IAAI,KAAK,kBAAkB;QAAE,OAAO,IAAI,CAAC;IAC9D,IAAI,QAAQ,EAAE,KAAK,EAAE,IAAI,KAAK,kBAAkB;QAAE,OAAO,IAAI,CAAC;IAE9D,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,EAAoB,EACpB,SAA+B,EAAE;IAEjC,MAAM,UAAU,GAAG,EAAE,GAAG,oBAAoB,EAAE,GAAG,MAAM,EAAE,CAAC;IAC1D,MAAM,EAAE,WAAW,EAAE,GAAG,UAAU,CAAC;IAEnC,IAAI,SAAkB,CAAC;IAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAK,CAAC;YAElB,qBAAqB;YACrB,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;gBACzC,MAAM,KAAK,CAAC;YACd,CAAC;YAED,oCAAoC;YACpC,IAAI,OAAO,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;gBAC/B,MAAM,CAAC,IAAI,CAAC,yBAAyB,WAAW,WAAW,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;gBACxE,MAAM,KAAK,CAAC;YACd,CAAC;YAED,2BAA2B;YAC3B,MAAM,KAAK,GAAG,cAAc,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;YAClD,MAAM,CAAC,KAAK,CAAC,eAAe,KAAK,eAAe,OAAO,GAAG,CAAC,IAAI,WAAW,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAE1F,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,MAAM,SAAS,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAChC,EAAwC,EACxC,SAA+B,EAAE;IAEjC,OAAO,CAAC,GAAG,IAAW,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;AAClE,CAAC;AAkBD;;GAEG;AACH,MAAM,OAAO,WAAW;IACd,MAAM,CAAS;IACf,UAAU,CAAS;IACnB,MAAM,CAAoB;IAC1B,SAAS,GAKZ,EAAE,CAAC;IAER,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC;QAC/B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC/B,CAAC;IAED;;OAEG;IACK,MAAM;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;QAC/C,MAAM,WAAW,GAAG,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;QAE1D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC;QACzE,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,MAAc;QACvB,IAAI,CAAC,MAAM,EAAE,CAAC;QAEd,IAAI,IAAI,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,MAAc;QAC1B,IAAI,CAAC,MAAM,EAAE,CAAC;QAEd,gDAAgD;QAChD,IAAI,IAAI,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC;YACtB,OAAO;QACT,CAAC;QAED,sBAAsB;QACtB,MAAM,YAAY,GAAG,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1C,MAAM,UAAU,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC;QACvE,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,KAAK,CAAC;QAErD,IAAI,UAAU,GAAG,WAAW,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,yBAAyB,UAAU,wBAAwB,WAAW,KAAK,CAAC,CAAC;QAC/F,CAAC;QAED,oBAAoB;QACpB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAClB,MAAM;gBACN,OAAO;gBACP,MAAM;gBACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC,CAAC;YAEH,yBAAyB;YACzB,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,YAAY;QAClB,MAAM,eAAe,GAAG,GAAG,EAAE;YAC3B,IAAI,CAAC,MAAM,EAAE,CAAC;YAEd,yBAAyB;YACzB,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC;gBACpF,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;gBACvC,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC;oBAC9B,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpB,CAAC;YACH,CAAC;YAED,yCAAyC;YACzC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACtC,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;gBACtD,MAAM,UAAU,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC;gBAEvE,UAAU,CAAC,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;YACzD,CAAC;QACH,CAAC,CAAC;QAEF,+BAA+B;QAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,KAAK,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE;YACjD,IAAI,GAAG,GAAG,OAAO,CAAC,SAAS,GAAG,WAAW,EAAE,CAAC;gBAC1C,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;gBACrD,OAAO,KAAK,CAAC;YACf,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,eAAe,EAAE,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,SAAS;QACP,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,MAAc;QACxB,IAAI,CAAC,MAAM,EAAE,CAAC;QAEd,IAAI,IAAI,CAAC,MAAM,IAAI,MAAM;YAAE,OAAO,CAAC,CAAC;QAEpC,MAAM,YAAY,GAAG,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1C,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC;IAC7D,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAC3B,EAAwC,EACxC,OAAoB,EACpB,gBAAwB,CAAC;IAEzB,OAAO,KAAK,EAAE,GAAG,IAAW,EAAE,EAAE;QAC9B,MAAM,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACrC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;IACrB,CAAC,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,mDAAmD;AACnD,+EAA+E;AAE/E;;GAEG;AACH,MAAM,OAAO,kBAAkB;IAOT;IANZ,OAAO,GAAG,CAAC,CAAC;IACZ,KAAK,GAGR,EAAE,CAAC;IAER,YAAoB,aAAqB;QAArB,kBAAa,GAAb,aAAa,CAAQ;IAAG,CAAC;IAE7C;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YACtC,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,OAAO;QACL,IAAI,CAAC,OAAO,EAAE,CAAC;QAEf,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;YACjC,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CAAI,EAAoB;QAC/B,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YACzB,SAAS,EAAE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,OAAO;SAC7C,CAAC;IACJ,CAAC;CACF;AAED,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,uBAAuB,CACrC,EAAwC,EACxC,UAII,EAAE;IAEN,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,YAAY;IACZ,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,OAAO,GAAG,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IACvD,CAAC;IAED,oBAAoB;IACpB,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACnD,OAAO,GAAG,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,0BAA0B;IAC1B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC9D,MAAM,eAAe,GAAG,OAAO,CAAC;QAChC,OAAO,GAAG,KAAK,EAAE,GAAG,IAAW,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IAClF,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,2BAA2B;IACzC,OAAO,IAAI,WAAW,CAAC;QACrB,SAAS,EAAE,EAAE;QACb,eAAe,EAAE,CAAC;QAClB,WAAW,EAAE,KAAK;KACnB,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,+BAA+B;IAC7C,OAAO,IAAI,kBAAkB,CAAC,CAAC,CAAC,CAAC;AACnC,CAAC"}

package/dist/packages/core/src/utils/TokenCounter.d.ts

@@ -0,0 +1,73 @@
+import type { Message, ContentBlock } from '../types/session.js';
+/**
+ * Token counter with caching for performance
+ */
+export declare class TokenCounter {
+    private static instance;
+    private tokenizers;
+    private cache;
+    private cacheMaxSize;
+    private constructor();
+    static getInstance(): TokenCounter;
+    /**
+     * Get tokenizer for a model
+     */
+    private getTokenizer;
+    /**
+     * Normalize model name to match encoding map
+     */
+    private normalizeModelName;
+    /**
+     * Get provider type from model name
+     */
+    private getProviderType;
+    /**
+     * Count tokens in a text string
+     */
+    countTokens(text: string, model?: string): number;
+    /**
+     * Count tokens in a message
+     */
+    countMessageTokens(message: Message, model?: string): number;
+    /**
+     * Count tokens in a content block
+     */
+    countContentBlockTokens(block: ContentBlock, model?: string): number;
+    /**
+     * Count tokens in an array of messages
+     */
+    countMessagesTokens(messages: Message[], model?: string): number;
+    /**
+     * Estimate tokens for a system prompt
+     */
+    countSystemPromptTokens(systemPrompt: string, model?: string): number;
+    /**
+     * Fit content within a token budget
+     * Intelligently truncates while preserving structure
+     */
+    fitWithinBudget(content: string, budget: number, model?: string, options?: {
+        preserveHead?: number;
+        preserveTail?: number;
+        ellipsis?: string;
+    }): {
+        content: string;
+        tokens: number;
+        truncated: boolean;
+    };
+    /**
+     * Calculate context window usage percentage
+     */
+    calculateUsage(current: number, max: number): number;
+    /**
+     * Get usage level indicator
+     */
+    getUsageLevel(percentage: number): 'low' | 'medium' | 'high' | 'critical';
+    /**
+     * Clear cache
+     */
+    clearCache(): void;
+}
+export declare const tokenCounter: TokenCounter;
+export declare function countTokens(text: string, model?: string): number;
+export declare function countMessagesTokens(messages: Message[], model?: string): number;
+//# sourceMappingURL=TokenCounter.d.ts.map

package/dist/packages/core/src/utils/TokenCounter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"TokenCounter.d.ts","sourceRoot":"","sources":["../../../../../../core/src/utils/TokenCounter.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAiIjE;;GAEG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAe;IACtC,OAAO,CAAC,UAAU,CAA2C;IAC7D,OAAO,CAAC,KAAK,CAAkC;IAC/C,OAAO,CAAC,YAAY,CAAQ;IAE5B,OAAO;IAEP,MAAM,CAAC,WAAW,IAAI,YAAY;IAOlC;;OAEG;IACH,OAAO,CAAC,YAAY;IAYpB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAa1B;;OAEG;IACH,OAAO,CAAC,eAAe;IAOvB;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,GAAE,MAAkB,GAAG,MAAM;IAyB5D;;OAEG;IACH,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,GAAE,MAAkB,GAAG,MAAM;IAsBvE;;OAEG;IACH,uBAAuB,CAAC,KAAK,EAAE,YAAY,EAAE,KAAK,GAAE,MAAkB,GAAG,MAAM;IAsC/E;;OAEG;IACH,mBAAmB,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,GAAE,MAAkB,GAAG,MAAM;IAc3E;;OAEG;IACH,uBAAuB,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,GAAE,MAAkB,GAAG,MAAM;IAKhF;;;OAGG;IACH,eAAe,CACb,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,EACd,KAAK,GAAE,MAAkB,EACzB,OAAO,GAAE;QACP,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACd,GACL;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,OAAO,CAAA;KAAE;IAsD1D;;OAEG;IACH,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM;IAIpD;;OAEG;IACH,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU;IAOzE;;OAEG;IACH,UAAU,IAAI,IAAI;CAGnB;AAGD,eAAO,MAAM,YAAY,cAA6B,CAAC;AAGvD,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAEhE;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAE/E"}