atabey 0.0.12 → 0.0.14

package/dist/src/modules/gateway/circuit-breaker.js

@@ -0,0 +1,163 @@
+/**
+ * ATABEY LLM Gateway — Circuit Breaker
+ *
+ * Prevents cascading failures by detecting provider outages
+ * and automatically recovering after a cooldown period.
+ */
+import { logger } from "../../shared/logger.js";
+export class CircuitBreaker {
+    states = new Map();
+    defaultThreshold = 5;
+    defaultRecoveryTimeoutMs = 30000; // 30 seconds
+    halfOpenMaxRequests = 3;
+    constructor() {
+        // Initialize all providers to CLOSED state
+        const allProviders = ["openai", "anthropic", "google", "grok", "ollama"];
+        for (const provider of allProviders) {
+            this.states.set(provider, {
+                provider,
+                state: "CLOSED",
+                failureCount: 0,
+                successCount: 0,
+                lastFailureTimestamp: null,
+                openSince: null,
+                threshold: this.defaultThreshold,
+                recoveryTimeoutMs: this.defaultRecoveryTimeoutMs,
+            });
+        }
+    }
+    /**
+   * Check if a provider is allowed to receive requests.
+   */
+    isAllowed(provider) {
+        const state = this.states.get(provider);
+        if (!state)
+            return false;
+        if (state.state === "CLOSED")
+            return true;
+        if (state.state === "OPEN") {
+            // Check if recovery timeout has elapsed
+            if (state.openSince) {
+                const elapsed = Date.now() - new Date(state.openSince).getTime();
+                if (elapsed >= state.recoveryTimeoutMs) {
+                    // Transition to HALF_OPEN
+                    state.state = "HALF_OPEN";
+                    state.openSince = null;
+                    logger.info(`[CIRCUIT] ${provider} → HALF_OPEN (recovery attempt)`);
+                    return true;
+                }
+            }
+            return false;
+        }
+        // HALF_OPEN: allow limited requests
+        return state.successCount < this.halfOpenMaxRequests;
+    }
+    /**
+   * Record a successful request.
+   */
+    recordSuccess(provider) {
+        const state = this.states.get(provider);
+        if (!state)
+            return;
+        if (state.state === "HALF_OPEN") {
+            state.successCount++;
+            if (state.successCount >= this.halfOpenMaxRequests) {
+                // Recovery successful — close the circuit
+                state.state = "CLOSED";
+                state.failureCount = 0;
+                state.successCount = 0;
+                state.lastFailureTimestamp = null;
+                state.openSince = null;
+                logger.info(`[CIRCUIT] ${provider} → CLOSED (recovery successful)`);
+            }
+        }
+        else {
+            // Reset failure count on success when CLOSED
+            state.failureCount = 0;
+        }
+    }
+    /**
+   * Record a failed request.
+   */
+    recordFailure(provider) {
+        const state = this.states.get(provider);
+        if (!state)
+            return;
+        state.failureCount++;
+        state.lastFailureTimestamp = new Date().toISOString();
+        if (state.state === "HALF_OPEN") {
+            // Half-open failure → back to OPEN
+            state.state = "OPEN";
+            state.openSince = new Date().toISOString();
+            state.successCount = 0;
+            logger.warn(`[CIRCUIT] ${provider} → OPEN (half-open test failed)`);
+        }
+        else if (state.state === "CLOSED" && state.failureCount >= state.threshold) {
+            // Threshold exceeded — open the circuit
+            state.state = "OPEN";
+            state.openSince = new Date().toISOString();
+            logger.warn(`[CIRCUIT] ${provider} → OPEN (${state.failureCount} consecutive failures)`);
+        }
+    }
+    /**
+   * Get the current state for a provider.
+   */
+    getState(provider) {
+        return this.states.get(provider);
+    }
+    /**
+   * Get health status for all providers.
+   */
+    getAllHealth() {
+        const health = [];
+        for (const [provider, state] of this.states) {
+            health.push({
+                provider,
+                healthy: state.state === "CLOSED",
+                lastCheck: new Date().toISOString(),
+                latencyMs: 0,
+                errorRate: state.failureCount > 0
+                    ? Math.min(1, state.failureCount / (state.failureCount + state.successCount + 1))
+                    : 0,
+                consecutiveFailures: state.failureCount,
+                status: state.state === "CLOSED" ? "UP"
+                    : state.state === "HALF_OPEN" ? "DEGRADED"
+                        : "CIRCUIT_OPEN",
+            });
+        }
+        return health;
+    }
+    /**
+   * Reset a provider's circuit breaker.
+   */
+    reset(provider) {
+        const state = this.states.get(provider);
+        if (state) {
+            state.state = "CLOSED";
+            state.failureCount = 0;
+            state.successCount = 0;
+            state.lastFailureTimestamp = null;
+            state.openSince = null;
+            logger.info(`[CIRCUIT] ${provider} → CLOSED (manual reset)`);
+        }
+    }
+    /**
+   * Configure threshold for a provider.
+   */
+    setThreshold(provider, threshold) {
+        const state = this.states.get(provider);
+        if (state) {
+            state.threshold = threshold;
+        }
+    }
+    /**
+   * Configure recovery timeout for a provider.
+   */
+    setRecoveryTimeout(provider, timeoutMs) {
+        const state = this.states.get(provider);
+        if (state) {
+            state.recoveryTimeoutMs = timeoutMs;
+        }
+    }
+}
+//# sourceMappingURL=circuit-breaker.js.map

package/dist/src/modules/gateway/circuit-breaker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"circuit-breaker.js","sourceRoot":"","sources":["../../../../src/modules/gateway/circuit-breaker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAGhD,MAAM,OAAO,cAAc;IACf,MAAM,GAAyC,IAAI,GAAG,EAAE,CAAC;IAChD,gBAAgB,GAAG,CAAC,CAAC;IACrB,wBAAwB,GAAG,KAAK,CAAC,CAAC,aAAa;IAC/C,mBAAmB,GAAG,CAAC,CAAC;IAEzC;QACA,2CAA2C;QACvC,MAAM,YAAY,GAAiB,CAAC,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACvF,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE,CAAC;YAClC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;gBACtB,QAAQ;gBACR,KAAK,EAAE,QAAQ;gBACf,YAAY,EAAE,CAAC;gBACf,YAAY,EAAE,CAAC;gBACf,oBAAoB,EAAE,IAAI;gBAC1B,SAAS,EAAE,IAAI;gBACf,SAAS,EAAE,IAAI,CAAC,gBAAgB;gBAChC,iBAAiB,EAAE,IAAI,CAAC,wBAAwB;aACnD,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED;;KAEC;IACD,SAAS,CAAC,QAAoB;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QAEzB,IAAI,KAAK,CAAC,KAAK,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC1C,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YACzB,wCAAwC;YACxC,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gBAClB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;gBACjE,IAAI,OAAO,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;oBACrC,0BAA0B;oBAC1B,KAAK,CAAC,KAAK,GAAG,WAAW,CAAC;oBAC1B,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;oBACvB,MAAM,CAAC,IAAI,CAAC,aAAa,QAAQ,iCAAiC,CAAC,CAAC;oBACpE,OAAO,IAAI,CAAC;gBAChB,CAAC;YACL,CAAC;YACD,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,oCAAoC;QACpC,OAAO,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC;IACzD,CAAC;IAED;;KAEC;IACD,aAAa,CAAC,QAAoB;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK;YAAE,OAAO;QAEnB,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YAC9B,KAAK,CAAC,YAAY,EAAE,CAAC;YACrB,IAAI,KAAK,CAAC,YAAY,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBACjD,0CAA0C;gBAC1C,KAAK,CAAC,KAAK,GAAG,QAAQ,CAAC;gBACvB,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;gBACvB,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;gBACvB,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC;gBAClC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,aAAa,QAAQ,iCAAiC,CAAC,CAAC;YACxE,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,6CAA6C;YAC7C,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;QAC3B,CAAC;IACL,CAAC;IAED;;KAEC;IACD,aAAa,CAAC,QAAoB;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK;YAAE,OAAO;QAEnB,KAAK,CAAC,YAAY,EAAE,CAAC;QACrB,KAAK,CAAC,oBAAoB,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAEtD,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YAC9B,mCAAmC;YACnC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC;YACrB,KAAK,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC3C,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,aAAa,QAAQ,iCAAiC,CAAC,CAAC;QACxE,CAAC;aAAM,IAAI,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YAC3E,wCAAwC;YACxC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC;YACrB,KAAK,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC3C,MAAM,CAAC,IAAI,CAAC,aAAa,QAAQ,YAAY,KAAK,CAAC,YAAY,wBAAwB,CAAC,CAAC;QAC7F,CAAC;IACL,CAAC;IAED;;KAEC;IACD,QAAQ,CAAC,QAAoB;QACzB,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED;;KAEC;IACD,YAAY;QACR,MAAM,MAAM,GAAqB,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC;gBACR,QAAQ;gBACR,OAAO,EAAE,KAAK,CAAC,KAAK,KAAK,QAAQ;gBACjC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,SAAS,EAAE,CAAC;gBACZ,SAAS,EAAE,KAAK,CAAC,YAAY,GAAG,CAAC;oBAC7B,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,YAAY,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;oBACjF,CAAC,CAAC,CAAC;gBACP,mBAAmB,EAAE,KAAK,CAAC,YAAY;gBACvC,MAAM,EAAE,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI;oBACnC,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,UAAU;wBACtC,CAAC,CAAC,cAAc;aAC3B,CAAC,CAAC;QACP,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;KAEC;IACD,KAAK,CAAC,QAAoB;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,KAAK,EAAE,CAAC;YACR,KAAK,CAAC,KAAK,GAAG,QAAQ,CAAC;YACvB,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;YACvB,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;YACvB,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC;YAClC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,aAAa,QAAQ,0BAA0B,CAAC,CAAC;QACjE,CAAC;IACL,CAAC;IAED;;KAEC;IACD,YAAY,CAAC,QAAoB,EAAE,SAAiB;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,KAAK,EAAE,CAAC;YACR,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;QAChC,CAAC;IACL,CAAC;IAED;;KAEC;IACD,kBAAkB,CAAC,QAAoB,EAAE,SAAiB;QACtD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,KAAK,EAAE,CAAC;YACR,KAAK,CAAC,iBAAiB,GAAG,SAAS,CAAC;QACxC,CAAC;IACL,CAAC;CACJ"}

package/dist/src/modules/gateway/cost-tracker.d.ts

@@ -0,0 +1,60 @@
+import { CostEntry, GatewayStats, ProviderId } from "./types.js";
+export declare class CostTracker {
+    private costs;
+    private budget;
+    private monthlySpend;
+    private startTime;
+    constructor();
+    /**
+     * Load persisted cost tracking data from SQLite.
+     */
+    private loadFromDatabase;
+    /**
+   * Set a monthly budget.
+   */
+    setBudget(monthlyBudgetUsd: number, alertThresholdPercent?: number): void;
+    /**
+   * Record a cost entry.
+   */
+    record(cost: CostEntry): void;
+    /**
+   * Get total cost for a provider.
+   */
+    getProviderCost(provider: ProviderId): number;
+    /**
+   * Get total cost across all providers.
+   */
+    getTotalCost(): number;
+    /**
+   * Get total tokens used.
+   */
+    getTotalTokens(): {
+        input: number;
+        output: number;
+    };
+    /**
+   * Get monthly spend.
+   */
+    getMonthlySpend(): number;
+    /**
+   * Get budget status.
+   */
+    getBudgetStatus(): {
+        budget: number;
+        spent: number;
+        remaining: number;
+        percentUsed: number;
+    } | null;
+    /**
+   * Get comprehensive gateway statistics.
+   */
+    getStats(): GatewayStats;
+    /**
+   * Reset all cost tracking.
+   */
+    reset(): void;
+    /**
+   * Export cost data as JSON.
+   */
+    export(): CostEntry[];
+}

package/dist/src/modules/gateway/cost-tracker.js

@@ -0,0 +1,198 @@
+/**
+ * ATABEY LLM Gateway — Cost Tracker
+ *
+ * Tracks token usage and costs per provider.
+ * Provides budget management and cost analytics.
+ */
+import { logger } from "../../shared/logger.js";
+import { AtabeyStorage } from "../../shared/storage.js";
+export class CostTracker {
+    costs = [];
+    budget = null;
+    monthlySpend = 0;
+    startTime = Date.now();
+    constructor() {
+        this.loadFromDatabase();
+    }
+    /**
+     * Load persisted cost tracking data from SQLite.
+     */
+    loadFromDatabase() {
+        try {
+            // Load budget configuration
+            const budgetVal = AtabeyStorage.getMetadata("gateway_monthly_budget");
+            const alertThresholdVal = AtabeyStorage.getMetadata("gateway_budget_alert_threshold");
+            if (budgetVal) {
+                this.budget = {
+                    monthlyBudget: parseFloat(budgetVal),
+                    alertThreshold: alertThresholdVal ? parseFloat(alertThresholdVal) : 80,
+                };
+            }
+            // Load historical cost entries
+            const dbCosts = AtabeyStorage.getAllCosts();
+            this.costs = dbCosts.map(c => ({
+                provider: c.provider,
+                model: c.model,
+                inputTokens: c.inputTokens,
+                outputTokens: c.outputTokens,
+                cost: c.cost,
+                timestamp: c.timestamp,
+                traceId: c.traceId,
+            }));
+            this.monthlySpend = this.costs.reduce((sum, c) => sum + c.cost, 0);
+            if (this.costs.length > 0) {
+                const oldest = this.costs[0];
+                this.startTime = new Date(oldest.timestamp).getTime();
+            }
+            logger.info(`[COST] Loaded ${this.costs.length} cost entries from database. Current monthly spend: $${this.monthlySpend.toFixed(4)}`);
+        }
+        catch (err) {
+            logger.warn(`[COST] Failed to load cost tracking from database: ${err.message}`);
+        }
+    }
+    /**
+   * Set a monthly budget.
+   */
+    setBudget(monthlyBudgetUsd, alertThresholdPercent = 80) {
+        this.budget = {
+            monthlyBudget: monthlyBudgetUsd,
+            alertThreshold: alertThresholdPercent,
+        };
+        try {
+            AtabeyStorage.setMetadata("gateway_monthly_budget", String(monthlyBudgetUsd));
+            AtabeyStorage.setMetadata("gateway_budget_alert_threshold", String(alertThresholdPercent));
+        }
+        catch (err) {
+            logger.warn(`[COST] Failed to save budget config to database: ${err.message}`);
+        }
+        logger.info(`[COST] Budget set: $${monthlyBudgetUsd}/month (alert at ${alertThresholdPercent}%)`);
+    }
+    /**
+   * Record a cost entry.
+   */
+    record(cost) {
+        this.costs.push(cost);
+        this.monthlySpend += cost.cost;
+        // Persist to database
+        try {
+            AtabeyStorage.saveCost({
+                provider: cost.provider,
+                model: cost.model,
+                inputTokens: cost.inputTokens,
+                outputTokens: cost.outputTokens,
+                cost: cost.cost,
+                timestamp: cost.timestamp,
+                traceId: cost.traceId,
+            });
+        }
+        catch (err) {
+            logger.warn(`[COST] Failed to save cost entry to database: ${err.message}`);
+        }
+        // Budget alert check
+        if (this.budget) {
+            const usagePercent = (this.monthlySpend / this.budget.monthlyBudget) * 100;
+            if (usagePercent >= this.budget.alertThreshold) {
+                logger.warn(`[COST] Budget alert: ${usagePercent.toFixed(1)}% of monthly budget used ` +
+                    `($${this.monthlySpend.toFixed(4)} / $${this.budget.monthlyBudget})`);
+            }
+        }
+        logger.debug(`[COST] ${cost.provider}/${cost.model}: ` +
+            `+$${cost.cost.toFixed(6)} (in:${cost.inputTokens}, out:${cost.outputTokens})`);
+    }
+    /**
+   * Get total cost for a provider.
+   */
+    getProviderCost(provider) {
+        return this.costs
+            .filter(c => c.provider === provider)
+            .reduce((sum, c) => sum + c.cost, 0);
+    }
+    /**
+   * Get total cost across all providers.
+   */
+    getTotalCost() {
+        return this.costs.reduce((sum, c) => sum + c.cost, 0);
+    }
+    /**
+   * Get total tokens used.
+   */
+    getTotalTokens() {
+        return this.costs.reduce((acc, c) => ({
+            input: acc.input + c.inputTokens,
+            output: acc.output + c.outputTokens,
+        }), { input: 0, output: 0 });
+    }
+    /**
+   * Get monthly spend.
+   */
+    getMonthlySpend() {
+        return this.monthlySpend;
+    }
+    /**
+   * Get budget status.
+   */
+    getBudgetStatus() {
+        if (!this.budget)
+            return null;
+        return {
+            budget: this.budget.monthlyBudget,
+            spent: this.monthlySpend,
+            remaining: this.budget.monthlyBudget - this.monthlySpend,
+            percentUsed: (this.monthlySpend / this.budget.monthlyBudget) * 100,
+        };
+    }
+    /**
+   * Get comprehensive gateway statistics.
+   */
+    getStats() {
+        const totalRequests = this.costs.length;
+        const totalCost = this.getTotalCost();
+        const requestsByProvider = {};
+        const costsByProvider = {};
+        for (const provider of ["openai", "anthropic", "google", "grok", "ollama"]) {
+            requestsByProvider[provider] = this.costs.filter(c => c.provider === provider).length;
+            costsByProvider[provider] = this.getProviderCost(provider);
+        }
+        // Average latency (estimated from cost entries with traceId)
+        const now = Date.now();
+        const averageLatencyMs = this.costs.length > 0
+            ? (now - this.startTime) / this.costs.length
+            : 0;
+        return {
+            totalRequests,
+            successfulRequests: totalRequests, // Tracked in gateway
+            failedRequests: 0,
+            totalCost,
+            averageLatencyMs: Math.round(averageLatencyMs),
+            requestsByProvider,
+            costsByProvider,
+            uptime: Math.round((now - this.startTime) / 1000),
+            startTime: new Date(this.startTime).toISOString(),
+        };
+    }
+    /**
+   * Reset all cost tracking.
+   */
+    reset() {
+        this.costs = [];
+        this.monthlySpend = 0;
+        this.startTime = Date.now();
+        try {
+            const db = AtabeyStorage.getDB();
+            db.prepare("DELETE FROM costs").run();
+            AtabeyStorage.setMetadata("gateway_monthly_budget", "");
+            AtabeyStorage.setMetadata("gateway_budget_alert_threshold", "");
+        }
+        catch (err) {
+            logger.warn(`[COST] Failed to clear cost data from database: ${err.message}`);
+        }
+        logger.info("[COST] Tracker reset");
+    }
+    /**
+   * Export cost data as JSON.
+   */
+    export() {
+        return [...this.costs];
+    }
+}
+//# sourceMappingURL=cost-tracker.js.map

package/dist/src/modules/gateway/cost-tracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost-tracker.js","sourceRoot":"","sources":["../../../../src/modules/gateway/cost-tracker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAQxD,MAAM,OAAO,WAAW;IACZ,KAAK,GAAgB,EAAE,CAAC;IACxB,MAAM,GAAwB,IAAI,CAAC;IACnC,YAAY,GAAG,CAAC,CAAC;IACjB,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE/B;QACI,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,gBAAgB;QACpB,IAAI,CAAC;YACD,4BAA4B;YAC5B,MAAM,SAAS,GAAG,aAAa,CAAC,WAAW,CAAC,wBAAwB,CAAC,CAAC;YACtE,MAAM,iBAAiB,GAAG,aAAa,CAAC,WAAW,CAAC,gCAAgC,CAAC,CAAC;YACtF,IAAI,SAAS,EAAE,CAAC;gBACZ,IAAI,CAAC,MAAM,GAAG;oBACV,aAAa,EAAE,UAAU,CAAC,SAAS,CAAC;oBACpC,cAAc,EAAE,iBAAiB,CAAC,CAAC,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE;iBACzE,CAAC;YACN,CAAC;YAED,+BAA+B;YAC/B,MAAM,OAAO,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC;YAC5C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3B,QAAQ,EAAE,CAAC,CAAC,QAAsB;gBAClC,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,YAAY,EAAE,CAAC,CAAC,YAAY;gBAC5B,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,OAAO,EAAE,CAAC,CAAC,OAAO;aACrB,CAAC,CAAC,CAAC;YACJ,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACnE,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC7B,IAAI,CAAC,SAAS,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;YAC1D,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,KAAK,CAAC,MAAM,wDAAwD,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC1I,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,sDAAuD,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QAChG,CAAC;IACL,CAAC;IAED;;KAEC;IACD,SAAS,CAAC,gBAAwB,EAAE,qBAAqB,GAAG,EAAE;QAC1D,IAAI,CAAC,MAAM,GAAG;YACV,aAAa,EAAE,gBAAgB;YAC/B,cAAc,EAAE,qBAAqB;SACxC,CAAC;QACF,IAAI,CAAC;YACD,aAAa,CAAC,WAAW,CAAC,wBAAwB,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC;YAC9E,aAAa,CAAC,WAAW,CAAC,gCAAgC,EAAE,MAAM,CAAC,qBAAqB,CAAC,CAAC,CAAC;QAC/F,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,oDAAqD,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QAC9F,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,uBAAuB,gBAAgB,oBAAoB,qBAAqB,IAAI,CAAC,CAAC;IACtG,CAAC;IAED;;KAEC;IACD,MAAM,CAAC,IAAe;QAClB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,IAAI,CAAC;QAE/B,sBAAsB;QACtB,IAAI,CAAC;YACD,aAAa,CAAC,QAAQ,CAAC;gBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;aACxB,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,iDAAkD,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3F,CAAC;QAED,qBAAqB;QACrB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,MAAM,YAAY,GAAG,CAAC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC;YAC3E,IAAI,YAAY,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;gBAC7C,MAAM,CAAC,IAAI,CACP,wBAAwB,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,2BAA2B;oBACpF,KAAK,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,aAAa,GAAG,CAC7D,CAAC;YACN,CAAC;QACL,CAAC;QAED,MAAM,CAAC,KAAK,CACR,UAAU,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,IAAI;YAC/C,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,WAAW,SAAS,IAAI,CAAC,YAAY,GAAG,CAC3E,CAAC;IACN,CAAC;IAED;;KAEC;IACD,eAAe,CAAC,QAAoB;QAChC,OAAO,IAAI,CAAC,KAAK;aACZ,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC;aACpC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED;;KAEC;IACD,YAAY;QACR,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED;;KAEC;IACD,cAAc;QACV,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CACpB,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACT,KAAK,EAAE,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,WAAW;YAChC,MAAM,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,YAAY;SACtC,CAAC,EACF,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAC1B,CAAC;IACN,CAAC;IAED;;KAEC;IACD,eAAe;QACX,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAED;;KAEC;IACD,eAAe;QACX,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC9B,OAAO;YACH,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACjC,KAAK,EAAE,IAAI,CAAC,YAAY;YACxB,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,YAAY;YACxD,WAAW,EAAE,CAAC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,GAAG;SACrE,CAAC;IACN,CAAC;IAED;;KAEC;IACD,QAAQ;QACJ,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAEtC,MAAM,kBAAkB,GAAG,EAAgC,CAAC;QAC5D,MAAM,eAAe,GAAG,EAAgC,CAAC;QAGzD,KAAK,MAAM,QAAQ,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAiB,EAAE,CAAC;YACzF,kBAAkB,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;YACtF,eAAe,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC/D,CAAC;QAED,6DAA6D;QAC7D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;YAC1C,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM;YAC5C,CAAC,CAAC,CAAC,CAAC;QAER,OAAO;YACH,aAAa;YACb,kBAAkB,EAAE,aAAa,EAAE,qBAAqB;YACxD,cAAc,EAAE,CAAC;YACjB,SAAS;YACT,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC;YAC9C,kBAAkB;YAClB,eAAe;YACf,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;YACjD,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;SACpD,CAAC;IACN,CAAC;IAED;;KAEC;IACD,KAAK;QACD,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC;YACD,MAAM,EAAE,GAAG,aAAa,CAAC,KAAK,EAAE,CAAC;YACjC,EAAE,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,GAAG,EAAE,CAAC;YACtC,aAAa,CAAC,WAAW,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC;YACxD,aAAa,CAAC,WAAW,CAAC,gCAAgC,EAAE,EAAE,CAAC,CAAC;QACpE,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,mDAAoD,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7F,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACxC,CAAC;IAED;;KAEC;IACD,MAAM;QACF,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;CACJ"}

package/dist/src/modules/gateway/gateway.d.ts

@@ -0,0 +1,72 @@
+import { CircuitBreaker } from "./circuit-breaker.js";
+import { CostTracker } from "./cost-tracker.js";
+import { LoadBalancer } from "./load-balancer.js";
+import { BaseProvider } from "./providers/base.js";
+import { RateLimiter } from "./rate-limiter.js";
+import { GatewayRequest, GatewayResponse, GatewayStats, LoadBalanceStrategy, ProviderId, StreamChunk } from "./types.js";
+export declare class LLMGateway {
+    readonly loadBalancer: LoadBalancer;
+    readonly circuitBreaker: CircuitBreaker;
+    readonly rateLimiter: RateLimiter;
+    readonly costTracker: CostTracker;
+    private initialized;
+    constructor();
+    /**
+   * Initialize the gateway with all providers.
+   * Call once at startup. Can be reconfigured later.
+   */
+    initialize(config?: {
+        enabledProviders?: ProviderId[];
+        strategy?: LoadBalanceStrategy;
+        monthlyBudget?: number;
+    }): void;
+    /**
+     * Ensure the gateway is initialized.
+     */
+    ensureInitialized(): void;
+    /**
+   * Send a chat completion request through the gateway.
+   * Automatically selects the best provider and handles retries.
+   */
+    chat(request: GatewayRequest): Promise<GatewayResponse>;
+    /**
+   * Stream a chat completion response through the gateway.
+   */
+    chatStream(request: GatewayRequest): AsyncGenerator<StreamChunk>;
+    /**
+   * Get gateway statistics.
+   */
+    getStats(): GatewayStats;
+    /**
+   * Get provider health status.
+   */
+    getProviderHealth(): Array<{
+        id: ProviderId;
+        name: string;
+        healthy: boolean;
+        latencyMs: number;
+        priority: number;
+        enabled: boolean;
+        models: string[];
+    }>;
+    /**
+   * Reset all circuit breakers.
+   */
+    resetCircuitBreakers(): void;
+    /**
+   * Enable or disable a provider.
+   */
+    setProviderEnabled(id: ProviderId, enabled: boolean): void;
+    /**
+   * Add a custom provider programmatically.
+   */
+    addCustomProvider(id: ProviderId, provider: BaseProvider): void;
+    /**
+   * Estimate token count from request messages.
+   */
+    private estimateRequestTokens;
+}
+/**
+ * Singleton gateway instance for global use.
+ */
+export declare const gateway: LLMGateway;