adaptive-memory-multi-model-router 2.2.5 → 2.2.6

package/dist/providers/providerHealth.js

@@ -0,0 +1,309 @@
+"use strict";
+/**
+ * A3M Router - Provider Health Score
+ *
+ * Probabilistic health scoring (not binary up/down).
+ * Uses latency history, error rate, partial failure patterns, queue depth estimates.
+ *
+ * Usage:
+ *   const healthMonitor = new ProviderHealthMonitor();
+ *   healthMonitor.recordLatency('groq', 250);
+ *   healthMonitor.recordError('groq', 'rate_limit');
+ *   const score = healthMonitor.getHealthScore('groq');
+ *   console.log(score); // { score: 0.85, confidence: 0.7, status: 'healthy' }
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProviderHealthMonitor = void 0;
+exports.createProviderHealthMonitor = createProviderHealthMonitor;
+const DEFAULT_CONFIG = {
+    latencyAlpha: 0.3,
+    errorAlpha: 0.2,
+    anomalyWindow: 20,
+    anomalyThreshold: 2.0,
+    healthyThreshold: 0.75,
+    degradedThreshold: 0.4,
+};
+// ============================================================
+// ProviderHealthMonitor
+// ============================================================
+class ProviderHealthMonitor {
+    records = new Map();
+    config;
+    ewmaLatency = new Map();
+    ewmaErrorRate = new Map();
+    anomalyScores = new Map();
+    constructor(config = {}) {
+        this.config = { ...DEFAULT_CONFIG, ...config };
+    }
+    /**
+     * Record a successful request with latency.
+     */
+    recordSuccess(providerId, latencyMs) {
+        this.addRecord(providerId, {
+            timestamp: Date.now(),
+            latency: latencyMs,
+            success: true,
+        });
+        this.updateEwmaLatency(providerId, latencyMs);
+        this.updateEwmaErrorRate(providerId, false);
+        this.updateAnomalyScore(providerId, latencyMs);
+    }
+    /**
+     * Record a failed request.
+     */
+    recordError(providerId, errorType = 'unknown') {
+        this.addRecord(providerId, {
+            timestamp: Date.now(),
+            success: false,
+            errorType,
+        });
+        this.updateEwmaErrorRate(providerId, true);
+    }
+    /**
+     * Record a partial failure (slow response, incomplete output, etc).
+     */
+    recordPartialFailure(providerId, latencyMs) {
+        this.addRecord(providerId, {
+            timestamp: Date.now(),
+            latency: latencyMs,
+            success: false,
+            partialFailure: true,
+        });
+        if (latencyMs !== undefined) {
+            this.updateEwmaLatency(providerId, latencyMs);
+            this.updateAnomalyScore(providerId, latencyMs);
+        }
+        // Partial failures count as half an error
+        this.updateEwmaErrorRate(providerId, false, 0.5);
+    }
+    /**
+     * Record queue depth estimate (when available from provider metadata).
+     */
+    recordQueueDepth(providerId, depth) {
+        // Queue depth affects latency estimation but doesn't directly
+        // impact the health score unless it's extremely high
+        const maxQueueDepth = 100;
+        const queueFactor = 1 + Math.min(depth / maxQueueDepth, 1.0) * 0.5;
+        const currentLatency = this.ewmaLatency.get(providerId) || 0;
+        if (currentLatency > 0) {
+            this.ewmaLatency.set(providerId, currentLatency * queueFactor);
+        }
+    }
+    /**
+     * Get the current health score for a provider.
+     */
+    getHealthScore(providerId) {
+        const records = this.getRecords(providerId);
+        const sampleSize = records.length;
+        const now = Date.now();
+        // Not enough data
+        if (sampleSize < 3) {
+            return {
+                score: sampleSize === 0 ? 1.0 : 0.8,
+                confidence: sampleSize / 10, // 0 at 0 samples, 0.3 at 3 samples
+                status: sampleSize === 0 ? 'healthy' : 'degraded',
+                components: { latency: 1.0, errorRate: 1.0, recentTrend: 1.0 },
+                lastUpdated: now,
+                metadata: { sampleSize, isAnomaly: false },
+            };
+        }
+        const latencyScore = this.calculateLatencyScore(providerId);
+        const errorScore = this.calculateErrorScore(providerId);
+        const trendScore = this.calculateTrendScore(providerId);
+        // Weighted combination
+        const score = latencyScore * 0.35 +
+            errorScore * 0.45 +
+            trendScore * 0.20;
+        // Determine status
+        let status;
+        if (score >= this.config.healthyThreshold) {
+            status = 'healthy';
+        }
+        else if (score >= this.config.degradedThreshold) {
+            status = 'degraded';
+        }
+        else {
+            status = 'critical';
+        }
+        // Anomaly detection
+        const anomalyScore = this.anomalyScores.get(providerId) || 0;
+        const isAnomaly = anomalyScore > this.config.anomalyThreshold;
+        const anomalyReason = isAnomaly
+            ? `Anomaly detected: score ${anomalyScore.toFixed(2)} > threshold ${this.config.anomalyThreshold}`
+            : undefined;
+        // Confidence based on sample size and anomaly status
+        const baseConfidence = Math.min(sampleSize / 30, 1.0);
+        const confidence = isAnomaly
+            ? Math.min(baseConfidence * 0.5, 0.5) // Lower confidence when anomalous
+            : baseConfidence;
+        return {
+            score: Math.round(score * 1000) / 1000,
+            confidence: Math.round(confidence * 1000) / 1000,
+            status,
+            components: {
+                latency: Math.round(latencyScore * 1000) / 1000,
+                errorRate: Math.round(errorScore * 1000) / 1000,
+                recentTrend: Math.round(trendScore * 1000) / 1000,
+            },
+            lastUpdated: now,
+            metadata: {
+                sampleSize,
+                isAnomaly,
+                anomalyReason,
+            },
+        };
+    }
+    /**
+     * Get health scores for all tracked providers.
+     */
+    getAllHealthScores() {
+        const result = {};
+        for (const providerId of this.records.keys()) {
+            result[providerId] = this.getHealthScore(providerId);
+        }
+        return result;
+    }
+    /**
+     * Get the recommended provider based on health scores.
+     * Excludes providers that are 'critical'.
+     */
+    getRecommendedProvider(providers) {
+        const candidates = providers.filter(p => {
+            const score = this.getHealthScore(p.id);
+            return score.status !== 'critical';
+        });
+        if (candidates.length === 0)
+            return null;
+        // Sort by health score, then by priority (if available)
+        candidates.sort((a, b) => {
+            const scoreA = this.getHealthScore(a.id).score;
+            const scoreB = this.getHealthScore(b.id).score;
+            if (Math.abs(scoreA - scoreB) > 0.1) {
+                return scoreB - scoreA; // Higher score first
+            }
+            return (a.priority || 50) - (b.priority || 50); // Lower priority first
+        });
+        return candidates[0].id;
+    }
+    /**
+     * Clear all records for a provider.
+     */
+    clearProvider(providerId) {
+        this.records.delete(providerId);
+        this.ewmaLatency.delete(providerId);
+        this.ewmaErrorRate.delete(providerId);
+        this.anomalyScores.delete(providerId);
+    }
+    /**
+     * Clear all records for all providers.
+     */
+    clearAll() {
+        this.records.clear();
+        this.ewmaLatency.clear();
+        this.ewmaErrorRate.clear();
+        this.anomalyScores.clear();
+    }
+    // ---- Private methods ----
+    addRecord(providerId, record) {
+        if (!this.records.has(providerId)) {
+            this.records.set(providerId, []);
+        }
+        const records = this.records.get(providerId);
+        records.push(record);
+        // Keep only recent records (last hour)
+        const oneHourAgo = Date.now() - 3600000;
+        const filtered = records.filter(r => r.timestamp >= oneHourAgo);
+        this.records.set(providerId, filtered);
+    }
+    getRecords(providerId) {
+        return this.records.get(providerId) || [];
+    }
+    updateEwmaLatency(providerId, latency) {
+        const current = this.ewmaLatency.get(providerId);
+        if (current === undefined) {
+            this.ewmaLatency.set(providerId, latency);
+        }
+        else {
+            this.ewmaLatency.set(providerId, this.config.latencyAlpha * latency + (1 - this.config.latencyAlpha) * current);
+        }
+    }
+    updateEwmaErrorRate(providerId, isError, weight = 1.0) {
+        const current = this.ewmaErrorRate.get(providerId) || 0;
+        const errorValue = isError ? 1.0 * weight : 0;
+        if (current === 0 && !isError) {
+            this.ewmaErrorRate.set(providerId, 0);
+        }
+        else {
+            this.ewmaErrorRate.set(providerId, this.config.errorAlpha * errorValue + (1 - this.config.errorAlpha) * current);
+        }
+    }
+    updateAnomalyScore(providerId, latency) {
+        const records = this.getRecords(providerId).filter(r => r.latency !== undefined);
+        if (records.length < 3)
+            return;
+        // Calculate standard deviation of recent latencies
+        const recentLatencies = records
+            .slice(-this.config.anomalyWindow)
+            .map(r => r.latency)
+            .filter(l => l !== undefined);
+        if (recentLatencies.length < 3)
+            return;
+        const mean = recentLatencies.reduce((a, b) => a + b, 0) / recentLatencies.length;
+        const variance = recentLatencies.reduce((sum, l) => sum + Math.pow(l - mean, 2), 0) /
+            recentLatencies.length;
+        const stdDev = Math.sqrt(variance);
+        // Z-score of current latency
+        const zScore = stdDev > 0 ? Math.abs(latency - mean) / stdDev : 0;
+        // Update anomaly score with decay
+        const currentScore = this.anomalyScores.get(providerId) || 0;
+        const newScore = currentScore * 0.9 + zScore * 0.1;
+        this.anomalyScores.set(providerId, newScore);
+    }
+    calculateLatencyScore(providerId) {
+        const latency = this.ewmaLatency.get(providerId);
+        if (latency === undefined)
+            return 1.0;
+        // Score based on latency brackets (ms)
+        // Tier-appropriate expectations
+        if (latency < 200)
+            return 1.0;
+        if (latency < 500)
+            return 0.95;
+        if (latency < 800)
+            return 0.85;
+        if (latency < 1500)
+            return 0.7;
+        if (latency < 3000)
+            return 0.5;
+        return Math.max(0.1, 1 - latency / 10000);
+    }
+    calculateErrorScore(providerId) {
+        const errorRate = this.ewmaErrorRate.get(providerId) || 0;
+        // Score: 1 - errorRate, but with floor
+        return Math.max(0.05, 1 - errorRate);
+    }
+    calculateTrendScore(providerId) {
+        const records = this.getRecords(providerId).filter(r => r.latency !== undefined);
+        if (records.length < 5)
+            return 1.0;
+        // Compare recent 5 vs previous 5
+        const recent = records.slice(-5);
+        const previous = records.slice(-10, -5);
+        if (previous.length === 0)
+            return 1.0;
+        const recentAvg = recent.reduce((sum, r) => sum + (r.latency || 0), 0) / recent.length;
+        const previousAvg = previous.reduce((sum, r) => sum + (r.latency || 0), 0) / previous.length;
+        // If improving (lower latency), score > 1
+        // If degrading, score < 1
+        const ratio = previousAvg / recentAvg;
+        return Math.min(1.2, Math.max(0.6, ratio));
+    }
+}
+exports.ProviderHealthMonitor = ProviderHealthMonitor;
+// ============================================================
+// Factory
+// ============================================================
+function createProviderHealthMonitor(config) {
+    return new ProviderHealthMonitor(config);
+}
+//# sourceMappingURL=providerHealth.js.map

package/dist/providers/providerHealth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"providerHealth.js","sourceRoot":"","sources":["../../src/providers/providerHealth.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;;;AA8XH,kEAEC;AAxUD,MAAM,cAAc,GAA2B;IAC7C,YAAY,EAAE,GAAG;IACjB,UAAU,EAAE,GAAG;IACf,aAAa,EAAE,EAAE;IACjB,gBAAgB,EAAE,GAAG;IACrB,gBAAgB,EAAE,IAAI;IACtB,iBAAiB,EAAE,GAAG;CACvB,CAAC;AAEF,+DAA+D;AAC/D,wBAAwB;AACxB,+DAA+D;AAE/D,MAAa,qBAAqB;IACxB,OAAO,GAAgC,IAAI,GAAG,EAAE,CAAC;IACjD,MAAM,CAAyB;IAC/B,WAAW,GAAwB,IAAI,GAAG,EAAE,CAAC;IAC7C,aAAa,GAAwB,IAAI,GAAG,EAAE,CAAC;IAC/C,aAAa,GAAwB,IAAI,GAAG,EAAE,CAAC;IAEvD,YAAY,SAAuB,EAAE;QACnC,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,UAAkB,EAAE,SAAiB;QACjD,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE;YACzB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,OAAO,EAAE,SAAS;YAClB,OAAO,EAAE,IAAI;SACd,CAAC,CAAC;QACH,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAC9C,IAAI,CAAC,mBAAmB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAC5C,IAAI,CAAC,kBAAkB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,UAAkB,EAAE,YAAoB,SAAS;QAC3D,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE;YACzB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,OAAO,EAAE,KAAK;YACd,SAAS;SACV,CAAC,CAAC;QACH,IAAI,CAAC,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,UAAkB,EAAE,SAAkB;QACzD,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE;YACzB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,OAAO,EAAE,SAAS;YAClB,OAAO,EAAE,KAAK;YACd,cAAc,EAAE,IAAI;SACrB,CAAC,CAAC;QACH,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;YAC9C,IAAI,CAAC,kBAAkB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QACjD,CAAC;QACD,0CAA0C;QAC1C,IAAI,CAAC,mBAAmB,CAAC,UAAU,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,UAAkB,EAAE,KAAa;QAChD,8DAA8D;QAC9D,qDAAqD;QACrD,MAAM,aAAa,GAAG,GAAG,CAAC;QAC1B,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,aAAa,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC;QACnE,MAAM,cAAc,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,EAAE,cAAc,GAAG,WAAW,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,UAAkB;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,kBAAkB;QAClB,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACnB,OAAO;gBACL,KAAK,EAAE,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;gBACnC,UAAU,EAAE,UAAU,GAAG,EAAE,EAAE,mCAAmC;gBAChE,MAAM,EAAE,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU;gBACjD,UAAU,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE;gBAC9D,WAAW,EAAE,GAAG;gBAChB,QAAQ,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE;aAC3C,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;QAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC;QAExD,uBAAuB;QACvB,MAAM,KAAK,GACT,YAAY,GAAG,IAAI;YACnB,UAAU,GAAG,IAAI;YACjB,UAAU,GAAG,IAAI,CAAC;QAEpB,mBAAmB;QACnB,IAAI,MAAoB,CAAC;QACzB,IAAI,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC1C,MAAM,GAAG,SAAS,CAAC;QACrB,CAAC;aAAM,IAAI,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;YAClD,MAAM,GAAG,UAAU,CAAC;QACtB,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,UAAU,CAAC;QACtB,CAAC;QAED,oBAAoB;QACpB,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAC9D,MAAM,aAAa,GAAG,SAAS;YAC7B,CAAC,CAAC,2BAA2B,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE;YAClG,CAAC,CAAC,SAAS,CAAC;QAEd,qDAAqD;QACrD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;QACtD,MAAM,UAAU,GAAG,SAAS;YAC1B,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC,kCAAkC;YACxE,CAAC,CAAC,cAAc,CAAC;QAEnB,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,IAAI;YACtC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,IAAI;YAChD,MAAM;YACN,UAAU,EAAE;gBACV,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,IAAI;gBAC/C,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,IAAI;gBAC/C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,IAAI;aAClD;YACD,WAAW,EAAE,GAAG;YAChB,QAAQ,EAAE;gBACR,UAAU;gBACV,SAAS;gBACT,aAAa;aACd;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,kBAAkB;QAChB,MAAM,MAAM,GAAgC,EAAE,CAAC;QAC/C,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YAC7C,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;OAGG;IACH,sBAAsB,CACpB,SAAwE;QAExE,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;YACtC,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACxC,OAAO,KAAK,CAAC,MAAM,KAAK,UAAU,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEzC,wDAAwD;QACxD,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACvB,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC;YAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC;YAC/C,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,GAAG,EAAE,CAAC;gBACpC,OAAO,MAAM,GAAG,MAAM,CAAC,CAAC,qBAAqB;YAC/C,CAAC;YACD,OAAO,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC,uBAAuB;QACzE,CAAC,CAAC,CAAC;QAEH,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,UAAkB;QAC9B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAChC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACpC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACtC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED,4BAA4B;IAEpB,SAAS,CAAC,UAAkB,EAAE,MAAoB;QACxD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YAClC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QACnC,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAE,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAErB,uCAAuC;QACvC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;QACxC,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,UAAU,CAAC,CAAC;QAChE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;IAEO,UAAU,CAAC,UAAkB;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IAC5C,CAAC;IAEO,iBAAiB,CAAC,UAAkB,EAAE,OAAe;QAC3D,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACjD,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,WAAW,CAAC,GAAG,CAClB,UAAU,EACV,IAAI,CAAC,MAAM,CAAC,YAAY,GAAG,OAAO,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,OAAO,CAC9E,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,UAAkB,EAAE,OAAgB,EAAE,MAAM,GAAG,GAAG;QAC5E,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,IAAI,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAC9B,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,aAAa,CAAC,GAAG,CACpB,UAAU,EACV,IAAI,CAAC,MAAM,CAAC,UAAU,GAAG,UAAU,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,OAAO,CAC7E,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,kBAAkB,CAAC,UAAkB,EAAE,OAAe;QAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC;QACjF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO;QAE/B,mDAAmD;QACnD,MAAM,eAAe,GAAG,OAAO;aAC5B,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;aACjC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAQ,CAAC;aACpB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;QAEhC,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO;QAEvC,MAAM,IAAI,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC;QACjF,MAAM,QAAQ,GACZ,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YAClE,eAAe,CAAC,MAAM,CAAC;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEnC,6BAA6B;QAC7B,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAElE,kCAAkC;QAClC,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,YAAY,GAAG,GAAG,GAAG,MAAM,GAAG,GAAG,CAAC;QACnD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAEO,qBAAqB,CAAC,UAAkB;QAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACjD,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,GAAG,CAAC;QAEtC,uCAAuC;QACvC,gCAAgC;QAChC,IAAI,OAAO,GAAG,GAAG;YAAE,OAAO,GAAG,CAAC;QAC9B,IAAI,OAAO,GAAG,GAAG;YAAE,OAAO,IAAI,CAAC;QAC/B,IAAI,OAAO,GAAG,GAAG;YAAE,OAAO,IAAI,CAAC;QAC/B,IAAI,OAAO,GAAG,IAAI;YAAE,OAAO,GAAG,CAAC;QAC/B,IAAI,OAAO,GAAG,IAAI;YAAE,OAAO,GAAG,CAAC;QAC/B,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,OAAO,GAAG,KAAK,CAAC,CAAC;IAC5C,CAAC;IAEO,mBAAmB,CAAC,UAAkB;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC1D,uCAAuC;QACvC,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;IACvC,CAAC;IAEO,mBAAmB,CAAC,UAAkB;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC;QACjF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC;QAEnC,iCAAiC;QACjC,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QAExC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;QAEtC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QACvF,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;QAE7F,0CAA0C;QAC1C,0BAA0B;QAC1B,MAAM,KAAK,GAAG,WAAW,GAAG,SAAS,CAAC;QACtC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;IAC7C,CAAC;CACF;AAnTD,sDAmTC;AAED,+DAA+D;AAC/D,UAAU;AACV,+DAA+D;AAE/D,SAAgB,2BAA2B,CAAC,MAAqB;IAC/D,OAAO,IAAI,qBAAqB,CAAC,MAAM,CAAC,CAAC;AAC3C,CAAC"}

package/dist/providers/registry.js

@@ -1,140 +1,138 @@
 "use strict";
 /**
- * A3M Router - Generic Provider Registry
- * 
- * Dynamically discovers and manages available LLM providers.
- * Users configure providers via:
- * - Environment variables (*_API_KEY patterns)
- * - ~/.config/a3m-router/providers.json
- * - Runtime registration via registerProvider()
- * 
- * No hardcoded provider references - all loaded from providerConfig.
+ * TMLPD Provider Registry
+ *
+ * Manages provider configurations, API keys, and base URLs.
  */
-
-const { getAvailableProviders, loadConfig, healthCheck, registerProvider, deregisterProvider } = require("./providerConfig");
-const { routeQuery, routeBatch, recommendForTask, extractQueryFeatures, MODEL_PROFILES } = require("../routing/advancedRouter");
-
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProviderRegistry = void 0;
+const DEFAULT_PROVIDER_CONFIG = {
+    providers: ["openai", "openrouter", "groq", "cerebras", "mistral", "xai", "zai", "anthropic", "google"],
+    modelPriority: ["openai/gpt-4o", "groq/llama-3.3-70b-versatile", "cerebras/llama-3.3-70b"],
+    useOpenclawFallback: false,
+    maxTokens: 4096,
+};
 class ProviderRegistry {
-  constructor(config = {}) {
-    this.config = config;
-    this.providers = new Map();
-    this.readyCache = [];
-    this.cacheTime = 0;
-    this.cacheDuration = 60000; // 1 minute
-    
-    // Load configuration from env vars and config files
-    loadConfig();
-    this.initializeProviders();
-  }
-
-  initializeProviders() {
-    const available = getAvailableProviders();
-    
-    for (const [name, provider] of Object.entries(available)) {
-      this.providers.set(name, {
-        name,
-        apiKey: provider.apiKey || null,
-        baseUrl: provider.baseUrl || null,
-        models: provider.models,
-        type: provider.type,
-        priority: provider.priority,
-        enabled: true,
-        cooldownUntil: 0,
-        failureCount: 0,
-      });
+    providers = new Map();
+    config;
+    modelPriority;
+    constructor(config = {}) {
+        this.config = { ...DEFAULT_PROVIDER_CONFIG, ...config };
+        this.modelPriority = this.config.modelPriority;
+        this.initializeProviders();
+    }
+    initializeProviders() {
+        // Initialize from environment
+        const envVars = {
+            openai: { key: "OPENAI_API_KEY", url: "OPENAI_OPENAI_BASE_URL", mode: "openai" },
+            openrouter: { key: "OPENROUTER_API_KEY", url: "OPENROUTER_OPENAI_BASE_URL", mode: "openai" },
+            groq: { key: "GROQ_API_KEY", url: "GROQ_OPENAI_BASE_URL", mode: "openai" },
+            cerebras: { key: "CEREBRAS_API_KEY", url: "CEREBRAS_OPENAI_BASE_URL", mode: "openai" },
+            mistral: { key: "MISTRAL_API_KEY", url: "MISTRAL_OPENAI_BASE_URL", mode: "openai" },
+            xai: { key: "XAI_API_KEY", url: "XAI_OPENAI_BASE_URL", mode: "openai" },
+            zai: { key: "ZAI_API_KEY", url: "ZAI_OPENAI_BASE_URL", mode: "anthropic" },
+            anthropic: { key: "ANTHROPIC_API_KEY", url: "ANTHROPIC_BASE_URL", mode: "anthropic" },
+            google: { key: "GOOGLE_API_KEY", url: "GOOGLE_GEMINI_BASE_URL", mode: "gemini" },
+        };
+        for (const [name, env] of Object.entries(envVars)) {
+            const apiKey = process.env[env.key] || "";
+            const baseUrl = process.env[env.url] || "";
+            this.providers.set(name, {
+                name,
+                apiKey,
+                baseUrl,
+                mode: env.mode,
+                priority: this.modelPriority.findIndex((m) => m.startsWith(name + "/")),
+                enabled: Boolean(apiKey),
+                cooldownUntil: 0,
+                failureCount: 0,
+                lastError: null,
+                lastStatus: null,
+            });
+        }
     }
-  }
-
-  isProviderReady(name) {
-    const provider = this.providers.get(name);
-    if (!provider || !provider.enabled) return false;
-    if (Date.now() < provider.cooldownUntil) return false;
-    return true;
-  }
-
-  getReadyProviders() {
-    const now = Date.now();
-    if (now - this.cacheTime < this.cacheDuration && this.readyCache.length > 0) {
-      return this.readyCache;
+    /**
+     * Check if provider is ready (has API key, not in cooldown)
+     */
+    isProviderReady(name) {
+        const provider = this.providers.get(name);
+        if (!provider || !provider.enabled)
+            return false;
+        if (Date.now() < provider.cooldownUntil)
+            return false;
+        return true;
     }
-    
-    this.readyCache = Array.from(this.providers.entries())
-      .filter(([_, p]) => this.isProviderReady(p.name))
-      .map(([name]) => name);
-    this.cacheTime = now;
-    return this.readyCache;
-  }
-
-  selectModel() {
-    const available = getAvailableProviders();
-    const sorted = Object.entries(available).sort(([, a], [, b]) => a.priority - b.priority);
-    
-    for (const [name, provider] of sorted) {
-      for (const model of provider.models) {
-        const modelKey = model.includes('/') ? model : name + '/' + model;
-        if (this.isProviderReady(name)) {
-          return modelKey;
+    /**
+     * Get best available model from priority list
+     */
+    selectModel() {
+        for (const model of this.modelPriority) {
+            const providerName = model.split("/")[0];
+            if (this.isProviderReady(providerName)) {
+                return model;
+            }
         }
-      }
+        return null;
     }
-    return null;
-  }
-
-  recordSuccess(name) {
-    const provider = this.providers.get(name);
-    if (provider) {
-      provider.failureCount = 0;
-      provider.cooldownUntil = 0;
+    /**
+     * Get all providers sorted by priority
+     */
+    getReadyProviders() {
+        return Array.from(this.providers.entries())
+            .filter(([_, p]) => this.isProviderReady(p.name))
+            .sort((a, b) => a[1].priority - b[1].priority)
+            .map(([name]) => name);
     }
-  }
-
-  recordFailure(name) {
-    const provider = this.providers.get(name);
-    if (provider) {
-      provider.failureCount++;
-      if (provider.failureCount >= 3) {
-        provider.cooldownUntil = Date.now() + 60000;
-      }
+    /**
+     * Record provider success
+     */
+    recordSuccess(name) {
+        const provider = this.providers.get(name);
+        if (provider) {
+            provider.cooldownUntil = 0;
+            provider.failureCount = 0;
+            provider.lastError = null;
+            provider.lastStatus = null;
+        }
     }
-  }
-
-  getStatus() {
-    const available = getAvailableProviders();
-    return {
-      providers: Array.from(this.providers.keys()),
-      available: Object.keys(available),
-      ready: this.getReadyProviders(),
-      modelPriority: this.selectModel(),
-    };
-  }
-
-  // Dynamic provider management
-  addProvider(id, config) {
-    registerProvider(id, config);
-    this.initializeProviders();
-  }
-
-  removeProvider(id) {
-    deregisterProvider(id);
-    this.initializeProviders();
-  }
-
-  async checkHealth() {
-    const results = {};
-    for (const [name] of this.providers) {
-      results[name] = await healthCheck(name);
+    /**
+     * Record provider failure
+     */
+    recordFailure(name, statusCode, error) {
+        const provider = this.providers.get(name);
+        if (!provider)
+            return;
+        provider.failureCount++;
+        provider.lastError = error;
+        provider.lastStatus = statusCode;
+        // Apply exponential backoff cooldown
+        const baseDelay = statusCode === 429 ? 60000 : statusCode === 403 ? 300000 : 30000;
+        const multiplier = Math.min(4, Math.pow(2, Math.max(0, provider.failureCount - 1)));
+        provider.cooldownUntil = Date.now() + baseDelay * multiplier;
+    }
+    /**
+     * Get provider status summary
+     */
+    getStatus() {
+        const status = {};
+        for (const [name, provider] of this.providers.entries()) {
+            status[name] = {
+                enabled: provider.enabled,
+                mode: provider.mode,
+                ready: this.isProviderReady(name),
+                cooldownUntil: provider.cooldownUntil ? new Date(provider.cooldownUntil).toISOString() : null,
+                lastError: provider.lastError,
+                lastStatus: provider.lastStatus,
+                failureCount: provider.failureCount,
+            };
+        }
+        return {
+            modelPriority: this.modelPriority,
+            readyProviders: this.getReadyProviders(),
+            providers: status,
+            timestamp: new Date().toISOString(),
+        };
     }
-    return results;
-  }
 }
-
-const _routing = require("../routing/advancedRouter");
-
-module.exports = {
-  ProviderRegistry,
-  routeQuery: _routing.routeQuery,
-  routeBatch: _routing.routeBatch,
-  recommendForTask: _routing.recommendForTask,
-  extractQueryFeatures: _routing.extractQueryFeatures,
-  MODEL_PROFILES: _routing.MODEL_PROFILES,
-};
+exports.ProviderRegistry = ProviderRegistry;
+//# sourceMappingURL=registry.js.map