@ai-orchestration/core 0.1.0 → 0.3.0

package/dist/core/metrics.js

@@ -0,0 +1,276 @@
+/**
+ * Metrics and analytics system for the AI Orchestration Framework
+ */
+/**
+ * Metrics collector for tracking orchestrator usage
+ */
+export class MetricsCollector {
+    providerMetrics = new Map();
+    strategyMetrics = {
+        totalSelections: 0,
+        selectionsByProvider: new Map(),
+        selectionsByStrategy: new Map(),
+        averageSelectionTime: 0,
+    };
+    requestHistory = [];
+    callbacks = new Set();
+    selectionTimes = [];
+    /**
+     * Register a callback for metrics events
+     */
+    onEvent(callback) {
+        this.callbacks.add(callback);
+        return () => this.callbacks.delete(callback);
+    }
+    /**
+     * Emit a metrics event
+     */
+    emit(event) {
+        for (const callback of this.callbacks) {
+            try {
+                callback(event);
+            }
+            catch (error) {
+                console.error('Error in metrics callback:', error);
+            }
+        }
+    }
+    /**
+     * Record provider selection
+     */
+    recordSelection(provider, strategy, selectionTime) {
+        this.getOrCreateProviderMetrics(provider);
+        this.strategyMetrics.totalSelections++;
+        this.strategyMetrics.selectionsByProvider.set(provider.id, (this.strategyMetrics.selectionsByProvider.get(provider.id) || 0) + 1);
+        this.strategyMetrics.selectionsByStrategy.set(strategy, (this.strategyMetrics.selectionsByStrategy.get(strategy) || 0) + 1);
+        if (selectionTime !== undefined) {
+            this.selectionTimes.push(selectionTime);
+            const total = this.selectionTimes.reduce((a, b) => a + b, 0);
+            this.strategyMetrics.averageSelectionTime =
+                total / this.selectionTimes.length;
+        }
+        this.emit({
+            type: 'provider_selected',
+            providerId: provider.id,
+            strategy,
+            timestamp: new Date(),
+            selectionTime,
+        });
+    }
+    /**
+     * Record request start
+     */
+    recordRequestStart(provider) {
+        const metrics = this.getOrCreateProviderMetrics(provider);
+        metrics.totalRequests++;
+        metrics.lastUsed = new Date();
+        this.emit({
+            type: 'request_started',
+            providerId: provider.id,
+            timestamp: new Date(),
+        });
+    }
+    /**
+     * Record successful request
+     */
+    recordSuccess(provider, response, latency) {
+        const metrics = this.getOrCreateProviderMetrics(provider);
+        metrics.successfulRequests++;
+        metrics.lastSuccess = new Date();
+        // Update latency (moving average)
+        if (metrics.averageLatency === 0) {
+            metrics.averageLatency = latency;
+        }
+        else {
+            metrics.averageLatency =
+                metrics.averageLatency * 0.9 + latency * 0.1; // Exponential moving average
+        }
+        // Update token counts
+        if (response.usage) {
+            metrics.totalTokens.prompt += response.usage.promptTokens;
+            metrics.totalTokens.completion += response.usage.completionTokens;
+            metrics.totalTokens.total += response.usage.totalTokens;
+            // Calculate cost if costPerToken is available
+            if (provider.metadata.costPerToken) {
+                const cost = response.usage.promptTokens *
+                    provider.metadata.costPerToken.prompt +
+                    response.usage.completionTokens *
+                        provider.metadata.costPerToken.completion;
+                metrics.totalCost += cost;
+            }
+        }
+        // Record in history
+        this.requestHistory.push({
+            timestamp: new Date(),
+            providerId: provider.id,
+            success: true,
+            latency,
+            tokens: response.usage
+                ? {
+                    prompt: response.usage.promptTokens,
+                    completion: response.usage.completionTokens,
+                    total: response.usage.totalTokens,
+                }
+                : undefined,
+            cost: provider.metadata.costPerToken && response.usage
+                ? response.usage.promptTokens *
+                    provider.metadata.costPerToken.prompt +
+                    response.usage.completionTokens *
+                        provider.metadata.costPerToken.completion
+                : undefined,
+        });
+        this.emit({
+            type: 'request_success',
+            providerId: provider.id,
+            response,
+            latency,
+            timestamp: new Date(),
+        });
+    }
+    /**
+     * Record failed request
+     */
+    recordFailure(provider, error, latency) {
+        const metrics = this.getOrCreateProviderMetrics(provider);
+        metrics.failedRequests++;
+        metrics.lastFailure = new Date();
+        // Record in history
+        this.requestHistory.push({
+            timestamp: new Date(),
+            providerId: provider.id,
+            success: false,
+            latency: latency || 0,
+        });
+        this.emit({
+            type: 'request_failure',
+            providerId: provider.id,
+            error,
+            latency,
+            timestamp: new Date(),
+        });
+    }
+    /**
+     * Record health check
+     */
+    recordHealthCheck(provider, health) {
+        const providerMetrics = this.getOrCreateProviderMetrics(provider);
+        providerMetrics.healthHistory.push({
+            timestamp: new Date(),
+            healthy: health.healthy,
+            latency: health.latency,
+        });
+        // Keep only last 100 health checks
+        if (providerMetrics.healthHistory.length > 100) {
+            providerMetrics.healthHistory.shift();
+        }
+        this.emit({
+            type: 'health_check',
+            providerId: provider.id,
+            health,
+            timestamp: new Date(),
+        });
+    }
+    /**
+     * Get or create provider metrics
+     */
+    getOrCreateProviderMetrics(provider) {
+        let metrics = this.providerMetrics.get(provider.id);
+        if (!metrics) {
+            metrics = {
+                providerId: provider.id,
+                providerName: provider.metadata.name,
+                model: provider.metadata.model,
+                totalRequests: 0,
+                successfulRequests: 0,
+                failedRequests: 0,
+                totalTokens: {
+                    prompt: 0,
+                    completion: 0,
+                    total: 0,
+                },
+                totalCost: 0,
+                averageLatency: 0,
+                healthHistory: [],
+            };
+            this.providerMetrics.set(provider.id, metrics);
+        }
+        return metrics;
+    }
+    /**
+     * Get metrics for a specific provider
+     */
+    getProviderMetrics(providerId) {
+        return this.providerMetrics.get(providerId);
+    }
+    /**
+     * Get all provider metrics
+     */
+    getAllProviderMetrics() {
+        return new Map(this.providerMetrics);
+    }
+    /**
+     * Get strategy metrics
+     */
+    getStrategyMetrics() {
+        return { ...this.strategyMetrics };
+    }
+    /**
+     * Get overall orchestrator metrics
+     */
+    getOrchestratorMetrics() {
+        const now = Date.now();
+        const oneMinuteAgo = now - 60000;
+        const recentRequests = this.requestHistory.filter((r) => r.timestamp.getTime() > oneMinuteAgo);
+        const totalRequests = this.requestHistory.length;
+        const successfulRequests = this.requestHistory.filter((r) => r.success).length;
+        const failedRequests = totalRequests - successfulRequests;
+        const totalCost = Array.from(this.providerMetrics.values()).reduce((sum, m) => sum + m.totalCost, 0);
+        const totalLatency = this.requestHistory.reduce((sum, r) => sum + r.latency, 0);
+        const averageRequestLatency = totalRequests > 0 ? totalLatency / totalRequests : 0;
+        return {
+            totalRequests,
+            successfulRequests,
+            failedRequests,
+            totalCost,
+            providerMetrics: new Map(this.providerMetrics),
+            strategyMetrics: { ...this.strategyMetrics },
+            averageRequestLatency,
+            requestsPerMinute: recentRequests.length,
+            errorRate: totalRequests > 0 ? failedRequests / totalRequests : 0,
+        };
+    }
+    /**
+     * Reset all metrics
+     */
+    reset() {
+        this.providerMetrics.clear();
+        this.strategyMetrics = {
+            totalSelections: 0,
+            selectionsByProvider: new Map(),
+            selectionsByStrategy: new Map(),
+            averageSelectionTime: 0,
+        };
+        this.requestHistory = [];
+        this.selectionTimes = [];
+    }
+    /**
+     * Get request history (optionally filtered)
+     */
+    getRequestHistory(options) {
+        let filtered = [...this.requestHistory];
+        if (options?.providerId) {
+            filtered = filtered.filter((r) => r.providerId === options.providerId);
+        }
+        if (options?.startTime) {
+            filtered = filtered.filter((r) => r.timestamp >= options.startTime);
+        }
+        if (options?.endTime) {
+            filtered = filtered.filter((r) => r.timestamp <= options.endTime);
+        }
+        if (options?.limit) {
+            filtered = filtered.slice(-options.limit);
+        }
+        return filtered;
+    }
+}
+//# sourceMappingURL=metrics.js.map

package/dist/core/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../src/core/metrics.ts"],"names":[],"mappings":"AAAA;;GAEG;AAmGH;;GAEG;AACH,MAAM,OAAO,gBAAgB;IACnB,eAAe,GAAiC,IAAI,GAAG,EAAE,CAAC;IAC1D,eAAe,GAAoB;QACzC,eAAe,EAAE,CAAC;QAClB,oBAAoB,EAAE,IAAI,GAAG,EAAE;QAC/B,oBAAoB,EAAE,IAAI,GAAG,EAAE;QAC/B,oBAAoB,EAAE,CAAC;KACxB,CAAC;IACM,cAAc,GAOjB,EAAE,CAAC;IACA,SAAS,GAAyB,IAAI,GAAG,EAAE,CAAC;IAC5C,cAAc,GAAa,EAAE,CAAC;IAEtC;;OAEG;IACH,OAAO,CAAC,QAAyB;QAC/B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7B,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACK,IAAI,CAAC,KAAmB;QAC9B,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC;gBACH,QAAQ,CAAC,KAAK,CAAC,CAAC;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,eAAe,CACb,QAAmB,EACnB,QAAgB,EAChB,aAAsB;QAEtB,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QAE1C,IAAI,CAAC,eAAe,CAAC,eAAe,EAAE,CAAC;QACvC,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,GAAG,CAC3C,QAAQ,CAAC,EAAE,EACX,CAAC,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CACtE,CAAC;QACF,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,GAAG,CAC3C,QAAQ,EACR,CAAC,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CACnE,CAAC;QAEF,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;YAChC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACxC,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7D,IAAI,CAAC,eAAe,CAAC,oBAAoB;gBACvC,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;QACvC,CAAC;QAED,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,mBAAmB;YACzB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,QAAQ;YACR,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,aAAa;SACd,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,QAAmB;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QAC1D,OAAO,CAAC,aAAa,EAAE,CAAC;QACxB,OAAO,CAAC,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC;QAE9B,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,iBAAiB;YACvB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,aAAa,CACX,QAAmB,EACnB,QAAsB,EACtB,OAAe;QAEf,MAAM,OAAO,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QAC1D,OAAO,CAAC,kBAAkB,EAAE,CAAC;QAC7B,OAAO,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAEjC,kCAAkC;QAClC,IAAI,OAAO,CAAC,cAAc,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO,CAAC,cAAc,GAAG,OAAO,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,cAAc;gBACpB,OAAO,CAAC,cAAc,GAAG,GAAG,GAAG,OAAO,GAAG,GAAG,CAAC,CAAC,6BAA6B;QAC/E,CAAC;QAED,sBAAsB;QACtB,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO,CAAC,WAAW,CAAC,MAAM,IAAI,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC;YAC1D,OAAO,CAAC,WAAW,CAAC,UAAU,IAAI,QAAQ,CAAC,KAAK,CAAC,gBAAgB,CAAC;YAClE,OAAO,CAAC,WAAW,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC;YAExD,8CAA8C;YAC9C,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC;gBACnC,MAAM,IAAI,GACR,QAAQ,CAAC,KAAK,CAAC,YAAY;oBACzB,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM;oBACvC,QAAQ,CAAC,KAAK,CAAC,gBAAgB;wBAC7B,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC;gBAC9C,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;YACvB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,OAAO,EAAE,IAAI;YACb,OAAO;YACP,MAAM,EAAE,QAAQ,CAAC,KAAK;gBACpB,CAAC,CAAC;oBACE,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;oBACnC,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,gBAAgB;oBAC3C,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW;iBAClC;gBACH,CAAC,CAAC,SAAS;YACb,IAAI,EACF,QAAQ,CAAC,QAAQ,CAAC,YAAY,IAAI,QAAQ,CAAC,KAAK;gBAC9C,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY;oBACzB,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM;oBACvC,QAAQ,CAAC,KAAK,CAAC,gBAAgB;wBAC7B,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,UAAU;gBAC7C,CAAC,CAAC,SAAS;SAChB,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,iBAAiB;YACvB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,QAAQ;YACR,OAAO;YACP,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,QAAmB,EAAE,KAAY,EAAE,OAAgB;QAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QAC1D,OAAO,CAAC,cAAc,EAAE,CAAC;QACzB,OAAO,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAEjC,oBAAoB;QACpB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;YACvB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,OAAO,IAAI,CAAC;SACtB,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,iBAAiB;YACvB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,KAAK;YACL,OAAO;YACP,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,QAAmB,EAAE,MAAsB;QAC3D,MAAM,eAAe,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QAClE,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC;YACjC,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;QAEH,mCAAmC;QACnC,IAAI,eAAe,CAAC,aAAa,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC/C,eAAe,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QACxC,CAAC;QAED,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,cAAc;YACpB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,MAAM;YACN,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,0BAA0B,CAAC,QAAmB;QACpD,IAAI,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACpD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG;gBACR,UAAU,EAAE,QAAQ,CAAC,EAAE;gBACvB,YAAY,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;gBACpC,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK;gBAC9B,aAAa,EAAE,CAAC;gBAChB,kBAAkB,EAAE,CAAC;gBACrB,cAAc,EAAE,CAAC;gBACjB,WAAW,EAAE;oBACX,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC;iBACT;gBACD,SAAS,EAAE,CAAC;gBACZ,cAAc,EAAE,CAAC;gBACjB,aAAa,EAAE,EAAE;aAClB,CAAC;YACF,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACjD,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,UAAkB;QACnC,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,qBAAqB;QACnB,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,kBAAkB;QAChB,OAAO,EAAE,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,sBAAsB;QACpB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,YAAY,GAAG,GAAG,GAAG,KAAK,CAAC;QAEjC,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAC/C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,YAAY,CAC5C,CAAC;QAEF,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;QACjD,MAAM,kBAAkB,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CACnD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CACjB,CAAC,MAAM,CAAC;QACT,MAAM,cAAc,GAAG,aAAa,GAAG,kBAAkB,CAAC;QAE1D,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAChE,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAC7B,CAAC,CACF,CAAC;QAEF,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAC7C,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,EAC3B,CAAC,CACF,CAAC;QACF,MAAM,qBAAqB,GACzB,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAEvD,OAAO;YACL,aAAa;YACb,kBAAkB;YAClB,cAAc;YACd,SAAS;YACT,eAAe,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC;YAC9C,eAAe,EAAE,EAAE,GAAG,IAAI,CAAC,eAAe,EAAE;YAC5C,qBAAqB;YACrB,iBAAiB,EAAE,cAAc,CAAC,MAAM;YACxC,SAAS,EAAE,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;SAClE,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC7B,IAAI,CAAC,eAAe,GAAG;YACrB,eAAe,EAAE,CAAC;YAClB,oBAAoB,EAAE,IAAI,GAAG,EAAE;YAC/B,oBAAoB,EAAE,IAAI,GAAG,EAAE;YAC/B,oBAAoB,EAAE,CAAC;SACxB,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,OAKjB;QACC,IAAI,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC;QAExC,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;YACxB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;QACzE,CAAC;QAED,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;YACvB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CACxB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,OAAO,CAAC,SAAU,CACzC,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;YACrB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,OAAO,CAAC,OAAQ,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,OAAO,EAAE,KAAK,EAAE,CAAC;YACnB,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}

package/dist/core/orchestrator.d.ts

@@ -1,12 +1,30 @@
 /**
  * Core orchestrator that manages providers and strategies
  */
-import type { AIService, SelectionStrategy, SelectionContext, ChatMessage, ChatOptions, ChatResponse, ChatChunk } from './interfaces.js';
+import type { AIService, SelectionStrategy, SelectionContext, ChatMessage, ChatOptions, ChatResponse, ChatChunk, CircuitBreakerConfig, HealthCheckConfig } from './interfaces.js';
+import { MetricsCollector, type MetricsCallback } from './metrics.js';
 export declare class Orchestrator {
     private providers;
     private strategy;
     private healthCheckInterval?;
-    constructor(strategy: SelectionStrategy);
+    private maxRetries;
+    private requestTimeout;
+    private retryDelay;
+    private circuitBreaker?;
+    private circuitBreakerStates;
+    private healthCheckConfig?;
+    private providerFailureCounts;
+    private metrics;
+    private strategyName;
+    constructor(strategy: SelectionStrategy, options?: {
+        maxRetries?: number;
+        requestTimeout?: number;
+        retryDelay?: number | 'exponential';
+        circuitBreaker?: CircuitBreakerConfig;
+        healthCheck?: HealthCheckConfig;
+        enableMetrics?: boolean;
+        onMetricsEvent?: MetricsCallback;
+    });
     /**
      * Register a provider
      */
@@ -23,6 +41,18 @@ export declare class Orchestrator {
      * Get all registered providers
      */
     getAllProviders(): AIService[];
+    /**
+     * Check if a provider's circuit breaker is open
+     */
+    private isCircuitBreakerOpen;
+    /**
+     * Record a provider failure for circuit breaker
+     */
+    private recordFailure;
+    /**
+     * Record a provider success (reset circuit breaker)
+     */
+    private recordSuccess;
     /**
      * Get enabled providers (those that pass basic checks)
      */
@@ -31,6 +61,10 @@ export declare class Orchestrator {
      * Select a provider using the configured strategy
      */
     selectProvider(context?: SelectionContext): Promise<AIService | null>;
+    /**
+     * Calculate retry delay based on attempt number
+     */
+    private getRetryDelay;
     /**
      * Perform a chat completion with automatic provider selection and fallback
      */
@@ -42,11 +76,19 @@ export declare class Orchestrator {
     /**
      * Start periodic health checks
      */
-    startHealthChecks(intervalMs: number): void;
+    startHealthChecks(intervalMs?: number): void;
     /**
      * Stop periodic health checks
      */
     stopHealthChecks(): void;
+    /**
+     * Get metrics collector instance
+     */
+    getMetrics(): MetricsCollector;
+    /**
+     * Register a callback for metrics events
+     */
+    onMetricsEvent(callback: MetricsCallback): () => void;
     /**
      * Cleanup resources
      */

package/dist/core/orchestrator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../src/core/orchestrator.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EACV,SAAS,EACT,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACX,WAAW,EACX,YAAY,EACZ,SAAS,EACV,MAAM,iBAAiB,CAAC;AAEzB,qBAAa,YAAY;IACvB,OAAO,CAAC,SAAS,CAAqC;IACtD,OAAO,CAAC,QAAQ,CAAoB;IACpC,OAAO,CAAC,mBAAmB,CAAC,CAAiC;gBAEjD,QAAQ,EAAE,iBAAiB;IAIvC;;OAEG;IACH,gBAAgB,CAAC,QAAQ,EAAE,SAAS,GAAG,IAAI;IAI3C;;OAEG;IACH,kBAAkB,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAIpC;;OAEG;IACH,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS;IAI9C;;OAEG;IACH,eAAe,IAAI,SAAS,EAAE;IAI9B;;OAEG;IACG,qBAAqB,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAkBnD;;OAEG;IACG,cAAc,CAAC,OAAO,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAQ3E;;OAEG;IACG,IAAI,CACR,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,YAAY,CAAC;IAsCxB;;OAEG;IACG,UAAU,CACd,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IAyBrC;;OAEG;IACH,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAU3C;;OAEG;IACH,gBAAgB,IAAI,IAAI;IAOxB;;OAEG;IACH,OAAO,IAAI,IAAI;CAIhB"}
+{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../src/core/orchestrator.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EACV,SAAS,EACT,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACX,WAAW,EACX,YAAY,EACZ,SAAS,EACT,oBAAoB,EACpB,iBAAiB,EAClB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,gBAAgB,EAAE,KAAK,eAAe,EAAE,MAAM,cAAc,CAAC;AA+FtE,qBAAa,YAAY;IACvB,OAAO,CAAC,SAAS,CAAqC;IACtD,OAAO,CAAC,QAAQ,CAAoB;IACpC,OAAO,CAAC,mBAAmB,CAAC,CAAiC;IAC7D,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,UAAU,CAAyB;IAC3C,OAAO,CAAC,cAAc,CAAC,CAAuB;IAC9C,OAAO,CAAC,oBAAoB,CAA+C;IAC3E,OAAO,CAAC,iBAAiB,CAAC,CAAoB;IAC9C,OAAO,CAAC,qBAAqB,CAAkC;IAC/D,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,YAAY,CAAS;gBAG3B,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,CAAC,EAAE;QACR,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,UAAU,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC;QACpC,cAAc,CAAC,EAAE,oBAAoB,CAAC;QACtC,WAAW,CAAC,EAAE,iBAAiB,CAAC;QAChC,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,cAAc,CAAC,EAAE,eAAe,CAAC;KAClC;IAoBH;;OAEG;IACH,gBAAgB,CAAC,QAAQ,EAAE,SAAS,GAAG,IAAI;IAI3C;;OAEG;IACH,kBAAkB,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAIpC;;OAEG;IACH,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS;IAI9C;;OAEG;IACH,eAAe,IAAI,SAAS,EAAE;IAI9B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IA0B5B;;OAEG;IACH,OAAO,CAAC,aAAa;IAqBrB;;OAEG;IACH,OAAO,CAAC,aAAa;IAYrB;;OAEG;IACG,qBAAqB,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAwDnD;;OAEG;IACG,cAAc,CAAC,OAAO,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAc3E;;OAEG;IACH,OAAO,CAAC,aAAa;IAOrB;;OAEG;IACG,IAAI,CACR,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,YAAY,CAAC;IAqExB;;OAEG;IACG,UAAU,CACd,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IA+CrC;;OAEG;IACH,iBAAiB,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI;IAqC5C;;OAEG;IACH,gBAAgB,IAAI,IAAI;IAOxB;;OAEG;IACH,UAAU,IAAI,gBAAgB;IAI9B;;OAEG;IACH,cAAc,CAAC,QAAQ,EAAE,eAAe,GAAG,MAAM,IAAI;IAIrD;;OAEG;IACH,OAAO,IAAI,IAAI;CAIhB"}