@ai-orchestration/core 0.2.0 → 0.3.0

package/dist/esm/core/metrics.d.ts

@@ -0,0 +1,161 @@
+/**
+ * Metrics and analytics system for the AI Orchestration Framework
+ */
+import type { AIService, ChatResponse } from './interfaces.js';
+import type { ProviderHealth } from './types.js';
+/**
+ * Metrics for a single provider
+ */
+export interface ProviderMetrics {
+    providerId: string;
+    providerName: string;
+    model?: string;
+    totalRequests: number;
+    successfulRequests: number;
+    failedRequests: number;
+    totalTokens: {
+        prompt: number;
+        completion: number;
+        total: number;
+    };
+    totalCost: number;
+    averageLatency: number;
+    lastUsed?: Date;
+    lastSuccess?: Date;
+    lastFailure?: Date;
+    healthHistory: Array<{
+        timestamp: Date;
+        healthy: boolean;
+        latency?: number;
+    }>;
+}
+/**
+ * Strategy selection metrics
+ */
+export interface StrategyMetrics {
+    totalSelections: number;
+    selectionsByProvider: Map<string, number>;
+    selectionsByStrategy: Map<string, number>;
+    averageSelectionTime: number;
+}
+/**
+ * Overall orchestrator metrics
+ */
+export interface OrchestratorMetrics {
+    totalRequests: number;
+    successfulRequests: number;
+    failedRequests: number;
+    totalCost: number;
+    providerMetrics: Map<string, ProviderMetrics>;
+    strategyMetrics: StrategyMetrics;
+    averageRequestLatency: number;
+    requestsPerMinute: number;
+    errorRate: number;
+}
+/**
+ * Event types for metrics tracking
+ */
+export type MetricsEvent = {
+    type: 'provider_selected';
+    providerId: string;
+    strategy: string;
+    timestamp: Date;
+    selectionTime?: number;
+} | {
+    type: 'request_started';
+    providerId: string;
+    timestamp: Date;
+} | {
+    type: 'request_success';
+    providerId: string;
+    response: ChatResponse;
+    latency: number;
+    timestamp: Date;
+} | {
+    type: 'request_failure';
+    providerId: string;
+    error: Error;
+    latency?: number;
+    timestamp: Date;
+} | {
+    type: 'health_check';
+    providerId: string;
+    health: ProviderHealth;
+    timestamp: Date;
+};
+/**
+ * Callback function for metrics events
+ */
+export type MetricsCallback = (event: MetricsEvent) => void;
+/**
+ * Metrics collector for tracking orchestrator usage
+ */
+export declare class MetricsCollector {
+    private providerMetrics;
+    private strategyMetrics;
+    private requestHistory;
+    private callbacks;
+    private selectionTimes;
+    /**
+     * Register a callback for metrics events
+     */
+    onEvent(callback: MetricsCallback): () => void;
+    /**
+     * Emit a metrics event
+     */
+    private emit;
+    /**
+     * Record provider selection
+     */
+    recordSelection(provider: AIService, strategy: string, selectionTime?: number): void;
+    /**
+     * Record request start
+     */
+    recordRequestStart(provider: AIService): void;
+    /**
+     * Record successful request
+     */
+    recordSuccess(provider: AIService, response: ChatResponse, latency: number): void;
+    /**
+     * Record failed request
+     */
+    recordFailure(provider: AIService, error: Error, latency?: number): void;
+    /**
+     * Record health check
+     */
+    recordHealthCheck(provider: AIService, health: ProviderHealth): void;
+    /**
+     * Get or create provider metrics
+     */
+    private getOrCreateProviderMetrics;
+    /**
+     * Get metrics for a specific provider
+     */
+    getProviderMetrics(providerId: string): ProviderMetrics | undefined;
+    /**
+     * Get all provider metrics
+     */
+    getAllProviderMetrics(): Map<string, ProviderMetrics>;
+    /**
+     * Get strategy metrics
+     */
+    getStrategyMetrics(): StrategyMetrics;
+    /**
+     * Get overall orchestrator metrics
+     */
+    getOrchestratorMetrics(): OrchestratorMetrics;
+    /**
+     * Reset all metrics
+     */
+    reset(): void;
+    /**
+     * Get request history (optionally filtered)
+     */
+    getRequestHistory(options?: {
+        providerId?: string;
+        startTime?: Date;
+        endTime?: Date;
+        limit?: number;
+    }): typeof this.requestHistory;
+}
+//# sourceMappingURL=metrics.d.ts.map

package/dist/esm/core/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../../src/core/metrics.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE;QACX,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,IAAI,CAAC;IAChB,WAAW,CAAC,EAAE,IAAI,CAAC;IACnB,WAAW,CAAC,EAAE,IAAI,CAAC;IACnB,aAAa,EAAE,KAAK,CAAC;QACnB,SAAS,EAAE,IAAI,CAAC;QAChB,OAAO,EAAE,OAAO,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC,CAAC;CACJ;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,eAAe,EAAE,MAAM,CAAC;IACxB,oBAAoB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,oBAAoB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,oBAAoB,EAAE,MAAM,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC9C,eAAe,EAAE,eAAe,CAAC;IACjC,qBAAqB,EAAE,MAAM,CAAC;IAC9B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,MAAM,YAAY,GACpB;IACE,IAAI,EAAE,mBAAmB,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,IAAI,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,GACD;IACE,IAAI,EAAE,iBAAiB,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,IAAI,CAAC;CACjB,GACD;IACE,IAAI,EAAE,iBAAiB,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,YAAY,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;CACjB,GACD;IACE,IAAI,EAAE,iBAAiB,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,KAAK,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,IAAI,CAAC;CACjB,GACD;IACE,IAAI,EAAE,cAAc,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,cAAc,CAAC;IACvB,SAAS,EAAE,IAAI,CAAC;CACjB,CAAC;AAEN;;GAEG;AACH,MAAM,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,CAAC;AAE5D;;GAEG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,eAAe,CAA2C;IAClE,OAAO,CAAC,eAAe,CAKrB;IACF,OAAO,CAAC,cAAc,CAOd;IACR,OAAO,CAAC,SAAS,CAAmC;IACpD,OAAO,CAAC,cAAc,CAAgB;IAEtC;;OAEG;IACH,OAAO,CAAC,QAAQ,EAAE,eAAe,GAAG,MAAM,IAAI;IAK9C;;OAEG;IACH,OAAO,CAAC,IAAI;IAUZ;;OAEG;IACH,eAAe,CACb,QAAQ,EAAE,SAAS,EACnB,QAAQ,EAAE,MAAM,EAChB,aAAa,CAAC,EAAE,MAAM,GACrB,IAAI;IA6BP;;OAEG;IACH,kBAAkB,CAAC,QAAQ,EAAE,SAAS,GAAG,IAAI;IAY7C;;OAEG;IACH,aAAa,CACX,QAAQ,EAAE,SAAS,EACnB,QAAQ,EAAE,YAAY,EACtB,OAAO,EAAE,MAAM,GACd,IAAI;IA6DP;;OAEG;IACH,aAAa,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAsBxE;;OAEG;IACH,iBAAiB,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,GAAG,IAAI;IAqBpE;;OAEG;IACH,OAAO,CAAC,0BAA0B;IAwBlC;;OAEG;IACH,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS;IAInE;;OAEG;IACH,qBAAqB,IAAI,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC;IAIrD;;OAEG;IACH,kBAAkB,IAAI,eAAe;IAIrC;;OAEG;IACH,sBAAsB,IAAI,mBAAmB;IAuC7C;;OAEG;IACH,KAAK,IAAI,IAAI;IAYb;;OAEG;IACH,iBAAiB,CAAC,OAAO,CAAC,EAAE;QAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,SAAS,CAAC,EAAE,IAAI,CAAC;QACjB,OAAO,CAAC,EAAE,IAAI,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,GAAG,OAAO,IAAI,CAAC,cAAc;CAuB/B"}

package/dist/esm/core/metrics.js

@@ -0,0 +1,278 @@
+/**
+ * Metrics and analytics system for the AI Orchestration Framework
+ */
+/**
+ * Metrics collector for tracking orchestrator usage
+ */
+export class MetricsCollector {
+    constructor() {
+        this.providerMetrics = new Map();
+        this.strategyMetrics = {
+            totalSelections: 0,
+            selectionsByProvider: new Map(),
+            selectionsByStrategy: new Map(),
+            averageSelectionTime: 0,
+        };
+        this.requestHistory = [];
+        this.callbacks = new Set();
+        this.selectionTimes = [];
+    }
+    /**
+     * Register a callback for metrics events
+     */
+    onEvent(callback) {
+        this.callbacks.add(callback);
+        return () => this.callbacks.delete(callback);
+    }
+    /**
+     * Emit a metrics event
+     */
+    emit(event) {
+        for (const callback of this.callbacks) {
+            try {
+                callback(event);
+            }
+            catch (error) {
+                console.error('Error in metrics callback:', error);
+            }
+        }
+    }
+    /**
+     * Record provider selection
+     */
+    recordSelection(provider, strategy, selectionTime) {
+        this.getOrCreateProviderMetrics(provider);
+        this.strategyMetrics.totalSelections++;
+        this.strategyMetrics.selectionsByProvider.set(provider.id, (this.strategyMetrics.selectionsByProvider.get(provider.id) || 0) + 1);
+        this.strategyMetrics.selectionsByStrategy.set(strategy, (this.strategyMetrics.selectionsByStrategy.get(strategy) || 0) + 1);
+        if (selectionTime !== undefined) {
+            this.selectionTimes.push(selectionTime);
+            const total = this.selectionTimes.reduce((a, b) => a + b, 0);
+            this.strategyMetrics.averageSelectionTime =
+                total / this.selectionTimes.length;
+        }
+        this.emit({
+            type: 'provider_selected',
+            providerId: provider.id,
+            strategy,
+            timestamp: new Date(),
+            selectionTime,
+        });
+    }
+    /**
+     * Record request start
+     */
+    recordRequestStart(provider) {
+        const metrics = this.getOrCreateProviderMetrics(provider);
+        metrics.totalRequests++;
+        metrics.lastUsed = new Date();
+        this.emit({
+            type: 'request_started',
+            providerId: provider.id,
+            timestamp: new Date(),
+        });
+    }
+    /**
+     * Record successful request
+     */
+    recordSuccess(provider, response, latency) {
+        const metrics = this.getOrCreateProviderMetrics(provider);
+        metrics.successfulRequests++;
+        metrics.lastSuccess = new Date();
+        // Update latency (moving average)
+        if (metrics.averageLatency === 0) {
+            metrics.averageLatency = latency;
+        }
+        else {
+            metrics.averageLatency =
+                metrics.averageLatency * 0.9 + latency * 0.1; // Exponential moving average
+        }
+        // Update token counts
+        if (response.usage) {
+            metrics.totalTokens.prompt += response.usage.promptTokens;
+            metrics.totalTokens.completion += response.usage.completionTokens;
+            metrics.totalTokens.total += response.usage.totalTokens;
+            // Calculate cost if costPerToken is available
+            if (provider.metadata.costPerToken) {
+                const cost = response.usage.promptTokens *
+                    provider.metadata.costPerToken.prompt +
+                    response.usage.completionTokens *
+                        provider.metadata.costPerToken.completion;
+                metrics.totalCost += cost;
+            }
+        }
+        // Record in history
+        this.requestHistory.push({
+            timestamp: new Date(),
+            providerId: provider.id,
+            success: true,
+            latency,
+            tokens: response.usage
+                ? {
+                    prompt: response.usage.promptTokens,
+                    completion: response.usage.completionTokens,
+                    total: response.usage.totalTokens,
+                }
+                : undefined,
+            cost: provider.metadata.costPerToken && response.usage
+                ? response.usage.promptTokens *
+                    provider.metadata.costPerToken.prompt +
+                    response.usage.completionTokens *
+                        provider.metadata.costPerToken.completion
+                : undefined,
+        });
+        this.emit({
+            type: 'request_success',
+            providerId: provider.id,
+            response,
+            latency,
+            timestamp: new Date(),
+        });
+    }
+    /**
+     * Record failed request
+     */
+    recordFailure(provider, error, latency) {
+        const metrics = this.getOrCreateProviderMetrics(provider);
+        metrics.failedRequests++;
+        metrics.lastFailure = new Date();
+        // Record in history
+        this.requestHistory.push({
+            timestamp: new Date(),
+            providerId: provider.id,
+            success: false,
+            latency: latency || 0,
+        });
+        this.emit({
+            type: 'request_failure',
+            providerId: provider.id,
+            error,
+            latency,
+            timestamp: new Date(),
+        });
+    }
+    /**
+     * Record health check
+     */
+    recordHealthCheck(provider, health) {
+        const providerMetrics = this.getOrCreateProviderMetrics(provider);
+        providerMetrics.healthHistory.push({
+            timestamp: new Date(),
+            healthy: health.healthy,
+            latency: health.latency,
+        });
+        // Keep only last 100 health checks
+        if (providerMetrics.healthHistory.length > 100) {
+            providerMetrics.healthHistory.shift();
+        }
+        this.emit({
+            type: 'health_check',
+            providerId: provider.id,
+            health,
+            timestamp: new Date(),
+        });
+    }
+    /**
+     * Get or create provider metrics
+     */
+    getOrCreateProviderMetrics(provider) {
+        let metrics = this.providerMetrics.get(provider.id);
+        if (!metrics) {
+            metrics = {
+                providerId: provider.id,
+                providerName: provider.metadata.name,
+                model: provider.metadata.model,
+                totalRequests: 0,
+                successfulRequests: 0,
+                failedRequests: 0,
+                totalTokens: {
+                    prompt: 0,
+                    completion: 0,
+                    total: 0,
+                },
+                totalCost: 0,
+                averageLatency: 0,
+                healthHistory: [],
+            };
+            this.providerMetrics.set(provider.id, metrics);
+        }
+        return metrics;
+    }
+    /**
+     * Get metrics for a specific provider
+     */
+    getProviderMetrics(providerId) {
+        return this.providerMetrics.get(providerId);
+    }
+    /**
+     * Get all provider metrics
+     */
+    getAllProviderMetrics() {
+        return new Map(this.providerMetrics);
+    }
+    /**
+     * Get strategy metrics
+     */
+    getStrategyMetrics() {
+        return { ...this.strategyMetrics };
+    }
+    /**
+     * Get overall orchestrator metrics
+     */
+    getOrchestratorMetrics() {
+        const now = Date.now();
+        const oneMinuteAgo = now - 60000;
+        const recentRequests = this.requestHistory.filter((r) => r.timestamp.getTime() > oneMinuteAgo);
+        const totalRequests = this.requestHistory.length;
+        const successfulRequests = this.requestHistory.filter((r) => r.success).length;
+        const failedRequests = totalRequests - successfulRequests;
+        const totalCost = Array.from(this.providerMetrics.values()).reduce((sum, m) => sum + m.totalCost, 0);
+        const totalLatency = this.requestHistory.reduce((sum, r) => sum + r.latency, 0);
+        const averageRequestLatency = totalRequests > 0 ? totalLatency / totalRequests : 0;
+        return {
+            totalRequests,
+            successfulRequests,
+            failedRequests,
+            totalCost,
+            providerMetrics: new Map(this.providerMetrics),
+            strategyMetrics: { ...this.strategyMetrics },
+            averageRequestLatency,
+            requestsPerMinute: recentRequests.length,
+            errorRate: totalRequests > 0 ? failedRequests / totalRequests : 0,
+        };
+    }
+    /**
+     * Reset all metrics
+     */
+    reset() {
+        this.providerMetrics.clear();
+        this.strategyMetrics = {
+            totalSelections: 0,
+            selectionsByProvider: new Map(),
+            selectionsByStrategy: new Map(),
+            averageSelectionTime: 0,
+        };
+        this.requestHistory = [];
+        this.selectionTimes = [];
+    }
+    /**
+     * Get request history (optionally filtered)
+     */
+    getRequestHistory(options) {
+        let filtered = [...this.requestHistory];
+        if (options?.providerId) {
+            filtered = filtered.filter((r) => r.providerId === options.providerId);
+        }
+        if (options?.startTime) {
+            filtered = filtered.filter((r) => r.timestamp >= options.startTime);
+        }
+        if (options?.endTime) {
+            filtered = filtered.filter((r) => r.timestamp <= options.endTime);
+        }
+        if (options?.limit) {
+            filtered = filtered.slice(-options.limit);
+        }
+        return filtered;
+    }
+}
+//# sourceMappingURL=metrics.js.map

package/dist/esm/core/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../../src/core/metrics.ts"],"names":[],"mappings":"AAAA;;GAEG;AAmGH;;GAEG;AACH,MAAM,OAAO,gBAAgB;IAA7B;QACU,oBAAe,GAAiC,IAAI,GAAG,EAAE,CAAC;QAC1D,oBAAe,GAAoB;YACzC,eAAe,EAAE,CAAC;YAClB,oBAAoB,EAAE,IAAI,GAAG,EAAE;YAC/B,oBAAoB,EAAE,IAAI,GAAG,EAAE;YAC/B,oBAAoB,EAAE,CAAC;SACxB,CAAC;QACM,mBAAc,GAOjB,EAAE,CAAC;QACA,cAAS,GAAyB,IAAI,GAAG,EAAE,CAAC;QAC5C,mBAAc,GAAa,EAAE,CAAC;IAuUxC,CAAC;IArUC;;OAEG;IACH,OAAO,CAAC,QAAyB;QAC/B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7B,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACK,IAAI,CAAC,KAAmB;QAC9B,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC;gBACH,QAAQ,CAAC,KAAK,CAAC,CAAC;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,eAAe,CACb,QAAmB,EACnB,QAAgB,EAChB,aAAsB;QAEtB,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QAE1C,IAAI,CAAC,eAAe,CAAC,eAAe,EAAE,CAAC;QACvC,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,GAAG,CAC3C,QAAQ,CAAC,EAAE,EACX,CAAC,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CACtE,CAAC;QACF,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,GAAG,CAC3C,QAAQ,EACR,CAAC,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CACnE,CAAC;QAEF,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;YAChC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACxC,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7D,IAAI,CAAC,eAAe,CAAC,oBAAoB;gBACvC,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;QACvC,CAAC;QAED,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,mBAAmB;YACzB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,QAAQ;YACR,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,aAAa;SACd,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,QAAmB;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QAC1D,OAAO,CAAC,aAAa,EAAE,CAAC;QACxB,OAAO,CAAC,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC;QAE9B,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,iBAAiB;YACvB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,aAAa,CACX,QAAmB,EACnB,QAAsB,EACtB,OAAe;QAEf,MAAM,OAAO,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QAC1D,OAAO,CAAC,kBAAkB,EAAE,CAAC;QAC7B,OAAO,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAEjC,kCAAkC;QAClC,IAAI,OAAO,CAAC,cAAc,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO,CAAC,cAAc,GAAG,OAAO,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,cAAc;gBACpB,OAAO,CAAC,cAAc,GAAG,GAAG,GAAG,OAAO,GAAG,GAAG,CAAC,CAAC,6BAA6B;QAC/E,CAAC;QAED,sBAAsB;QACtB,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO,CAAC,WAAW,CAAC,MAAM,IAAI,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC;YAC1D,OAAO,CAAC,WAAW,CAAC,UAAU,IAAI,QAAQ,CAAC,KAAK,CAAC,gBAAgB,CAAC;YAClE,OAAO,CAAC,WAAW,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC;YAExD,8CAA8C;YAC9C,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC;gBACnC,MAAM,IAAI,GACR,QAAQ,CAAC,KAAK,CAAC,YAAY;oBACzB,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM;oBACvC,QAAQ,CAAC,KAAK,CAAC,gBAAgB;wBAC7B,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC;gBAC9C,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;YACvB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,OAAO,EAAE,IAAI;YACb,OAAO;YACP,MAAM,EAAE,QAAQ,CAAC,KAAK;gBACpB,CAAC,CAAC;oBACE,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;oBACnC,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,gBAAgB;oBAC3C,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW;iBAClC;gBACH,CAAC,CAAC,SAAS;YACb,IAAI,EACF,QAAQ,CAAC,QAAQ,CAAC,YAAY,IAAI,QAAQ,CAAC,KAAK;gBAC9C,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY;oBACzB,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM;oBACvC,QAAQ,CAAC,KAAK,CAAC,gBAAgB;wBAC7B,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,UAAU;gBAC7C,CAAC,CAAC,SAAS;SAChB,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,iBAAiB;YACvB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,QAAQ;YACR,OAAO;YACP,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,QAAmB,EAAE,KAAY,EAAE,OAAgB;QAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QAC1D,OAAO,CAAC,cAAc,EAAE,CAAC;QACzB,OAAO,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAEjC,oBAAoB;QACpB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;YACvB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,OAAO,IAAI,CAAC;SACtB,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,iBAAiB;YACvB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,KAAK;YACL,OAAO;YACP,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,QAAmB,EAAE,MAAsB;QAC3D,MAAM,eAAe,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QAClE,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC;YACjC,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;QAEH,mCAAmC;QACnC,IAAI,eAAe,CAAC,aAAa,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC/C,eAAe,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QACxC,CAAC;QAED,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,cAAc;YACpB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,MAAM;YACN,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,0BAA0B,CAAC,QAAmB;QACpD,IAAI,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACpD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG;gBACR,UAAU,EAAE,QAAQ,CAAC,EAAE;gBACvB,YAAY,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;gBACpC,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK;gBAC9B,aAAa,EAAE,CAAC;gBAChB,kBAAkB,EAAE,CAAC;gBACrB,cAAc,EAAE,CAAC;gBACjB,WAAW,EAAE;oBACX,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC;iBACT;gBACD,SAAS,EAAE,CAAC;gBACZ,cAAc,EAAE,CAAC;gBACjB,aAAa,EAAE,EAAE;aAClB,CAAC;YACF,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACjD,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,UAAkB;QACnC,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,qBAAqB;QACnB,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,kBAAkB;QAChB,OAAO,EAAE,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,sBAAsB;QACpB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,YAAY,GAAG,GAAG,GAAG,KAAK,CAAC;QAEjC,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAC/C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,YAAY,CAC5C,CAAC;QAEF,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;QACjD,MAAM,kBAAkB,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CACnD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CACjB,CAAC,MAAM,CAAC;QACT,MAAM,cAAc,GAAG,aAAa,GAAG,kBAAkB,CAAC;QAE1D,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAChE,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAC7B,CAAC,CACF,CAAC;QAEF,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAC7C,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,EAC3B,CAAC,CACF,CAAC;QACF,MAAM,qBAAqB,GACzB,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAEvD,OAAO;YACL,aAAa;YACb,kBAAkB;YAClB,cAAc;YACd,SAAS;YACT,eAAe,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC;YAC9C,eAAe,EAAE,EAAE,GAAG,IAAI,CAAC,eAAe,EAAE;YAC5C,qBAAqB;YACrB,iBAAiB,EAAE,cAAc,CAAC,MAAM;YACxC,SAAS,EAAE,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;SAClE,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC7B,IAAI,CAAC,eAAe,GAAG;YACrB,eAAe,EAAE,CAAC;YAClB,oBAAoB,EAAE,IAAI,GAAG,EAAE;YAC/B,oBAAoB,EAAE,IAAI,GAAG,EAAE;YAC/B,oBAAoB,EAAE,CAAC;SACxB,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,OAKjB;QACC,IAAI,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC;QAExC,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;YACxB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;QACzE,CAAC;QAED,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;YACvB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CACxB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,OAAO,CAAC,SAAU,CACzC,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;YACrB,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,OAAO,CAAC,OAAQ,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,OAAO,EAAE,KAAK,EAAE,CAAC;YACnB,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}

package/dist/esm/core/orchestrator.d.ts

@@ -0,0 +1,97 @@
+/**
+ * Core orchestrator that manages providers and strategies
+ */
+import type { AIService, SelectionStrategy, SelectionContext, ChatMessage, ChatOptions, ChatResponse, ChatChunk, CircuitBreakerConfig, HealthCheckConfig } from './interfaces.js';
+import { MetricsCollector, type MetricsCallback } from './metrics.js';
+export declare class Orchestrator {
+    private providers;
+    private strategy;
+    private healthCheckInterval?;
+    private maxRetries;
+    private requestTimeout;
+    private retryDelay;
+    private circuitBreaker?;
+    private circuitBreakerStates;
+    private healthCheckConfig?;
+    private providerFailureCounts;
+    private metrics;
+    private strategyName;
+    constructor(strategy: SelectionStrategy, options?: {
+        maxRetries?: number;
+        requestTimeout?: number;
+        retryDelay?: number | 'exponential';
+        circuitBreaker?: CircuitBreakerConfig;
+        healthCheck?: HealthCheckConfig;
+        enableMetrics?: boolean;
+        onMetricsEvent?: MetricsCallback;
+    });
+    /**
+     * Register a provider
+     */
+    registerProvider(provider: AIService): void;
+    /**
+     * Unregister a provider
+     */
+    unregisterProvider(id: string): void;
+    /**
+     * Get a provider by ID
+     */
+    getProvider(id: string): AIService | undefined;
+    /**
+     * Get all registered providers
+     */
+    getAllProviders(): AIService[];
+    /**
+     * Check if a provider's circuit breaker is open
+     */
+    private isCircuitBreakerOpen;
+    /**
+     * Record a provider failure for circuit breaker
+     */
+    private recordFailure;
+    /**
+     * Record a provider success (reset circuit breaker)
+     */
+    private recordSuccess;
+    /**
+     * Get enabled providers (those that pass basic checks)
+     */
+    getAvailableProviders(): Promise<AIService[]>;
+    /**
+     * Select a provider using the configured strategy
+     */
+    selectProvider(context?: SelectionContext): Promise<AIService | null>;
+    /**
+     * Calculate retry delay based on attempt number
+     */
+    private getRetryDelay;
+    /**
+     * Perform a chat completion with automatic provider selection and fallback
+     */
+    chat(messages: ChatMessage[], options?: ChatOptions): Promise<ChatResponse>;
+    /**
+     * Perform a streaming chat completion with automatic provider selection
+     */
+    chatStream(messages: ChatMessage[], options?: ChatOptions): Promise<ReadableStream<ChatChunk>>;
+    /**
+     * Start periodic health checks
+     */
+    startHealthChecks(intervalMs?: number): void;
+    /**
+     * Stop periodic health checks
+     */
+    stopHealthChecks(): void;
+    /**
+     * Get metrics collector instance
+     */
+    getMetrics(): MetricsCollector;
+    /**
+     * Register a callback for metrics events
+     */
+    onMetricsEvent(callback: MetricsCallback): () => void;
+    /**
+     * Cleanup resources
+     */
+    dispose(): void;
+}
+//# sourceMappingURL=orchestrator.d.ts.map

package/dist/esm/core/orchestrator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../../src/core/orchestrator.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EACV,SAAS,EACT,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACX,WAAW,EACX,YAAY,EACZ,SAAS,EACT,oBAAoB,EACpB,iBAAiB,EAClB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,gBAAgB,EAAE,KAAK,eAAe,EAAE,MAAM,cAAc,CAAC;AA+FtE,qBAAa,YAAY;IACvB,OAAO,CAAC,SAAS,CAAqC;IACtD,OAAO,CAAC,QAAQ,CAAoB;IACpC,OAAO,CAAC,mBAAmB,CAAC,CAAiC;IAC7D,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,UAAU,CAAyB;IAC3C,OAAO,CAAC,cAAc,CAAC,CAAuB;IAC9C,OAAO,CAAC,oBAAoB,CAA+C;IAC3E,OAAO,CAAC,iBAAiB,CAAC,CAAoB;IAC9C,OAAO,CAAC,qBAAqB,CAAkC;IAC/D,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,YAAY,CAAS;gBAG3B,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,CAAC,EAAE;QACR,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,UAAU,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC;QACpC,cAAc,CAAC,EAAE,oBAAoB,CAAC;QACtC,WAAW,CAAC,EAAE,iBAAiB,CAAC;QAChC,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,cAAc,CAAC,EAAE,eAAe,CAAC;KAClC;IAoBH;;OAEG;IACH,gBAAgB,CAAC,QAAQ,EAAE,SAAS,GAAG,IAAI;IAI3C;;OAEG;IACH,kBAAkB,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAIpC;;OAEG;IACH,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS;IAI9C;;OAEG;IACH,eAAe,IAAI,SAAS,EAAE;IAI9B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IA0B5B;;OAEG;IACH,OAAO,CAAC,aAAa;IAqBrB;;OAEG;IACH,OAAO,CAAC,aAAa;IAYrB;;OAEG;IACG,qBAAqB,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAwDnD;;OAEG;IACG,cAAc,CAAC,OAAO,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAc3E;;OAEG;IACH,OAAO,CAAC,aAAa;IAOrB;;OAEG;IACG,IAAI,CACR,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,YAAY,CAAC;IAqExB;;OAEG;IACG,UAAU,CACd,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IA+CrC;;OAEG;IACH,iBAAiB,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI;IAqC5C;;OAEG;IACH,gBAAgB,IAAI,IAAI;IAOxB;;OAEG;IACH,UAAU,IAAI,gBAAgB;IAI9B;;OAEG;IACH,cAAc,CAAC,QAAQ,EAAE,eAAe,GAAG,MAAM,IAAI;IAIrD;;OAEG;IACH,OAAO,IAAI,IAAI;CAIhB"}