agents-library 0.1.0

package/dist/providers/provider-manager.js

@@ -0,0 +1,337 @@
+/**
+ * Provider Manager - LLM Provider Orchestration
+ *
+ * Orchestrates multiple LLM providers with intelligent routing, health monitoring,
+ * automatic fallback, retry logic with exponential backoff, and circuit breaker pattern.
+ */
+import { ProviderErrorType } from './types.js';
+import { ok, err } from '../common/result.js';
+/**
+ * Provider Manager
+ *
+ * Manages multiple LLM providers with:
+ * - Model-based routing (claude→Anthropic, gpt→Model Manager)
+ * - Automatic fallback on provider failure
+ * - Retry logic with exponential backoff
+ * - Circuit breaker pattern (unhealthy after N consecutive failures)
+ * - Periodic health checks
+ * - Rate limit handling with backoff
+ */
+export class ProviderManager {
+    config;
+    providers = new Map();
+    healthStatus = new Map();
+    healthCheckInterval;
+    /**
+     * Circuit breaker configuration
+     */
+    maxConsecutiveFailures = 3;
+    /**
+     * Rate limit backoff: 5s * 2^attempt
+     */
+    rateLimitBaseDelayMs = 5000;
+    /**
+     * Create Provider Manager instance
+     *
+     * @param providers - Array of LLM providers to manage
+     * @param config - Provider configuration (primary, fallback, retry, health check)
+     */
+    constructor(providers, config) {
+        this.config = config;
+        // Register providers
+        for (const provider of providers) {
+            this.providers.set(provider.name, provider);
+            this.healthStatus.set(provider.name, {
+                isHealthy: true,
+                consecutiveFailures: 0,
+                lastCheck: new Date(),
+            });
+        }
+        // Validate configuration
+        if (!this.providers.has(config.primaryProvider)) {
+            throw new Error(`Primary provider "${config.primaryProvider}" not found in providers list`);
+        }
+        if (config.fallbackProvider &&
+            !this.providers.has(config.fallbackProvider)) {
+            throw new Error(`Fallback provider "${config.fallbackProvider}" not found in providers list`);
+        }
+        // Start periodic health checks
+        this.startHealthChecks();
+    }
+    /**
+     * Generate chat completion with provider selection and fallback
+     *
+     * @param messages - Conversation messages
+     * @param options - Optional chat configuration
+     * @returns Result with response text or error
+     */
+    async chat(messages, options) {
+        // Select provider based on model or use primary
+        const selectedProvider = this.selectProvider(options?.model);
+        const modelInfo = options?.model ? ` for model '${options.model}'` : ' (default model)';
+        console.log(`[ProviderManager:Chat] Selected provider: ${selectedProvider}${modelInfo}`);
+        // Attempt with primary provider
+        const result = await this.attemptWithRetry(selectedProvider, async (provider) => provider.chat(messages, options));
+        // If primary succeeded, return result
+        if (result.success) {
+            return result;
+        }
+        // Handle rate limit with backoff
+        if (!result.success && result.error.type === ProviderErrorType.RATE_LIMIT) {
+            console.warn(`[ProviderManager:Chat] Rate limit on ${selectedProvider}, backing off...`);
+            // Don't fall back on rate limit - just return the error
+            return result;
+        }
+        // If primary failed and fallback configured, try fallback
+        if (this.config.fallbackProvider &&
+            this.config.fallbackProvider !== selectedProvider) {
+            console.warn(`[ProviderManager:Chat] Primary provider ${selectedProvider} failed, trying fallback ${this.config.fallbackProvider}`);
+            const fallbackResult = await this.attemptWithRetry(this.config.fallbackProvider, async (provider) => provider.chat(messages, options));
+            if (fallbackResult.success) {
+                return fallbackResult;
+            }
+        }
+        // Both primary and fallback failed
+        return result;
+    }
+    /**
+     * Generate streaming chat completion with provider selection and fallback
+     *
+     * @param messages - Conversation messages
+     * @param options - Optional chat configuration
+     * @returns Result with async iterator of text chunks or error
+     */
+    async streamChat(messages, options) {
+        // Select provider based on model or use primary
+        const selectedProvider = this.selectProvider(options?.model);
+        const modelInfo = options?.model ? ` for model '${options.model}'` : ' (default model)';
+        console.log(`[ProviderManager:Stream] Selected provider: ${selectedProvider}${modelInfo}`);
+        // Attempt with primary provider
+        const result = await this.attemptWithRetry(selectedProvider, async (provider) => provider.streamChat(messages, options));
+        // If primary succeeded, return result
+        if (result.success) {
+            return result;
+        }
+        // Handle rate limit with backoff
+        if (!result.success && result.error.type === ProviderErrorType.RATE_LIMIT) {
+            console.warn(`[ProviderManager:Stream] Rate limit on ${selectedProvider}, backing off...`);
+            return result;
+        }
+        // If primary failed and fallback configured, try fallback
+        if (this.config.fallbackProvider &&
+            this.config.fallbackProvider !== selectedProvider) {
+            console.warn(`[ProviderManager:Stream] Primary provider ${selectedProvider} failed, trying fallback ${this.config.fallbackProvider}`);
+            const fallbackResult = await this.attemptWithRetry(this.config.fallbackProvider, async (provider) => provider.streamChat(messages, options));
+            if (fallbackResult.success) {
+                return fallbackResult;
+            }
+        }
+        // Both primary and fallback failed
+        return result;
+    }
+    /**
+     * Get combined list of available models from all healthy providers
+     *
+     * @returns Result with array of model IDs or error
+     */
+    async getAvailableModels() {
+        const allModels = [];
+        const errors = [];
+        for (const [name, provider] of this.providers) {
+            const health = this.healthStatus.get(name);
+            if (!health?.isHealthy) {
+                continue; // Skip unhealthy providers
+            }
+            const result = await provider.getAvailableModels();
+            if (result.success) {
+                allModels.push(...result.data);
+            }
+            else {
+                const errorResult = result;
+                errors.push(errorResult.error);
+            }
+        }
+        if (allModels.length > 0) {
+            return ok(allModels);
+        }
+        // If no models available, return first error
+        if (errors.length > 0) {
+            return err(errors[0]);
+        }
+        return err({
+            type: ProviderErrorType.UNKNOWN,
+            message: 'No healthy providers available',
+            provider: 'provider-manager',
+        });
+    }
+    /**
+     * Get health status of all providers
+     *
+     * @returns Map of provider names to health status
+     */
+    getHealthStatus() {
+        return new Map(this.healthStatus);
+    }
+    /**
+     * Manually trigger health check for all providers
+     */
+    async checkAllProvidersHealth() {
+        const checks = Array.from(this.providers.entries()).map(async ([name, provider]) => {
+            try {
+                const isHealthy = await provider.isHealthy();
+                const currentHealth = this.healthStatus.get(name);
+                if (isHealthy) {
+                    // Reset failures on successful health check
+                    currentHealth.consecutiveFailures = 0;
+                    currentHealth.isHealthy = true;
+                    // Reset provider's internal failure counter
+                    provider.resetHealth();
+                }
+                else {
+                    currentHealth.consecutiveFailures++;
+                    // Circuit breaker: mark unhealthy after max failures
+                    if (currentHealth.consecutiveFailures >= this.maxConsecutiveFailures) {
+                        currentHealth.isHealthy = false;
+                        console.warn(`[ProviderManager:HealthCheck] Provider ${name} marked unhealthy after ${currentHealth.consecutiveFailures} consecutive failures`);
+                    }
+                }
+                currentHealth.lastCheck = new Date();
+            }
+            catch (error) {
+                console.error(`[ProviderManager:HealthCheck] Health check error for ${name}:`, error);
+            }
+        });
+        await Promise.all(checks);
+    }
+    /**
+     * Clean up resources (stop health checks)
+     */
+    dispose() {
+        if (this.healthCheckInterval) {
+            clearInterval(this.healthCheckInterval);
+            this.healthCheckInterval = undefined;
+        }
+    }
+    /**
+     * Select provider based on model name or use primary
+     *
+     * Model-based routing:
+     * - Models starting with "claude" → anthropic provider
+     * - Models starting with "gpt" → model-manager provider
+     * - Otherwise → primary provider from config
+     */
+    selectProvider(model) {
+        if (!model) {
+            return this.config.primaryProvider;
+        }
+        const modelLower = model.toLowerCase();
+        if (modelLower.startsWith('claude')) {
+            return 'anthropic';
+        }
+        if (modelLower.startsWith('gpt')) {
+            return 'model-manager';
+        }
+        return this.config.primaryProvider;
+    }
+    /**
+     * Attempt operation with retry and exponential backoff
+     *
+     * @param providerName - Name of provider to use
+     * @param operation - Operation to attempt
+     * @returns Result from operation
+     */
+    async attemptWithRetry(providerName, operation) {
+        const provider = this.providers.get(providerName);
+        if (!provider) {
+            return err({
+                type: ProviderErrorType.UNKNOWN,
+                message: `Provider "${providerName}" not found`,
+                provider: 'provider-manager',
+            });
+        }
+        // Check circuit breaker
+        const health = this.healthStatus.get(providerName);
+        if (health && !health.isHealthy) {
+            console.warn(`[ProviderManager:Retry] Provider ${providerName} is unhealthy, skipping`);
+            return err({
+                type: ProviderErrorType.UNKNOWN,
+                message: `Provider "${providerName}" is currently unhealthy`,
+                provider: providerName,
+            });
+        }
+        let lastError;
+        for (let attempt = 0; attempt < this.config.retryAttempts; attempt++) {
+            if (attempt > 0) {
+                // Exponential backoff: delayMs * 2^attempt
+                const delay = this.config.retryDelayMs * Math.pow(2, attempt - 1);
+                console.log(`[ProviderManager:Retry] Attempt ${attempt + 1}/${this.config.retryAttempts} for ${providerName} after ${delay}ms delay`);
+                await this.sleep(delay);
+            }
+            const result = await operation(provider);
+            if (result.success) {
+                // Success - reset failure counter
+                if (health) {
+                    health.consecutiveFailures = 0;
+                    health.isHealthy = true;
+                }
+                return result;
+            }
+            // Type cast to error branch
+            const errorResult = result;
+            lastError = errorResult.error;
+            console.error(`[ProviderManager:Retry] Provider ${providerName} attempt ${attempt + 1} failed:`, errorResult.error.type, errorResult.error.message);
+            // Handle rate limits with special backoff
+            if (errorResult.error.type === ProviderErrorType.RATE_LIMIT) {
+                const rateLimitDelay = this.rateLimitBaseDelayMs * Math.pow(2, attempt);
+                console.warn(`[ProviderManager:Retry] Rate limit detected on ${providerName}, waiting ${rateLimitDelay}ms before retry`);
+                await this.sleep(rateLimitDelay);
+            }
+            // Don't retry on auth failures or invalid requests
+            if (errorResult.error.type === ProviderErrorType.AUTH_FAILED ||
+                errorResult.error.type === ProviderErrorType.INVALID_REQUEST) {
+                console.error(`[ProviderManager:Retry] Non-retryable error on ${providerName}: ${errorResult.error.type}`);
+                break;
+            }
+        }
+        // After all retries exhausted, track failure for health monitoring
+        // Only track actual health issues, not model routing problems
+        if (health && lastError) {
+            // Exclude MODEL_NOT_FOUND - these are routing issues, not health problems
+            const shouldTrackFailure = lastError.type !== ProviderErrorType.MODEL_NOT_FOUND;
+            if (shouldTrackFailure) {
+                health.consecutiveFailures++;
+                if (health.consecutiveFailures >= this.maxConsecutiveFailures) {
+                    health.isHealthy = false;
+                    console.warn(`[ProviderManager:CircuitBreaker] Provider ${providerName} circuit opened after ${health.consecutiveFailures} consecutive request failures`);
+                }
+            }
+            else {
+                // MODEL_NOT_FOUND doesn't affect health - log for debugging
+                console.log(`[ProviderManager:Routing] Provider ${providerName} doesn't support requested model (not a health issue)`);
+            }
+        }
+        return err(lastError || {
+            type: ProviderErrorType.UNKNOWN,
+            message: 'All retry attempts failed',
+            provider: providerName,
+        });
+    }
+    /**
+     * Start periodic health checks for all providers
+     */
+    startHealthChecks() {
+        // Run initial health check
+        this.checkAllProvidersHealth().catch((error) => console.error('[ProviderManager:HealthCheck] Initial health check failed:', error));
+        // Schedule periodic health checks
+        this.healthCheckInterval = setInterval(() => {
+            this.checkAllProvidersHealth().catch((error) => console.error('[ProviderManager:HealthCheck] Periodic health check failed:', error));
+        }, this.config.healthCheckIntervalMs);
+    }
+    /**
+     * Sleep utility for delays
+     */
+    sleep(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+}
+//# sourceMappingURL=provider-manager.js.map

package/dist/providers/provider-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-manager.js","sourceRoot":"","sources":["../../src/providers/provider-manager.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AASH,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAE/C,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,qBAAqB,CAAC;AAW9C;;;;;;;;;;GAUG;AACH,MAAM,OAAO,eAAe;IAuBP;IAtBX,SAAS,GAA6B,IAAI,GAAG,EAAE,CAAC;IAChD,YAAY,GAAgC,IAAI,GAAG,EAAE,CAAC;IACtD,mBAAmB,CAAkB;IAE7C;;OAEG;IACc,sBAAsB,GAAG,CAAC,CAAC;IAE5C;;OAEG;IACc,oBAAoB,GAAG,IAAI,CAAC;IAE7C;;;;;OAKG;IACH,YACE,SAAwB,EACP,MAAsB;QAAtB,WAAM,GAAN,MAAM,CAAgB;QAEvC,qBAAqB;QACrB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC5C,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE;gBACnC,SAAS,EAAE,IAAI;gBACf,mBAAmB,EAAE,CAAC;gBACtB,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC,CAAC;QACL,CAAC;QAED,yBAAyB;QACzB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CACb,qBAAqB,MAAM,CAAC,eAAe,+BAA+B,CAC3E,CAAC;QACJ,CAAC;QAED,IACE,MAAM,CAAC,gBAAgB;YACvB,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAC5C,CAAC;YACD,MAAM,IAAI,KAAK,CACb,sBAAsB,MAAM,CAAC,gBAAgB,+BAA+B,CAC7E,CAAC;QACJ,CAAC;QAED,+BAA+B;QAC/B,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,IAAI,CACR,QAAmB,EACnB,OAAqB;QAErB,gDAAgD;QAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,eAAe,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC;QACxF,OAAO,CAAC,GAAG,CAAC,6CAA6C,gBAAgB,GAAG,SAAS,EAAE,CAAC,CAAC;QAEzF,gCAAgC;QAChC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CACxC,gBAAgB,EAChB,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CACrD,CAAC;QAEF,sCAAsC;QACtC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,iCAAiC;QACjC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAK,MAAmD,CAAC,KAAK,CAAC,IAAI,KAAK,iBAAiB,CAAC,UAAU,EAAE,CAAC;YACxH,OAAO,CAAC,IAAI,CACV,wCAAwC,gBAAgB,kBAAkB,CAC3E,CAAC;YACF,wDAAwD;YACxD,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,0DAA0D;QAC1D,IACE,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC5B,IAAI,CAAC,MAAM,CAAC,gBAAgB,KAAK,gBAAgB,EACjD,CAAC;YACD,OAAO,CAAC,IAAI,CACV,2CAA2C,gBAAgB,4BAA4B,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CACtH,CAAC;YAEF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAChD,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAC5B,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CACrD,CAAC;YAEF,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC;gBAC3B,OAAO,cAAc,CAAC;YACxB,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,UAAU,CACd,QAAmB,EACnB,OAAqB;QAErB,gDAAgD;QAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,eAAe,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC;QACxF,OAAO,CAAC,GAAG,CACT,+CAA+C,gBAAgB,GAAG,SAAS,EAAE,CAC9E,CAAC;QAEF,gCAAgC;QAChC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CACxC,gBAAgB,EAChB,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAC3D,CAAC;QAEF,sCAAsC;QACtC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,iCAAiC;QACjC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAK,MAAmD,CAAC,KAAK,CAAC,IAAI,KAAK,iBAAiB,CAAC,UAAU,EAAE,CAAC;YACxH,OAAO,CAAC,IAAI,CACV,0CAA0C,gBAAgB,kBAAkB,CAC7E,CAAC;YACF,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,0DAA0D;QAC1D,IACE,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC5B,IAAI,CAAC,MAAM,CAAC,gBAAgB,KAAK,gBAAgB,EACjD,CAAC;YACD,OAAO,CAAC,IAAI,CACV,6CAA6C,gBAAgB,4BAA4B,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CACxH,CAAC;YAEF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAChD,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAC5B,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAC3D,CAAC;YAEF,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC;gBAC3B,OAAO,cAAc,CAAC;YACxB,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,kBAAkB;QACtB,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAoB,EAAE,CAAC;QAEnC,KAAK,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC3C,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC;gBACvB,SAAS,CAAC,2BAA2B;YACvC,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,kBAAkB,EAAE,CAAC;YACnD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YACjC,CAAC;iBAAM,CAAC;gBACN,MAAM,WAAW,GAAG,MAAkD,CAAC;gBACvE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC;QAED,6CAA6C;QAC7C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC;QAED,OAAO,GAAG,CAAC;YACT,IAAI,EAAE,iBAAiB,CAAC,OAAO;YAC/B,OAAO,EAAE,gCAAgC;YACzC,QAAQ,EAAE,kBAAkB;SAC7B,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,eAAe;QACb,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,uBAAuB;QAC3B,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CACrD,KAAK,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,EAAE;YACzB,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,CAAC;gBAC7C,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;gBAEnD,IAAI,SAAS,EAAE,CAAC;oBACd,4CAA4C;oBAC5C,aAAa,CAAC,mBAAmB,GAAG,CAAC,CAAC;oBACtC,aAAa,CAAC,SAAS,GAAG,IAAI,CAAC;oBAC/B,4CAA4C;oBAC5C,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACzB,CAAC;qBAAM,CAAC;oBACN,aAAa,CAAC,mBAAmB,EAAE,CAAC;oBACpC,qDAAqD;oBACrD,IACE,aAAa,CAAC,mBAAmB,IAAI,IAAI,CAAC,sBAAsB,EAChE,CAAC;wBACD,aAAa,CAAC,SAAS,GAAG,KAAK,CAAC;wBAChC,OAAO,CAAC,IAAI,CACV,0CAA0C,IAAI,2BAA2B,aAAa,CAAC,mBAAmB,uBAAuB,CAClI,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,aAAa,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;YACvC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CACX,wDAAwD,IAAI,GAAG,EAC/D,KAAK,CACN,CAAC;YACJ,CAAC;QACH,CAAC,CACF,CAAC;QAEF,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,OAAO;QACL,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACxC,IAAI,CAAC,mBAAmB,GAAG,SAAS,CAAC;QACvC,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACK,cAAc,CAAC,KAAc;QACnC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;QACrC,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAEvC,IAAI,UAAU,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpC,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,IAAI,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO,eAAe,CAAC;QACzB,CAAC;QAED,OAAO,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;IACrC,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,gBAAgB,CAC5B,YAAoB,EACpB,SAAuE;QAEvE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,GAAG,CAAC;gBACT,IAAI,EAAE,iBAAiB,CAAC,OAAO;gBAC/B,OAAO,EAAE,aAAa,YAAY,aAAa;gBAC/C,QAAQ,EAAE,kBAAkB;aAC7B,CAAC,CAAC;QACL,CAAC;QAED,wBAAwB;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACnD,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAChC,OAAO,CAAC,IAAI,CACV,oCAAoC,YAAY,yBAAyB,CAC1E,CAAC;YACF,OAAO,GAAG,CAAC;gBACT,IAAI,EAAE,iBAAiB,CAAC,OAAO;gBAC/B,OAAO,EAAE,aAAa,YAAY,0BAA0B;gBAC5D,QAAQ,EAAE,YAAY;aACvB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,SAAoC,CAAC;QAEzC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,OAAO,EAAE,EAAE,CAAC;YACrE,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,2CAA2C;gBAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;gBAClE,OAAO,CAAC,GAAG,CACT,mCAAmC,OAAO,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,QAAQ,YAAY,UAAU,KAAK,UAAU,CACzH,CAAC;gBACF,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;YAEzC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,kCAAkC;gBAClC,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,CAAC,mBAAmB,GAAG,CAAC,CAAC;oBAC/B,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;gBAC1B,CAAC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC;YAED,4BAA4B;YAC5B,MAAM,WAAW,GAAG,MAAkD,CAAC;YACvE,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC;YAE9B,OAAO,CAAC,KAAK,CACX,oCAAoC,YAAY,YAAY,OAAO,GAAG,CAAC,UAAU,EACjF,WAAW,CAAC,KAAK,CAAC,IAAI,EACtB,WAAW,CAAC,KAAK,CAAC,OAAO,CAC1B,CAAC;YAEF,0CAA0C;YAC1C,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,iBAAiB,CAAC,UAAU,EAAE,CAAC;gBAC5D,MAAM,cAAc,GAClB,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBACnD,OAAO,CAAC,IAAI,CACV,kDAAkD,YAAY,aAAa,cAAc,iBAAiB,CAC3G,CAAC;gBACF,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YACnC,CAAC;YAED,mDAAmD;YACnD,IACE,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,iBAAiB,CAAC,WAAW;gBACxD,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,iBAAiB,CAAC,eAAe,EAC5D,CAAC;gBACD,OAAO,CAAC,KAAK,CACX,kDAAkD,YAAY,KAAK,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,CAC5F,CAAC;gBACF,MAAM;YACR,CAAC;QACH,CAAC;QAED,mEAAmE;QACnE,8DAA8D;QAC9D,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;YACxB,0EAA0E;YAC1E,MAAM,kBAAkB,GAAG,SAAS,CAAC,IAAI,KAAK,iBAAiB,CAAC,eAAe,CAAC;YAEhF,IAAI,kBAAkB,EAAE,CAAC;gBACvB,MAAM,CAAC,mBAAmB,EAAE,CAAC;gBAE7B,IAAI,MAAM,CAAC,mBAAmB,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;oBAC9D,MAAM,CAAC,SAAS,GAAG,KAAK,CAAC;oBACzB,OAAO,CAAC,IAAI,CACV,6CAA6C,YAAY,yBAAyB,MAAM,CAAC,mBAAmB,+BAA+B,CAC5I,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,4DAA4D;gBAC5D,OAAO,CAAC,GAAG,CACT,sCAAsC,YAAY,uDAAuD,CAC1G,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,GAAG,CACR,SAAS,IAAI;YACX,IAAI,EAAE,iBAAiB,CAAC,OAAO;YAC/B,OAAO,EAAE,2BAA2B;YACpC,QAAQ,EAAE,YAAY;SACvB,CACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,iBAAiB;QACvB,2BAA2B;QAC3B,IAAI,CAAC,uBAAuB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAC7C,OAAO,CAAC,KAAK,CAAC,4DAA4D,EAAE,KAAK,CAAC,CACnF,CAAC;QAEF,kCAAkC;QAClC,IAAI,CAAC,mBAAmB,GAAG,WAAW,CAAC,GAAG,EAAE;YAC1C,IAAI,CAAC,uBAAuB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAC7C,OAAO,CAAC,KAAK,CAAC,6DAA6D,EAAE,KAAK,CAAC,CACpF,CAAC;QACJ,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;CACF"}

package/dist/providers/types.d.ts

@@ -0,0 +1,145 @@
+/**
+ * LLM Provider System Types
+ * LLM Provider System Types
+ *
+ * Defines interfaces and types for the pluggable LLM provider architecture.
+ * Supports multiple providers (Anthropic Claude, OpenAI-compatible Model Manager Gateway)
+ * with automatic failover and health monitoring.
+ */
+import type { Result } from '../common/result.js';
+/**
+ * Message format for LLM conversations
+ * Supports OpenAI tool calling protocol
+ */
+export interface Message {
+    role: 'user' | 'assistant' | 'system' | 'tool';
+    content: string | null;
+    tool_call_id?: string;
+    tool_calls?: Array<{
+        id: string;
+        type: 'function';
+        function: {
+            name: string;
+            arguments: string;
+        };
+    }>;
+}
+/**
+ * OpenAI-compatible tool definition
+ */
+export interface ToolDefinition {
+    type: 'function';
+    function: {
+        name: string;
+        description: string;
+        parameters: any;
+    };
+}
+/**
+ * Options for LLM chat requests
+ */
+export interface ChatOptions {
+    model?: string;
+    /** System prompt passed to the LLM as a top-level parameter (not in messages array). */
+    system?: string;
+    maxTokens?: number;
+    temperature?: number;
+    stopSequences?: string[];
+    tools?: ToolDefinition[];
+    tool_choice?: 'auto' | 'none' | {
+        type: 'function';
+        function: {
+            name: string;
+        };
+    };
+}
+/**
+ * Provider error types
+ * Provider error types
+ */
+export declare enum ProviderErrorType {
+    AUTH_FAILED = "AUTH_FAILED",
+    RATE_LIMIT = "RATE_LIMIT",
+    TIMEOUT = "TIMEOUT",
+    NETWORK_ERROR = "NETWORK_ERROR",
+    INVALID_REQUEST = "INVALID_REQUEST",
+    MODEL_NOT_FOUND = "MODEL_NOT_FOUND",
+    UNKNOWN = "UNKNOWN"
+}
+/**
+ * Error object returned by providers
+ * Error object returned by providers
+ */
+export interface ProviderError {
+    type: ProviderErrorType;
+    message: string;
+    provider: string;
+    originalError?: unknown;
+}
+/**
+ * Provider health status
+ * Provider health status
+ */
+export interface ProviderStatus {
+    isHealthy: boolean;
+    consecutiveFailures: number;
+    lastCheck: Date;
+}
+/**
+ * Provider configuration
+ * Provider configuration
+ */
+export interface ProviderConfig {
+    primaryProvider: string;
+    fallbackProvider?: string;
+    retryAttempts: number;
+    retryDelayMs: number;
+    healthCheckIntervalMs: number;
+}
+/**
+ * Standard interface for all LLM provider adapters
+ * Standard interface for all LLM provider adapters
+ *
+ * All LLM providers (Anthropic, Model Manager) must implement this interface
+ * to enable pluggable provider architecture with automatic failover.
+ */
+export interface LLMProvider {
+    /** Provider name (e.g., 'anthropic', 'model-manager') */
+    name: string;
+    /**
+     * Generate chat completion
+     *
+     * @param messages - Conversation messages
+     * @param options - Optional chat configuration
+     * @returns Result with response text or error
+     */
+    chat(messages: Message[], options?: ChatOptions): Promise<Result<string, ProviderError>>;
+    /**
+     * Generate streaming chat completion
+     *
+     * @param messages - Conversation messages
+     * @param options - Optional chat configuration
+     * @returns Result with async iterator of text chunks or error
+     */
+    streamChat(messages: Message[], options?: ChatOptions): Promise<Result<AsyncIterable<string>, ProviderError>>;
+    /**
+     * Check if provider is healthy
+     *
+     * @returns True if provider is responding correctly
+     */
+    isHealthy(): Promise<boolean>;
+    /**
+     * Reset provider health status
+     *
+     * Clears failure counters and marks provider as healthy again.
+     * Called by ProviderManager when health checks pass.
+     */
+    resetHealth(): void;
+    /**
+     * Get list of available models
+     *
+     * @returns Result with array of model IDs or error
+     */
+    getAvailableModels(): Promise<Result<string[], ProviderError>>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/providers/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/providers/types.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAElD;;;GAGG;AACH,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,KAAK,CAAC;QACjB,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,UAAU,CAAC;QACjB,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAC;YACb,SAAS,EAAE,MAAM,CAAC;SACnB,CAAC;KACH,CAAC,CAAC;CACJ;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,GAAG,CAAC;KACjB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,wFAAwF;IACxF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,QAAQ,EAAE;YAAE,IAAI,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,CAAC;CAClF;AAED;;;GAGG;AACH,oBAAY,iBAAiB;IAC3B,WAAW,gBAAgB;IAC3B,UAAU,eAAe;IACzB,OAAO,YAAY;IACnB,aAAa,kBAAkB;IAC/B,eAAe,oBAAoB;IACnC,eAAe,oBAAoB;IACnC,OAAO,YAAY;CACpB;AAED;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,iBAAiB,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,OAAO,CAAC;IACnB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,SAAS,EAAE,IAAI,CAAC;CACjB;AAED;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,WAAW;IAC1B,yDAAyD;IACzD,IAAI,EAAE,MAAM,CAAC;IAEb;;;;;;OAMG;IACH,IAAI,CACF,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;IAE1C;;;;;;OAMG;IACH,UAAU,CACR,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,CAAC,EAAE,WAAW,GACpB,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC;IAEzD;;;;OAIG;IACH,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAE9B;;;;;OAKG;IACH,WAAW,IAAI,IAAI,CAAC;IAEpB;;;;OAIG;IACH,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,aAAa,CAAC,CAAC,CAAC;CAChE"}

package/dist/providers/types.js

@@ -0,0 +1,23 @@
+/**
+ * LLM Provider System Types
+ * LLM Provider System Types
+ *
+ * Defines interfaces and types for the pluggable LLM provider architecture.
+ * Supports multiple providers (Anthropic Claude, OpenAI-compatible Model Manager Gateway)
+ * with automatic failover and health monitoring.
+ */
+/**
+ * Provider error types
+ * Provider error types
+ */
+export var ProviderErrorType;
+(function (ProviderErrorType) {
+    ProviderErrorType["AUTH_FAILED"] = "AUTH_FAILED";
+    ProviderErrorType["RATE_LIMIT"] = "RATE_LIMIT";
+    ProviderErrorType["TIMEOUT"] = "TIMEOUT";
+    ProviderErrorType["NETWORK_ERROR"] = "NETWORK_ERROR";
+    ProviderErrorType["INVALID_REQUEST"] = "INVALID_REQUEST";
+    ProviderErrorType["MODEL_NOT_FOUND"] = "MODEL_NOT_FOUND";
+    ProviderErrorType["UNKNOWN"] = "UNKNOWN";
+})(ProviderErrorType || (ProviderErrorType = {}));
+//# sourceMappingURL=types.js.map

package/dist/providers/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/providers/types.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAgDH;;;GAGG;AACH,MAAM,CAAN,IAAY,iBAQX;AARD,WAAY,iBAAiB;IAC3B,gDAA2B,CAAA;IAC3B,8CAAyB,CAAA;IACzB,wCAAmB,CAAA;IACnB,oDAA+B,CAAA;IAC/B,wDAAmC,CAAA;IACnC,wDAAmC,CAAA;IACnC,wCAAmB,CAAA;AACrB,CAAC,EARW,iBAAiB,KAAjB,iBAAiB,QAQ5B"}