claude-flow 2.0.0-alpha.66 → 2.0.0-alpha.67

package/dist/providers/base-provider.js

@@ -0,0 +1,407 @@
+/**
+ * Abstract Base Provider for LLM integrations
+ * Provides common functionality for all LLM providers
+ */
+import { EventEmitter } from 'events';
+import { circuitBreaker } from '../utils/helpers.js';
+import { LLMProviderError, RateLimitError, ProviderUnavailableError, } from './types.js';
+export class BaseProvider extends EventEmitter {
+    logger;
+    circuitBreaker;
+    healthCheckInterval;
+    lastHealthCheck;
+    requestCount = 0;
+    errorCount = 0;
+    totalTokens = 0;
+    totalCost = 0;
+    requestMetrics = new Map();
+    config;
+    constructor(options) {
+        super();
+        this.logger = options.logger;
+        this.config = options.config;
+        // Initialize circuit breaker
+        this.circuitBreaker = circuitBreaker(`llm-${this.name}`, {
+            threshold: options.circuitBreakerOptions?.threshold || 5,
+            timeout: options.circuitBreakerOptions?.timeout || 60000,
+            resetTimeout: options.circuitBreakerOptions?.resetTimeout || 300000,
+        });
+        // Start health checks if enabled
+        if (this.config.enableCaching) {
+            this.startHealthChecks();
+        }
+    }
+    /**
+     * Initialize the provider
+     */
+    async initialize() {
+        this.logger.info(`Initializing ${this.name} provider`, {
+            model: this.config.model,
+            temperature: this.config.temperature,
+            maxTokens: this.config.maxTokens,
+        });
+        // Validate configuration
+        this.validateConfig();
+        // Provider-specific initialization
+        await this.doInitialize();
+        // Perform initial health check
+        await this.healthCheck();
+    }
+    /**
+     * Validate provider configuration
+     */
+    validateConfig() {
+        if (!this.config.model) {
+            throw new Error(`Model is required for ${this.name} provider`);
+        }
+        if (!this.validateModel(this.config.model)) {
+            throw new Error(`Model ${this.config.model} is not supported by ${this.name} provider`);
+        }
+        if (this.config.temperature !== undefined) {
+            if (this.config.temperature < 0 || this.config.temperature > 2) {
+                throw new Error('Temperature must be between 0 and 2');
+            }
+        }
+        if (this.config.maxTokens !== undefined) {
+            const maxAllowed = this.capabilities.maxOutputTokens[this.config.model] || 4096;
+            if (this.config.maxTokens > maxAllowed) {
+                throw new Error(`Max tokens exceeds limit of ${maxAllowed} for model ${this.config.model}`);
+            }
+        }
+    }
+    /**
+     * Complete a request
+     */
+    async complete(request) {
+        const startTime = Date.now();
+        try {
+            // Use circuit breaker
+            const response = await this.circuitBreaker.execute(async () => {
+                return await this.doComplete(request);
+            });
+            // Track metrics
+            const latency = Date.now() - startTime;
+            this.trackRequest(request, response, latency);
+            // Emit events
+            this.emit('response', {
+                provider: this.name,
+                model: response.model,
+                latency,
+                tokens: response.usage.totalTokens,
+                cost: response.cost?.totalCost,
+            });
+            return response;
+        }
+        catch (error) {
+            this.errorCount++;
+            // Transform to provider error
+            const providerError = this.transformError(error);
+            // Track error
+            this.emit('error', {
+                provider: this.name,
+                error: providerError,
+                request,
+            });
+            throw providerError;
+        }
+    }
+    /**
+     * Stream complete a request
+     */
+    async *streamComplete(request) {
+        const startTime = Date.now();
+        let totalTokens = 0;
+        let totalCost = 0;
+        try {
+            // Check if streaming is supported
+            if (!this.capabilities.supportsStreaming) {
+                throw new LLMProviderError('Streaming not supported', 'STREAMING_NOT_SUPPORTED', this.name, undefined, false);
+            }
+            // Use circuit breaker
+            const stream = await this.circuitBreaker.execute(async () => {
+                return this.doStreamComplete(request);
+            });
+            // Process stream
+            for await (const event of stream) {
+                if (event.usage) {
+                    totalTokens = event.usage.totalTokens;
+                }
+                if (event.cost) {
+                    totalCost = event.cost.totalCost;
+                }
+                yield event;
+            }
+            // Track metrics
+            const latency = Date.now() - startTime;
+            this.trackStreamRequest(request, totalTokens, totalCost, latency);
+        }
+        catch (error) {
+            this.errorCount++;
+            // Transform to provider error
+            const providerError = this.transformError(error);
+            // Yield error event
+            yield {
+                type: 'error',
+                error: providerError,
+            };
+            throw providerError;
+        }
+    }
+    /**
+     * Validate if a model is supported
+     */
+    validateModel(model) {
+        return this.capabilities.supportedModels.includes(model);
+    }
+    /**
+     * Perform health check
+     */
+    async healthCheck() {
+        const startTime = Date.now();
+        try {
+            // Provider-specific health check
+            const result = await this.doHealthCheck();
+            this.lastHealthCheck = {
+                ...result,
+                latency: Date.now() - startTime,
+                timestamp: new Date(),
+            };
+            this.emit('health_check', this.lastHealthCheck);
+            return this.lastHealthCheck;
+        }
+        catch (error) {
+            this.lastHealthCheck = {
+                healthy: false,
+                error: error instanceof Error ? error.message : 'Unknown error',
+                latency: Date.now() - startTime,
+                timestamp: new Date(),
+            };
+            this.emit('health_check', this.lastHealthCheck);
+            return this.lastHealthCheck;
+        }
+    }
+    /**
+     * Get provider status
+     */
+    getStatus() {
+        const queueLength = this.requestMetrics.size;
+        const errorRate = this.requestCount > 0 ? this.errorCount / this.requestCount : 0;
+        return {
+            available: this.lastHealthCheck?.healthy ?? false,
+            currentLoad: queueLength / 100, // Normalize to 0-1
+            queueLength,
+            activeRequests: queueLength,
+            rateLimitRemaining: this.getRateLimitRemaining(),
+            rateLimitReset: this.getRateLimitReset(),
+        };
+    }
+    /**
+     * Get remaining rate limit (override in provider)
+     */
+    getRateLimitRemaining() {
+        return undefined;
+    }
+    /**
+     * Get rate limit reset time (override in provider)
+     */
+    getRateLimitReset() {
+        return undefined;
+    }
+    /**
+     * Estimate cost for a request
+     */
+    async estimateCost(request) {
+        const model = request.model || this.config.model;
+        const pricing = this.capabilities.pricing?.[model];
+        if (!pricing) {
+            return {
+                estimatedPromptTokens: 0,
+                estimatedCompletionTokens: 0,
+                estimatedTotalTokens: 0,
+                estimatedCost: {
+                    prompt: 0,
+                    completion: 0,
+                    total: 0,
+                    currency: 'USD',
+                },
+                confidence: 0,
+            };
+        }
+        // Estimate tokens (simple approximation, providers should override)
+        const promptTokens = this.estimateTokens(JSON.stringify(request.messages));
+        const completionTokens = request.maxTokens || this.config.maxTokens || 1000;
+        const promptCost = (promptTokens / 1000) * pricing.promptCostPer1k;
+        const completionCost = (completionTokens / 1000) * pricing.completionCostPer1k;
+        return {
+            estimatedPromptTokens: promptTokens,
+            estimatedCompletionTokens: completionTokens,
+            estimatedTotalTokens: promptTokens + completionTokens,
+            estimatedCost: {
+                prompt: promptCost,
+                completion: completionCost,
+                total: promptCost + completionCost,
+                currency: pricing.currency,
+            },
+            confidence: 0.7, // 70% confidence in estimation
+        };
+    }
+    /**
+     * Simple token estimation (4 chars = 1 token approximation)
+     */
+    estimateTokens(text) {
+        return Math.ceil(text.length / 4);
+    }
+    /**
+     * Get usage statistics
+     */
+    async getUsage(period = 'day') {
+        const now = new Date();
+        const start = this.getStartDate(now, period);
+        // In a real implementation, this would query a database
+        // For now, return current session stats
+        return {
+            period: { start, end: now },
+            requests: this.requestCount,
+            tokens: {
+                prompt: Math.floor(this.totalTokens * 0.7), // Estimate
+                completion: Math.floor(this.totalTokens * 0.3),
+                total: this.totalTokens,
+            },
+            cost: {
+                prompt: this.totalCost * 0.7,
+                completion: this.totalCost * 0.3,
+                total: this.totalCost,
+                currency: 'USD',
+            },
+            errors: this.errorCount,
+            averageLatency: this.calculateAverageLatency(),
+            modelBreakdown: {}, // Would need to track per model
+        };
+    }
+    /**
+     * Get start date for period
+     */
+    getStartDate(end, period) {
+        const start = new Date(end);
+        switch (period) {
+            case 'hour':
+                start.setHours(start.getHours() - 1);
+                break;
+            case 'day':
+                start.setDate(start.getDate() - 1);
+                break;
+            case 'week':
+                start.setDate(start.getDate() - 7);
+                break;
+            case 'month':
+                start.setMonth(start.getMonth() - 1);
+                break;
+            case 'all':
+                start.setFullYear(2020); // Arbitrary old date
+                break;
+        }
+        return start;
+    }
+    /**
+     * Calculate average latency
+     */
+    calculateAverageLatency() {
+        if (this.requestMetrics.size === 0)
+            return 0;
+        let totalLatency = 0;
+        let count = 0;
+        this.requestMetrics.forEach((metrics) => {
+            if (metrics.latency) {
+                totalLatency += metrics.latency;
+                count++;
+            }
+        });
+        return count > 0 ? totalLatency / count : 0;
+    }
+    /**
+     * Track successful request
+     */
+    trackRequest(request, response, latency) {
+        this.requestCount++;
+        this.totalTokens += response.usage.totalTokens;
+        if (response.cost) {
+            this.totalCost += response.cost.totalCost;
+        }
+        // Store metrics (in memory for now)
+        const requestId = response.id;
+        this.requestMetrics.set(requestId, {
+            timestamp: new Date(),
+            model: response.model,
+            tokens: response.usage.totalTokens,
+            cost: response.cost?.totalCost,
+            latency,
+        });
+        // Clean up old metrics (keep last 1000)
+        if (this.requestMetrics.size > 1000) {
+            const oldestKey = this.requestMetrics.keys().next().value;
+            this.requestMetrics.delete(oldestKey);
+        }
+    }
+    /**
+     * Track streaming request
+     */
+    trackStreamRequest(request, totalTokens, totalCost, latency) {
+        this.requestCount++;
+        this.totalTokens += totalTokens;
+        this.totalCost += totalCost;
+        // Store metrics
+        const requestId = `stream-${Date.now()}`;
+        this.requestMetrics.set(requestId, {
+            timestamp: new Date(),
+            model: request.model || this.config.model,
+            tokens: totalTokens,
+            cost: totalCost,
+            latency,
+            stream: true,
+        });
+    }
+    /**
+     * Transform errors to provider errors
+     */
+    transformError(error) {
+        if (error instanceof LLMProviderError) {
+            return error;
+        }
+        if (error instanceof Error) {
+            // Check for common error patterns
+            if (error.message.includes('rate limit')) {
+                return new RateLimitError(error.message, this.name);
+            }
+            if (error.message.includes('timeout') || error.message.includes('ETIMEDOUT')) {
+                return new LLMProviderError('Request timed out', 'TIMEOUT', this.name, undefined, true);
+            }
+            if (error.message.includes('ECONNREFUSED') || error.message.includes('fetch failed')) {
+                return new ProviderUnavailableError(this.name, { originalError: error.message });
+            }
+        }
+        return new LLMProviderError(error instanceof Error ? error.message : String(error), 'UNKNOWN', this.name, undefined, true);
+    }
+    /**
+     * Start periodic health checks
+     */
+    startHealthChecks() {
+        const interval = this.config.cacheTimeout || 300000; // 5 minutes default
+        this.healthCheckInterval = setInterval(() => {
+            this.healthCheck().catch((error) => {
+                this.logger.error(`Health check failed for ${this.name}`, error);
+            });
+        }, interval);
+    }
+    /**
+     * Clean up resources
+     */
+    destroy() {
+        if (this.healthCheckInterval) {
+            clearInterval(this.healthCheckInterval);
+        }
+        this.requestMetrics.clear();
+        this.removeAllListeners();
+        this.logger.info(`${this.name} provider destroyed`);
+    }
+}
+//# sourceMappingURL=base-provider.js.map

package/dist/providers/base-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-provider.js","sourceRoot":"","sources":["../../src/providers/base-provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,EAAE,cAAc,EAAkB,MAAM,qBAAqB,CAAC;AACrE,OAAO,EAeL,gBAAgB,EAChB,cAAc,EACd,wBAAwB,GACzB,MAAM,YAAY,CAAC;AAapB,MAAM,OAAgB,YAAa,SAAQ,YAAY;IAI3C,MAAM,CAAU;IAChB,cAAc,CAAiB;IAC/B,mBAAmB,CAAkB;IACrC,eAAe,CAAqB;IACpC,YAAY,GAAG,CAAC,CAAC;IACjB,UAAU,GAAG,CAAC,CAAC;IACf,WAAW,GAAG,CAAC,CAAC;IAChB,SAAS,GAAG,CAAC,CAAC;IACd,cAAc,GAAqB,IAAI,GAAG,EAAE,CAAC;IAEhD,MAAM,CAAoB;IAEjC,YAAY,OAA4B;QACtC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAE7B,6BAA6B;QAC7B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,OAAO,IAAI,CAAC,IAAI,EAAE,EAAE;YACvD,SAAS,EAAE,OAAO,CAAC,qBAAqB,EAAE,SAAS,IAAI,CAAC;YACxD,OAAO,EAAE,OAAO,CAAC,qBAAqB,EAAE,OAAO,IAAI,KAAK;YACxD,YAAY,EAAE,OAAO,CAAC,qBAAqB,EAAE,YAAY,IAAI,MAAM;SACpE,CAAC,CAAC;QAEH,iCAAiC;QACjC,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;YAC9B,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,WAAW,EAAE;YACrD,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;SACjC,CAAC,CAAC;QAEH,yBAAyB;QACzB,IAAI,CAAC,cAAc,EAAE,CAAC;QAEtB,mCAAmC;QACnC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAE1B,+BAA+B;QAC/B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC;IAOD;;OAEG;IACO,cAAc;QACtB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,CAAC,IAAI,WAAW,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,MAAM,CAAC,KAAK,wBAAwB,IAAI,CAAC,IAAI,WAAW,CAAC,CAAC;QAC1F,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YAC1C,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;gBAC/D,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACxC,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;YAChF,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,UAAU,EAAE,CAAC;gBACvC,MAAM,IAAI,KAAK,CAAC,+BAA+B,UAAU,cAAc,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YAC9F,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAmB;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,sBAAsB;YACtB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;gBAC5D,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACxC,CAAC,CAAC,CAAC;YAEH,gBAAgB;YAChB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACvC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YAE9C,cAAc;YACd,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;gBACpB,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,OAAO;gBACP,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW;gBAClC,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,SAAS;aAC/B,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,UAAU,EAAE,CAAC;YAElB,8BAA8B;YAC9B,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAEjD,cAAc;YACd,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;gBACjB,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,KAAK,EAAE,aAAa;gBACpB,OAAO;aACR,CAAC,CAAC;YAEH,MAAM,aAAa,CAAC;QACtB,CAAC;IACH,CAAC;IAOD;;OAEG;IACH,KAAK,CAAC,CAAC,cAAc,CAAC,OAAmB;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,IAAI,CAAC;YACH,kCAAkC;YAClC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,iBAAiB,EAAE,CAAC;gBACzC,MAAM,IAAI,gBAAgB,CACxB,yBAAyB,EACzB,yBAAyB,EACzB,IAAI,CAAC,IAAI,EACT,SAAS,EACT,KAAK,CACN,CAAC;YACJ,CAAC;YAED,sBAAsB;YACtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;gBAC1D,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YACxC,CAAC,CAAC,CAAC;YAEH,iBAAiB;YACjB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChB,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC;gBACxC,CAAC;gBACD,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACf,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;gBACnC,CAAC;gBAED,MAAM,KAAK,CAAC;YACd,CAAC;YAED,gBAAgB;YAChB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACvC,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAEpE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,UAAU,EAAE,CAAC;YAElB,8BAA8B;YAC9B,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAEjD,oBAAoB;YACpB,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,aAAa;aACrB,CAAC;YAEF,MAAM,aAAa,CAAC;QACtB,CAAC;IACH,CAAC;IAiBD;;OAEG;IACH,aAAa,CAAC,KAAe;QAC3B,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,iCAAiC;YACjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAE1C,IAAI,CAAC,eAAe,GAAG;gBACrB,GAAG,MAAM;gBACT,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAC/B,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC;YAEF,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YAChD,OAAO,IAAI,CAAC,eAAe,CAAC;QAE9B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,eAAe,GAAG;gBACrB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;gBAC/D,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAC/B,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC;YAEF,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YAChD,OAAO,IAAI,CAAC,eAAe,CAAC;QAC9B,CAAC;IACH,CAAC;IAOD;;OAEG;IACH,SAAS;QACP,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;QAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAElF,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,eAAe,EAAE,OAAO,IAAI,KAAK;YACjD,WAAW,EAAE,WAAW,GAAG,GAAG,EAAE,mBAAmB;YACnD,WAAW;YACX,cAAc,EAAE,WAAW;YAC3B,kBAAkB,EAAE,IAAI,CAAC,qBAAqB,EAAE;YAChD,cAAc,EAAE,IAAI,CAAC,iBAAiB,EAAE;SACzC,CAAC;IACJ,CAAC;IAED;;OAEG;IACO,qBAAqB;QAC7B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACO,iBAAiB;QACzB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,OAAmB;QACpC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QACjD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;QAEnD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO;gBACL,qBAAqB,EAAE,CAAC;gBACxB,yBAAyB,EAAE,CAAC;gBAC5B,oBAAoB,EAAE,CAAC;gBACvB,aAAa,EAAE;oBACb,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC;oBACR,QAAQ,EAAE,KAAK;iBAChB;gBACD,UAAU,EAAE,CAAC;aACd,CAAC;QACJ,CAAC;QAED,oEAAoE;QACpE,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC3E,MAAM,gBAAgB,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAE5E,MAAM,UAAU,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC;QACnE,MAAM,cAAc,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,mBAAmB,CAAC;QAE/E,OAAO;YACL,qBAAqB,EAAE,YAAY;YACnC,yBAAyB,EAAE,gBAAgB;YAC3C,oBAAoB,EAAE,YAAY,GAAG,gBAAgB;YACrD,aAAa,EAAE;gBACb,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,KAAK,EAAE,UAAU,GAAG,cAAc;gBAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ;aAC3B;YACD,UAAU,EAAE,GAAG,EAAE,+BAA+B;SACjD,CAAC;IACJ,CAAC;IAED;;OAEG;IACO,cAAc,CAAC,IAAY;QACnC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,SAAsB,KAAK;QACxC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAE7C,wDAAwD;QACxD,wCAAwC;QACxC,OAAO;YACL,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE;YAC3B,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,MAAM,EAAE;gBACN,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,EAAE,WAAW;gBACvD,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC;gBAC9C,KAAK,EAAE,IAAI,CAAC,WAAW;aACxB;YACD,IAAI,EAAE;gBACJ,MAAM,EAAE,IAAI,CAAC,SAAS,GAAG,GAAG;gBAC5B,UAAU,EAAE,IAAI,CAAC,SAAS,GAAG,GAAG;gBAChC,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,QAAQ,EAAE,KAAK;aAChB;YACD,MAAM,EAAE,IAAI,CAAC,UAAU;YACvB,cAAc,EAAE,IAAI,CAAC,uBAAuB,EAAE;YAC9C,cAAc,EAAE,EAAE,EAAE,gCAAgC;SACrD,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,GAAS,EAAE,MAAmB;QACjD,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM;gBACT,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;gBACrC,MAAM;YACR,KAAK,KAAK;gBACR,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;gBACnC,MAAM;YACR,KAAK,MAAM;gBACT,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;gBACnC,MAAM;YACR,KAAK,OAAO;gBACV,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;gBACrC,MAAM;YACR,KAAK,KAAK;gBACR,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,qBAAqB;gBAC9C,MAAM;QACV,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,uBAAuB;QAC7B,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAE7C,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YACtC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpB,YAAY,IAAI,OAAO,CAAC,OAAO,CAAC;gBAChC,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACO,YAAY,CAAC,OAAmB,EAAE,QAAqB,EAAE,OAAe;QAChF,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,WAAW,IAAI,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC;QAE/C,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YAClB,IAAI,CAAC,SAAS,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;QAC5C,CAAC;QAED,oCAAoC;QACpC,MAAM,SAAS,GAAG,QAAQ,CAAC,EAAE,CAAC;QAC9B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,EAAE;YACjC,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW;YAClC,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,SAAS;YAC9B,OAAO;SACR,CAAC,CAAC;QAEH,wCAAwC;QACxC,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,GAAG,IAAI,EAAE,CAAC;YACpC,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;YAC1D,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED;;OAEG;IACO,kBAAkB,CAC1B,OAAmB,EACnB,WAAmB,EACnB,SAAiB,EACjB,OAAe;QAEf,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC;QAChC,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC;QAE5B,gBAAgB;QAChB,MAAM,SAAS,GAAG,UAAU,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACzC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,EAAE;YACjC,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK;YACzC,MAAM,EAAE,WAAW;YACnB,IAAI,EAAE,SAAS;YACf,OAAO;YACP,MAAM,EAAE,IAAI;SACb,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACO,cAAc,CAAC,KAAc;QACrC,IAAI,KAAK,YAAY,gBAAgB,EAAE,CAAC;YACtC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,kCAAkC;YAClC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBACzC,OAAO,IAAI,cAAc,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YACtD,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC7E,OAAO,IAAI,gBAAgB,CACzB,mBAAmB,EACnB,SAAS,EACT,IAAI,CAAC,IAAI,EACT,SAAS,EACT,IAAI,CACL,CAAC;YACJ,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;gBACrF,OAAO,IAAI,wBAAwB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;QAED,OAAO,IAAI,gBAAgB,CACzB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EACtD,SAAS,EACT,IAAI,CAAC,IAAI,EACT,SAAS,EACT,IAAI,CACL,CAAC;IACJ,CAAC;IAED;;OAEG;IACO,iBAAiB;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,CAAC,oBAAoB;QAEzE,IAAI,CAAC,mBAAmB,GAAG,WAAW,CAAC,GAAG,EAAE;YAC1C,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,IAAI,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;YACnE,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,QAAQ,CAAC,CAAC;IACf,CAAC;IAED;;OAEG;IACH,OAAO;QACL,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAC5B,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,qBAAqB,CAAC,CAAC;IACtD,CAAC;CACF"}

package/dist/providers/cohere-provider.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Cohere Provider Implementation
+ * Supports Command, Generate, and other Cohere models
+ */
+import { BaseProvider } from './base-provider.js';
+import { LLMProvider, LLMModel, LLMRequest, LLMResponse, LLMStreamEvent, ModelInfo, ProviderCapabilities, HealthCheckResult } from './types.js';
+export declare class CohereProvider extends BaseProvider {
+    readonly name: LLMProvider;
+    readonly capabilities: ProviderCapabilities;
+    private baseUrl;
+    private headers;
+    protected doInitialize(): Promise<void>;
+    protected doComplete(request: LLMRequest): Promise<LLMResponse>;
+    private doChatComplete;
+    private doGenerateComplete;
+    protected doStreamComplete(request: LLMRequest): AsyncIterable<LLMStreamEvent>;
+    private streamChatComplete;
+    private streamGenerateComplete;
+    listModels(): Promise<LLMModel[]>;
+    getModelInfo(model: LLMModel): Promise<ModelInfo>;
+    protected doHealthCheck(): Promise<HealthCheckResult>;
+    private convertMessages;
+    private mapToCohereModel;
+    private mapFinishReason;
+    private getModelDescription;
+    private handleErrorResponse;
+}
+//# sourceMappingURL=cohere-provider.d.ts.map

package/dist/providers/cohere-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cohere-provider.d.ts","sourceRoot":"","sources":["../../src/providers/cohere-provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EACL,WAAW,EACX,QAAQ,EACR,UAAU,EACV,WAAW,EACX,cAAc,EACd,SAAS,EACT,oBAAoB,EACpB,iBAAiB,EAIlB,MAAM,YAAY,CAAC;AAsDpB,qBAAa,cAAe,SAAQ,YAAY;IAC9C,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAY;IACtC,QAAQ,CAAC,YAAY,EAAE,oBAAoB,CAgEzC;IAEF,OAAO,CAAC,OAAO,CAA8B;IAC7C,OAAO,CAAC,OAAO,CAA8B;cAE7B,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;cAY7B,UAAU,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;YAWvD,cAAc;YAkEd,kBAAkB;cAkEf,gBAAgB,CAAC,OAAO,EAAE,UAAU,GAAG,aAAa,CAAC,cAAc,CAAC;YAWtE,kBAAkB;YAiGlB,sBAAsB;IAM/B,UAAU,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAIjC,YAAY,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC;cAiBvC,aAAa,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAwB3D,OAAO,CAAC,eAAe;IASvB,OAAO,CAAC,gBAAgB;IAWxB,OAAO,CAAC,eAAe;IAIvB,OAAO,CAAC,mBAAmB;YAWb,mBAAmB;CA4BlC"}