claude-flow 2.0.0-alpha.65 → 2.0.0-alpha.67

package/dist/providers/openai-provider.js

@@ -0,0 +1,349 @@
+/**
+ * OpenAI Provider Implementation
+ * Supports GPT-4, GPT-3.5, and other OpenAI models
+ */
+import { BaseProvider } from './base-provider.js';
+import { LLMProviderError, RateLimitError, AuthenticationError, ModelNotFoundError, } from './types.js';
+export class OpenAIProvider extends BaseProvider {
+    name = 'openai';
+    capabilities = {
+        supportedModels: [
+            'gpt-4-turbo-preview',
+            'gpt-4',
+            'gpt-4-32k',
+            'gpt-3.5-turbo',
+            'gpt-3.5-turbo-16k',
+        ],
+        maxContextLength: {
+            'gpt-4-turbo-preview': 128000,
+            'gpt-4': 8192,
+            'gpt-4-32k': 32768,
+            'gpt-3.5-turbo': 4096,
+            'gpt-3.5-turbo-16k': 16384,
+        },
+        maxOutputTokens: {
+            'gpt-4-turbo-preview': 4096,
+            'gpt-4': 4096,
+            'gpt-4-32k': 4096,
+            'gpt-3.5-turbo': 4096,
+            'gpt-3.5-turbo-16k': 4096,
+        },
+        supportsStreaming: true,
+        supportsFunctionCalling: true,
+        supportsSystemMessages: true,
+        supportsVision: true, // GPT-4 with vision
+        supportsAudio: false,
+        supportsTools: true,
+        supportsFineTuning: true,
+        supportsEmbeddings: true,
+        supportsLogprobs: true,
+        supportsBatching: true,
+        rateLimit: {
+            requestsPerMinute: 3500,
+            tokensPerMinute: 90000,
+            concurrentRequests: 100,
+        },
+        pricing: {
+            'gpt-4-turbo-preview': {
+                promptCostPer1k: 0.01,
+                completionCostPer1k: 0.03,
+                currency: 'USD',
+            },
+            'gpt-4': {
+                promptCostPer1k: 0.03,
+                completionCostPer1k: 0.06,
+                currency: 'USD',
+            },
+            'gpt-4-32k': {
+                promptCostPer1k: 0.06,
+                completionCostPer1k: 0.12,
+                currency: 'USD',
+            },
+            'gpt-3.5-turbo': {
+                promptCostPer1k: 0.0005,
+                completionCostPer1k: 0.0015,
+                currency: 'USD',
+            },
+            'gpt-3.5-turbo-16k': {
+                promptCostPer1k: 0.003,
+                completionCostPer1k: 0.004,
+                currency: 'USD',
+            },
+        },
+    };
+    baseUrl;
+    headers;
+    async doInitialize() {
+        if (!this.config.apiKey) {
+            throw new AuthenticationError('OpenAI API key is required', 'openai');
+        }
+        this.baseUrl = this.config.apiUrl || 'https://api.openai.com/v1';
+        this.headers = {
+            'Authorization': `Bearer ${this.config.apiKey}`,
+            'Content-Type': 'application/json',
+        };
+        // Add organization header if provided
+        if (this.config.providerOptions?.organization) {
+            this.headers['OpenAI-Organization'] = this.config.providerOptions.organization;
+        }
+    }
+    async doComplete(request) {
+        const openAIRequest = {
+            model: this.mapToOpenAIModel(request.model || this.config.model),
+            messages: request.messages.map((msg) => ({
+                role: msg.role,
+                content: msg.content,
+                ...(msg.name && { name: msg.name }),
+                ...(msg.functionCall && { function_call: msg.functionCall }),
+            })),
+            temperature: request.temperature ?? this.config.temperature,
+            max_tokens: request.maxTokens ?? this.config.maxTokens,
+            top_p: request.topP ?? this.config.topP,
+            frequency_penalty: request.frequencyPenalty ?? this.config.frequencyPenalty,
+            presence_penalty: request.presencePenalty ?? this.config.presencePenalty,
+            stop: request.stopSequences ?? this.config.stopSequences,
+            stream: false,
+        };
+        // Add function calling if present
+        if (request.functions) {
+            openAIRequest.functions = request.functions;
+            openAIRequest.function_call = request.functionCall;
+        }
+        const controller = new AbortController();
+        const timeout = setTimeout(() => controller.abort(), this.config.timeout || 60000);
+        try {
+            const response = await fetch(`${this.baseUrl}/chat/completions`, {
+                method: 'POST',
+                headers: this.headers,
+                body: JSON.stringify(openAIRequest),
+                signal: controller.signal,
+            });
+            clearTimeout(timeout);
+            if (!response.ok) {
+                await this.handleErrorResponse(response);
+            }
+            const data = await response.json();
+            const choice = data.choices[0];
+            // Calculate cost
+            const model = request.model || this.config.model;
+            const pricing = this.capabilities.pricing[model];
+            const promptCost = (data.usage.prompt_tokens / 1000) * pricing.promptCostPer1k;
+            const completionCost = (data.usage.completion_tokens / 1000) * pricing.completionCostPer1k;
+            return {
+                id: data.id,
+                model: this.mapFromOpenAIModel(data.model),
+                provider: 'openai',
+                content: choice.message.content || '',
+                functionCall: choice.message.function_call,
+                usage: {
+                    promptTokens: data.usage.prompt_tokens,
+                    completionTokens: data.usage.completion_tokens,
+                    totalTokens: data.usage.total_tokens,
+                },
+                cost: {
+                    promptCost,
+                    completionCost,
+                    totalCost: promptCost + completionCost,
+                    currency: 'USD',
+                },
+                finishReason: choice.finish_reason,
+            };
+        }
+        catch (error) {
+            clearTimeout(timeout);
+            throw this.transformError(error);
+        }
+    }
+    async *doStreamComplete(request) {
+        const openAIRequest = {
+            model: this.mapToOpenAIModel(request.model || this.config.model),
+            messages: request.messages.map((msg) => ({
+                role: msg.role,
+                content: msg.content,
+                ...(msg.name && { name: msg.name }),
+                ...(msg.functionCall && { function_call: msg.functionCall }),
+            })),
+            temperature: request.temperature ?? this.config.temperature,
+            max_tokens: request.maxTokens ?? this.config.maxTokens,
+            top_p: request.topP ?? this.config.topP,
+            frequency_penalty: request.frequencyPenalty ?? this.config.frequencyPenalty,
+            presence_penalty: request.presencePenalty ?? this.config.presencePenalty,
+            stop: request.stopSequences ?? this.config.stopSequences,
+            stream: true,
+        };
+        if (request.functions) {
+            openAIRequest.functions = request.functions;
+            openAIRequest.function_call = request.functionCall;
+        }
+        const controller = new AbortController();
+        const timeout = setTimeout(() => controller.abort(), (this.config.timeout || 60000) * 2);
+        try {
+            const response = await fetch(`${this.baseUrl}/chat/completions`, {
+                method: 'POST',
+                headers: this.headers,
+                body: JSON.stringify(openAIRequest),
+                signal: controller.signal,
+            });
+            if (!response.ok) {
+                await this.handleErrorResponse(response);
+            }
+            const reader = response.body.getReader();
+            const decoder = new TextDecoder();
+            let buffer = '';
+            let totalPromptTokens = 0;
+            let totalCompletionTokens = 0;
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split('\n');
+                buffer = lines.pop() || '';
+                for (const line of lines) {
+                    if (line.startsWith('data: ')) {
+                        const data = line.slice(6);
+                        if (data === '[DONE]')
+                            continue;
+                        try {
+                            const chunk = JSON.parse(data);
+                            const delta = chunk.choices[0].delta;
+                            if (delta.content) {
+                                yield {
+                                    type: 'content',
+                                    delta: { content: delta.content },
+                                };
+                            }
+                            if (delta.function_call) {
+                                yield {
+                                    type: 'function_call',
+                                    delta: { functionCall: delta.function_call },
+                                };
+                            }
+                            if (chunk.choices[0].finish_reason) {
+                                // Estimate tokens for streaming
+                                const promptTokens = this.estimateTokens(JSON.stringify(request.messages));
+                                const completionTokens = Math.max(totalCompletionTokens, 100); // Minimum estimate
+                                const model = request.model || this.config.model;
+                                const pricing = this.capabilities.pricing[model];
+                                const promptCost = (promptTokens / 1000) * pricing.promptCostPer1k;
+                                const completionCost = (completionTokens / 1000) * pricing.completionCostPer1k;
+                                yield {
+                                    type: 'done',
+                                    usage: {
+                                        promptTokens,
+                                        completionTokens,
+                                        totalTokens: promptTokens + completionTokens,
+                                    },
+                                    cost: {
+                                        promptCost,
+                                        completionCost,
+                                        totalCost: promptCost + completionCost,
+                                        currency: 'USD',
+                                    },
+                                };
+                            }
+                        }
+                        catch (e) {
+                            this.logger.warn('Failed to parse OpenAI stream chunk', { data, error: e });
+                        }
+                    }
+                }
+            }
+        }
+        catch (error) {
+            clearTimeout(timeout);
+            throw this.transformError(error);
+        }
+        finally {
+            clearTimeout(timeout);
+        }
+    }
+    async listModels() {
+        return this.capabilities.supportedModels;
+    }
+    async getModelInfo(model) {
+        return {
+            model,
+            name: model,
+            description: this.getModelDescription(model),
+            contextLength: this.capabilities.maxContextLength[model] || 4096,
+            maxOutputTokens: this.capabilities.maxOutputTokens[model] || 4096,
+            supportedFeatures: [
+                'chat',
+                'completion',
+                'function_calling',
+                ...(model.includes('gpt-4') ? ['vision'] : []),
+            ],
+            pricing: this.capabilities.pricing[model],
+        };
+    }
+    async doHealthCheck() {
+        try {
+            const response = await fetch(`${this.baseUrl}/models`, {
+                headers: this.headers,
+            });
+            if (!response.ok) {
+                throw new Error(`Health check failed: ${response.status}`);
+            }
+            return {
+                healthy: true,
+                timestamp: new Date(),
+            };
+        }
+        catch (error) {
+            return {
+                healthy: false,
+                error: error instanceof Error ? error.message : 'Unknown error',
+                timestamp: new Date(),
+            };
+        }
+    }
+    mapToOpenAIModel(model) {
+        // Map our model names to OpenAI model names if needed
+        const modelMap = {
+            'gpt-4-turbo-preview': 'gpt-4-turbo-preview',
+            'gpt-4': 'gpt-4',
+            'gpt-4-32k': 'gpt-4-32k',
+            'gpt-3.5-turbo': 'gpt-3.5-turbo',
+            'gpt-3.5-turbo-16k': 'gpt-3.5-turbo-16k',
+        };
+        return modelMap[model] || model;
+    }
+    mapFromOpenAIModel(model) {
+        // Ensure the model is in our supported list
+        return this.capabilities.supportedModels.find((m) => m === model) || 'gpt-3.5-turbo';
+    }
+    getModelDescription(model) {
+        const descriptions = {
+            'gpt-4-turbo-preview': 'Latest GPT-4 Turbo model with improved performance',
+            'gpt-4': 'Most capable GPT-4 model for complex tasks',
+            'gpt-4-32k': 'GPT-4 with extended 32k context window',
+            'gpt-3.5-turbo': 'Fast and efficient model for most tasks',
+            'gpt-3.5-turbo-16k': 'GPT-3.5 Turbo with extended context',
+        };
+        return descriptions[model] || 'OpenAI language model';
+    }
+    async handleErrorResponse(response) {
+        const errorText = await response.text();
+        let errorData;
+        try {
+            errorData = JSON.parse(errorText);
+        }
+        catch {
+            errorData = { error: { message: errorText } };
+        }
+        const message = errorData.error?.message || 'Unknown error';
+        switch (response.status) {
+            case 401:
+                throw new AuthenticationError(message, 'openai', errorData);
+            case 429:
+                const retryAfter = response.headers.get('retry-after');
+                throw new RateLimitError(message, 'openai', retryAfter ? parseInt(retryAfter) : undefined, errorData);
+            case 404:
+                throw new ModelNotFoundError(this.config.model, 'openai', errorData);
+            default:
+                throw new LLMProviderError(message, `OPENAI_${response.status}`, 'openai', response.status, response.status >= 500, errorData);
+        }
+    }
+}
+//# sourceMappingURL=openai-provider.js.map

package/dist/providers/openai-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-provider.js","sourceRoot":"","sources":["../../src/providers/openai-provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EASL,gBAAgB,EAChB,cAAc,EACd,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,YAAY,CAAC;AAuEpB,MAAM,OAAO,cAAe,SAAQ,YAAY;IACrC,IAAI,GAAgB,QAAQ,CAAC;IAC7B,YAAY,GAAyB;QAC5C,eAAe,EAAE;YACf,qBAAqB;YACrB,OAAO;YACP,WAAW;YACX,eAAe;YACf,mBAAmB;SACpB;QACD,gBAAgB,EAAE;YAChB,qBAAqB,EAAE,MAAM;YAC7B,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,KAAK;YAClB,eAAe,EAAE,IAAI;YACrB,mBAAmB,EAAE,KAAK;SACC;QAC7B,eAAe,EAAE;YACf,qBAAqB,EAAE,IAAI;YAC3B,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,IAAI;YACjB,eAAe,EAAE,IAAI;YACrB,mBAAmB,EAAE,IAAI;SACE;QAC7B,iBAAiB,EAAE,IAAI;QACvB,uBAAuB,EAAE,IAAI;QAC7B,sBAAsB,EAAE,IAAI;QAC5B,cAAc,EAAE,IAAI,EAAE,oBAAoB;QAC1C,aAAa,EAAE,KAAK;QACpB,aAAa,EAAE,IAAI;QACnB,kBAAkB,EAAE,IAAI;QACxB,kBAAkB,EAAE,IAAI;QACxB,gBAAgB,EAAE,IAAI;QACtB,gBAAgB,EAAE,IAAI;QACtB,SAAS,EAAE;YACT,iBAAiB,EAAE,IAAI;YACvB,eAAe,EAAE,KAAK;YACtB,kBAAkB,EAAE,GAAG;SACxB;QACD,OAAO,EAAE;YACP,qBAAqB,EAAE;gBACrB,eAAe,EAAE,IAAI;gBACrB,mBAAmB,EAAE,IAAI;gBACzB,QAAQ,EAAE,KAAK;aAChB;YACD,OAAO,EAAE;gBACP,eAAe,EAAE,IAAI;gBACrB,mBAAmB,EAAE,IAAI;gBACzB,QAAQ,EAAE,KAAK;aAChB;YACD,WAAW,EAAE;gBACX,eAAe,EAAE,IAAI;gBACrB,mBAAmB,EAAE,IAAI;gBACzB,QAAQ,EAAE,KAAK;aAChB;YACD,eAAe,EAAE;gBACf,eAAe,EAAE,MAAM;gBACvB,mBAAmB,EAAE,MAAM;gBAC3B,QAAQ,EAAE,KAAK;aAChB;YACD,mBAAmB,EAAE;gBACnB,eAAe,EAAE,KAAK;gBACtB,mBAAmB,EAAE,KAAK;gBAC1B,QAAQ,EAAE,KAAK;aAChB;SACF;KACF,CAAC;IAEM,OAAO,CAAS;IAChB,OAAO,CAAyB;IAE9B,KAAK,CAAC,YAAY;QAC1B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,mBAAmB,CAAC,4BAA4B,EAAE,QAAQ,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,2BAA2B,CAAC;QACjE,IAAI,CAAC,OAAO,GAAG;YACb,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAC/C,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,sCAAsC;QACtC,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,YAAY,EAAE,CAAC;YAC9C,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,YAAY,CAAC;QACjF,CAAC;IACH,CAAC;IAES,KAAK,CAAC,UAAU,CAAC,OAAmB;QAC5C,MAAM,aAAa,GAAkB;YACnC,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAChE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACvC,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;gBACnC,GAAG,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,aAAa,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC;aAC7D,CAAC,CAAC;YACH,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YAC3D,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;YACtD,KAAK,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YACvC,iBAAiB,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC3E,gBAAgB,EAAE,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;YACxE,IAAI,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;YACxD,MAAM,EAAE,KAAK;SACd,CAAC;QAEF,kCAAkC;QAClC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,aAAa,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;YAC5C,aAAa,CAAC,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC;QACrD,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC;QAEnF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;gBAC/D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;gBACnC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,OAAO,CAAC,CAAC;YAEtB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YAC3C,CAAC;YAED,MAAM,IAAI,GAAmB,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAE/B,iBAAiB;YACjB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YACjD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,OAAQ,CAAC,KAAK,CAAC,CAAC;YAClD,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC;YAC/E,MAAM,cAAc,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,mBAAmB,CAAC;YAE3F,OAAO;gBACL,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,KAAK,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC;gBAC1C,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE;gBACrC,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa;gBAC1C,KAAK,EAAE;oBACL,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;oBACtC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;oBAC9C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;iBACrC;gBACD,IAAI,EAAE;oBACJ,UAAU;oBACV,cAAc;oBACd,SAAS,EAAE,UAAU,GAAG,cAAc;oBACtC,QAAQ,EAAE,KAAK;iBAChB;gBACD,YAAY,EAAE,MAAM,CAAC,aAAa;aACnC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAES,KAAK,CAAC,CAAC,gBAAgB,CAAC,OAAmB;QACnD,MAAM,aAAa,GAAkB;YACnC,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAChE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACvC,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;gBACnC,GAAG,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,aAAa,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC;aAC7D,CAAC,CAAC;YACH,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YAC3D,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;YACtD,KAAK,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YACvC,iBAAiB,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC3E,gBAAgB,EAAE,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;YACxE,IAAI,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;YACxD,MAAM,EAAE,IAAI;SACb,CAAC;QAEF,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,aAAa,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;YAC5C,aAAa,CAAC,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC;QACrD,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QAEzF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;gBAC/D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;gBACnC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YAC3C,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,iBAAiB,GAAG,CAAC,CAAC;YAC1B,IAAI,qBAAqB,GAAG,CAAC,CAAC;YAE9B,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBAC3B,IAAI,IAAI,KAAK,QAAQ;4BAAE,SAAS;wBAEhC,IAAI,CAAC;4BACH,MAAM,KAAK,GAAsB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BAClD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;4BAErC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gCAClB,MAAM;oCACJ,IAAI,EAAE,SAAS;oCACf,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;iCAClC,CAAC;4BACJ,CAAC;4BAED,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;gCACxB,MAAM;oCACJ,IAAI,EAAE,eAAe;oCACrB,KAAK,EAAE,EAAE,YAAY,EAAE,KAAK,CAAC,aAAa,EAAE;iCAC7C,CAAC;4BACJ,CAAC;4BAED,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;gCACnC,gCAAgC;gCAChC,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;gCAC3E,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,GAAG,CAAC,CAAC,CAAC,mBAAmB;gCAElF,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;gCACjD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,OAAQ,CAAC,KAAK,CAAC,CAAC;gCAClD,MAAM,UAAU,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC;gCACnE,MAAM,cAAc,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,mBAAmB,CAAC;gCAE/E,MAAM;oCACJ,IAAI,EAAE,MAAM;oCACZ,KAAK,EAAE;wCACL,YAAY;wCACZ,gBAAgB;wCAChB,WAAW,EAAE,YAAY,GAAG,gBAAgB;qCAC7C;oCACD,IAAI,EAAE;wCACJ,UAAU;wCACV,cAAc;wCACd,SAAS,EAAE,UAAU,GAAG,cAAc;wCACtC,QAAQ,EAAE,KAAK;qCAChB;iCACF,CAAC;4BACJ,CAAC;wBACH,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;wBAC9E,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAe;QAChC,OAAO;YACL,KAAK;YACL,IAAI,EAAE,KAAK;YACX,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC;YAC5C,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,IAAI;YAChE,eAAe,EAAE,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,IAAI;YACjE,iBAAiB,EAAE;gBACjB,MAAM;gBACN,YAAY;gBACZ,kBAAkB;gBAClB,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aAC/C;YACD,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,OAAQ,CAAC,KAAK,CAAC;SAC3C,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,aAAa;QAC3B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,SAAS,EAAE;gBACrD,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7D,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;gBAC/D,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,KAAe;QACtC,sDAAsD;QACtD,MAAM,QAAQ,GAA2B;YACvC,qBAAqB,EAAE,qBAAqB;YAC5C,OAAO,EAAE,OAAO;YAChB,WAAW,EAAE,WAAW;YACxB,eAAe,EAAE,eAAe;YAChC,mBAAmB,EAAE,mBAAmB;SACzC,CAAC;QACF,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC;IAClC,CAAC;IAEO,kBAAkB,CAAC,KAAa;QACtC,4CAA4C;QAC5C,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,IAAI,eAAe,CAAC;IACvF,CAAC;IAEO,mBAAmB,CAAC,KAAe;QACzC,MAAM,YAAY,GAA2B;YAC3C,qBAAqB,EAAE,oDAAoD;YAC3E,OAAO,EAAE,4CAA4C;YACrD,WAAW,EAAE,wCAAwC;YACrD,eAAe,EAAE,yCAAyC;YAC1D,mBAAmB,EAAE,qCAAqC;SAC3D,CAAC;QACF,OAAO,YAAY,CAAC,KAAK,CAAC,IAAI,uBAAuB,CAAC;IACxD,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,QAAkB;QAClD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,SAAc,CAAC;QAEnB,IAAI,CAAC;YACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,SAAS,GAAG,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,CAAC;QAChD,CAAC;QAED,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,EAAE,OAAO,IAAI,eAAe,CAAC;QAE5D,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC;YACxB,KAAK,GAAG;gBACN,MAAM,IAAI,mBAAmB,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;YAC9D,KAAK,GAAG;gBACN,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBACvD,MAAM,IAAI,cAAc,CACtB,OAAO,EACP,QAAQ,EACR,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,EAC7C,SAAS,CACV,CAAC;YACJ,KAAK,GAAG;gBACN,MAAM,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;YACvE;gBACE,MAAM,IAAI,gBAAgB,CACxB,OAAO,EACP,UAAU,QAAQ,CAAC,MAAM,EAAE,EAC3B,QAAQ,EACR,QAAQ,CAAC,MAAM,EACf,QAAQ,CAAC,MAAM,IAAI,GAAG,EACtB,SAAS,CACV,CAAC;QACN,CAAC;IACH,CAAC;CACF"}

package/dist/providers/provider-manager.d.ts

@@ -0,0 +1,139 @@
+/**
+ * Provider Manager - Central orchestration for multi-LLM providers
+ * Handles provider selection, fallback, load balancing, and cost optimization
+ */
+import { EventEmitter } from 'events';
+import { ILogger } from '../core/logger.js';
+import { ConfigManager } from '../config/config-manager.js';
+import { ILLMProvider, LLMProvider, LLMProviderConfig, LLMRequest, LLMResponse, LLMStreamEvent, FallbackStrategy, CacheConfig } from './types.js';
+export interface ProviderManagerConfig {
+    providers: Record<LLMProvider, LLMProviderConfig>;
+    defaultProvider: LLMProvider;
+    fallbackStrategy?: FallbackStrategy;
+    loadBalancing?: {
+        enabled: boolean;
+        strategy: 'round-robin' | 'least-loaded' | 'latency-based' | 'cost-based';
+    };
+    costOptimization?: {
+        enabled: boolean;
+        maxCostPerRequest?: number;
+        preferredProviders?: LLMProvider[];
+    };
+    caching?: CacheConfig;
+    monitoring?: {
+        enabled: boolean;
+        metricsInterval: number;
+    };
+}
+export declare class ProviderManager extends EventEmitter {
+    private providers;
+    private logger;
+    private config;
+    private requestCount;
+    private lastUsed;
+    private providerMetrics;
+    private cache;
+    private currentProviderIndex;
+    constructor(logger: ILogger, configManager: ConfigManager, config: ProviderManagerConfig);
+    /**
+     * Initialize all configured providers
+     */
+    private initializeProviders;
+    /**
+     * Create a provider instance
+     */
+    private createProvider;
+    /**
+     * Complete a request using the appropriate provider
+     */
+    complete(request: LLMRequest): Promise<LLMResponse>;
+    /**
+     * Stream complete a request
+     */
+    streamComplete(request: LLMRequest): AsyncIterable<LLMStreamEvent>;
+    /**
+     * Select the best provider for a request
+     */
+    private selectProvider;
+    /**
+     * Select provider based on cost optimization
+     */
+    private selectOptimalProvider;
+    /**
+     * Select provider using load balancing
+     */
+    private selectLoadBalancedProvider;
+    /**
+     * Round-robin provider selection
+     */
+    private roundRobinSelect;
+    /**
+     * Select least loaded provider
+     */
+    private leastLoadedSelect;
+    /**
+     * Select provider with lowest latency
+     */
+    private latencyBasedSelect;
+    /**
+     * Select provider with lowest cost
+     */
+    private costBasedSelect;
+    /**
+     * Check if provider is available
+     */
+    private isProviderAvailable;
+    /**
+     * Handle request error with fallback
+     */
+    private handleRequestError;
+    /**
+     * Get fallback provider based on error
+     */
+    private getFallbackProvider;
+    /**
+     * Determine error condition for fallback
+     */
+    private getErrorCondition;
+    /**
+     * Cache management
+     */
+    private checkCache;
+    private cacheResponse;
+    private generateCacheKey;
+    /**
+     * Update provider metrics
+     */
+    private updateProviderMetrics;
+    /**
+     * Event handlers
+     */
+    private handleProviderResponse;
+    private handleProviderError;
+    private handleHealthCheck;
+    /**
+     * Start monitoring
+     */
+    private startMonitoring;
+    /**
+     * Emit aggregated metrics
+     */
+    private emitMetrics;
+    /**
+     * Get available providers
+     */
+    getAvailableProviders(): LLMProvider[];
+    /**
+     * Get provider by name
+     */
+    getProvider(name: LLMProvider): ILLMProvider | undefined;
+    /**
+     * Get all providers
+     */
+    getAllProviders(): Map<LLMProvider, ILLMProvider>;
+    /**
+     * Clean up resources
+     */
+    destroy(): void;
+}
+//# sourceMappingURL=provider-manager.d.ts.map

package/dist/providers/provider-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-manager.d.ts","sourceRoot":"","sources":["../../src/providers/provider-manager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EACL,YAAY,EACZ,WAAW,EACX,iBAAiB,EACjB,UAAU,EACV,WAAW,EACX,cAAc,EAEd,gBAAgB,EAShB,WAAW,EAIZ,MAAM,YAAY,CAAC;AASpB,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;IAClD,eAAe,EAAE,WAAW,CAAC;IAC7B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,aAAa,CAAC,EAAE;QACd,OAAO,EAAE,OAAO,CAAC;QACjB,QAAQ,EAAE,aAAa,GAAG,cAAc,GAAG,eAAe,GAAG,YAAY,CAAC;KAC3E,CAAC;IACF,gBAAgB,CAAC,EAAE;QACjB,OAAO,EAAE,OAAO,CAAC;QACjB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,kBAAkB,CAAC,EAAE,WAAW,EAAE,CAAC;KACpC,CAAC;IACF,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,UAAU,CAAC,EAAE;QACX,OAAO,EAAE,OAAO,CAAC;QACjB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH;AAED,qBAAa,eAAgB,SAAQ,YAAY;IAC/C,OAAO,CAAC,SAAS,CAA6C;IAC9D,OAAO,CAAC,MAAM,CAAU;IACxB,OAAO,CAAC,MAAM,CAAwB;IACtC,OAAO,CAAC,YAAY,CAAuC;IAC3D,OAAO,CAAC,QAAQ,CAAqC;IACrD,OAAO,CAAC,eAAe,CAAkD;IACzE,OAAO,CAAC,KAAK,CAAsE;IACnF,OAAO,CAAC,oBAAoB,CAAK;gBAErB,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,EAAE,qBAAqB;IAcxF;;OAEG;YACW,mBAAmB;IAmBjC;;OAEG;YACW,cAAc;IA4C5B;;OAEG;IACG,QAAQ,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;IAmCzD;;OAEG;IACI,cAAc,CAAC,OAAO,EAAE,UAAU,GAAG,aAAa,CAAC,cAAc,CAAC;IAwBzE;;OAEG;YACW,cAAc;IAsC5B;;OAEG;YACW,qBAAqB;IAwBnC;;OAEG;IACH,OAAO,CAAC,0BAA0B;IA2BlC;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAMxB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAezB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAkB1B;;OAEG;IACH,OAAO,CAAC,eAAe;IAkBvB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAK3B;;OAEG;YACW,kBAAkB;IAwBhC;;OAEG;YACW,mBAAmB;IA4BjC;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAiBzB;;OAEG;IACH,OAAO,CAAC,UAAU;IAgBlB,OAAO,CAAC,aAAa;IAcrB,OAAO,CAAC,gBAAgB;IASxB;;OAEG;IACH,OAAO,CAAC,qBAAqB;IA+B7B;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAI9B,OAAO,CAAC,mBAAmB;IAI3B,OAAO,CAAC,iBAAiB;IAIzB;;OAEG;IACH,OAAO,CAAC,eAAe;IAMvB;;OAEG;IACH,OAAO,CAAC,WAAW;IA4CnB;;OAEG;IACH,qBAAqB,IAAI,WAAW,EAAE;IAOtC;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,WAAW,GAAG,YAAY,GAAG,SAAS;IAIxD;;OAEG;IACH,eAAe,IAAI,GAAG,CAAC,WAAW,EAAE,YAAY,CAAC;IAIjD;;OAEG;IACH,OAAO,IAAI,IAAI;CAUhB"}