claude-flow 2.0.0-alpha.70 → 2.0.0-alpha.71

package/dist/providers/openai-provider.js

@@ -1,349 +0,0 @@
-/**
- * OpenAI Provider Implementation
- * Supports GPT-4, GPT-3.5, and other OpenAI models
- */
-import { BaseProvider } from './base-provider.js';
-import { LLMProviderError, RateLimitError, AuthenticationError, ModelNotFoundError, } from './types.js';
-export class OpenAIProvider extends BaseProvider {
-    name = 'openai';
-    capabilities = {
-        supportedModels: [
-            'gpt-4-turbo-preview',
-            'gpt-4',
-            'gpt-4-32k',
-            'gpt-3.5-turbo',
-            'gpt-3.5-turbo-16k',
-        ],
-        maxContextLength: {
-            'gpt-4-turbo-preview': 128000,
-            'gpt-4': 8192,
-            'gpt-4-32k': 32768,
-            'gpt-3.5-turbo': 4096,
-            'gpt-3.5-turbo-16k': 16384,
-        },
-        maxOutputTokens: {
-            'gpt-4-turbo-preview': 4096,
-            'gpt-4': 4096,
-            'gpt-4-32k': 4096,
-            'gpt-3.5-turbo': 4096,
-            'gpt-3.5-turbo-16k': 4096,
-        },
-        supportsStreaming: true,
-        supportsFunctionCalling: true,
-        supportsSystemMessages: true,
-        supportsVision: true, // GPT-4 with vision
-        supportsAudio: false,
-        supportsTools: true,
-        supportsFineTuning: true,
-        supportsEmbeddings: true,
-        supportsLogprobs: true,
-        supportsBatching: true,
-        rateLimit: {
-            requestsPerMinute: 3500,
-            tokensPerMinute: 90000,
-            concurrentRequests: 100,
-        },
-        pricing: {
-            'gpt-4-turbo-preview': {
-                promptCostPer1k: 0.01,
-                completionCostPer1k: 0.03,
-                currency: 'USD',
-            },
-            'gpt-4': {
-                promptCostPer1k: 0.03,
-                completionCostPer1k: 0.06,
-                currency: 'USD',
-            },
-            'gpt-4-32k': {
-                promptCostPer1k: 0.06,
-                completionCostPer1k: 0.12,
-                currency: 'USD',
-            },
-            'gpt-3.5-turbo': {
-                promptCostPer1k: 0.0005,
-                completionCostPer1k: 0.0015,
-                currency: 'USD',
-            },
-            'gpt-3.5-turbo-16k': {
-                promptCostPer1k: 0.003,
-                completionCostPer1k: 0.004,
-                currency: 'USD',
-            },
-        },
-    };
-    baseUrl;
-    headers;
-    async doInitialize() {
-        if (!this.config.apiKey) {
-            throw new AuthenticationError('OpenAI API key is required', 'openai');
-        }
-        this.baseUrl = this.config.apiUrl || 'https://api.openai.com/v1';
-        this.headers = {
-            'Authorization': `Bearer ${this.config.apiKey}`,
-            'Content-Type': 'application/json',
-        };
-        // Add organization header if provided
-        if (this.config.providerOptions?.organization) {
-            this.headers['OpenAI-Organization'] = this.config.providerOptions.organization;
-        }
-    }
-    async doComplete(request) {
-        const openAIRequest = {
-            model: this.mapToOpenAIModel(request.model || this.config.model),
-            messages: request.messages.map((msg) => ({
-                role: msg.role,
-                content: msg.content,
-                ...(msg.name && { name: msg.name }),
-                ...(msg.functionCall && { function_call: msg.functionCall }),
-            })),
-            temperature: request.temperature ?? this.config.temperature,
-            max_tokens: request.maxTokens ?? this.config.maxTokens,
-            top_p: request.topP ?? this.config.topP,
-            frequency_penalty: request.frequencyPenalty ?? this.config.frequencyPenalty,
-            presence_penalty: request.presencePenalty ?? this.config.presencePenalty,
-            stop: request.stopSequences ?? this.config.stopSequences,
-            stream: false,
-        };
-        // Add function calling if present
-        if (request.functions) {
-            openAIRequest.functions = request.functions;
-            openAIRequest.function_call = request.functionCall;
-        }
-        const controller = new AbortController();
-        const timeout = setTimeout(() => controller.abort(), this.config.timeout || 60000);
-        try {
-            const response = await fetch(`${this.baseUrl}/chat/completions`, {
-                method: 'POST',
-                headers: this.headers,
-                body: JSON.stringify(openAIRequest),
-                signal: controller.signal,
-            });
-            clearTimeout(timeout);
-            if (!response.ok) {
-                await this.handleErrorResponse(response);
-            }
-            const data = await response.json();
-            const choice = data.choices[0];
-            // Calculate cost
-            const model = request.model || this.config.model;
-            const pricing = this.capabilities.pricing[model];
-            const promptCost = (data.usage.prompt_tokens / 1000) * pricing.promptCostPer1k;
-            const completionCost = (data.usage.completion_tokens / 1000) * pricing.completionCostPer1k;
-            return {
-                id: data.id,
-                model: this.mapFromOpenAIModel(data.model),
-                provider: 'openai',
-                content: choice.message.content || '',
-                functionCall: choice.message.function_call,
-                usage: {
-                    promptTokens: data.usage.prompt_tokens,
-                    completionTokens: data.usage.completion_tokens,
-                    totalTokens: data.usage.total_tokens,
-                },
-                cost: {
-                    promptCost,
-                    completionCost,
-                    totalCost: promptCost + completionCost,
-                    currency: 'USD',
-                },
-                finishReason: choice.finish_reason,
-            };
-        }
-        catch (error) {
-            clearTimeout(timeout);
-            throw this.transformError(error);
-        }
-    }
-    async *doStreamComplete(request) {
-        const openAIRequest = {
-            model: this.mapToOpenAIModel(request.model || this.config.model),
-            messages: request.messages.map((msg) => ({
-                role: msg.role,
-                content: msg.content,
-                ...(msg.name && { name: msg.name }),
-                ...(msg.functionCall && { function_call: msg.functionCall }),
-            })),
-            temperature: request.temperature ?? this.config.temperature,
-            max_tokens: request.maxTokens ?? this.config.maxTokens,
-            top_p: request.topP ?? this.config.topP,
-            frequency_penalty: request.frequencyPenalty ?? this.config.frequencyPenalty,
-            presence_penalty: request.presencePenalty ?? this.config.presencePenalty,
-            stop: request.stopSequences ?? this.config.stopSequences,
-            stream: true,
-        };
-        if (request.functions) {
-            openAIRequest.functions = request.functions;
-            openAIRequest.function_call = request.functionCall;
-        }
-        const controller = new AbortController();
-        const timeout = setTimeout(() => controller.abort(), (this.config.timeout || 60000) * 2);
-        try {
-            const response = await fetch(`${this.baseUrl}/chat/completions`, {
-                method: 'POST',
-                headers: this.headers,
-                body: JSON.stringify(openAIRequest),
-                signal: controller.signal,
-            });
-            if (!response.ok) {
-                await this.handleErrorResponse(response);
-            }
-            const reader = response.body.getReader();
-            const decoder = new TextDecoder();
-            let buffer = '';
-            let totalPromptTokens = 0;
-            let totalCompletionTokens = 0;
-            while (true) {
-                const { done, value } = await reader.read();
-                if (done)
-                    break;
-                buffer += decoder.decode(value, { stream: true });
-                const lines = buffer.split('\n');
-                buffer = lines.pop() || '';
-                for (const line of lines) {
-                    if (line.startsWith('data: ')) {
-                        const data = line.slice(6);
-                        if (data === '[DONE]')
-                            continue;
-                        try {
-                            const chunk = JSON.parse(data);
-                            const delta = chunk.choices[0].delta;
-                            if (delta.content) {
-                                yield {
-                                    type: 'content',
-                                    delta: { content: delta.content },
-                                };
-                            }
-                            if (delta.function_call) {
-                                yield {
-                                    type: 'function_call',
-                                    delta: { functionCall: delta.function_call },
-                                };
-                            }
-                            if (chunk.choices[0].finish_reason) {
-                                // Estimate tokens for streaming
-                                const promptTokens = this.estimateTokens(JSON.stringify(request.messages));
-                                const completionTokens = Math.max(totalCompletionTokens, 100); // Minimum estimate
-                                const model = request.model || this.config.model;
-                                const pricing = this.capabilities.pricing[model];
-                                const promptCost = (promptTokens / 1000) * pricing.promptCostPer1k;
-                                const completionCost = (completionTokens / 1000) * pricing.completionCostPer1k;
-                                yield {
-                                    type: 'done',
-                                    usage: {
-                                        promptTokens,
-                                        completionTokens,
-                                        totalTokens: promptTokens + completionTokens,
-                                    },
-                                    cost: {
-                                        promptCost,
-                                        completionCost,
-                                        totalCost: promptCost + completionCost,
-                                        currency: 'USD',
-                                    },
-                                };
-                            }
-                        }
-                        catch (e) {
-                            this.logger.warn('Failed to parse OpenAI stream chunk', { data, error: e });
-                        }
-                    }
-                }
-            }
-        }
-        catch (error) {
-            clearTimeout(timeout);
-            throw this.transformError(error);
-        }
-        finally {
-            clearTimeout(timeout);
-        }
-    }
-    async listModels() {
-        return this.capabilities.supportedModels;
-    }
-    async getModelInfo(model) {
-        return {
-            model,
-            name: model,
-            description: this.getModelDescription(model),
-            contextLength: this.capabilities.maxContextLength[model] || 4096,
-            maxOutputTokens: this.capabilities.maxOutputTokens[model] || 4096,
-            supportedFeatures: [
-                'chat',
-                'completion',
-                'function_calling',
-                ...(model.includes('gpt-4') ? ['vision'] : []),
-            ],
-            pricing: this.capabilities.pricing[model],
-        };
-    }
-    async doHealthCheck() {
-        try {
-            const response = await fetch(`${this.baseUrl}/models`, {
-                headers: this.headers,
-            });
-            if (!response.ok) {
-                throw new Error(`Health check failed: ${response.status}`);
-            }
-            return {
-                healthy: true,
-                timestamp: new Date(),
-            };
-        }
-        catch (error) {
-            return {
-                healthy: false,
-                error: error instanceof Error ? error.message : 'Unknown error',
-                timestamp: new Date(),
-            };
-        }
-    }
-    mapToOpenAIModel(model) {
-        // Map our model names to OpenAI model names if needed
-        const modelMap = {
-            'gpt-4-turbo-preview': 'gpt-4-turbo-preview',
-            'gpt-4': 'gpt-4',
-            'gpt-4-32k': 'gpt-4-32k',
-            'gpt-3.5-turbo': 'gpt-3.5-turbo',
-            'gpt-3.5-turbo-16k': 'gpt-3.5-turbo-16k',
-        };
-        return modelMap[model] || model;
-    }
-    mapFromOpenAIModel(model) {
-        // Ensure the model is in our supported list
-        return this.capabilities.supportedModels.find((m) => m === model) || 'gpt-3.5-turbo';
-    }
-    getModelDescription(model) {
-        const descriptions = {
-            'gpt-4-turbo-preview': 'Latest GPT-4 Turbo model with improved performance',
-            'gpt-4': 'Most capable GPT-4 model for complex tasks',
-            'gpt-4-32k': 'GPT-4 with extended 32k context window',
-            'gpt-3.5-turbo': 'Fast and efficient model for most tasks',
-            'gpt-3.5-turbo-16k': 'GPT-3.5 Turbo with extended context',
-        };
-        return descriptions[model] || 'OpenAI language model';
-    }
-    async handleErrorResponse(response) {
-        const errorText = await response.text();
-        let errorData;
-        try {
-            errorData = JSON.parse(errorText);
-        }
-        catch {
-            errorData = { error: { message: errorText } };
-        }
-        const message = errorData.error?.message || 'Unknown error';
-        switch (response.status) {
-            case 401:
-                throw new AuthenticationError(message, 'openai', errorData);
-            case 429:
-                const retryAfter = response.headers.get('retry-after');
-                throw new RateLimitError(message, 'openai', retryAfter ? parseInt(retryAfter) : undefined, errorData);
-            case 404:
-                throw new ModelNotFoundError(this.config.model, 'openai', errorData);
-            default:
-                throw new LLMProviderError(message, `OPENAI_${response.status}`, 'openai', response.status, response.status >= 500, errorData);
-        }
-    }
-}
-//# sourceMappingURL=openai-provider.js.map

package/dist/providers/openai-provider.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"openai-provider.js","sourceRoot":"","sources":["../../src/providers/openai-provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EASL,gBAAgB,EAChB,cAAc,EACd,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,YAAY,CAAC;AAuEpB,MAAM,OAAO,cAAe,SAAQ,YAAY;IACrC,IAAI,GAAgB,QAAQ,CAAC;IAC7B,YAAY,GAAyB;QAC5C,eAAe,EAAE;YACf,qBAAqB;YACrB,OAAO;YACP,WAAW;YACX,eAAe;YACf,mBAAmB;SACpB;QACD,gBAAgB,EAAE;YAChB,qBAAqB,EAAE,MAAM;YAC7B,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,KAAK;YAClB,eAAe,EAAE,IAAI;YACrB,mBAAmB,EAAE,KAAK;SACC;QAC7B,eAAe,EAAE;YACf,qBAAqB,EAAE,IAAI;YAC3B,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,IAAI;YACjB,eAAe,EAAE,IAAI;YACrB,mBAAmB,EAAE,IAAI;SACE;QAC7B,iBAAiB,EAAE,IAAI;QACvB,uBAAuB,EAAE,IAAI;QAC7B,sBAAsB,EAAE,IAAI;QAC5B,cAAc,EAAE,IAAI,EAAE,oBAAoB;QAC1C,aAAa,EAAE,KAAK;QACpB,aAAa,EAAE,IAAI;QACnB,kBAAkB,EAAE,IAAI;QACxB,kBAAkB,EAAE,IAAI;QACxB,gBAAgB,EAAE,IAAI;QACtB,gBAAgB,EAAE,IAAI;QACtB,SAAS,EAAE;YACT,iBAAiB,EAAE,IAAI;YACvB,eAAe,EAAE,KAAK;YACtB,kBAAkB,EAAE,GAAG;SACxB;QACD,OAAO,EAAE;YACP,qBAAqB,EAAE;gBACrB,eAAe,EAAE,IAAI;gBACrB,mBAAmB,EAAE,IAAI;gBACzB,QAAQ,EAAE,KAAK;aAChB;YACD,OAAO,EAAE;gBACP,eAAe,EAAE,IAAI;gBACrB,mBAAmB,EAAE,IAAI;gBACzB,QAAQ,EAAE,KAAK;aAChB;YACD,WAAW,EAAE;gBACX,eAAe,EAAE,IAAI;gBACrB,mBAAmB,EAAE,IAAI;gBACzB,QAAQ,EAAE,KAAK;aAChB;YACD,eAAe,EAAE;gBACf,eAAe,EAAE,MAAM;gBACvB,mBAAmB,EAAE,MAAM;gBAC3B,QAAQ,EAAE,KAAK;aAChB;YACD,mBAAmB,EAAE;gBACnB,eAAe,EAAE,KAAK;gBACtB,mBAAmB,EAAE,KAAK;gBAC1B,QAAQ,EAAE,KAAK;aAChB;SACF;KACF,CAAC;IAEM,OAAO,CAAS;IAChB,OAAO,CAAyB;IAE9B,KAAK,CAAC,YAAY;QAC1B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,mBAAmB,CAAC,4BAA4B,EAAE,QAAQ,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,2BAA2B,CAAC;QACjE,IAAI,CAAC,OAAO,GAAG;YACb,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAC/C,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,sCAAsC;QACtC,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,YAAY,EAAE,CAAC;YAC9C,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,YAAY,CAAC;QACjF,CAAC;IACH,CAAC;IAES,KAAK,CAAC,UAAU,CAAC,OAAmB;QAC5C,MAAM,aAAa,GAAkB;YACnC,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAChE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACvC,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;gBACnC,GAAG,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,aAAa,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC;aAC7D,CAAC,CAAC;YACH,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YAC3D,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;YACtD,KAAK,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YACvC,iBAAiB,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC3E,gBAAgB,EAAE,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;YACxE,IAAI,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;YACxD,MAAM,EAAE,KAAK;SACd,CAAC;QAEF,kCAAkC;QAClC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,aAAa,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;YAC5C,aAAa,CAAC,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC;QACrD,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC;QAEnF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;gBAC/D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;gBACnC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,OAAO,CAAC,CAAC;YAEtB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YAC3C,CAAC;YAED,MAAM,IAAI,GAAmB,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAE/B,iBAAiB;YACjB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YACjD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,OAAQ,CAAC,KAAK,CAAC,CAAC;YAClD,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC;YAC/E,MAAM,cAAc,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,mBAAmB,CAAC;YAE3F,OAAO;gBACL,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,KAAK,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC;gBAC1C,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE;gBACrC,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa;gBAC1C,KAAK,EAAE;oBACL,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;oBACtC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;oBAC9C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;iBACrC;gBACD,IAAI,EAAE;oBACJ,UAAU;oBACV,cAAc;oBACd,SAAS,EAAE,UAAU,GAAG,cAAc;oBACtC,QAAQ,EAAE,KAAK;iBAChB;gBACD,YAAY,EAAE,MAAM,CAAC,aAAa;aACnC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAES,KAAK,CAAC,CAAC,gBAAgB,CAAC,OAAmB;QACnD,MAAM,aAAa,GAAkB;YACnC,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAChE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACvC,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;gBACnC,GAAG,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,aAAa,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC;aAC7D,CAAC,CAAC;YACH,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YAC3D,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;YACtD,KAAK,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YACvC,iBAAiB,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC3E,gBAAgB,EAAE,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;YACxE,IAAI,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;YACxD,MAAM,EAAE,IAAI;SACb,CAAC;QAEF,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,aAAa,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;YAC5C,aAAa,CAAC,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC;QACrD,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QAEzF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;gBAC/D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;gBACnC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YAC3C,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,iBAAiB,GAAG,CAAC,CAAC;YAC1B,IAAI,qBAAqB,GAAG,CAAC,CAAC;YAE9B,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBAC3B,IAAI,IAAI,KAAK,QAAQ;4BAAE,SAAS;wBAEhC,IAAI,CAAC;4BACH,MAAM,KAAK,GAAsB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BAClD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;4BAErC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gCAClB,MAAM;oCACJ,IAAI,EAAE,SAAS;oCACf,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;iCAClC,CAAC;4BACJ,CAAC;4BAED,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;gCACxB,MAAM;oCACJ,IAAI,EAAE,eAAe;oCACrB,KAAK,EAAE,EAAE,YAAY,EAAE,KAAK,CAAC,aAAa,EAAE;iCAC7C,CAAC;4BACJ,CAAC;4BAED,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;gCACnC,gCAAgC;gCAChC,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;gCAC3E,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,GAAG,CAAC,CAAC,CAAC,mBAAmB;gCAElF,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;gCACjD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,OAAQ,CAAC,KAAK,CAAC,CAAC;gCAClD,MAAM,UAAU,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC;gCACnE,MAAM,cAAc,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,mBAAmB,CAAC;gCAE/E,MAAM;oCACJ,IAAI,EAAE,MAAM;oCACZ,KAAK,EAAE;wCACL,YAAY;wCACZ,gBAAgB;wCAChB,WAAW,EAAE,YAAY,GAAG,gBAAgB;qCAC7C;oCACD,IAAI,EAAE;wCACJ,UAAU;wCACV,cAAc;wCACd,SAAS,EAAE,UAAU,GAAG,cAAc;wCACtC,QAAQ,EAAE,KAAK;qCAChB;iCACF,CAAC;4BACJ,CAAC;wBACH,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;wBAC9E,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAe;QAChC,OAAO;YACL,KAAK;YACL,IAAI,EAAE,KAAK;YACX,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC;YAC5C,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,IAAI;YAChE,eAAe,EAAE,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,IAAI;YACjE,iBAAiB,EAAE;gBACjB,MAAM;gBACN,YAAY;gBACZ,kBAAkB;gBAClB,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aAC/C;YACD,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,OAAQ,CAAC,KAAK,CAAC;SAC3C,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,aAAa;QAC3B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,SAAS,EAAE;gBACrD,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7D,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;gBAC/D,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,KAAe;QACtC,sDAAsD;QACtD,MAAM,QAAQ,GAA2B;YACvC,qBAAqB,EAAE,qBAAqB;YAC5C,OAAO,EAAE,OAAO;YAChB,WAAW,EAAE,WAAW;YACxB,eAAe,EAAE,eAAe;YAChC,mBAAmB,EAAE,mBAAmB;SACzC,CAAC;QACF,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC;IAClC,CAAC;IAEO,kBAAkB,CAAC,KAAa;QACtC,4CAA4C;QAC5C,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,IAAI,eAAe,CAAC;IACvF,CAAC;IAEO,mBAAmB,CAAC,KAAe;QACzC,MAAM,YAAY,GAA2B;YAC3C,qBAAqB,EAAE,oDAAoD;YAC3E,OAAO,EAAE,4CAA4C;YACrD,WAAW,EAAE,wCAAwC;YACrD,eAAe,EAAE,yCAAyC;YAC1D,mBAAmB,EAAE,qCAAqC;SAC3D,CAAC;QACF,OAAO,YAAY,CAAC,KAAK,CAAC,IAAI,uBAAuB,CAAC;IACxD,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,QAAkB;QAClD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,SAAc,CAAC;QAEnB,IAAI,CAAC;YACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,SAAS,GAAG,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,CAAC;QAChD,CAAC;QAED,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,EAAE,OAAO,IAAI,eAAe,CAAC;QAE5D,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC;YACxB,KAAK,GAAG;gBACN,MAAM,IAAI,mBAAmB,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;YAC9D,KAAK,GAAG;gBACN,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBACvD,MAAM,IAAI,cAAc,CACtB,OAAO,EACP,QAAQ,EACR,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,EAC7C,SAAS,CACV,CAAC;YACJ,KAAK,GAAG;gBACN,MAAM,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;YACvE;gBACE,MAAM,IAAI,gBAAgB,CACxB,OAAO,EACP,UAAU,QAAQ,CAAC,MAAM,EAAE,EAC3B,QAAQ,EACR,QAAQ,CAAC,MAAM,EACf,QAAQ,CAAC,MAAM,IAAI,GAAG,EACtB,SAAS,CACV,CAAC;QACN,CAAC;IACH,CAAC;CACF"}

package/dist/providers/provider-manager.d.ts

@@ -1,139 +0,0 @@
-/**
- * Provider Manager - Central orchestration for multi-LLM providers
- * Handles provider selection, fallback, load balancing, and cost optimization
- */
-import { EventEmitter } from 'events';
-import { ILogger } from '../core/logger.js';
-import { ConfigManager } from '../config/config-manager.js';
-import { ILLMProvider, LLMProvider, LLMProviderConfig, LLMRequest, LLMResponse, LLMStreamEvent, FallbackStrategy, CacheConfig } from './types.js';
-export interface ProviderManagerConfig {
-    providers: Record<LLMProvider, LLMProviderConfig>;
-    defaultProvider: LLMProvider;
-    fallbackStrategy?: FallbackStrategy;
-    loadBalancing?: {
-        enabled: boolean;
-        strategy: 'round-robin' | 'least-loaded' | 'latency-based' | 'cost-based';
-    };
-    costOptimization?: {
-        enabled: boolean;
-        maxCostPerRequest?: number;
-        preferredProviders?: LLMProvider[];
-    };
-    caching?: CacheConfig;
-    monitoring?: {
-        enabled: boolean;
-        metricsInterval: number;
-    };
-}
-export declare class ProviderManager extends EventEmitter {
-    private providers;
-    private logger;
-    private config;
-    private requestCount;
-    private lastUsed;
-    private providerMetrics;
-    private cache;
-    private currentProviderIndex;
-    constructor(logger: ILogger, configManager: ConfigManager, config: ProviderManagerConfig);
-    /**
-     * Initialize all configured providers
-     */
-    private initializeProviders;
-    /**
-     * Create a provider instance
-     */
-    private createProvider;
-    /**
-     * Complete a request using the appropriate provider
-     */
-    complete(request: LLMRequest): Promise<LLMResponse>;
-    /**
-     * Stream complete a request
-     */
-    streamComplete(request: LLMRequest): AsyncIterable<LLMStreamEvent>;
-    /**
-     * Select the best provider for a request
-     */
-    private selectProvider;
-    /**
-     * Select provider based on cost optimization
-     */
-    private selectOptimalProvider;
-    /**
-     * Select provider using load balancing
-     */
-    private selectLoadBalancedProvider;
-    /**
-     * Round-robin provider selection
-     */
-    private roundRobinSelect;
-    /**
-     * Select least loaded provider
-     */
-    private leastLoadedSelect;
-    /**
-     * Select provider with lowest latency
-     */
-    private latencyBasedSelect;
-    /**
-     * Select provider with lowest cost
-     */
-    private costBasedSelect;
-    /**
-     * Check if provider is available
-     */
-    private isProviderAvailable;
-    /**
-     * Handle request error with fallback
-     */
-    private handleRequestError;
-    /**
-     * Get fallback provider based on error
-     */
-    private getFallbackProvider;
-    /**
-     * Determine error condition for fallback
-     */
-    private getErrorCondition;
-    /**
-     * Cache management
-     */
-    private checkCache;
-    private cacheResponse;
-    private generateCacheKey;
-    /**
-     * Update provider metrics
-     */
-    private updateProviderMetrics;
-    /**
-     * Event handlers
-     */
-    private handleProviderResponse;
-    private handleProviderError;
-    private handleHealthCheck;
-    /**
-     * Start monitoring
-     */
-    private startMonitoring;
-    /**
-     * Emit aggregated metrics
-     */
-    private emitMetrics;
-    /**
-     * Get available providers
-     */
-    getAvailableProviders(): LLMProvider[];
-    /**
-     * Get provider by name
-     */
-    getProvider(name: LLMProvider): ILLMProvider | undefined;
-    /**
-     * Get all providers
-     */
-    getAllProviders(): Map<LLMProvider, ILLMProvider>;
-    /**
-     * Clean up resources
-     */
-    destroy(): void;
-}
-//# sourceMappingURL=provider-manager.d.ts.map

package/dist/providers/provider-manager.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"provider-manager.d.ts","sourceRoot":"","sources":["../../src/providers/provider-manager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EACL,YAAY,EACZ,WAAW,EACX,iBAAiB,EACjB,UAAU,EACV,WAAW,EACX,cAAc,EAEd,gBAAgB,EAShB,WAAW,EAIZ,MAAM,YAAY,CAAC;AASpB,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;IAClD,eAAe,EAAE,WAAW,CAAC;IAC7B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,aAAa,CAAC,EAAE;QACd,OAAO,EAAE,OAAO,CAAC;QACjB,QAAQ,EAAE,aAAa,GAAG,cAAc,GAAG,eAAe,GAAG,YAAY,CAAC;KAC3E,CAAC;IACF,gBAAgB,CAAC,EAAE;QACjB,OAAO,EAAE,OAAO,CAAC;QACjB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,kBAAkB,CAAC,EAAE,WAAW,EAAE,CAAC;KACpC,CAAC;IACF,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,UAAU,CAAC,EAAE;QACX,OAAO,EAAE,OAAO,CAAC;QACjB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH;AAED,qBAAa,eAAgB,SAAQ,YAAY;IAC/C,OAAO,CAAC,SAAS,CAA6C;IAC9D,OAAO,CAAC,MAAM,CAAU;IACxB,OAAO,CAAC,MAAM,CAAwB;IACtC,OAAO,CAAC,YAAY,CAAuC;IAC3D,OAAO,CAAC,QAAQ,CAAqC;IACrD,OAAO,CAAC,eAAe,CAAkD;IACzE,OAAO,CAAC,KAAK,CAAsE;IACnF,OAAO,CAAC,oBAAoB,CAAK;gBAErB,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,EAAE,qBAAqB;IAcxF;;OAEG;YACW,mBAAmB;IAmBjC;;OAEG;YACW,cAAc;IA4C5B;;OAEG;IACG,QAAQ,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;IAmCzD;;OAEG;IACI,cAAc,CAAC,OAAO,EAAE,UAAU,GAAG,aAAa,CAAC,cAAc,CAAC;IAwBzE;;OAEG;YACW,cAAc;IAsC5B;;OAEG;YACW,qBAAqB;IAwBnC;;OAEG;IACH,OAAO,CAAC,0BAA0B;IA2BlC;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAMxB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAezB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAkB1B;;OAEG;IACH,OAAO,CAAC,eAAe;IAkBvB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAK3B;;OAEG;YACW,kBAAkB;IAwBhC;;OAEG;YACW,mBAAmB;IA4BjC;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAiBzB;;OAEG;IACH,OAAO,CAAC,UAAU;IAgBlB,OAAO,CAAC,aAAa;IAcrB,OAAO,CAAC,gBAAgB;IASxB;;OAEG;IACH,OAAO,CAAC,qBAAqB;IA+B7B;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAI9B,OAAO,CAAC,mBAAmB;IAI3B,OAAO,CAAC,iBAAiB;IAIzB;;OAEG;IACH,OAAO,CAAC,eAAe;IAMvB;;OAEG;IACH,OAAO,CAAC,WAAW;IA4CnB;;OAEG;IACH,qBAAqB,IAAI,WAAW,EAAE;IAOtC;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,WAAW,GAAG,YAAY,GAAG,SAAS;IAIxD;;OAEG;IACH,eAAe,IAAI,GAAG,CAAC,WAAW,EAAE,YAAY,CAAC;IAIjD;;OAEG;IACH,OAAO,IAAI,IAAI;CAUhB"}