claude-flow 2.0.0-alpha.70 → 2.0.0-alpha.72

package/dist/providers/ollama-provider.js

@@ -1,374 +0,0 @@
-/**
- * Ollama Provider Implementation
- * Supports local models running via Ollama
- */
-import { BaseProvider } from './base-provider.js';
-import { LLMProviderError, ProviderUnavailableError, } from './types.js';
-export class OllamaProvider extends BaseProvider {
-    name = 'ollama';
-    capabilities = {
-        supportedModels: [
-            'llama-2-7b',
-            'llama-2-13b',
-            'llama-2-70b',
-            'mistral-7b',
-            'mixtral-8x7b',
-            'custom-model',
-        ],
-        maxContextLength: {
-            'llama-2-7b': 4096,
-            'llama-2-13b': 4096,
-            'llama-2-70b': 4096,
-            'mistral-7b': 8192,
-            'mixtral-8x7b': 32768,
-            'custom-model': 4096,
-        },
-        maxOutputTokens: {
-            'llama-2-7b': 2048,
-            'llama-2-13b': 2048,
-            'llama-2-70b': 2048,
-            'mistral-7b': 4096,
-            'mixtral-8x7b': 4096,
-            'custom-model': 2048,
-        },
-        supportsStreaming: true,
-        supportsFunctionCalling: false,
-        supportsSystemMessages: true,
-        supportsVision: false,
-        supportsAudio: false,
-        supportsTools: false,
-        supportsFineTuning: false,
-        supportsEmbeddings: true,
-        supportsLogprobs: false,
-        supportsBatching: false,
-        pricing: {
-            // Local models have no API cost
-            'llama-2-7b': { promptCostPer1k: 0, completionCostPer1k: 0, currency: 'USD' },
-            'llama-2-13b': { promptCostPer1k: 0, completionCostPer1k: 0, currency: 'USD' },
-            'llama-2-70b': { promptCostPer1k: 0, completionCostPer1k: 0, currency: 'USD' },
-            'mistral-7b': { promptCostPer1k: 0, completionCostPer1k: 0, currency: 'USD' },
-            'mixtral-8x7b': { promptCostPer1k: 0, completionCostPer1k: 0, currency: 'USD' },
-            'custom-model': { promptCostPer1k: 0, completionCostPer1k: 0, currency: 'USD' },
-        },
-    };
-    baseUrl;
-    availableModels = new Set();
-    async doInitialize() {
-        this.baseUrl = this.config.apiUrl || 'http://localhost:11434';
-        // Check if Ollama is running and get available models
-        try {
-            await this.fetchAvailableModels();
-        }
-        catch (error) {
-            this.logger.warn('Failed to fetch Ollama models, will retry on first request', error);
-        }
-    }
-    async fetchAvailableModels() {
-        try {
-            const response = await fetch(`${this.baseUrl}/api/tags`);
-            if (!response.ok) {
-                throw new Error(`Failed to fetch models: ${response.status}`);
-            }
-            const data = await response.json();
-            this.availableModels.clear();
-            if (data.models && Array.isArray(data.models)) {
-                data.models.forEach((model) => {
-                    this.availableModels.add(model.name);
-                    // Map common model names
-                    if (model.name.includes('llama2:7b')) {
-                        this.availableModels.add('llama-2-7b');
-                    }
-                    else if (model.name.includes('llama2:13b')) {
-                        this.availableModels.add('llama-2-13b');
-                    }
-                    else if (model.name.includes('llama2:70b')) {
-                        this.availableModels.add('llama-2-70b');
-                    }
-                    else if (model.name.includes('mistral')) {
-                        this.availableModels.add('mistral-7b');
-                    }
-                    else if (model.name.includes('mixtral')) {
-                        this.availableModels.add('mixtral-8x7b');
-                    }
-                });
-            }
-        }
-        catch (error) {
-            throw new ProviderUnavailableError('ollama', {
-                message: 'Ollama service is not available',
-                details: error,
-            });
-        }
-    }
-    async doComplete(request) {
-        // Use chat endpoint for multi-turn conversations
-        const ollamaRequest = {
-            model: this.mapToOllamaModel(request.model || this.config.model),
-            messages: request.messages.map(msg => ({
-                role: msg.role === 'system' ? 'system' : msg.role === 'assistant' ? 'assistant' : 'user',
-                content: msg.content,
-            })),
-            stream: false,
-            options: {
-                temperature: request.temperature ?? this.config.temperature,
-                top_k: request.topK ?? this.config.topK,
-                top_p: request.topP ?? this.config.topP,
-                num_predict: request.maxTokens ?? this.config.maxTokens,
-                stop: request.stopSequences ?? this.config.stopSequences,
-            },
-        };
-        const controller = new AbortController();
-        const timeout = setTimeout(() => controller.abort(), this.config.timeout || 120000); // Longer timeout for local models
-        try {
-            const response = await fetch(`${this.baseUrl}/api/chat`, {
-                method: 'POST',
-                headers: {
-                    'Content-Type': 'application/json',
-                },
-                body: JSON.stringify(ollamaRequest),
-                signal: controller.signal,
-            });
-            clearTimeout(timeout);
-            if (!response.ok) {
-                await this.handleErrorResponse(response);
-            }
-            const data = await response.json();
-            // Calculate metrics
-            const promptTokens = data.prompt_eval_count || this.estimateTokens(JSON.stringify(request.messages));
-            const completionTokens = data.eval_count || this.estimateTokens(data.message?.content || '');
-            const totalDuration = data.total_duration ? data.total_duration / 1000000 : 0; // Convert nanoseconds to milliseconds
-            return {
-                id: `ollama-${Date.now()}`,
-                model: request.model || this.config.model,
-                provider: 'ollama',
-                content: data.message?.content || '',
-                usage: {
-                    promptTokens,
-                    completionTokens,
-                    totalTokens: promptTokens + completionTokens,
-                },
-                cost: {
-                    promptCost: 0,
-                    completionCost: 0,
-                    totalCost: 0,
-                    currency: 'USD',
-                },
-                latency: totalDuration,
-                finishReason: data.done ? 'stop' : 'length',
-                metadata: {
-                    loadDuration: data.load_duration,
-                    promptEvalDuration: data.prompt_eval_duration,
-                    evalDuration: data.eval_duration,
-                },
-            };
-        }
-        catch (error) {
-            clearTimeout(timeout);
-            // Check if Ollama is running
-            if (error instanceof TypeError && error.message.includes('fetch')) {
-                throw new ProviderUnavailableError('ollama', {
-                    message: 'Cannot connect to Ollama. Make sure Ollama is running on ' + this.baseUrl,
-                });
-            }
-            throw this.transformError(error);
-        }
-    }
-    async *doStreamComplete(request) {
-        const ollamaRequest = {
-            model: this.mapToOllamaModel(request.model || this.config.model),
-            messages: request.messages.map(msg => ({
-                role: msg.role === 'system' ? 'system' : msg.role === 'assistant' ? 'assistant' : 'user',
-                content: msg.content,
-            })),
-            stream: true,
-            options: {
-                temperature: request.temperature ?? this.config.temperature,
-                top_k: request.topK ?? this.config.topK,
-                top_p: request.topP ?? this.config.topP,
-                num_predict: request.maxTokens ?? this.config.maxTokens,
-                stop: request.stopSequences ?? this.config.stopSequences,
-            },
-        };
-        const controller = new AbortController();
-        const timeout = setTimeout(() => controller.abort(), (this.config.timeout || 120000) * 2);
-        try {
-            const response = await fetch(`${this.baseUrl}/api/chat`, {
-                method: 'POST',
-                headers: {
-                    'Content-Type': 'application/json',
-                },
-                body: JSON.stringify(ollamaRequest),
-                signal: controller.signal,
-            });
-            if (!response.ok) {
-                await this.handleErrorResponse(response);
-            }
-            const reader = response.body.getReader();
-            const decoder = new TextDecoder();
-            let buffer = '';
-            let totalContent = '';
-            let promptTokens = 0;
-            let completionTokens = 0;
-            while (true) {
-                const { done, value } = await reader.read();
-                if (done)
-                    break;
-                buffer += decoder.decode(value, { stream: true });
-                const lines = buffer.split('\n');
-                buffer = lines.pop() || '';
-                for (const line of lines) {
-                    if (line.trim() === '')
-                        continue;
-                    try {
-                        const data = JSON.parse(line);
-                        if (data.message?.content) {
-                            totalContent += data.message.content;
-                            yield {
-                                type: 'content',
-                                delta: { content: data.message.content },
-                            };
-                        }
-                        if (data.done) {
-                            promptTokens = data.prompt_eval_count || this.estimateTokens(JSON.stringify(request.messages));
-                            completionTokens = data.eval_count || this.estimateTokens(totalContent);
-                            yield {
-                                type: 'done',
-                                usage: {
-                                    promptTokens,
-                                    completionTokens,
-                                    totalTokens: promptTokens + completionTokens,
-                                },
-                                cost: {
-                                    promptCost: 0,
-                                    completionCost: 0,
-                                    totalCost: 0,
-                                    currency: 'USD',
-                                },
-                            };
-                        }
-                    }
-                    catch (e) {
-                        this.logger.warn('Failed to parse Ollama stream chunk', { line, error: e });
-                    }
-                }
-            }
-        }
-        catch (error) {
-            clearTimeout(timeout);
-            if (error instanceof TypeError && error.message.includes('fetch')) {
-                throw new ProviderUnavailableError('ollama', {
-                    message: 'Cannot connect to Ollama. Make sure Ollama is running on ' + this.baseUrl,
-                });
-            }
-            throw this.transformError(error);
-        }
-        finally {
-            clearTimeout(timeout);
-        }
-    }
-    async listModels() {
-        // Refresh available models
-        await this.fetchAvailableModels();
-        // Return intersection of supported models and available models
-        return this.capabilities.supportedModels.filter(model => this.availableModels.has(this.mapToOllamaModel(model)));
-    }
-    async getModelInfo(model) {
-        const ollamaModel = this.mapToOllamaModel(model);
-        try {
-            const response = await fetch(`${this.baseUrl}/api/show`, {
-                method: 'POST',
-                headers: {
-                    'Content-Type': 'application/json',
-                },
-                body: JSON.stringify({ name: ollamaModel }),
-            });
-            if (!response.ok) {
-                throw new Error('Model not found');
-            }
-            const data = await response.json();
-            return {
-                model,
-                name: data.name || model,
-                description: data.description || this.getModelDescription(model),
-                contextLength: this.capabilities.maxContextLength[model] || 4096,
-                maxOutputTokens: this.capabilities.maxOutputTokens[model] || 2048,
-                supportedFeatures: ['chat', 'completion'],
-                pricing: this.capabilities.pricing[model],
-                metadata: {
-                    parameterSize: data.details?.parameter_size,
-                    quantization: data.details?.quantization_level,
-                    format: data.details?.format,
-                },
-            };
-        }
-        catch (error) {
-            // Fallback to default info
-            return {
-                model,
-                name: model,
-                description: this.getModelDescription(model),
-                contextLength: this.capabilities.maxContextLength[model] || 4096,
-                maxOutputTokens: this.capabilities.maxOutputTokens[model] || 2048,
-                supportedFeatures: ['chat', 'completion'],
-                pricing: this.capabilities.pricing[model],
-            };
-        }
-    }
-    async doHealthCheck() {
-        try {
-            const response = await fetch(`${this.baseUrl}/api/tags`);
-            if (!response.ok) {
-                throw new Error(`Health check failed: ${response.status}`);
-            }
-            return {
-                healthy: true,
-                timestamp: new Date(),
-                details: {
-                    modelsAvailable: this.availableModels.size,
-                },
-            };
-        }
-        catch (error) {
-            return {
-                healthy: false,
-                error: error instanceof Error ? error.message : 'Cannot connect to Ollama',
-                timestamp: new Date(),
-            };
-        }
-    }
-    mapToOllamaModel(model) {
-        const modelMap = {
-            'llama-2-7b': 'llama2:7b',
-            'llama-2-13b': 'llama2:13b',
-            'llama-2-70b': 'llama2:70b',
-            'mistral-7b': 'mistral:7b',
-            'mixtral-8x7b': 'mixtral:8x7b',
-            'custom-model': this.config.providerOptions?.customModel || 'llama2:latest',
-        };
-        return modelMap[model] || model;
-    }
-    getModelDescription(model) {
-        const descriptions = {
-            'llama-2-7b': 'Llama 2 7B - Efficient open-source model',
-            'llama-2-13b': 'Llama 2 13B - Balanced performance model',
-            'llama-2-70b': 'Llama 2 70B - Large open-source model',
-            'mistral-7b': 'Mistral 7B - Fast and efficient model',
-            'mixtral-8x7b': 'Mixtral 8x7B - Mixture of experts model',
-            'custom-model': 'Custom local model',
-        };
-        return descriptions[model] || 'Local language model via Ollama';
-    }
-    async handleErrorResponse(response) {
-        const errorText = await response.text();
-        let errorData;
-        try {
-            errorData = JSON.parse(errorText);
-        }
-        catch {
-            errorData = { error: errorText };
-        }
-        const message = errorData.error || 'Unknown error';
-        throw new LLMProviderError(message, `OLLAMA_${response.status}`, 'ollama', response.status, response.status >= 500, errorData);
-    }
-}
-//# sourceMappingURL=ollama-provider.js.map

package/dist/providers/ollama-provider.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ollama-provider.js","sourceRoot":"","sources":["../../src/providers/ollama-provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EASL,gBAAgB,EAChB,wBAAwB,GACzB,MAAM,YAAY,CAAC;AAiEpB,MAAM,OAAO,cAAe,SAAQ,YAAY;IACrC,IAAI,GAAgB,QAAQ,CAAC;IAC7B,YAAY,GAAyB;QAC5C,eAAe,EAAE;YACf,YAAY;YACZ,aAAa;YACb,aAAa;YACb,YAAY;YACZ,cAAc;YACd,cAAc;SACf;QACD,gBAAgB,EAAE;YAChB,YAAY,EAAE,IAAI;YAClB,aAAa,EAAE,IAAI;YACnB,aAAa,EAAE,IAAI;YACnB,YAAY,EAAE,IAAI;YAClB,cAAc,EAAE,KAAK;YACrB,cAAc,EAAE,IAAI;SACO;QAC7B,eAAe,EAAE;YACf,YAAY,EAAE,IAAI;YAClB,aAAa,EAAE,IAAI;YACnB,aAAa,EAAE,IAAI;YACnB,YAAY,EAAE,IAAI;YAClB,cAAc,EAAE,IAAI;YACpB,cAAc,EAAE,IAAI;SACO;QAC7B,iBAAiB,EAAE,IAAI;QACvB,uBAAuB,EAAE,KAAK;QAC9B,sBAAsB,EAAE,IAAI;QAC5B,cAAc,EAAE,KAAK;QACrB,aAAa,EAAE,KAAK;QACpB,aAAa,EAAE,KAAK;QACpB,kBAAkB,EAAE,KAAK;QACzB,kBAAkB,EAAE,IAAI;QACxB,gBAAgB,EAAE,KAAK;QACvB,gBAAgB,EAAE,KAAK;QACvB,OAAO,EAAE;YACP,gCAAgC;YAChC,YAAY,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE,mBAAmB,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE;YAC7E,aAAa,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE,mBAAmB,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE;YAC9E,aAAa,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE,mBAAmB,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE;YAC9E,YAAY,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE,mBAAmB,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE;YAC7E,cAAc,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE,mBAAmB,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE;YAC/E,cAAc,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE,mBAAmB,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE;SAChF;KACF,CAAC;IAEM,OAAO,CAAS;IAChB,eAAe,GAAgB,IAAI,GAAG,EAAE,CAAC;IAEvC,KAAK,CAAC,YAAY;QAC1B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,wBAAwB,CAAC;QAE9D,sDAAsD;QACtD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACpC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4DAA4D,EAAE,KAAK,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,oBAAoB;QAChC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,CAAC,CAAC;YACzD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAChE,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YAE7B,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC9C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAsB,EAAE,EAAE;oBAC7C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACrC,yBAAyB;oBACzB,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;wBACrC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;oBACzC,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;wBAC7C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;oBAC1C,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;wBAC7C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;oBAC1C,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;wBAC1C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;oBACzC,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;wBAC1C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;oBAC3C,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,wBAAwB,CAAC,QAAQ,EAAE;gBAC3C,OAAO,EAAE,iCAAiC;gBAC1C,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAES,KAAK,CAAC,UAAU,CAAC,OAAmB;QAC5C,iDAAiD;QACjD,MAAM,aAAa,GAAsB;YACvC,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAChE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACrC,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM;gBACxF,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC,CAAC;YACH,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;gBAC3D,KAAK,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;gBACvC,KAAK,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;gBACvC,WAAW,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;gBACvD,IAAI,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;aACzD;SACF,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,kCAAkC;QAEvH,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;gBACvD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;gBACnC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,OAAO,CAAC,CAAC;YAEtB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YAC3C,CAAC;YAED,MAAM,IAAI,GAAmB,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAEnD,oBAAoB;YACpB,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YACrG,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;YAC7F,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,sCAAsC;YAErH,OAAO;gBACL,EAAE,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,EAAE;gBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK;gBACzC,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE;gBACpC,KAAK,EAAE;oBACL,YAAY;oBACZ,gBAAgB;oBAChB,WAAW,EAAE,YAAY,GAAG,gBAAgB;iBAC7C;gBACD,IAAI,EAAE;oBACJ,UAAU,EAAE,CAAC;oBACb,cAAc,EAAE,CAAC;oBACjB,SAAS,EAAE,CAAC;oBACZ,QAAQ,EAAE,KAAK;iBAChB;gBACD,OAAO,EAAE,aAAa;gBACtB,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ;gBAC3C,QAAQ,EAAE;oBACR,YAAY,EAAE,IAAI,CAAC,aAAa;oBAChC,kBAAkB,EAAE,IAAI,CAAC,oBAAoB;oBAC7C,YAAY,EAAE,IAAI,CAAC,aAAa;iBACjC;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,OAAO,CAAC,CAAC;YAEtB,6BAA6B;YAC7B,IAAI,KAAK,YAAY,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClE,MAAM,IAAI,wBAAwB,CAAC,QAAQ,EAAE;oBAC3C,OAAO,EAAE,2DAA2D,GAAG,IAAI,CAAC,OAAO;iBACpF,CAAC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAES,KAAK,CAAC,CAAC,gBAAgB,CAAC,OAAmB;QACnD,MAAM,aAAa,GAAsB;YACvC,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAChE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACrC,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM;gBACxF,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC,CAAC;YACH,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE;gBACP,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;gBAC3D,KAAK,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;gBACvC,KAAK,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;gBACvC,WAAW,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;gBACvD,IAAI,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;aACzD;SACF,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAE1F,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;gBACvD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;gBACnC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YAC3C,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,YAAY,GAAG,EAAE,CAAC;YACtB,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;YAEzB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;wBAAE,SAAS;oBAEjC,IAAI,CAAC;wBACH,MAAM,IAAI,GAAmB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAE9C,IAAI,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;4BAC1B,YAAY,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;4BACrC,MAAM;gCACJ,IAAI,EAAE,SAAS;gCACf,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;6BACzC,CAAC;wBACJ,CAAC;wBAED,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;4BACd,YAAY,GAAG,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;4BAC/F,gBAAgB,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;4BAExE,MAAM;gCACJ,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE;oCACL,YAAY;oCACZ,gBAAgB;oCAChB,WAAW,EAAE,YAAY,GAAG,gBAAgB;iCAC7C;gCACD,IAAI,EAAE;oCACJ,UAAU,EAAE,CAAC;oCACb,cAAc,EAAE,CAAC;oCACjB,SAAS,EAAE,CAAC;oCACZ,QAAQ,EAAE,KAAK;iCAChB;6BACF,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;oBAC9E,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,OAAO,CAAC,CAAC;YAEtB,IAAI,KAAK,YAAY,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClE,MAAM,IAAI,wBAAwB,CAAC,QAAQ,EAAE;oBAC3C,OAAO,EAAE,2DAA2D,GAAG,IAAI,CAAC,OAAO;iBACpF,CAAC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,2BAA2B;QAC3B,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAElC,+DAA+D;QAC/D,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACtD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CACvD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAe;QAChC,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAEjD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;gBACvD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;aAC5C,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YACrC,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAEnC,OAAO;gBACL,KAAK;gBACL,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,KAAK;gBACxB,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC;gBAChE,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,IAAI;gBAChE,eAAe,EAAE,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,IAAI;gBACjE,iBAAiB,EAAE,CAAC,MAAM,EAAE,YAAY,CAAC;gBACzC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,OAAQ,CAAC,KAAK,CAAC;gBAC1C,QAAQ,EAAE;oBACR,aAAa,EAAE,IAAI,CAAC,OAAO,EAAE,cAAc;oBAC3C,YAAY,EAAE,IAAI,CAAC,OAAO,EAAE,kBAAkB;oBAC9C,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM;iBAC7B;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,2BAA2B;YAC3B,OAAO;gBACL,KAAK;gBACL,IAAI,EAAE,KAAK;gBACX,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC;gBAC5C,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,IAAI;gBAChE,eAAe,EAAE,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,IAAI;gBACjE,iBAAiB,EAAE,CAAC,MAAM,EAAE,YAAY,CAAC;gBACzC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,OAAQ,CAAC,KAAK,CAAC;aAC3C,CAAC;QACJ,CAAC;IACH,CAAC;IAES,KAAK,CAAC,aAAa;QAC3B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,CAAC,CAAC;YAEzD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7D,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,OAAO,EAAE;oBACP,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI;iBAC3C;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B;gBAC1E,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,KAAe;QACtC,MAAM,QAAQ,GAA2B;YACvC,YAAY,EAAE,WAAW;YACzB,aAAa,EAAE,YAAY;YAC3B,aAAa,EAAE,YAAY;YAC3B,YAAY,EAAE,YAAY;YAC1B,cAAc,EAAE,cAAc;YAC9B,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,WAAW,IAAI,eAAe;SAC5E,CAAC;QACF,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC;IAClC,CAAC;IAEO,mBAAmB,CAAC,KAAe;QACzC,MAAM,YAAY,GAA2B;YAC3C,YAAY,EAAE,0CAA0C;YACxD,aAAa,EAAE,0CAA0C;YACzD,aAAa,EAAE,uCAAuC;YACtD,YAAY,EAAE,uCAAuC;YACrD,cAAc,EAAE,yCAAyC;YACzD,cAAc,EAAE,oBAAoB;SACrC,CAAC;QACF,OAAO,YAAY,CAAC,KAAK,CAAC,IAAI,iCAAiC,CAAC;IAClE,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,QAAkB;QAClD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,SAAc,CAAC;QAEnB,IAAI,CAAC;YACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,SAAS,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QACnC,CAAC;QAED,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,IAAI,eAAe,CAAC;QAEnD,MAAM,IAAI,gBAAgB,CACxB,OAAO,EACP,UAAU,QAAQ,CAAC,MAAM,EAAE,EAC3B,QAAQ,EACR,QAAQ,CAAC,MAAM,EACf,QAAQ,CAAC,MAAM,IAAI,GAAG,EACtB,SAAS,CACV,CAAC;IACJ,CAAC;CACF"}

package/dist/providers/openai-provider.d.ts

@@ -1,23 +0,0 @@
-/**
- * OpenAI Provider Implementation
- * Supports GPT-4, GPT-3.5, and other OpenAI models
- */
-import { BaseProvider } from './base-provider.js';
-import { LLMProvider, LLMModel, LLMRequest, LLMResponse, LLMStreamEvent, ModelInfo, ProviderCapabilities, HealthCheckResult } from './types.js';
-export declare class OpenAIProvider extends BaseProvider {
-    readonly name: LLMProvider;
-    readonly capabilities: ProviderCapabilities;
-    private baseUrl;
-    private headers;
-    protected doInitialize(): Promise<void>;
-    protected doComplete(request: LLMRequest): Promise<LLMResponse>;
-    protected doStreamComplete(request: LLMRequest): AsyncIterable<LLMStreamEvent>;
-    listModels(): Promise<LLMModel[]>;
-    getModelInfo(model: LLMModel): Promise<ModelInfo>;
-    protected doHealthCheck(): Promise<HealthCheckResult>;
-    private mapToOpenAIModel;
-    private mapFromOpenAIModel;
-    private getModelDescription;
-    private handleErrorResponse;
-}
-//# sourceMappingURL=openai-provider.d.ts.map

package/dist/providers/openai-provider.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"openai-provider.d.ts","sourceRoot":"","sources":["../../src/providers/openai-provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EACL,WAAW,EACX,QAAQ,EACR,UAAU,EACV,WAAW,EACX,cAAc,EACd,SAAS,EACT,oBAAoB,EACpB,iBAAiB,EAKlB,MAAM,YAAY,CAAC;AAuEpB,qBAAa,cAAe,SAAQ,YAAY;IAC9C,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAY;IACtC,QAAQ,CAAC,YAAY,EAAE,oBAAoB,CAgEzC;IAEF,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,OAAO,CAAyB;cAExB,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;cAiB7B,UAAU,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;cA2EpD,gBAAgB,CAAC,OAAO,EAAE,UAAU,GAAG,aAAa,CAAC,cAAc,CAAC;IAkH/E,UAAU,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAIjC,YAAY,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC;cAiBvC,aAAa,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAuB3D,OAAO,CAAC,gBAAgB;IAYxB,OAAO,CAAC,kBAAkB;IAK1B,OAAO,CAAC,mBAAmB;YAWb,mBAAmB;CAoClC"}