@stackbilt/llm-providers 1.0.0

package/dist/providers/anthropic.js

@@ -0,0 +1,378 @@
+/**
+ * Anthropic Provider
+ * Implementation for Claude models with streaming and tools support
+ */
+import { BaseProvider } from './base';
+import { LLMErrorFactory, AuthenticationError } from '../errors';
+export class AnthropicProvider extends BaseProvider {
+    name = 'anthropic';
+    models = [
+        'claude-sonnet-4-20250514',
+        'claude-opus-4-20250514',
+        'claude-sonnet-3.7-20241120',
+        'claude-3-5-sonnet-20241022',
+        'claude-3-5-haiku-20241022',
+        'claude-3-opus-20240229',
+        'claude-3-sonnet-20240229',
+        'claude-3-haiku-20240307'
+    ];
+    supportsStreaming = true;
+    supportsTools = true;
+    supportsBatching = false;
+    apiKey;
+    baseUrl;
+    version;
+    constructor(config) {
+        super(config);
+        if (!config.apiKey) {
+            throw new AuthenticationError('anthropic', 'Anthropic API key is required');
+        }
+        this.apiKey = config.apiKey;
+        this.baseUrl = config.baseUrl || 'https://api.anthropic.com';
+        this.version = config.version || '2023-06-01';
+    }
+    async generateResponse(request) {
+        this.validateRequest(request);
+        const startTime = Date.now();
+        const jsonMode = request.response_format?.type === 'json_object';
+        try {
+            const response = await this.executeWithResiliency(async () => {
+                const anthropicRequest = this.formatRequest(request);
+                const httpResponse = await this.makeAnthropicRequest('/v1/messages', anthropicRequest);
+                if (!httpResponse.ok) {
+                    throw await LLMErrorFactory.fromFetchResponse('anthropic', httpResponse);
+                }
+                const data = await httpResponse.json();
+                const formatted = this.formatResponse(data, Date.now() - startTime);
+                // Prepend the prefilled '{' that was consumed by the assistant turn
+                if (jsonMode) {
+                    const restored = '{' + formatted.message;
+                    formatted.message = restored;
+                    formatted.content = restored;
+                }
+                return formatted;
+            });
+            this.updateMetrics(response.responseTime, true, response.usage.cost);
+            this.logRequest(request, response);
+            return response;
+        }
+        catch (error) {
+            const responseTime = Date.now() - startTime;
+            this.updateMetrics(responseTime, false);
+            this.logRequest(request, undefined, error);
+            throw error;
+        }
+    }
+    validateConfig() {
+        return !!(this.apiKey && this.baseUrl);
+    }
+    getModels() {
+        return [...this.models];
+    }
+    estimateCost(request) {
+        const model = request.model || 'claude-3-5-haiku-20241022';
+        const capabilities = this.getModelCapabilities()[model];
+        if (!capabilities)
+            return 0;
+        // Estimate input tokens (rough approximation)
+        const inputTokens = request.messages.reduce((sum, msg) => sum + Math.ceil(msg.content.length / 4), 0);
+        const outputTokens = request.maxTokens || 1000;
+        return this.calculateCost(inputTokens, outputTokens, model);
+    }
+    async healthCheck() {
+        try {
+            // Anthropic doesn't have a simple health check endpoint
+            // So we'll make a minimal request
+            const testRequest = {
+                model: 'claude-3-5-haiku-20241022',
+                messages: [{ role: 'user', content: 'Hi' }],
+                max_tokens: 1
+            };
+            const response = await this.makeAnthropicRequest('/v1/messages', testRequest);
+            return response.ok;
+        }
+        catch {
+            return false;
+        }
+    }
+    getModelCapabilities() {
+        return {
+            'claude-sonnet-4-20250514': {
+                maxContextLength: 200000,
+                supportsStreaming: true,
+                supportsTools: true,
+                supportsBatching: false,
+                inputTokenCost: 0.003, // Estimated - actual pricing TBD
+                outputTokenCost: 0.015, // Estimated - actual pricing TBD
+                description: 'Claude Sonnet 4 - High intelligence and balanced performance'
+            },
+            'claude-opus-4-20250514': {
+                maxContextLength: 200000,
+                supportsStreaming: true,
+                supportsTools: true,
+                supportsBatching: false,
+                inputTokenCost: 0.015, // Estimated - actual pricing TBD
+                outputTokenCost: 0.075, // Estimated - actual pricing TBD
+                description: 'Claude Opus 4 - Highest level of intelligence and capability'
+            },
+            'claude-sonnet-3.7-20241120': {
+                maxContextLength: 200000,
+                supportsStreaming: true,
+                supportsTools: true,
+                supportsBatching: false,
+                inputTokenCost: 0.003, // Estimated - actual pricing TBD
+                outputTokenCost: 0.015, // Estimated - actual pricing TBD
+                description: 'Claude Sonnet 3.7 - High intelligence with toggleable extended thinking'
+            },
+            'claude-3-5-sonnet-20241022': {
+                maxContextLength: 200000,
+                supportsStreaming: true,
+                supportsTools: true,
+                supportsBatching: false,
+                inputTokenCost: 0.003, // $3 per 1M tokens
+                outputTokenCost: 0.015, // $15 per 1M tokens
+                description: 'Claude 3.5 Sonnet - Latest high-performance model'
+            },
+            'claude-3-5-haiku-20241022': {
+                maxContextLength: 200000,
+                supportsStreaming: true,
+                supportsTools: true,
+                supportsBatching: false,
+                inputTokenCost: 0.00025, // $0.25 per 1M tokens
+                outputTokenCost: 0.00125, // $1.25 per 1M tokens
+                description: 'Claude 3.5 Haiku - Fast and cost-effective'
+            },
+            'claude-3-opus-20240229': {
+                maxContextLength: 200000,
+                supportsStreaming: true,
+                supportsTools: true,
+                supportsBatching: false,
+                inputTokenCost: 0.015, // $15 per 1M tokens
+                outputTokenCost: 0.075, // $75 per 1M tokens
+                description: 'Claude 3 Opus - Most capable model'
+            },
+            'claude-3-sonnet-20240229': {
+                maxContextLength: 200000,
+                supportsStreaming: true,
+                supportsTools: true,
+                supportsBatching: false,
+                inputTokenCost: 0.003, // $3 per 1M tokens
+                outputTokenCost: 0.015, // $15 per 1M tokens
+                description: 'Claude 3 Sonnet - Balanced performance'
+            },
+            'claude-3-haiku-20240307': {
+                maxContextLength: 200000,
+                supportsStreaming: true,
+                supportsTools: true,
+                supportsBatching: false,
+                inputTokenCost: 0.00025, // $0.25 per 1M tokens
+                outputTokenCost: 0.00125, // $1.25 per 1M tokens
+                description: 'Claude 3 Haiku - Fast and economical'
+            }
+        };
+    }
+    async makeAnthropicRequest(endpoint, body, method = 'POST') {
+        const headers = {
+            'x-api-key': this.apiKey,
+            'anthropic-version': this.version,
+            'Content-Type': 'application/json'
+        };
+        const options = {
+            method,
+            headers
+        };
+        if (body && method !== 'GET') {
+            options.body = JSON.stringify(body);
+        }
+        return this.makeRequest(`${this.baseUrl}${endpoint}`, options);
+    }
+    formatRequest(request) {
+        const messages = [];
+        const jsonMode = request.response_format?.type === 'json_object';
+        // Convert messages (skip system messages as they go in separate field)
+        for (const message of request.messages) {
+            if (message.role === 'system')
+                continue;
+            const anthropicMessage = {
+                role: message.role,
+                content: message.content
+            };
+            // Handle tool calls and results
+            if (message.toolCalls && message.toolCalls.length > 0) {
+                anthropicMessage.content = message.toolCalls.map(tc => ({
+                    type: 'tool_use',
+                    id: tc.id,
+                    name: tc.function.name,
+                    input: JSON.parse(tc.function.arguments)
+                }));
+            }
+            if (message.toolResults && message.toolResults.length > 0) {
+                anthropicMessage.content = message.toolResults.map(tr => ({
+                    type: 'tool_result',
+                    id: tr.id,
+                    content: tr.output,
+                    is_error: !!tr.error
+                }));
+            }
+            messages.push(anthropicMessage);
+        }
+        // Add prefilled assistant message for JSON mode
+        if (jsonMode) {
+            messages.push({ role: 'assistant', content: '{' });
+        }
+        const anthropicRequest = {
+            model: request.model || 'claude-3-5-haiku-20241022',
+            messages,
+            max_tokens: request.maxTokens || 1000,
+            temperature: request.temperature,
+            stream: request.stream
+        };
+        // Add system prompt if provided
+        const systemMessage = request.messages.find(m => m.role === 'system');
+        const jsonInstruction = '\n\nYou must respond with valid JSON only. No markdown fences, no commentary, no text outside the JSON.';
+        if (request.systemPrompt) {
+            anthropicRequest.system = jsonMode
+                ? request.systemPrompt + jsonInstruction
+                : request.systemPrompt;
+        }
+        else if (systemMessage) {
+            anthropicRequest.system = jsonMode
+                ? systemMessage.content + jsonInstruction
+                : systemMessage.content;
+        }
+        else if (jsonMode) {
+            anthropicRequest.system = jsonInstruction.trimStart();
+        }
+        // Add tools if provided
+        if (request.tools && request.tools.length > 0) {
+            anthropicRequest.tools = request.tools.map(tool => ({
+                name: tool.function.name,
+                description: tool.function.description,
+                input_schema: tool.function.parameters
+            }));
+            if (request.toolChoice) {
+                anthropicRequest.tool_choice = request.toolChoice;
+            }
+        }
+        return anthropicRequest;
+    }
+    formatResponse(data, responseTime) {
+        // Extract text content from response
+        const textContent = data.content
+            .filter(block => block.type === 'text')
+            .map(block => block.text)
+            .join('');
+        const usage = {
+            inputTokens: data.usage.input_tokens,
+            outputTokens: data.usage.output_tokens,
+            totalTokens: data.usage.input_tokens + data.usage.output_tokens,
+            cost: this.calculateCost(data.usage.input_tokens, data.usage.output_tokens, data.model)
+        };
+        const response = {
+            id: data.id,
+            message: textContent,
+            content: textContent,
+            usage,
+            model: data.model,
+            provider: this.name,
+            responseTime,
+            finishReason: this.mapStopReason(data.stop_reason),
+            metadata: {
+                stopSequence: data.stop_sequence
+            }
+        };
+        // Extract tool calls if present
+        const toolUses = data.content.filter(block => block.type === 'tool_use');
+        if (toolUses.length > 0) {
+            response.toolCalls = toolUses.map(tool => ({
+                id: tool.id,
+                type: 'function',
+                function: {
+                    name: tool.name,
+                    arguments: JSON.stringify(tool.input)
+                }
+            }));
+        }
+        return response;
+    }
+    mapStopReason(stopReason) {
+        switch (stopReason) {
+            case 'end_turn':
+                return 'stop';
+            case 'max_tokens':
+                return 'length';
+            case 'tool_use':
+                return 'tool_calls';
+            default:
+                return 'stop';
+        }
+    }
+    /**
+     * Stream response support
+     */
+    async streamResponse(request) {
+        this.validateRequest(request);
+        const anthropicRequest = { ...this.formatRequest(request), stream: true };
+        return new ReadableStream({
+            start: async (controller) => {
+                try {
+                    const response = await this.makeAnthropicRequest('/v1/messages', anthropicRequest);
+                    if (!response.ok) {
+                        throw await LLMErrorFactory.fromFetchResponse('anthropic', response);
+                    }
+                    const reader = response.body?.getReader();
+                    if (!reader) {
+                        throw new Error('No response body');
+                    }
+                    const decoder = new TextDecoder();
+                    let buffer = '';
+                    while (true) {
+                        const { done, value } = await reader.read();
+                        if (done)
+                            break;
+                        buffer += decoder.decode(value, { stream: true });
+                        const lines = buffer.split('\n');
+                        buffer = lines.pop() || '';
+                        for (const line of lines) {
+                            if (line.startsWith('data: ')) {
+                                const data = line.slice(6);
+                                if (data === '[DONE]') {
+                                    controller.close();
+                                    return;
+                                }
+                                try {
+                                    const parsed = JSON.parse(data);
+                                    if (parsed.type === 'content_block_delta' && parsed.delta?.text) {
+                                        controller.enqueue(parsed.delta.text);
+                                    }
+                                }
+                                catch (error) {
+                                    console.warn('Failed to parse SSE data:', error);
+                                }
+                            }
+                        }
+                    }
+                    controller.close();
+                }
+                catch (error) {
+                    controller.error(error);
+                }
+            }
+        });
+    }
+    /**
+     * Tool usage support
+     */
+    async generateWithTools(request) {
+        const response = await this.generateResponse(request);
+        // If the response contains tool calls, we need to execute them
+        // and potentially make another request with the results
+        if (response.toolCalls && response.toolCalls.length > 0) {
+            // This would typically involve executing the tools and making another request
+            // For now, we just return the response with tool calls
+            console.log('Tool calls detected in Anthropic response:', response.toolCalls);
+        }
+        return response;
+    }
+}
+//# sourceMappingURL=anthropic.js.map

package/dist/providers/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EACL,eAAe,EACf,mBAAmB,EAGpB,MAAM,WAAW,CAAC;AA8CnB,MAAM,OAAO,iBAAkB,SAAQ,YAAY;IACjD,IAAI,GAAG,WAAW,CAAC;IACnB,MAAM,GAAG;QACP,0BAA0B;QAC1B,wBAAwB;QACxB,4BAA4B;QAC5B,4BAA4B;QAC5B,2BAA2B;QAC3B,wBAAwB;QACxB,0BAA0B;QAC1B,yBAAyB;KAC1B,CAAC;IACF,iBAAiB,GAAG,IAAI,CAAC;IACzB,aAAa,GAAG,IAAI,CAAC;IACrB,gBAAgB,GAAG,KAAK,CAAC;IAEjB,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,OAAO,CAAS;IAExB,YAAY,MAAuB;QACjC,KAAK,CAAC,MAAM,CAAC,CAAC;QAEd,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,IAAI,mBAAmB,CAAC,WAAW,EAAE,+BAA+B,CAAC,CAAC;QAC9E,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,2BAA2B,CAAC;QAC7D,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,YAAY,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,OAAmB;QACxC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAE9B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,eAAe,EAAE,IAAI,KAAK,aAAa,CAAC;QAEjE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,KAAK,IAAI,EAAE;gBAC3D,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBACrD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;gBAEvF,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;oBACrB,MAAM,MAAM,eAAe,CAAC,iBAAiB,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;gBAC3E,CAAC;gBAED,MAAM,IAAI,GAAsB,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC;gBAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;gBAEpE,oEAAoE;gBACpE,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,QAAQ,GAAG,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC;oBACzC,SAAS,CAAC,OAAO,GAAG,QAAQ,CAAC;oBAC7B,SAAS,CAAC,OAAO,GAAG,QAAQ,CAAC;gBAC/B,CAAC;gBAED,OAAO,SAAS,CAAC;YACnB,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,YAAY,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACrE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAEnC,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC5C,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;YACxC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,EAAE,KAAc,CAAC,CAAC;YACpD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,cAAc;QACZ,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,SAAS;QACP,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED,YAAY,CAAC,OAAmB;QAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,2BAA2B,CAAC;QAC3D,MAAM,YAAY,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC,KAAK,CAAC,CAAC;QAExD,IAAI,CAAC,YAAY;YAAE,OAAO,CAAC,CAAC;QAE5B,8CAA8C;QAC9C,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CACvD,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAC3C,CAAC;QACF,MAAM,YAAY,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;QAE/C,OAAO,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,wDAAwD;YACxD,kCAAkC;YAClC,MAAM,WAAW,GAAqB;gBACpC,KAAK,EAAE,2BAA2B;gBAClC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBAC3C,UAAU,EAAE,CAAC;aACd,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;YAC9E,OAAO,QAAQ,CAAC,EAAE,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAES,oBAAoB;QAC5B,OAAO;YACL,0BAA0B,EAAE;gBAC1B,gBAAgB,EAAE,MAAM;gBACxB,iBAAiB,EAAE,IAAI;gBACvB,aAAa,EAAE,IAAI;gBACnB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,KAAK,EAAE,iCAAiC;gBACxD,eAAe,EAAE,KAAK,EAAE,iCAAiC;gBACzD,WAAW,EAAE,8DAA8D;aAC5E;YACD,wBAAwB,EAAE;gBACxB,gBAAgB,EAAE,MAAM;gBACxB,iBAAiB,EAAE,IAAI;gBACvB,aAAa,EAAE,IAAI;gBACnB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,KAAK,EAAE,iCAAiC;gBACxD,eAAe,EAAE,KAAK,EAAE,iCAAiC;gBACzD,WAAW,EAAE,8DAA8D;aAC5E;YACD,4BAA4B,EAAE;gBAC5B,gBAAgB,EAAE,MAAM;gBACxB,iBAAiB,EAAE,IAAI;gBACvB,aAAa,EAAE,IAAI;gBACnB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,KAAK,EAAE,iCAAiC;gBACxD,eAAe,EAAE,KAAK,EAAE,iCAAiC;gBACzD,WAAW,EAAE,yEAAyE;aACvF;YACD,4BAA4B,EAAE;gBAC5B,gBAAgB,EAAE,MAAM;gBACxB,iBAAiB,EAAE,IAAI;gBACvB,aAAa,EAAE,IAAI;gBACnB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,KAAK,EAAE,mBAAmB;gBAC1C,eAAe,EAAE,KAAK,EAAE,oBAAoB;gBAC5C,WAAW,EAAE,mDAAmD;aACjE;YACD,2BAA2B,EAAE;gBAC3B,gBAAgB,EAAE,MAAM;gBACxB,iBAAiB,EAAE,IAAI;gBACvB,aAAa,EAAE,IAAI;gBACnB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO,EAAE,sBAAsB;gBAC/C,eAAe,EAAE,OAAO,EAAE,sBAAsB;gBAChD,WAAW,EAAE,4CAA4C;aAC1D;YACD,wBAAwB,EAAE;gBACxB,gBAAgB,EAAE,MAAM;gBACxB,iBAAiB,EAAE,IAAI;gBACvB,aAAa,EAAE,IAAI;gBACnB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,KAAK,EAAE,oBAAoB;gBAC3C,eAAe,EAAE,KAAK,EAAE,oBAAoB;gBAC5C,WAAW,EAAE,oCAAoC;aAClD;YACD,0BAA0B,EAAE;gBAC1B,gBAAgB,EAAE,MAAM;gBACxB,iBAAiB,EAAE,IAAI;gBACvB,aAAa,EAAE,IAAI;gBACnB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,KAAK,EAAE,mBAAmB;gBAC1C,eAAe,EAAE,KAAK,EAAE,oBAAoB;gBAC5C,WAAW,EAAE,wCAAwC;aACtD;YACD,yBAAyB,EAAE;gBACzB,gBAAgB,EAAE,MAAM;gBACxB,iBAAiB,EAAE,IAAI;gBACvB,aAAa,EAAE,IAAI;gBACnB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO,EAAE,sBAAsB;gBAC/C,eAAe,EAAE,OAAO,EAAE,sBAAsB;gBAChD,WAAW,EAAE,sCAAsC;aACpD;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAChC,QAAgB,EAChB,IAAS,EACT,SAAiB,MAAM;QAEvB,MAAM,OAAO,GAA2B;YACtC,WAAW,EAAE,IAAI,CAAC,MAAM;YACxB,mBAAmB,EAAE,IAAI,CAAC,OAAO;YACjC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,MAAM,OAAO,GAAgB;YAC3B,MAAM;YACN,OAAO;SACR,CAAC;QAEF,IAAI,IAAI,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YAC7B,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,OAAO,GAAG,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IACjE,CAAC;IAEO,aAAa,CAAC,OAAmB;QACvC,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,MAAM,QAAQ,GAAG,OAAO,CAAC,eAAe,EAAE,IAAI,KAAK,aAAa,CAAC;QAEjE,uEAAuE;QACvE,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvC,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ;gBAAE,SAAS;YAExC,MAAM,gBAAgB,GAAqB;gBACzC,IAAI,EAAE,OAAO,CAAC,IAA4B;gBAC1C,OAAO,EAAE,OAAO,CAAC,OAAO;aACzB,CAAC;YAEF,gCAAgC;YAChC,IAAI,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtD,gBAAgB,CAAC,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBACtD,IAAI,EAAE,UAAU;oBAChB,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;oBACtB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;iBACzC,CAAC,CAAC,CAAC;YACN,CAAC;YAED,IAAI,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1D,gBAAgB,CAAC,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBACxD,IAAI,EAAE,aAAa;oBACnB,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,OAAO,EAAE,EAAE,CAAC,MAAM;oBAClB,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK;iBACrB,CAAC,CAAC,CAAC;YACN,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAClC,CAAC;QAED,gDAAgD;QAChD,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,gBAAgB,GAAqB;YACzC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,2BAA2B;YACnD,QAAQ;YACR,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YACrC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC;QAEF,gCAAgC;QAChC,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACtE,MAAM,eAAe,GAAG,yGAAyG,CAAC;QAElI,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACzB,gBAAgB,CAAC,MAAM,GAAG,QAAQ;gBAChC,CAAC,CAAC,OAAO,CAAC,YAAY,GAAG,eAAe;gBACxC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;QAC3B,CAAC;aAAM,IAAI,aAAa,EAAE,CAAC;YACzB,gBAAgB,CAAC,MAAM,GAAG,QAAQ;gBAChC,CAAC,CAAC,aAAa,CAAC,OAAO,GAAG,eAAe;gBACzC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC;QAC5B,CAAC;aAAM,IAAI,QAAQ,EAAE,CAAC;YACpB,gBAAgB,CAAC,MAAM,GAAG,eAAe,CAAC,SAAS,EAAE,CAAC;QACxD,CAAC;QAED,wBAAwB;QACxB,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,gBAAgB,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAClD,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBACxB,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW;gBACtC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU;aACvC,CAAC,CAAC,CAAC;YAEJ,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBACvB,gBAAgB,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;YACpD,CAAC;QACH,CAAC;QAED,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAEO,cAAc,CACpB,IAAuB,EACvB,YAAoB;QAEpB,qCAAqC;QACrC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO;aAC7B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC;aACtC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aACxB,IAAI,CAAC,EAAE,CAAC,CAAC;QAEZ,MAAM,KAAK,GAAG;YACZ,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;YACpC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;YACtC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa;YAC/D,IAAI,EAAE,IAAI,CAAC,aAAa,CACtB,IAAI,CAAC,KAAK,CAAC,YAAY,EACvB,IAAI,CAAC,KAAK,CAAC,aAAa,EACxB,IAAI,CAAC,KAAK,CACX;SACF,CAAC;QAEF,MAAM,QAAQ,GAAgB;YAC5B,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,OAAO,EAAE,WAAW;YACpB,OAAO,EAAE,WAAW;YACpB,KAAK;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,YAAY;YACZ,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC;YAClD,QAAQ,EAAE;gBACR,YAAY,EAAE,IAAI,CAAC,aAAa;aACjC;SACF,CAAC;QAEF,gCAAgC;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;QACzE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,QAAQ,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACzC,EAAE,EAAE,IAAI,CAAC,EAAG;gBACZ,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,IAAI,EAAE,IAAI,CAAC,IAAK;oBAChB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC;iBACtC;aACF,CAAC,CAAC,CAAC;QACN,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,aAAa,CAAC,UAAkB;QACtC,QAAQ,UAAU,EAAE,CAAC;YACnB,KAAK,UAAU;gBACb,OAAO,MAAM,CAAC;YAChB,KAAK,YAAY;gBACf,OAAO,QAAQ,CAAC;YAClB,KAAK,UAAU;gBACb,OAAO,YAAY,CAAC;YACtB;gBACE,OAAO,MAAM,CAAC;QAClB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,OAAmB;QACtC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAE9B,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAE1E,OAAO,IAAI,cAAc,CAAC;YACxB,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;gBAC1B,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;oBAEnF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;wBACjB,MAAM,MAAM,eAAe,CAAC,iBAAiB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;oBACvE,CAAC;oBAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;oBAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;oBACtC,CAAC;oBAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;oBAClC,IAAI,MAAM,GAAG,EAAE,CAAC;oBAEhB,OAAO,IAAI,EAAE,CAAC;wBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;wBAE5C,IAAI,IAAI;4BAAE,MAAM;wBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;wBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;wBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;4BACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gCAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gCAE3B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;oCACtB,UAAU,CAAC,KAAK,EAAE,CAAC;oCACnB,OAAO;gCACT,CAAC;gCAED,IAAI,CAAC;oCACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oCAEhC,IAAI,MAAM,CAAC,IAAI,KAAK,qBAAqB,IAAI,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC;wCAChE,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oCACxC,CAAC;gCACH,CAAC;gCAAC,OAAO,KAAK,EAAE,CAAC;oCACf,OAAO,CAAC,IAAI,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;gCACnD,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;oBAED,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,OAAsC;QAEtC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAEtD,+DAA+D;QAC/D,wDAAwD;QACxD,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxD,8EAA8E;YAC9E,uDAAuD;YACvD,OAAO,CAAC,GAAG,CAAC,4CAA4C,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;QAChF,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}

package/dist/providers/base.d.ts

@@ -0,0 +1,107 @@
+/**
+ * Base Provider
+ * Abstract base class for all LLM providers with common functionality
+ */
+import type { LLMProvider, LLMRequest, LLMResponse, ProviderConfig, ModelCapabilities, ProviderMetrics } from '../types';
+import { RetryManager } from '../utils/retry';
+import { CircuitBreaker } from '../utils/circuit-breaker';
+import { CostTracker } from '../utils/cost-tracker';
+export declare abstract class BaseProvider implements LLMProvider {
+    abstract name: string;
+    abstract models: string[];
+    abstract supportsStreaming: boolean;
+    abstract supportsTools: boolean;
+    abstract supportsBatching: boolean;
+    protected config: ProviderConfig;
+    protected retryManager: RetryManager;
+    protected circuitBreaker: CircuitBreaker;
+    protected costTracker: CostTracker;
+    protected metrics: ProviderMetrics;
+    constructor(config?: ProviderConfig);
+    /**
+     * Abstract method that must be implemented by each provider
+     */
+    abstract generateResponse(request: LLMRequest): Promise<LLMResponse>;
+    /**
+     * Abstract method for configuration validation
+     */
+    abstract validateConfig(): boolean;
+    /**
+     * Abstract method to get available models
+     */
+    abstract getModels(): string[];
+    /**
+     * Abstract method to estimate cost
+     */
+    abstract estimateCost(request: LLMRequest): number;
+    /**
+     * Abstract method for health check
+     */
+    abstract healthCheck(): Promise<boolean>;
+    /**
+     * Common HTTP request method with timeout and error handling
+     */
+    protected makeRequest(url: string, options?: RequestInit, timeoutMs?: number): Promise<Response>;
+    /**
+     * Execute request with circuit breaker and retry logic
+     */
+    protected executeWithResiliency<T>(operation: () => Promise<T>): Promise<T>;
+    /**
+     * Update metrics after request
+     */
+    protected updateMetrics(responseTime: number, success: boolean, cost?: number): void;
+    /**
+     * Get provider metrics
+     */
+    getMetrics(): ProviderMetrics;
+    /**
+     * Reset metrics
+     */
+    resetMetrics(): void;
+    /**
+     * Get provider health status
+     */
+    getHealth(): {
+        healthy: boolean;
+        circuitBreakerState: string;
+        metrics: ProviderMetrics;
+        lastError?: number;
+    };
+    /**
+     * Update provider configuration
+     */
+    updateConfig(config: Partial<ProviderConfig>): void;
+    /**
+     * Get current configuration (without sensitive data)
+     */
+    getConfig(): Omit<ProviderConfig, 'apiKey'>;
+    /**
+     * Providers share the named singleton breaker so factory-level routing and
+     * per-provider execution observe the same failure history.
+     */
+    protected getCircuitBreaker(): CircuitBreaker;
+    /**
+     * Common model capability definitions
+     */
+    protected getModelCapabilities(): Record<string, ModelCapabilities>;
+    /**
+     * Validate request before processing
+     */
+    protected validateRequest(request: LLMRequest): void;
+    /**
+     * Calculate token usage cost
+     */
+    protected calculateCost(inputTokens: number, outputTokens: number, model: string): number;
+    /**
+     * Common response formatting
+     */
+    protected buildResponse(content: string, usage: {
+        inputTokens: number;
+        outputTokens: number;
+    }, model: string, responseTime: number, metadata?: Record<string, any>): LLMResponse;
+    /**
+     * Log request/response for debugging
+     */
+    protected logRequest(request: LLMRequest, response?: LLMResponse, error?: Error): void;
+}
+//# sourceMappingURL=base.d.ts.map

package/dist/providers/base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/providers/base.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,UAAU,EACV,WAAW,EACX,cAAc,EACd,iBAAiB,EACjB,eAAe,EAChB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAgC,MAAM,0BAA0B,CAAC;AACxF,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAGpD,8BAAsB,YAAa,YAAW,WAAW;IACvD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,iBAAiB,EAAE,OAAO,CAAC;IACpC,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,gBAAgB,EAAE,OAAO,CAAC;IAEnC,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC;IACjC,SAAS,CAAC,YAAY,EAAE,YAAY,CAAC;IACrC,SAAS,CAAC,cAAc,EAAE,cAAc,CAAC;IACzC,SAAS,CAAC,WAAW,EAAE,WAAW,CAAC;IACnC,SAAS,CAAC,OAAO,EAAE,eAAe,CAAC;gBAEvB,MAAM,GAAE,cAAmB;IA6BvC;;OAEG;IACH,QAAQ,CAAC,gBAAgB,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;IAEpE;;OAEG;IACH,QAAQ,CAAC,cAAc,IAAI,OAAO;IAElC;;OAEG;IACH,QAAQ,CAAC,SAAS,IAAI,MAAM,EAAE;IAE9B;;OAEG;IACH,QAAQ,CAAC,YAAY,CAAC,OAAO,EAAE,UAAU,GAAG,MAAM;IAElD;;OAEG;IACH,QAAQ,CAAC,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAExC;;OAEG;cACa,WAAW,CACzB,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,WAAgB,EACzB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,QAAQ,CAAC;IA8BpB;;OAEG;cACa,qBAAqB,CAAC,CAAC,EACrC,SAAS,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAC1B,OAAO,CAAC,CAAC,CAAC;IAMb;;OAEG;IACH,SAAS,CAAC,aAAa,CACrB,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,OAAO,EAChB,IAAI,GAAE,MAAU,GACf,IAAI;IAmBP;;OAEG;IACH,UAAU,IAAI,eAAe;IAI7B;;OAEG;IACH,YAAY,IAAI,IAAI;IAYpB;;OAEG;IACH,SAAS,IAAI;QACX,OAAO,EAAE,OAAO,CAAC;QACjB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,OAAO,EAAE,eAAe,CAAC;QACzB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;IAcD;;OAEG;IACH,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,GAAG,IAAI;IAInD;;OAEG;IACH,SAAS,IAAI,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC;IAK3C;;;OAGG;IACH,SAAS,CAAC,iBAAiB,IAAI,cAAc;IAQ7C;;OAEG;IACH,SAAS,CAAC,oBAAoB,IAAI,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC;IAKnE;;OAEG;IACH,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI;IAsBpD;;OAEG;IACH,SAAS,CAAC,aAAa,CACrB,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,GACZ,MAAM;IAUT;;OAEG;IACH,SAAS,CAAC,aAAa,CACrB,OAAO,EAAE,MAAM,EACf,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,EACpD,KAAK,EAAE,MAAM,EACb,YAAY,EAAE,MAAM,EACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC7B,WAAW;IAoBd;;OAEG;IACH,SAAS,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,EAAE,KAAK,GAAG,IAAI;CAmBvF"}