claude-flow 2.0.0-alpha.66 → 2.0.0-alpha.68

package/dist/providers/cohere-provider.js

@@ -0,0 +1,407 @@
+/**
+ * Cohere Provider Implementation
+ * Supports Command, Generate, and other Cohere models
+ */
+import { BaseProvider } from './base-provider.js';
+import { LLMProviderError, RateLimitError, AuthenticationError, } from './types.js';
+export class CohereProvider extends BaseProvider {
+    name = 'cohere';
+    capabilities = {
+        supportedModels: [
+            'command',
+            'command-light',
+            'command-nightly',
+            'generate-xlarge',
+            'generate-medium',
+        ],
+        maxContextLength: {
+            'command': 4096,
+            'command-light': 4096,
+            'command-nightly': 8192,
+            'generate-xlarge': 2048,
+            'generate-medium': 2048,
+        },
+        maxOutputTokens: {
+            'command': 4096,
+            'command-light': 4096,
+            'command-nightly': 4096,
+            'generate-xlarge': 2048,
+            'generate-medium': 2048,
+        },
+        supportsStreaming: true,
+        supportsFunctionCalling: false,
+        supportsSystemMessages: true,
+        supportsVision: false,
+        supportsAudio: false,
+        supportsTools: true,
+        supportsFineTuning: true,
+        supportsEmbeddings: true,
+        supportsLogprobs: true,
+        supportsBatching: false,
+        rateLimit: {
+            requestsPerMinute: 100,
+            tokensPerMinute: 100000,
+            concurrentRequests: 20,
+        },
+        pricing: {
+            'command': {
+                promptCostPer1k: 0.0015,
+                completionCostPer1k: 0.0015,
+                currency: 'USD',
+            },
+            'command-light': {
+                promptCostPer1k: 0.00015,
+                completionCostPer1k: 0.00015,
+                currency: 'USD',
+            },
+            'command-nightly': {
+                promptCostPer1k: 0.0015,
+                completionCostPer1k: 0.0015,
+                currency: 'USD',
+            },
+            'generate-xlarge': {
+                promptCostPer1k: 0.005,
+                completionCostPer1k: 0.015,
+                currency: 'USD',
+            },
+            'generate-medium': {
+                promptCostPer1k: 0.001,
+                completionCostPer1k: 0.005,
+                currency: 'USD',
+            },
+        },
+    };
+    baseUrl = 'https://api.cohere.ai/v1';
+    headers = {};
+    async doInitialize() {
+        if (!this.config.apiKey) {
+            throw new AuthenticationError('Cohere API key is required', 'cohere');
+        }
+        this.headers = {
+            'Authorization': `Bearer ${this.config.apiKey}`,
+            'Content-Type': 'application/json',
+            'Accept': 'application/json',
+        };
+    }
+    async doComplete(request) {
+        const isChat = request.messages.length > 1 || request.messages[0].role !== 'user';
+        const model = request.model || this.config.model;
+        if (isChat && model.startsWith('command')) {
+            return this.doChatComplete(request);
+        }
+        else {
+            return this.doGenerateComplete(request);
+        }
+    }
+    async doChatComplete(request) {
+        const messages = this.convertMessages(request.messages);
+        const systemMessage = request.messages.find(m => m.role === 'system');
+        const cohereRequest = {
+            model: this.mapToCohereModel(request.model || this.config.model),
+            messages,
+            preamble: systemMessage?.content,
+            temperature: request.temperature ?? this.config.temperature,
+            max_tokens: request.maxTokens ?? this.config.maxTokens,
+            k: request.topK ?? this.config.topK,
+            p: request.topP ?? this.config.topP,
+            frequency_penalty: request.frequencyPenalty ?? this.config.frequencyPenalty,
+            presence_penalty: request.presencePenalty ?? this.config.presencePenalty,
+            stop_sequences: request.stopSequences ?? this.config.stopSequences,
+            stream: false,
+        };
+        const controller = new AbortController();
+        const timeout = setTimeout(() => controller.abort(), this.config.timeout || 60000);
+        try {
+            const response = await fetch(`${this.baseUrl}/chat`, {
+                method: 'POST',
+                headers: this.headers,
+                body: JSON.stringify(cohereRequest),
+                signal: controller.signal,
+            });
+            clearTimeout(timeout);
+            if (!response.ok) {
+                await this.handleErrorResponse(response);
+            }
+            const data = await response.json();
+            // Calculate cost
+            const pricing = this.capabilities.pricing[request.model || this.config.model];
+            const promptCost = (data.meta.billed_units.input_tokens / 1000) * pricing.promptCostPer1k;
+            const completionCost = (data.meta.billed_units.output_tokens / 1000) * pricing.completionCostPer1k;
+            return {
+                id: data.generation_id,
+                model: request.model || this.config.model,
+                provider: 'cohere',
+                content: data.text,
+                usage: {
+                    promptTokens: data.meta.billed_units.input_tokens,
+                    completionTokens: data.meta.billed_units.output_tokens,
+                    totalTokens: data.meta.billed_units.input_tokens + data.meta.billed_units.output_tokens,
+                },
+                cost: {
+                    promptCost,
+                    completionCost,
+                    totalCost: promptCost + completionCost,
+                    currency: 'USD',
+                },
+                finishReason: this.mapFinishReason(data.finish_reason),
+            };
+        }
+        catch (error) {
+            clearTimeout(timeout);
+            throw this.transformError(error);
+        }
+    }
+    async doGenerateComplete(request) {
+        // For generate endpoint, concatenate messages into a prompt
+        const prompt = request.messages.map(m => m.content).join('\n\n');
+        const cohereRequest = {
+            model: this.mapToCohereModel(request.model || this.config.model),
+            prompt,
+            temperature: request.temperature ?? this.config.temperature,
+            max_tokens: request.maxTokens ?? this.config.maxTokens,
+            k: request.topK ?? this.config.topK,
+            p: request.topP ?? this.config.topP,
+            frequency_penalty: request.frequencyPenalty ?? this.config.frequencyPenalty,
+            presence_penalty: request.presencePenalty ?? this.config.presencePenalty,
+            stop_sequences: request.stopSequences ?? this.config.stopSequences,
+            stream: false,
+        };
+        const controller = new AbortController();
+        const timeout = setTimeout(() => controller.abort(), this.config.timeout || 60000);
+        try {
+            const response = await fetch(`${this.baseUrl}/generate`, {
+                method: 'POST',
+                headers: this.headers,
+                body: JSON.stringify(cohereRequest),
+                signal: controller.signal,
+            });
+            clearTimeout(timeout);
+            if (!response.ok) {
+                await this.handleErrorResponse(response);
+            }
+            const data = await response.json();
+            const generation = data.generations[0];
+            // Calculate cost
+            const pricing = this.capabilities.pricing[request.model || this.config.model];
+            const promptCost = (data.meta.billed_units.input_tokens / 1000) * pricing.promptCostPer1k;
+            const completionCost = (data.meta.billed_units.output_tokens / 1000) * pricing.completionCostPer1k;
+            return {
+                id: generation.id,
+                model: request.model || this.config.model,
+                provider: 'cohere',
+                content: generation.text,
+                usage: {
+                    promptTokens: data.meta.billed_units.input_tokens,
+                    completionTokens: data.meta.billed_units.output_tokens,
+                    totalTokens: data.meta.billed_units.input_tokens + data.meta.billed_units.output_tokens,
+                },
+                cost: {
+                    promptCost,
+                    completionCost,
+                    totalCost: promptCost + completionCost,
+                    currency: 'USD',
+                },
+                finishReason: this.mapFinishReason(generation.finish_reason),
+            };
+        }
+        catch (error) {
+            clearTimeout(timeout);
+            throw this.transformError(error);
+        }
+    }
+    async *doStreamComplete(request) {
+        const isChat = request.messages.length > 1 || request.messages[0].role !== 'user';
+        const model = request.model || this.config.model;
+        if (isChat && model.startsWith('command')) {
+            yield* this.streamChatComplete(request);
+        }
+        else {
+            yield* this.streamGenerateComplete(request);
+        }
+    }
+    async *streamChatComplete(request) {
+        const messages = this.convertMessages(request.messages);
+        const systemMessage = request.messages.find(m => m.role === 'system');
+        const cohereRequest = {
+            model: this.mapToCohereModel(request.model || this.config.model),
+            messages,
+            preamble: systemMessage?.content,
+            temperature: request.temperature ?? this.config.temperature,
+            max_tokens: request.maxTokens ?? this.config.maxTokens,
+            k: request.topK ?? this.config.topK,
+            p: request.topP ?? this.config.topP,
+            frequency_penalty: request.frequencyPenalty ?? this.config.frequencyPenalty,
+            presence_penalty: request.presencePenalty ?? this.config.presencePenalty,
+            stop_sequences: request.stopSequences ?? this.config.stopSequences,
+            stream: true,
+        };
+        const controller = new AbortController();
+        const timeout = setTimeout(() => controller.abort(), (this.config.timeout || 60000) * 2);
+        try {
+            const response = await fetch(`${this.baseUrl}/chat`, {
+                method: 'POST',
+                headers: this.headers,
+                body: JSON.stringify(cohereRequest),
+                signal: controller.signal,
+            });
+            if (!response.ok) {
+                await this.handleErrorResponse(response);
+            }
+            const reader = response.body.getReader();
+            const decoder = new TextDecoder();
+            let buffer = '';
+            let totalContent = '';
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split('\n');
+                buffer = lines.pop() || '';
+                for (const line of lines) {
+                    if (line.trim() === '')
+                        continue;
+                    try {
+                        const data = JSON.parse(line);
+                        if (data.text) {
+                            totalContent += data.text;
+                            yield {
+                                type: 'content',
+                                delta: { content: data.text },
+                            };
+                        }
+                        if (data.is_finished) {
+                            // Estimate tokens for streaming
+                            const promptTokens = this.estimateTokens(JSON.stringify(request.messages));
+                            const completionTokens = this.estimateTokens(totalContent);
+                            const pricing = this.capabilities.pricing[request.model || this.config.model];
+                            const promptCost = (promptTokens / 1000) * pricing.promptCostPer1k;
+                            const completionCost = (completionTokens / 1000) * pricing.completionCostPer1k;
+                            yield {
+                                type: 'done',
+                                usage: {
+                                    promptTokens,
+                                    completionTokens,
+                                    totalTokens: promptTokens + completionTokens,
+                                },
+                                cost: {
+                                    promptCost,
+                                    completionCost,
+                                    totalCost: promptCost + completionCost,
+                                    currency: 'USD',
+                                },
+                            };
+                        }
+                    }
+                    catch (e) {
+                        this.logger.warn('Failed to parse Cohere stream chunk', { line, error: e });
+                    }
+                }
+            }
+        }
+        catch (error) {
+            clearTimeout(timeout);
+            throw this.transformError(error);
+        }
+        finally {
+            clearTimeout(timeout);
+        }
+    }
+    async *streamGenerateComplete(request) {
+        // Similar implementation for generate endpoint
+        // Omitted for brevity - follows same pattern as streamChatComplete
+        yield* this.streamChatComplete(request); // Fallback to chat for now
+    }
+    async listModels() {
+        return this.capabilities.supportedModels;
+    }
+    async getModelInfo(model) {
+        return {
+            model,
+            name: model,
+            description: this.getModelDescription(model),
+            contextLength: this.capabilities.maxContextLength[model] || 4096,
+            maxOutputTokens: this.capabilities.maxOutputTokens[model] || 4096,
+            supportedFeatures: [
+                'chat',
+                'completion',
+                'embeddings',
+                ...(model.startsWith('command') ? ['tools'] : []),
+            ],
+            pricing: this.capabilities.pricing[model],
+        };
+    }
+    async doHealthCheck() {
+        try {
+            const response = await fetch(`${this.baseUrl}/check-api-key`, {
+                method: 'POST',
+                headers: this.headers,
+            });
+            if (!response.ok) {
+                throw new Error(`Health check failed: ${response.status}`);
+            }
+            return {
+                healthy: true,
+                timestamp: new Date(),
+            };
+        }
+        catch (error) {
+            return {
+                healthy: false,
+                error: error instanceof Error ? error.message : 'Unknown error',
+                timestamp: new Date(),
+            };
+        }
+    }
+    convertMessages(messages) {
+        return messages
+            .filter(m => m.role !== 'system')
+            .map(m => ({
+            role: m.role === 'assistant' ? 'CHATBOT' : 'USER',
+            message: m.content,
+        }));
+    }
+    mapToCohereModel(model) {
+        const modelMap = {
+            'command': 'command',
+            'command-light': 'command-light',
+            'command-nightly': 'command-nightly',
+            'generate-xlarge': 'xlarge',
+            'generate-medium': 'medium',
+        };
+        return modelMap[model] || model;
+    }
+    mapFinishReason(reason) {
+        return reason === 'COMPLETE' ? 'stop' : 'length';
+    }
+    getModelDescription(model) {
+        const descriptions = {
+            'command': 'Powerful model for complex tasks',
+            'command-light': 'Faster, lightweight version of Command',
+            'command-nightly': 'Latest experimental Command model',
+            'generate-xlarge': 'Large generation model',
+            'generate-medium': 'Medium generation model',
+        };
+        return descriptions[model] || 'Cohere language model';
+    }
+    async handleErrorResponse(response) {
+        const errorText = await response.text();
+        let errorData;
+        try {
+            errorData = JSON.parse(errorText);
+        }
+        catch {
+            errorData = { message: errorText };
+        }
+        const message = errorData.message || 'Unknown error';
+        switch (response.status) {
+            case 401:
+                throw new AuthenticationError(message, 'cohere', errorData);
+            case 429:
+                throw new RateLimitError(message, 'cohere', undefined, errorData);
+            default:
+                throw new LLMProviderError(message, `COHERE_${response.status}`, 'cohere', response.status, response.status >= 500, errorData);
+        }
+    }
+}
+//# sourceMappingURL=cohere-provider.js.map

package/dist/providers/cohere-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cohere-provider.js","sourceRoot":"","sources":["../../src/providers/cohere-provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EASL,gBAAgB,EAChB,cAAc,EACd,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAsDpB,MAAM,OAAO,cAAe,SAAQ,YAAY;IACrC,IAAI,GAAgB,QAAQ,CAAC;IAC7B,YAAY,GAAyB;QAC5C,eAAe,EAAE;YACf,SAAS;YACT,eAAe;YACf,iBAAiB;YACjB,iBAAiB;YACjB,iBAAiB;SAClB;QACD,gBAAgB,EAAE;YAChB,SAAS,EAAE,IAAI;YACf,eAAe,EAAE,IAAI;YACrB,iBAAiB,EAAE,IAAI;YACvB,iBAAiB,EAAE,IAAI;YACvB,iBAAiB,EAAE,IAAI;SACI;QAC7B,eAAe,EAAE;YACf,SAAS,EAAE,IAAI;YACf,eAAe,EAAE,IAAI;YACrB,iBAAiB,EAAE,IAAI;YACvB,iBAAiB,EAAE,IAAI;YACvB,iBAAiB,EAAE,IAAI;SACI;QAC7B,iBAAiB,EAAE,IAAI;QACvB,uBAAuB,EAAE,KAAK;QAC9B,sBAAsB,EAAE,IAAI;QAC5B,cAAc,EAAE,KAAK;QACrB,aAAa,EAAE,KAAK;QACpB,aAAa,EAAE,IAAI;QACnB,kBAAkB,EAAE,IAAI;QACxB,kBAAkB,EAAE,IAAI;QACxB,gBAAgB,EAAE,IAAI;QACtB,gBAAgB,EAAE,KAAK;QACvB,SAAS,EAAE;YACT,iBAAiB,EAAE,GAAG;YACtB,eAAe,EAAE,MAAM;YACvB,kBAAkB,EAAE,EAAE;SACvB;QACD,OAAO,EAAE;YACP,SAAS,EAAE;gBACT,eAAe,EAAE,MAAM;gBACvB,mBAAmB,EAAE,MAAM;gBAC3B,QAAQ,EAAE,KAAK;aAChB;YACD,eAAe,EAAE;gBACf,eAAe,EAAE,OAAO;gBACxB,mBAAmB,EAAE,OAAO;gBAC5B,QAAQ,EAAE,KAAK;aAChB;YACD,iBAAiB,EAAE;gBACjB,eAAe,EAAE,MAAM;gBACvB,mBAAmB,EAAE,MAAM;gBAC3B,QAAQ,EAAE,KAAK;aAChB;YACD,iBAAiB,EAAE;gBACjB,eAAe,EAAE,KAAK;gBACtB,mBAAmB,EAAE,KAAK;gBAC1B,QAAQ,EAAE,KAAK;aAChB;YACD,iBAAiB,EAAE;gBACjB,eAAe,EAAE,KAAK;gBACtB,mBAAmB,EAAE,KAAK;gBAC1B,QAAQ,EAAE,KAAK;aAChB;SACF;KACF,CAAC;IAEM,OAAO,GAAG,0BAA0B,CAAC;IACrC,OAAO,GAA2B,EAAE,CAAC;IAEnC,KAAK,CAAC,YAAY;QAC1B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,mBAAmB,CAAC,4BAA4B,EAAE,QAAQ,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,CAAC,OAAO,GAAG;YACb,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAC/C,cAAc,EAAE,kBAAkB;YAClC,QAAQ,EAAE,kBAAkB;SAC7B,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,UAAU,CAAC,OAAmB;QAC5C,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;QAClF,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAEjD,IAAI,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1C,OAAO,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAmB;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACxD,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAEtE,MAAM,aAAa,GAAG;YACpB,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAChE,QAAQ;YACR,QAAQ,EAAE,aAAa,EAAE,OAAO;YAChC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YAC3D,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;YACtD,CAAC,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YACnC,CAAC,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YACnC,iBAAiB,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC3E,gBAAgB,EAAE,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;YACxE,cAAc,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;YAClE,MAAM,EAAE,KAAK;SACd,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC;QAEnF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,OAAO,EAAE;gBACnD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;gBACnC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,OAAO,CAAC,CAAC;YAEtB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YAC3C,CAAC;YAED,MAAM,IAAI,GAAuB,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAEvD,iBAAiB;YACjB,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,OAAQ,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/E,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC;YAC1F,MAAM,cAAc,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,mBAAmB,CAAC;YAEnG,OAAO;gBACL,EAAE,EAAE,IAAI,CAAC,aAAa;gBACtB,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK;gBACzC,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,IAAI,CAAC,IAAI;gBAClB,KAAK,EAAE;oBACL,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY;oBACjD,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa;oBACtD,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa;iBACxF;gBACD,IAAI,EAAE;oBACJ,UAAU;oBACV,cAAc;oBACd,SAAS,EAAE,UAAU,GAAG,cAAc;oBACtC,QAAQ,EAAE,KAAK;iBAChB;gBACD,YAAY,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC;aACvD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,OAAmB;QAClD,4DAA4D;QAC5D,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEjE,MAAM,aAAa,GAA0B;YAC3C,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAChE,MAAM;YACN,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YAC3D,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;YACtD,CAAC,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YACnC,CAAC,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YACnC,iBAAiB,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC3E,gBAAgB,EAAE,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;YACxE,cAAc,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;YAClE,MAAM,EAAE,KAAK;SACd,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC;QAEnF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;gBACvD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;gBACnC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,YAAY,CAAC,OAAO,CAAC,CAAC;YAEtB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YAC3C,CAAC;YAED,MAAM,IAAI,GAA2B,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC3D,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YAEvC,iBAAiB;YACjB,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,OAAQ,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/E,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC;YAC1F,MAAM,cAAc,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,mBAAmB,CAAC;YAEnG,OAAO;gBACL,EAAE,EAAE,UAAU,CAAC,EAAE;gBACjB,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK;gBACzC,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,UAAU,CAAC,IAAI;gBACxB,KAAK,EAAE;oBACL,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY;oBACjD,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa;oBACtD,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa;iBACxF;gBACD,IAAI,EAAE;oBACJ,UAAU;oBACV,cAAc;oBACd,SAAS,EAAE,UAAU,GAAG,cAAc;oBACtC,QAAQ,EAAE,KAAK;iBAChB;gBACD,YAAY,EAAE,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,aAAa,CAAC;aAC7D,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAES,KAAK,CAAC,CAAC,gBAAgB,CAAC,OAAmB;QACnD,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;QAClF,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAEjD,IAAI,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1C,KAAK,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,CAAC,kBAAkB,CAAC,OAAmB;QACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACxD,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAEtE,MAAM,aAAa,GAAG;YACpB,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAChE,QAAQ;YACR,QAAQ,EAAE,aAAa,EAAE,OAAO;YAChC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YAC3D,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;YACtD,CAAC,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YACnC,CAAC,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YACnC,iBAAiB,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC3E,gBAAgB,EAAE,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;YACxE,cAAc,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;YAClE,MAAM,EAAE,IAAI;SACb,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QAEzF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,OAAO,EAAE;gBACnD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;gBACnC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YAC3C,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,YAAY,GAAG,EAAE,CAAC;YAEtB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;wBAAE,SAAS;oBAEjC,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAE9B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;4BACd,YAAY,IAAI,IAAI,CAAC,IAAI,CAAC;4BAC1B,MAAM;gCACJ,IAAI,EAAE,SAAS;gCACf,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE;6BAC9B,CAAC;wBACJ,CAAC;wBAED,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;4BACrB,gCAAgC;4BAChC,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;4BAC3E,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;4BAE3D,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,OAAQ,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;4BAC/E,MAAM,UAAU,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC;4BACnE,MAAM,cAAc,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,mBAAmB,CAAC;4BAE/E,MAAM;gCACJ,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE;oCACL,YAAY;oCACZ,gBAAgB;oCAChB,WAAW,EAAE,YAAY,GAAG,gBAAgB;iCAC7C;gCACD,IAAI,EAAE;oCACJ,UAAU;oCACV,cAAc;oCACd,SAAS,EAAE,UAAU,GAAG,cAAc;oCACtC,QAAQ,EAAE,KAAK;iCAChB;6BACF,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;oBAC9E,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,CAAC,sBAAsB,CAAC,OAAmB;QACvD,+CAA+C;QAC/C,mEAAmE;QACnE,KAAK,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,2BAA2B;IACtE,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAe;QAChC,OAAO;YACL,KAAK;YACL,IAAI,EAAE,KAAK;YACX,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC;YAC5C,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,IAAI;YAChE,eAAe,EAAE,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,IAAI;YACjE,iBAAiB,EAAE;gBACjB,MAAM;gBACN,YAAY;gBACZ,YAAY;gBACZ,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aAClD;YACD,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,OAAQ,CAAC,KAAK,CAAC;SAC3C,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,aAAa;QAC3B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,gBAAgB,EAAE;gBAC5D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7D,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;gBAC/D,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,QAAgC;QACtD,OAAO,QAAQ;aACZ,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;aAChC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACT,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAkB,CAAC,CAAC,CAAC,MAAe;YACnE,OAAO,EAAE,CAAC,CAAC,OAAO;SACnB,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,gBAAgB,CAAC,KAAe;QACtC,MAAM,QAAQ,GAA2B;YACvC,SAAS,EAAE,SAAS;YACpB,eAAe,EAAE,eAAe;YAChC,iBAAiB,EAAE,iBAAiB;YACpC,iBAAiB,EAAE,QAAQ;YAC3B,iBAAiB,EAAE,QAAQ;SAC5B,CAAC;QACF,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC;IAClC,CAAC;IAEO,eAAe,CAAC,MAAc;QACpC,OAAO,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;IACnD,CAAC;IAEO,mBAAmB,CAAC,KAAe;QACzC,MAAM,YAAY,GAA2B;YAC3C,SAAS,EAAE,kCAAkC;YAC7C,eAAe,EAAE,wCAAwC;YACzD,iBAAiB,EAAE,mCAAmC;YACtD,iBAAiB,EAAE,wBAAwB;YAC3C,iBAAiB,EAAE,yBAAyB;SAC7C,CAAC;QACF,OAAO,YAAY,CAAC,KAAK,CAAC,IAAI,uBAAuB,CAAC;IACxD,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,QAAkB;QAClD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,SAAc,CAAC;QAEnB,IAAI,CAAC;YACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,SAAS,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;QACrC,CAAC;QAED,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,IAAI,eAAe,CAAC;QAErD,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC;YACxB,KAAK,GAAG;gBACN,MAAM,IAAI,mBAAmB,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;YAC9D,KAAK,GAAG;gBACN,MAAM,IAAI,cAAc,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;YACpE;gBACE,MAAM,IAAI,gBAAgB,CACxB,OAAO,EACP,UAAU,QAAQ,CAAC,MAAM,EAAE,EAC3B,QAAQ,EACR,QAAQ,CAAC,MAAM,EACf,QAAQ,CAAC,MAAM,IAAI,GAAG,EACtB,SAAS,CACV,CAAC;QACN,CAAC;IACH,CAAC;CACF"}

package/dist/providers/google-provider.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Google AI Provider Implementation
+ * Supports Gemini Pro, PaLM, and other Google models
+ */
+import { BaseProvider } from './base-provider.js';
+import { LLMProvider, LLMModel, LLMRequest, LLMResponse, LLMStreamEvent, ModelInfo, ProviderCapabilities, HealthCheckResult } from './types.js';
+export declare class GoogleProvider extends BaseProvider {
+    readonly name: LLMProvider;
+    readonly capabilities: ProviderCapabilities;
+    private baseUrl;
+    protected doInitialize(): Promise<void>;
+    protected doComplete(request: LLMRequest): Promise<LLMResponse>;
+    protected doStreamComplete(request: LLMRequest): AsyncIterable<LLMStreamEvent>;
+    listModels(): Promise<LLMModel[]>;
+    getModelInfo(model: LLMModel): Promise<ModelInfo>;
+    protected doHealthCheck(): Promise<HealthCheckResult>;
+    private buildGoogleRequest;
+    private mapToGoogleModel;
+    private mapFinishReason;
+    private getModelDescription;
+    private handleErrorResponse;
+}
+//# sourceMappingURL=google-provider.d.ts.map

package/dist/providers/google-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"google-provider.d.ts","sourceRoot":"","sources":["../../src/providers/google-provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EACL,WAAW,EACX,QAAQ,EACR,UAAU,EACV,WAAW,EACX,cAAc,EACd,SAAS,EACT,oBAAoB,EACpB,iBAAiB,EAIlB,MAAM,YAAY,CAAC;AAsDpB,qBAAa,cAAe,SAAQ,YAAY;IAC9C,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAY;IACtC,QAAQ,CAAC,YAAY,EAAE,oBAAoB,CAwDzC;IAEF,OAAO,CAAC,OAAO,CAAS;cAER,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;cAc7B,UAAU,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;cA4EpD,gBAAgB,CAAC,OAAO,EAAE,UAAU,GAAG,aAAa,CAAC,cAAc,CAAC;IA8F/E,UAAU,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAIjC,YAAY,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC;cAiBvC,aAAa,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAsB3D,OAAO,CAAC,kBAAkB;IAoD1B,OAAO,CAAC,gBAAgB;IAUxB,OAAO,CAAC,eAAe;IAcvB,OAAO,CAAC,mBAAmB;YAUb,mBAAmB;CA6BlC"}