@calliopelabs/cli 0.8.20 → 2.0.2

package/dist/providers/compat.js

@@ -0,0 +1,202 @@
+/**
+ * OpenAI-Compatible Provider
+ *
+ * Handles OpenRouter, Together, Groq, Fireworks, Mistral, AI21,
+ * HuggingFace, Ollama, and LiteLLM via the OpenAI SDK.
+ */
+import OpenAI from 'openai';
+import * as config from '../config.js';
+import { calculateMaxTokens, debugLog } from './types.js';
+import { toOpenAIMessages, toOpenAITools, parseOpenAIToolCalls } from './openai.js';
+import { getOllamaFallbackModel } from '../model-detection.js';
+// API base URLs for OpenAI-compatible providers
+const PROVIDER_BASE_URLS = {
+    openrouter: 'https://openrouter.ai/api/v1',
+    together: 'https://api.together.xyz/v1',
+    groq: 'https://api.groq.com/openai/v1',
+    fireworks: 'https://api.fireworks.ai/inference/v1',
+    mistral: 'https://api.mistral.ai/v1',
+    ai21: 'https://api.ai21.com/studio/v1',
+    huggingface: 'https://api-inference.huggingface.co/v1',
+};
+/**
+ * Chat with OpenAI-compatible APIs (OpenRouter, Together, Groq, Mistral, etc.)
+ */
+export async function chatOpenAICompatible(provider, messages, tools, model, onToken) {
+    // Ollama and LiteLLM use base URL, others use API key
+    let apiKey;
+    let baseURL;
+    if (provider === 'ollama') {
+        const ollamaBase = config.getBaseUrl('ollama') || 'http://localhost:11434';
+        // Append /v1 for OpenAI-compatible endpoint, unless already present
+        baseURL = ollamaBase.endsWith('/v1') ? ollamaBase : `${ollamaBase}/v1`;
+        apiKey = 'ollama'; // Ollama doesn't require a real API key
+    }
+    else if (provider === 'litellm') {
+        const litellmBase = config.getBaseUrl('litellm') || 'http://localhost:4000';
+        // Append /v1 for OpenAI-compatible endpoint, unless already present
+        baseURL = litellmBase.endsWith('/v1') ? litellmBase : `${litellmBase}/v1`;
+        apiKey = config.getApiKey('litellm') || 'litellm'; // LiteLLM may or may not require key
+    }
+    else if (provider === 'bedrock') {
+        const bedrockBase = config.getBaseUrl('bedrock');
+        if (!bedrockBase)
+            throw new Error('Bedrock base URL not configured. Set BEDROCK_BASE_URL to your Bedrock gateway/proxy endpoint.');
+        // Append /v1 for OpenAI-compatible endpoint, unless already present
+        baseURL = bedrockBase.endsWith('/v1') ? bedrockBase : `${bedrockBase}/v1`;
+        apiKey = config.getApiKey('bedrock') || 'bedrock'; // Key depends on gateway setup
+    }
+    else {
+        apiKey = config.getApiKey(provider);
+        if (!apiKey)
+            throw new Error(`${provider} API key not configured`);
+        baseURL = PROVIDER_BASE_URLS[provider];
+        if (!baseURL)
+            throw new Error(`Unknown provider: ${provider}`);
+    }
+    const client = new OpenAI({ apiKey, baseURL });
+    const openaiMessages = toOpenAIMessages(messages);
+    const openaiTools = toOpenAITools(tools);
+    // Calculate dynamic max_tokens based on available context space
+    const dynamicMaxTokens = calculateMaxTokens(provider, model, messages, tools);
+    debugLog(`${provider} request: model=${model}, max_tokens=${dynamicMaxTokens}`);
+    // Use streaming if callback provided
+    // Stream text content while collecting tool calls
+    if (onToken) {
+        let content = '';
+        let toolCallDeltas = {};
+        let finishReason = 'stop';
+        try {
+            const stream = await client.chat.completions.create({
+                model,
+                messages: openaiMessages,
+                tools: openaiTools.length > 0 ? openaiTools : undefined,
+                max_tokens: dynamicMaxTokens,
+                stream: true,
+            });
+            for await (const chunk of stream) {
+                const choice = chunk.choices[0];
+                if (!choice)
+                    continue;
+                // Handle text content
+                const textDelta = choice.delta?.content;
+                if (textDelta) {
+                    content += textDelta;
+                    onToken(textDelta);
+                }
+                // Handle tool calls (collect deltas)
+                const toolCallDelta = choice.delta?.tool_calls;
+                if (toolCallDelta) {
+                    for (const tc of toolCallDelta) {
+                        if (!toolCallDeltas[tc.index]) {
+                            toolCallDeltas[tc.index] = { id: '', name: '', arguments: '' };
+                        }
+                        if (tc.id)
+                            toolCallDeltas[tc.index].id = tc.id;
+                        if (tc.function?.name)
+                            toolCallDeltas[tc.index].name = tc.function.name;
+                        if (tc.function?.arguments)
+                            toolCallDeltas[tc.index].arguments += tc.function.arguments;
+                    }
+                }
+                // Track finish reason
+                if (choice.finish_reason === 'tool_calls') {
+                    finishReason = 'tool_use';
+                }
+                else if (choice.finish_reason === 'length') {
+                    finishReason = 'length';
+                }
+            }
+            // Convert tool call deltas to tool calls
+            const toolCalls = Object.values(toolCallDeltas)
+                .filter(tc => tc.id && tc.name)
+                .map(tc => {
+                let parsedArgs = {};
+                try {
+                    parsedArgs = JSON.parse(tc.arguments || '{}');
+                }
+                catch {
+                    debugLog(`Failed to parse streaming tool call arguments for ${tc.name}: ${tc.arguments?.substring(0, 200)}`);
+                }
+                return {
+                    id: tc.id,
+                    name: tc.name,
+                    arguments: parsedArgs,
+                };
+            });
+            if (toolCalls.length > 0) {
+                finishReason = 'tool_use';
+            }
+            return {
+                content,
+                toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
+                finishReason,
+            };
+        }
+        catch (streamError) {
+            // Surface the streaming failure and re-throw so withRetry handles it
+            const errMsg = streamError instanceof Error ? streamError.message : String(streamError);
+            debugLog(`${provider} streaming failed:`, errMsg);
+            onToken(`\n[Streaming error: ${errMsg}]\n`);
+            throw streamError;
+        }
+    }
+    // Non-streaming request with Ollama fallback (#41)
+    let actualModel = model;
+    let response;
+    try {
+        response = await client.chat.completions.create({
+            model: actualModel,
+            messages: openaiMessages,
+            tools: openaiTools.length > 0 ? openaiTools : undefined,
+            max_tokens: dynamicMaxTokens,
+        });
+    }
+    catch (error) {
+        // Ollama model not found - try fallback discovery
+        const status = error?.status;
+        if (provider === 'ollama' && (status === 404 || String(error).includes('not found'))) {
+            const fallback = await getOllamaFallbackModel();
+            if (fallback && fallback !== model) {
+                debugLog(`Ollama model "${model}" not found, falling back to "${fallback}"`);
+                actualModel = fallback;
+                response = await client.chat.completions.create({
+                    model: actualModel,
+                    messages: openaiMessages,
+                    tools: openaiTools.length > 0 ? openaiTools : undefined,
+                    max_tokens: dynamicMaxTokens,
+                });
+            }
+            else {
+                throw new Error(`Ollama model "${model}" not found. Pull it with: ollama pull ${model}`);
+            }
+        }
+        else {
+            throw error;
+        }
+    }
+    if (!response.choices || response.choices.length === 0) {
+        throw new Error(`Empty response from ${provider} API`);
+    }
+    const choice = response.choices[0];
+    const message = choice.message;
+    const toolCalls = parseOpenAIToolCalls(message.tool_calls);
+    // Map finish reasons
+    let finishReason = 'stop';
+    if (choice.finish_reason === 'tool_calls') {
+        finishReason = 'tool_use';
+    }
+    else if (choice.finish_reason === 'length') {
+        finishReason = 'length';
+    }
+    return {
+        content: message.content || '',
+        toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
+        finishReason,
+        usage: response.usage ? {
+            inputTokens: response.usage.prompt_tokens,
+            outputTokens: response.usage.completion_tokens,
+        } : undefined,
+    };
+}
+//# sourceMappingURL=compat.js.map

package/dist/providers/compat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compat.js","sourceRoot":"","sources":["../../src/providers/compat.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AAEvC,OAAO,EAAE,kBAAkB,EAAE,QAAQ,EAAuB,MAAM,YAAY,CAAC;AAC/E,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACpF,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAE/D,gDAAgD;AAChD,MAAM,kBAAkB,GAA2B;IACjD,UAAU,EAAE,8BAA8B;IAC1C,QAAQ,EAAE,6BAA6B;IACvC,IAAI,EAAE,gCAAgC;IACtC,SAAS,EAAE,uCAAuC;IAClD,OAAO,EAAE,2BAA2B;IACpC,IAAI,EAAE,gCAAgC;IACtC,WAAW,EAAE,yCAAyC;CACvD,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,QAAqB,EACrB,QAAmB,EACnB,KAAa,EACb,KAAa,EACb,OAAwB;IAExB,sDAAsD;IACtD,IAAI,MAA0B,CAAC;IAC/B,IAAI,OAAe,CAAC;IAEpB,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,wBAAwB,CAAC;QAC3E,oEAAoE;QACpE,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,KAAK,CAAC;QACvE,MAAM,GAAG,QAAQ,CAAC,CAAC,wCAAwC;IAC7D,CAAC;SAAM,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAClC,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,uBAAuB,CAAC;QAC5E,oEAAoE;QACpE,OAAO,GAAG,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,WAAW,KAAK,CAAC;QAC1E,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,CAAC,qCAAqC;IAC1F,CAAC;SAAM,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAClC,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,CAAC,WAAW;YAAE,MAAM,IAAI,KAAK,CAAC,+FAA+F,CAAC,CAAC;QACnI,oEAAoE;QACpE,OAAO,GAAG,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,WAAW,KAAK,CAAC;QAC1E,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,CAAC,+BAA+B;IACpF,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,yBAAyB,CAAC,CAAC;QAEnE,OAAO,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAC;IACjE,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;IAC/C,MAAM,cAAc,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAClD,MAAM,WAAW,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAEzC,gEAAgE;IAChE,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC9E,QAAQ,CAAC,GAAG,QAAQ,mBAAmB,KAAK,gBAAgB,gBAAgB,EAAE,CAAC,CAAC;IAEhF,qCAAqC;IACrC,kDAAkD;IAClD,IAAI,OAAO,EAAE,CAAC;QACZ,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,cAAc,GAAoE,EAAE,CAAC;QACzF,IAAI,YAAY,GAA6C,MAAM,CAAC;QAEpE,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAClD,KAAK;gBACL,QAAQ,EAAE,cAAc;gBACxB,KAAK,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;gBACvD,UAAU,EAAE,gBAAgB;gBAC5B,MAAM,EAAE,IAAI;aACb,CAAC,CAAC;YAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM;oBAAE,SAAS;gBAEtB,sBAAsB;gBACtB,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC;gBACxC,IAAI,SAAS,EAAE,CAAC;oBACd,OAAO,IAAI,SAAS,CAAC;oBACrB,OAAO,CAAC,SAAS,CAAC,CAAC;gBACrB,CAAC;gBAED,qCAAqC;gBACrC,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC;gBAC/C,IAAI,aAAa,EAAE,CAAC;oBAClB,KAAK,MAAM,EAAE,IAAI,aAAa,EAAE,CAAC;wBAC/B,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;4BAC9B,cAAc,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;wBACjE,CAAC;wBACD,IAAI,EAAE,CAAC,EAAE;4BAAE,cAAc,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;wBAC/C,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;4BAAE,cAAc,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;wBACxE,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS;4BAAE,cAAc,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;oBAC1F,CAAC;gBACH,CAAC;gBAED,sBAAsB;gBACtB,IAAI,MAAM,CAAC,aAAa,KAAK,YAAY,EAAE,CAAC;oBAC1C,YAAY,GAAG,UAAU,CAAC;gBAC5B,CAAC;qBAAM,IAAI,MAAM,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;oBAC7C,YAAY,GAAG,QAAQ,CAAC;gBAC1B,CAAC;YACH,CAAC;YAED,yCAAyC;YACzC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC;iBAC5C,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC;iBAC9B,GAAG,CAAC,EAAE,CAAC,EAAE;gBACR,IAAI,UAAU,GAA4B,EAAE,CAAC;gBAC7C,IAAI,CAAC;oBACH,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;gBAChD,CAAC;gBAAC,MAAM,CAAC;oBACP,QAAQ,CAAC,qDAAqD,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC/G,CAAC;gBACD,OAAO;oBACL,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,SAAS,EAAE,UAAU;iBACtB,CAAC;YACJ,CAAC,CAAC,CAAC;YAEL,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,YAAY,GAAG,UAAU,CAAC;YAC5B,CAAC;YAED,OAAO;gBACL,OAAO;gBACP,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;gBACvD,YAAY;aACb,CAAC;QACJ,CAAC;QAAC,OAAO,WAAW,EAAE,CAAC;YACrB,qEAAqE;YACrE,MAAM,MAAM,GAAG,WAAW,YAAY,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YACxF,QAAQ,CAAC,GAAG,QAAQ,oBAAoB,EAAE,MAAM,CAAC,CAAC;YAClD,OAAO,CAAC,uBAAuB,MAAM,KAAK,CAAC,CAAC;YAC5C,MAAM,WAAW,CAAC;QACpB,CAAC;IACH,CAAC;IAED,mDAAmD;IACnD,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,IAAI,QAAQ,CAAC;IACb,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAC9C,KAAK,EAAE,WAAW;YAClB,QAAQ,EAAE,cAAc;YACxB,KAAK,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;YACvD,UAAU,EAAE,gBAAgB;SAC7B,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,kDAAkD;QAClD,MAAM,MAAM,GAAI,KAA6B,EAAE,MAAM,CAAC;QACtD,IAAI,QAAQ,KAAK,QAAQ,IAAI,CAAC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC;YACrF,MAAM,QAAQ,GAAG,MAAM,sBAAsB,EAAE,CAAC;YAChD,IAAI,QAAQ,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;gBACnC,QAAQ,CAAC,iBAAiB,KAAK,iCAAiC,QAAQ,GAAG,CAAC,CAAC;gBAC7E,WAAW,GAAG,QAAQ,CAAC;gBACvB,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;oBAC9C,KAAK,EAAE,WAAW;oBAClB,QAAQ,EAAE,cAAc;oBACxB,KAAK,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;oBACvD,UAAU,EAAE,gBAAgB;iBAC7B,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,iBAAiB,KAAK,0CAA0C,KAAK,EAAE,CAAC,CAAC;YAC3F,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,MAAM,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAC/B,MAAM,SAAS,GAAG,oBAAoB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAE3D,qBAAqB;IACrB,IAAI,YAAY,GAA6C,MAAM,CAAC;IACpE,IAAI,MAAM,CAAC,aAAa,KAAK,YAAY,EAAE,CAAC;QAC1C,YAAY,GAAG,UAAU,CAAC;IAC5B,CAAC;SAAM,IAAI,MAAM,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;QAC7C,YAAY,GAAG,QAAQ,CAAC;IAC1B,CAAC;IAED,OAAO;QACL,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;QAC9B,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;QACvD,YAAY;QACZ,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YACtB,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;YACzC,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,iBAAiB;SAC/C,CAAC,CAAC,CAAC,SAAS;KACd,CAAC;AACJ,CAAC"}

package/dist/providers/google.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Google Gemini Provider
+ */
+import type { Message, Tool, LLMResponse } from '../types.js';
+import { type StreamCallback } from './types.js';
+/**
+ * Chat with Google Gemini
+ */
+export declare function chatGoogle(messages: Message[], tools: Tool[], model: string, onToken?: StreamCallback): Promise<LLMResponse>;
+//# sourceMappingURL=google.d.ts.map

package/dist/providers/google.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../src/providers/google.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAY,MAAM,aAAa,CAAC;AACxE,OAAO,EAA4B,KAAK,cAAc,EAAE,MAAM,YAAY,CAAC;AAE3E;;GAEG;AACH,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,OAAO,EAAE,EACnB,KAAK,EAAE,IAAI,EAAE,EACb,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,WAAW,CAAC,CAuMtB"}

package/dist/providers/google.js

@@ -0,0 +1,203 @@
+/**
+ * Google Gemini Provider
+ */
+import { GoogleGenerativeAI } from '@google/generative-ai';
+import * as config from '../config.js';
+import { getTextContent, debugLog } from './types.js';
+/**
+ * Chat with Google Gemini
+ */
+export async function chatGoogle(messages, tools, model, onToken) {
+    const apiKey = config.getApiKey('google');
+    if (!apiKey)
+        throw new Error('Google API key not configured');
+    const genAI = new GoogleGenerativeAI(apiKey);
+    // Convert a tool property type to Gemini schema type
+    function convertPropertyType(prop) {
+        const result = {
+            type: (prop.type || 'string').toUpperCase(),
+            description: prop.description,
+        };
+        if (prop.enum)
+            result.enum = prop.enum;
+        // Handle nested objects
+        if (prop.type === 'object' && prop.properties) {
+            result.properties = Object.fromEntries(Object.entries(prop.properties).map(([k, v]) => [k, convertPropertyType(v)]));
+            if (prop.required)
+                result.required = prop.required;
+        }
+        // Handle arrays
+        if (prop.type === 'array' && prop.items) {
+            result.items = convertPropertyType(prop.items);
+        }
+        return result;
+    }
+    // Convert tools to Gemini function declarations
+    const geminiTools = tools.length > 0 ? [{
+            functionDeclarations: tools.map(t => ({
+                name: t.name,
+                description: t.description,
+                parameters: {
+                    type: 'OBJECT',
+                    properties: Object.fromEntries(Object.entries(t.parameters.properties).map(([key, prop]) => [key, convertPropertyType(prop)])),
+                    required: t.parameters.required || [],
+                },
+            })),
+        }] : undefined;
+    const genModel = genAI.getGenerativeModel({ model, tools: geminiTools });
+    // Build history (exclude last message)
+    // Handle tool result messages as functionResponse parts for Gemini
+    const history = [];
+    for (const m of messages.slice(0, -1)) {
+        if (m.role === 'system')
+            continue; // system handled via systemInstruction
+        if (m.role === 'tool') {
+            // Gemini expects functionResponse in a 'function' role
+            // Find the corresponding tool call to get the function name
+            const toolCallId = m.toolCallId;
+            let funcName = 'unknown';
+            // Look back for the assistant message with this tool call
+            for (const prev of messages) {
+                if (prev.toolCalls) {
+                    const match = prev.toolCalls.find(tc => tc.id === toolCallId);
+                    if (match) {
+                        funcName = match.name;
+                        break;
+                    }
+                }
+            }
+            history.push({
+                role: 'function',
+                parts: [{ functionResponse: { name: funcName, response: { result: getTextContent(m.content) } } }],
+            });
+        }
+        else if (m.role === 'assistant' && m.toolCalls && m.toolCalls.length > 0) {
+            // Assistant message with function calls
+            const parts = [];
+            const text = getTextContent(m.content);
+            if (text)
+                parts.push({ text });
+            for (const tc of m.toolCalls) {
+                parts.push({ functionCall: { name: tc.name, args: tc.arguments } });
+            }
+            history.push({ role: 'model', parts });
+        }
+        else {
+            history.push({
+                role: m.role === 'assistant' ? 'model' : 'user',
+                parts: [{ text: getTextContent(m.content) }],
+            });
+        }
+    }
+    if (messages.length === 0) {
+        throw new Error('No messages provided');
+    }
+    const lastMessage = messages[messages.length - 1];
+    const systemMessage = messages.find(m => m.role === 'system');
+    const chat = genModel.startChat({
+        history,
+        systemInstruction: systemMessage ? getTextContent(systemMessage.content) : undefined,
+    });
+    // Convert last message to Gemini format (with image support)
+    const lastMessageParts = [];
+    if (typeof lastMessage.content === 'string') {
+        lastMessageParts.push({ text: lastMessage.content });
+    }
+    else {
+        for (const block of lastMessage.content) {
+            if (block.type === 'text') {
+                lastMessageParts.push({ text: block.text });
+            }
+            else if (block.type === 'image') {
+                lastMessageParts.push({
+                    inlineData: {
+                        mimeType: block.mediaType,
+                        data: block.data,
+                    },
+                });
+            }
+        }
+    }
+    // Use streaming if callback provided
+    if (onToken) {
+        let content = '';
+        const toolCalls = [];
+        let inputTokens = 0;
+        let outputTokens = 0;
+        try {
+            const streamResult = await chat.sendMessageStream(lastMessageParts);
+            for await (const chunk of streamResult.stream) {
+                // Extract text from streamed chunks
+                const candidates = chunk.candidates || [];
+                for (const candidate of candidates) {
+                    for (const part of candidate.content?.parts || []) {
+                        if ('text' in part && part.text) {
+                            content += part.text;
+                            onToken(part.text);
+                        }
+                        if ('functionCall' in part && part.functionCall) {
+                            toolCalls.push({
+                                id: `gemini_${Date.now()}_${Math.random().toString(36).slice(2)}`,
+                                name: part.functionCall.name,
+                                arguments: (part.functionCall.args || {}),
+                            });
+                        }
+                    }
+                }
+                // Capture usage metadata from chunks
+                if (chunk.usageMetadata) {
+                    inputTokens = chunk.usageMetadata.promptTokenCount || 0;
+                    outputTokens = chunk.usageMetadata.candidatesTokenCount || 0;
+                }
+            }
+            return {
+                content,
+                toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
+                finishReason: toolCalls.length > 0 ? 'tool_use' : 'stop',
+                usage: (inputTokens || outputTokens) ? { inputTokens, outputTokens } : undefined,
+            };
+        }
+        catch (streamError) {
+            // Surface the streaming failure and re-throw so withRetry handles it
+            const errMsg = streamError instanceof Error ? streamError.message : String(streamError);
+            debugLog('Google streaming failed:', errMsg);
+            onToken(`\n[Streaming error: ${errMsg}]\n`);
+            throw streamError;
+        }
+    }
+    // Non-streaming request
+    const result = await chat.sendMessage(lastMessageParts);
+    const response = result.response;
+    // Check for function calls first (text() throws when only function calls are present)
+    const toolCalls = [];
+    const candidates = response.candidates || [];
+    for (const candidate of candidates) {
+        for (const part of candidate.content?.parts || []) {
+            if ('functionCall' in part && part.functionCall) {
+                toolCalls.push({
+                    id: `gemini_${Date.now()}_${Math.random().toString(36).slice(2)}`,
+                    name: part.functionCall.name,
+                    arguments: (part.functionCall.args || {}),
+                });
+            }
+        }
+    }
+    // Safely extract text (may throw if response only has function calls)
+    let text = '';
+    try {
+        text = response.text();
+    }
+    catch {
+        // No text content - this is expected when only function calls are returned
+    }
+    return {
+        content: text,
+        toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
+        finishReason: toolCalls.length > 0 ? 'tool_use' : 'stop',
+        usage: response.usageMetadata ? {
+            inputTokens: response.usageMetadata.promptTokenCount || 0,
+            outputTokens: response.usageMetadata.candidatesTokenCount || 0,
+        } : undefined,
+    };
+}
+//# sourceMappingURL=google.js.map

package/dist/providers/google.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google.js","sourceRoot":"","sources":["../../src/providers/google.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AAEvC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAuB,MAAM,YAAY,CAAC;AAE3E;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,QAAmB,EACnB,KAAa,EACb,KAAa,EACb,OAAwB;IAExB,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC1C,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IAE9D,MAAM,KAAK,GAAG,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAE7C,qDAAqD;IACrD,SAAS,mBAAmB,CAAC,IAAS;QACpC,MAAM,MAAM,GAAQ;YAClB,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC,CAAC,WAAW,EAAE;YAC3C,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC;QACF,IAAI,IAAI,CAAC,IAAI;YAAE,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvC,wBAAwB;QACxB,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAC9C,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,WAAW,CACpC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC,CAC7E,CAAC;YACF,IAAI,IAAI,CAAC,QAAQ;gBAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QACrD,CAAC;QACD,gBAAgB;QAChB,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACxC,MAAM,CAAC,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjD,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,gDAAgD;IAChD,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACtC,oBAAoB,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACpC,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,UAAU,EAAE;oBACV,IAAI,EAAE,QAAiB;oBACvB,UAAU,EAAE,MAAM,CAAC,WAAW,CAC5B,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,CAC/F;oBACD,QAAQ,EAAE,CAAC,CAAC,UAAU,CAAC,QAAQ,IAAI,EAAE;iBACtC;aACF,CAAC,CAAC;SACJ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEf,MAAM,QAAQ,GAAG,KAAK,CAAC,kBAAkB,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,WAAkB,EAAE,CAAC,CAAC;IAEhF,uCAAuC;IACvC,mEAAmE;IACnE,MAAM,OAAO,GAA0C,EAAE,CAAC;IAC1D,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ;YAAE,SAAS,CAAC,uCAAuC;QAC1E,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,uDAAuD;YACvD,4DAA4D;YAC5D,MAAM,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC;YAChC,IAAI,QAAQ,GAAG,SAAS,CAAC;YACzB,0DAA0D;YAC1D,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC5B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;oBACnB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,UAAU,CAAC,CAAC;oBAC9D,IAAI,KAAK,EAAE,CAAC;wBAAC,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC;wBAAC,MAAM;oBAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;YACD,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,CAAC,EAAE,gBAAgB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,CAAC;aACnG,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3E,wCAAwC;YACxC,MAAM,KAAK,GAAU,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACvC,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/B,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;gBAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACtE,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;gBAC/C,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;aAC7C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAClD,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IAE9D,MAAM,IAAI,GAAG,QAAQ,CAAC,SAAS,CAAC;QAC9B,OAAO;QACP,iBAAiB,EAAE,aAAa,CAAC,CAAC,CAAC,cAAc,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;KACrF,CAAC,CAAC;IAEH,6DAA6D;IAC7D,MAAM,gBAAgB,GAAiF,EAAE,CAAC;IAC1G,IAAI,OAAO,WAAW,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5C,gBAAgB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC;IACvD,CAAC;SAAM,CAAC;QACN,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;YACxC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC1B,gBAAgB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9C,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAClC,gBAAgB,CAAC,IAAI,CAAC;oBACpB,UAAU,EAAE;wBACV,QAAQ,EAAE,KAAK,CAAC,SAAS;wBACzB,IAAI,EAAE,KAAK,CAAC,IAAI;qBACjB;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,qCAAqC;IACrC,IAAI,OAAO,EAAE,CAAC;QACZ,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,SAAS,GAAe,EAAE,CAAC;QACjC,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;YAEpE,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;gBAC9C,oCAAoC;gBACpC,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC;gBAC1C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;oBACnC,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE,EAAE,CAAC;wBAClD,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;4BAChC,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC;4BACrB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACrB,CAAC;wBACD,IAAI,cAAc,IAAI,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;4BAChD,SAAS,CAAC,IAAI,CAAC;gCACb,EAAE,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;gCACjE,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;gCAC5B,SAAS,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAA4B;6BACrE,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,qCAAqC;gBACrC,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;oBACxB,WAAW,GAAG,KAAK,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC,CAAC;oBACxD,YAAY,GAAG,KAAK,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC,CAAC;gBAC/D,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO;gBACP,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;gBACvD,YAAY,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM;gBACxD,KAAK,EAAE,CAAC,WAAW,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,SAAS;aACjF,CAAC;QACJ,CAAC;QAAC,OAAO,WAAW,EAAE,CAAC;YACrB,qEAAqE;YACrE,MAAM,MAAM,GAAG,WAAW,YAAY,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YACxF,QAAQ,CAAC,0BAA0B,EAAE,MAAM,CAAC,CAAC;YAC7C,OAAO,CAAC,uBAAuB,MAAM,KAAK,CAAC,CAAC;YAC5C,MAAM,WAAW,CAAC;QACpB,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IAEjC,sFAAsF;IACtF,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC;IAC7C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE,EAAE,CAAC;YAClD,IAAI,cAAc,IAAI,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBAChD,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;oBACjE,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;oBAC5B,SAAS,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAA4B;iBACrE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,sEAAsE;IACtE,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,IAAI,CAAC;QACH,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,2EAA2E;IAC7E,CAAC;IAED,OAAO;QACL,OAAO,EAAE,IAAI;QACb,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;QACvD,YAAY,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM;QACxD,KAAK,EAAE,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;YAC9B,WAAW,EAAE,QAAQ,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC;YACzD,YAAY,EAAE,QAAQ,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC;SAC/D,CAAC,CAAC,CAAC,SAAS;KACd,CAAC;AACJ,CAAC"}

package/dist/providers/index.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Provider Module - Entry Point
+ *
+ * Provider selection, routing, and re-exports.
+ */
+import type { Message, Tool, LLMResponse, LLMProvider } from '../types.js';
+import { type StreamCallback, type RetryCallback } from './types.js';
+/**
+ * Get available providers based on configured API keys
+ */
+export declare function getAvailableProviders(): LLMProvider[];
+/**
+ * Select the best available provider
+ */
+export declare function selectProvider(preferred: LLMProvider): LLMProvider;
+/**
+ * Chat with the selected provider (with automatic retry)
+ */
+export declare function chat(provider: LLMProvider, messages: Message[], tools: Tool[], model?: string, onToken?: StreamCallback, onRetry?: RetryCallback): Promise<LLMResponse>;
+export { needsSummarization, getContextHealth, estimateContextUsage } from './types.js';
+export type { StreamCallback, RetryCallback } from './types.js';
+export { requiresResponsesAPI, toResponsesInput, toResponsesTools } from './openai.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/providers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE3E,OAAO,EAAuB,KAAK,cAAc,EAAE,KAAK,aAAa,EAAE,MAAM,YAAY,CAAC;AAQ1F;;GAEG;AACH,wBAAgB,qBAAqB,IAAI,WAAW,EAAE,CAkBrD;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,SAAS,EAAE,WAAW,GAAG,WAAW,CA2BlE;AAED;;GAEG;AACH,wBAAsB,IAAI,CACxB,QAAQ,EAAE,WAAW,EACrB,QAAQ,EAAE,OAAO,EAAE,EACnB,KAAK,EAAE,IAAI,EAAE,EACb,KAAK,CAAC,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,cAAc,EACxB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,WAAW,CAAC,CAqDtB;AAGD,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AACxF,YAAY,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChE,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC"}

package/dist/providers/index.js

@@ -0,0 +1,145 @@
+/**
+ * Provider Module - Entry Point
+ *
+ * Provider selection, routing, and re-exports.
+ */
+import * as config from '../config.js';
+import { withRetry } from '../errors.js';
+import { DEFAULT_MODELS } from '../types.js';
+import { validateLLMResponse } from './types.js';
+import { chatAnthropic } from './anthropic.js';
+import { chatGoogle } from './google.js';
+import { chatOpenAI } from './openai.js';
+import { chatOpenAICompatible } from './compat.js';
+import { chatOllama } from './ollama.js';
+import { chatBedrock } from './bedrock.js';
+/**
+ * Get available providers based on configured API keys
+ */
+export function getAvailableProviders() {
+    const providers = [];
+    if (config.getApiKey('anthropic'))
+        providers.push('anthropic');
+    if (config.getApiKey('google'))
+        providers.push('google');
+    if (config.getApiKey('openai'))
+        providers.push('openai');
+    if (config.getApiKey('openrouter'))
+        providers.push('openrouter');
+    if (config.getApiKey('together'))
+        providers.push('together');
+    if (config.getApiKey('groq'))
+        providers.push('groq');
+    if (config.getApiKey('fireworks'))
+        providers.push('fireworks');
+    if (config.getApiKey('mistral'))
+        providers.push('mistral');
+    if (config.getBaseUrl('ollama'))
+        providers.push('ollama');
+    if (config.getApiKey('ai21'))
+        providers.push('ai21');
+    if (config.getApiKey('huggingface'))
+        providers.push('huggingface');
+    if (config.getBaseUrl('litellm'))
+        providers.push('litellm');
+    if (config.getApiKey('bedrock') || config.getBaseUrl('bedrock') || process.env.AWS_ACCESS_KEY_ID || process.env.AWS_PROFILE)
+        providers.push('bedrock');
+    return providers;
+}
+/**
+ * Select the best available provider
+ */
+export function selectProvider(preferred) {
+    if (preferred !== 'auto') {
+        // For Ollama/LiteLLM, check base URL instead of API key
+        if (preferred === 'ollama' || preferred === 'litellm') {
+            if (config.getBaseUrl(preferred))
+                return preferred;
+        }
+        else if (preferred === 'bedrock') {
+            if (config.getApiKey('bedrock') || config.getBaseUrl('bedrock') || process.env.AWS_ACCESS_KEY_ID || process.env.AWS_PROFILE)
+                return preferred;
+        }
+        else {
+            const key = config.getApiKey(preferred);
+            if (key)
+                return preferred;
+        }
+    }
+    // Auto-select: prefer Anthropic > OpenAI > Google > others
+    const priority = ['anthropic', 'openai', 'google', 'mistral', 'openrouter', 'together', 'groq', 'fireworks', 'ai21', 'huggingface', 'bedrock', 'ollama', 'litellm'];
+    for (const p of priority) {
+        if (p === 'ollama' || p === 'litellm') {
+            if (config.getBaseUrl(p))
+                return p;
+        }
+        else if (p === 'bedrock') {
+            if (config.getApiKey('bedrock') || config.getBaseUrl('bedrock') || process.env.AWS_ACCESS_KEY_ID || process.env.AWS_PROFILE)
+                return p;
+        }
+        else if (config.getApiKey(p)) {
+            return p;
+        }
+    }
+    throw new Error('No API keys configured. Run `calliope --setup` to configure.');
+}
+/**
+ * Chat with the selected provider (with automatic retry)
+ */
+export async function chat(provider, messages, tools, model, onToken, onRetry) {
+    const actualProvider = selectProvider(provider);
+    const actualModel = model || DEFAULT_MODELS[actualProvider];
+    const doChat = async () => {
+        let response;
+        switch (actualProvider) {
+            case 'anthropic':
+                response = await chatAnthropic(messages, tools, actualModel, onToken);
+                break;
+            case 'google':
+                response = await chatGoogle(messages, tools, actualModel, onToken);
+                break;
+            case 'openai':
+                response = await chatOpenAI(messages, tools, actualModel, onToken);
+                break;
+            case 'openrouter':
+            case 'together':
+            case 'groq':
+            case 'fireworks':
+            case 'mistral':
+            case 'ai21':
+            case 'huggingface':
+            case 'ollama':
+                response = await chatOllama(messages, tools, actualModel, onToken);
+                break;
+            case 'litellm':
+                response = await chatOpenAICompatible(actualProvider, messages, tools, actualModel, onToken);
+                break;
+            case 'bedrock': {
+                const bedrockBase = config.getBaseUrl('bedrock');
+                if (bedrockBase) {
+                    // Gateway/proxy mode (existing)
+                    response = await chatOpenAICompatible(actualProvider, messages, tools, actualModel, onToken);
+                }
+                else {
+                    // Native AWS mode
+                    response = await chatBedrock(messages, tools, actualModel, onToken);
+                }
+                break;
+            }
+            default:
+                throw new Error(`Provider ${actualProvider} not implemented`);
+        }
+        // Validate and sanitize response before returning
+        return validateLLMResponse(response);
+    };
+    // Wrap with retry logic
+    return withRetry(doChat, {
+        maxRetries: 2,
+        initialDelayMs: 1000,
+        onRetry: onRetry,
+    });
+}
+// Re-export everything from sub-modules for public API
+export { needsSummarization, getContextHealth, estimateContextUsage } from './types.js';
+export { requiresResponsesAPI, toResponsesInput, toResponsesTools } from './openai.js';
+//# sourceMappingURL=index.js.map

package/dist/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,mBAAmB,EAA2C,MAAM,YAAY,CAAC;AAC1F,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAE3C;;GAEG;AACH,MAAM,UAAU,qBAAqB;IACnC,MAAM,SAAS,GAAkB,EAAE,CAAC;IAEpC,IAAI,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC/D,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzD,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzD,IAAI,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACjE,IAAI,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC7D,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrD,IAAI,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC/D,IAAI,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3D,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC1D,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrD,IAAI,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACnE,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC5D,IAAI,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW;QAAE,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAEvJ,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,SAAsB;IACnD,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QACzB,wDAAwD;QACxD,IAAI,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YACtD,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC;gBAAE,OAAO,SAAS,CAAC;QACrD,CAAC;aAAM,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW;gBAAE,OAAO,SAAS,CAAC;QAChJ,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACxC,IAAI,GAAG;gBAAE,OAAO,SAAS,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,2DAA2D;IAC3D,MAAM,QAAQ,GAAkB,CAAC,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IAEnL,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YACtC,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;gBAAE,OAAO,CAAC,CAAC;QACrC,CAAC;aAAM,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YAC3B,IAAI,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW;gBAAE,OAAO,CAAC,CAAC;QACxI,CAAC;aAAM,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/B,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;AAClF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,IAAI,CACxB,QAAqB,EACrB,QAAmB,EACnB,KAAa,EACb,KAAc,EACd,OAAwB,EACxB,OAAuB;IAEvB,MAAM,cAAc,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;IAChD,MAAM,WAAW,GAAG,KAAK,IAAI,cAAc,CAAC,cAAc,CAAC,CAAC;IAE5D,MAAM,MAAM,GAAG,KAAK,IAA0B,EAAE;QAC9C,IAAI,QAAqB,CAAC;QAC1B,QAAQ,cAAc,EAAE,CAAC;YACvB,KAAK,WAAW;gBACd,QAAQ,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;gBACtE,MAAM;YACR,KAAK,QAAQ;gBACX,QAAQ,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;gBACnE,MAAM;YACR,KAAK,QAAQ;gBACX,QAAQ,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;gBACnE,MAAM;YACR,KAAK,YAAY,CAAC;YAClB,KAAK,UAAU,CAAC;YAChB,KAAK,MAAM,CAAC;YACZ,KAAK,WAAW,CAAC;YACjB,KAAK,SAAS,CAAC;YACf,KAAK,MAAM,CAAC;YACZ,KAAK,aAAa,CAAC;YACnB,KAAK,QAAQ;gBACX,QAAQ,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;gBACnE,MAAM;YACR,KAAK,SAAS;gBACZ,QAAQ,GAAG,MAAM,oBAAoB,CAAC,cAAc,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;gBAC7F,MAAM;YACR,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;gBACjD,IAAI,WAAW,EAAE,CAAC;oBAChB,gCAAgC;oBAChC,QAAQ,GAAG,MAAM,oBAAoB,CAAC,cAAc,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;gBAC/F,CAAC;qBAAM,CAAC;oBACN,kBAAkB;oBAClB,QAAQ,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;gBACtE,CAAC;gBACD,MAAM;YACR,CAAC;YACD;gBACE,MAAM,IAAI,KAAK,CAAC,YAAY,cAAc,kBAAkB,CAAC,CAAC;QAClE,CAAC;QACD,kDAAkD;QAClD,OAAO,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC,CAAC;IAEF,wBAAwB;IACxB,OAAO,SAAS,CAAC,MAAM,EAAE;QACvB,UAAU,EAAE,CAAC;QACb,cAAc,EAAE,IAAI;QACpB,OAAO,EAAE,OAAO;KACjB,CAAC,CAAC;AACL,CAAC;AAED,uDAAuD;AACvD,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAExF,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC"}

package/dist/providers/ollama.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Native Ollama Provider
+ *
+ * Uses Ollama's native /api/chat endpoint instead of the OpenAI-compatible
+ * /v1/chat/completions. Many Ollama models (e.g. devstral) only support
+ * tool calling through the native API.
+ *
+ * Features:
+ * - Native /api/chat for reliable tool calling
+ * - Auto-detection of tool support (retries without tools on 400)
+ * - Model fallback discovery when configured model isn't available
+ * - Streaming support with proper tool call collection
+ */
+import type { Message, Tool, LLMResponse } from '../types.js';
+import { type StreamCallback } from './types.js';
+export declare function chatOllama(messages: Message[], tools: Tool[], model: string, onToken?: StreamCallback): Promise<LLMResponse>;
+//# sourceMappingURL=ollama.d.ts.map

package/dist/providers/ollama.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAY,MAAM,aAAa,CAAC;AACxE,OAAO,EAAY,KAAK,cAAc,EAAE,MAAM,YAAY,CAAC;AA+M3D,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,OAAO,EAAE,EACnB,KAAK,EAAE,IAAI,EAAE,EACb,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,WAAW,CAAC,CAqCtB"}