@calliopelabs/cli 0.8.20 → 2.0.2

package/dist/providers/ollama.js

@@ -0,0 +1,289 @@
+/**
+ * Native Ollama Provider
+ *
+ * Uses Ollama's native /api/chat endpoint instead of the OpenAI-compatible
+ * /v1/chat/completions. Many Ollama models (e.g. devstral) only support
+ * tool calling through the native API.
+ *
+ * Features:
+ * - Native /api/chat for reliable tool calling
+ * - Auto-detection of tool support (retries without tools on 400)
+ * - Model fallback discovery when configured model isn't available
+ * - Streaming support with proper tool call collection
+ */
+import * as config from '../config.js';
+import { debugLog } from './types.js';
+import { getOllamaFallbackModel } from '../model-detection.js';
+// Track which models don't support tools — expires after 10 calls to allow recovery
+const toolUnsupportedModels = new Map(); // model -> remaining skip count
+const TOOL_SKIP_COUNT = 10; // Retry tools after this many calls
+// ============================================================================
+// Message Conversion
+// ============================================================================
+function toOllamaMessages(messages, stripToolHistory = false) {
+    return messages
+        .filter(m => {
+        // When stripping tool history, remove tool result messages and
+        // assistant messages that only contain tool calls
+        if (!stripToolHistory)
+            return true;
+        if (m.role === 'tool')
+            return false;
+        if (m.role === 'assistant' && m.toolCalls && m.toolCalls.length > 0 && !m.content)
+            return false;
+        return true;
+    })
+        .map(m => {
+        if (m.role === 'tool') {
+            return {
+                role: 'tool',
+                content: typeof m.content === 'string' ? m.content : JSON.stringify(m.content),
+            };
+        }
+        if (!stripToolHistory && m.toolCalls && m.toolCalls.length > 0) {
+            return {
+                role: 'assistant',
+                content: typeof m.content === 'string' ? (m.content || '') : JSON.stringify(m.content),
+                tool_calls: m.toolCalls.map(tc => ({
+                    id: tc.id,
+                    function: {
+                        name: tc.name,
+                        arguments: tc.arguments,
+                    },
+                })),
+            };
+        }
+        const content = typeof m.content === 'string'
+            ? m.content
+            : Array.isArray(m.content)
+                ? m.content.filter(b => b.type === 'text').map(b => b.text).join('\n')
+                : JSON.stringify(m.content);
+        return {
+            role: m.role,
+            content,
+        };
+    });
+}
+function toOllamaTools(tools) {
+    return tools.map(t => ({
+        type: 'function',
+        function: {
+            name: t.name,
+            description: t.description,
+            parameters: t.parameters,
+        },
+    }));
+}
+function parseOllamaToolCalls(toolCalls) {
+    if (!toolCalls || toolCalls.length === 0)
+        return [];
+    return toolCalls.map((tc, i) => ({
+        id: tc.id || `call_${Date.now()}_${i}`,
+        name: tc.function.name,
+        arguments: tc.function.arguments,
+    }));
+}
+/**
+ * Parse text-based tool calls from model output when structured tool calling isn't available.
+ * Handles XML-style: <function=name><parameter=key>value</parameter></function>
+ * Handles JSON-style: {"name": "tool", "arguments": {...}}
+ */
+function parseTextToolCalls(content) {
+    const toolCalls = [];
+    // Match XML-style: <function=name><parameter=key>value</parameter>...</function>
+    const xmlPattern = /<function=(\w+)>([\s\S]*?)<\/function>/g;
+    const paramPattern = /<parameter=(\w+)>([\s\S]*?)<\/parameter>/g;
+    let match;
+    while ((match = xmlPattern.exec(content)) !== null) {
+        const name = match[1];
+        const body = match[2];
+        const args = {};
+        let paramMatch;
+        paramPattern.lastIndex = 0;
+        while ((paramMatch = paramPattern.exec(body)) !== null) {
+            const value = paramMatch[2].trim();
+            // Try to parse as JSON, fall back to string
+            try {
+                args[paramMatch[1]] = JSON.parse(value);
+            }
+            catch {
+                args[paramMatch[1]] = value;
+            }
+        }
+        toolCalls.push({
+            id: `call_${Date.now()}_${toolCalls.length}`,
+            name,
+            arguments: args,
+        });
+    }
+    // Strip matched XML tool calls from content
+    const cleanContent = content.replace(/<function=\w+>[\s\S]*?<\/function>/g, '').trim();
+    return { toolCalls, cleanContent };
+}
+// ============================================================================
+// Helpers
+// ============================================================================
+function getBaseUrl() {
+    let baseUrl = config.getBaseUrl('ollama') || 'http://localhost:11434';
+    if (baseUrl.endsWith('/v1')) {
+        baseUrl = baseUrl.slice(0, -3);
+    }
+    return baseUrl;
+}
+function isToolError(errText) {
+    const lower = errText.toLowerCase();
+    // Only match specific tool-related errors, not generic "bad request"
+    return lower.includes('does not support tools') ||
+        lower.includes('tool_calls') ||
+        lower.includes('tools are not supported') ||
+        lower.includes('unknown field') && lower.includes('tool');
+}
+// ============================================================================
+// Chat Function
+// ============================================================================
+export async function chatOllama(messages, tools, model, onToken) {
+    const baseUrl = getBaseUrl();
+    const skipCount = toolUnsupportedModels.get(model) ?? 0;
+    const skipTools = skipCount > 0;
+    if (skipTools) {
+        // Decrement counter — eventually we'll retry with tools
+        toolUnsupportedModels.set(model, skipCount - 1);
+        if (skipCount <= 1)
+            toolUnsupportedModels.delete(model);
+    }
+    const ollamaTools = skipTools ? [] : toOllamaTools(tools);
+    const ollamaMessages = toOllamaMessages(messages, skipTools);
+    if (skipTools && tools.length > 0) {
+        debugLog(`ollama: skipping tools for ${model} (retry in ${skipCount - 1} calls)`);
+    }
+    debugLog(`ollama native request: model=${model}, tools=${ollamaTools.length}, stream=${!!onToken}`);
+    try {
+        return await doChat(baseUrl, model, ollamaMessages, ollamaTools, onToken);
+    }
+    catch (error) {
+        const errMsg = error instanceof Error ? error.message : String(error);
+        // Model not found — try fallback
+        if (errMsg.includes('not found') || errMsg.includes('404')) {
+            return tryFallback(baseUrl, model, ollamaMessages, ollamaTools, onToken);
+        }
+        // Tool-related error (400) — retry without tools
+        if (ollamaTools.length > 0 && isToolError(errMsg)) {
+            debugLog(`ollama: model "${model}" rejected tools, retrying without tools (will retry in ${TOOL_SKIP_COUNT} calls)`);
+            toolUnsupportedModels.set(model, TOOL_SKIP_COUNT);
+            const cleanMessages = toOllamaMessages(messages, true);
+            return doChat(baseUrl, model, cleanMessages, [], onToken);
+        }
+        throw error;
+    }
+}
+async function doChat(baseUrl, model, messages, tools, onToken) {
+    const requestBody = {
+        model,
+        messages,
+        tools: tools.length > 0 ? tools : undefined,
+        stream: !!onToken,
+    };
+    const response = await fetch(`${baseUrl}/api/chat`, {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify(requestBody),
+    });
+    if (!response.ok) {
+        const errText = await response.text();
+        throw new Error(`Ollama API error ${response.status}: ${errText}`);
+    }
+    if (onToken) {
+        return streamResponse(response, onToken);
+    }
+    const data = await response.json();
+    if (data.load_duration && data.load_duration > 10_000_000_000) {
+        debugLog(`ollama: cold start for ${model} took ${Math.round(data.load_duration / 1_000_000_000)}s`);
+    }
+    let toolCalls = parseOllamaToolCalls(data.message?.tool_calls);
+    let responseContent = data.message?.content || '';
+    // Fallback: parse text-based tool calls if model output XML-style calls
+    if (toolCalls.length === 0 && responseContent.includes('<function=')) {
+        const parsed = parseTextToolCalls(responseContent);
+        if (parsed.toolCalls.length > 0) {
+            toolCalls = parsed.toolCalls;
+            responseContent = parsed.cleanContent;
+            debugLog(`ollama: parsed ${toolCalls.length} text-based tool call(s) from response`);
+        }
+    }
+    return {
+        content: responseContent,
+        toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
+        finishReason: toolCalls.length > 0 ? 'tool_use' : 'stop',
+        usage: {
+            inputTokens: data.prompt_eval_count || 0,
+            outputTokens: data.eval_count || 0,
+        },
+    };
+}
+async function streamResponse(response, onToken) {
+    const reader = response.body?.getReader();
+    if (!reader)
+        throw new Error('No response body from Ollama');
+    const decoder = new TextDecoder();
+    let content = '';
+    let allToolCalls = [];
+    let promptTokens = 0;
+    let completionTokens = 0;
+    while (true) {
+        const { done, value } = await reader.read();
+        if (done)
+            break;
+        const text = decoder.decode(value, { stream: true });
+        const lines = text.split('\n').filter(l => l.trim());
+        for (const line of lines) {
+            let chunk;
+            try {
+                chunk = JSON.parse(line);
+            }
+            catch {
+                continue;
+            }
+            if (chunk.message?.content) {
+                content += chunk.message.content;
+                onToken(chunk.message.content);
+            }
+            if (chunk.message?.tool_calls) {
+                const parsed = parseOllamaToolCalls(chunk.message.tool_calls);
+                allToolCalls.push(...parsed);
+            }
+            if (chunk.done) {
+                if (chunk.prompt_eval_count)
+                    promptTokens = chunk.prompt_eval_count;
+                if (chunk.eval_count)
+                    completionTokens = chunk.eval_count;
+            }
+        }
+    }
+    // Fallback: parse text-based tool calls from streamed content
+    if (allToolCalls.length === 0 && content.includes('<function=')) {
+        const parsed = parseTextToolCalls(content);
+        if (parsed.toolCalls.length > 0) {
+            allToolCalls = parsed.toolCalls;
+            content = parsed.cleanContent;
+            debugLog(`ollama: parsed ${allToolCalls.length} text-based tool call(s) from stream`);
+        }
+    }
+    return {
+        content,
+        toolCalls: allToolCalls.length > 0 ? allToolCalls : undefined,
+        finishReason: allToolCalls.length > 0 ? 'tool_use' : 'stop',
+        usage: {
+            inputTokens: promptTokens,
+            outputTokens: completionTokens,
+        },
+    };
+}
+async function tryFallback(baseUrl, originalModel, messages, tools, onToken) {
+    const fallback = await getOllamaFallbackModel();
+    if (!fallback || fallback === originalModel) {
+        throw new Error(`Ollama model "${originalModel}" not found. Pull it with: ollama pull ${originalModel}`);
+    }
+    debugLog(`Ollama model "${originalModel}" not found, falling back to "${fallback}"`);
+    return doChat(baseUrl, fallback, messages, tools, onToken);
+}
+//# sourceMappingURL=ollama.js.map

package/dist/providers/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AAEvC,OAAO,EAAE,QAAQ,EAAuB,MAAM,YAAY,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAgE/D,oFAAoF;AACpF,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAE,gCAAgC;AAC1F,MAAM,eAAe,GAAG,EAAE,CAAC,CAAE,oCAAoC;AAEjE,+EAA+E;AAC/E,qBAAqB;AACrB,+EAA+E;AAE/E,SAAS,gBAAgB,CAAC,QAAmB,EAAE,mBAA4B,KAAK;IAC9E,OAAO,QAAQ;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE;QACV,+DAA+D;QAC/D,kDAAkD;QAClD,IAAI,CAAC,gBAAgB;YAAE,OAAO,IAAI,CAAC;QACnC,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;YAAE,OAAO,KAAK,CAAC;QACpC,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAChG,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,CAAC,EAAE;QACP,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,OAAO;gBACL,IAAI,EAAE,MAAe;gBACrB,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;aAC/E,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,gBAAgB,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,OAAO;gBACL,IAAI,EAAE,WAAoB;gBAC1B,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;gBACtF,UAAU,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBACjC,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,QAAQ,EAAE;wBACR,IAAI,EAAE,EAAE,CAAC,IAAI;wBACb,SAAS,EAAE,EAAE,CAAC,SAAS;qBACxB;iBACF,CAAC,CAAC;aACJ,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;YAC3C,CAAC,CAAC,CAAC,CAAC,OAAO;YACX,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;gBACxB,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAsB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;gBAC5F,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAEhC,OAAO;YACL,IAAI,EAAE,CAAC,CAAC,IAAuC;YAC/C,OAAO;SACR,CAAC;IACJ,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACrB,IAAI,EAAE,UAAmB;QACzB,QAAQ,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;SACzB;KACF,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,oBAAoB,CAAC,SAA4B;IACxD,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEpD,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/B,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE;QACtC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;QACtB,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;KACjC,CAAC,CAAC,CAAC;AACN,CAAC;AAED;;;;GAIG;AACH,SAAS,kBAAkB,CAAC,OAAe;IACzC,MAAM,SAAS,GAAe,EAAE,CAAC;IAEjC,iFAAiF;IACjF,MAAM,UAAU,GAAG,yCAAyC,CAAC;IAC7D,MAAM,YAAY,GAAG,2CAA2C,CAAC;IAEjE,IAAI,KAAK,CAAC;IACV,OAAO,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACnD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,IAAI,GAA4B,EAAE,CAAC;QAEzC,IAAI,UAAU,CAAC;QACf,YAAY,CAAC,SAAS,GAAG,CAAC,CAAC;QAC3B,OAAO,CAAC,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACvD,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACnC,4CAA4C;YAC5C,IAAI,CAAC;gBACH,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;YAC9B,CAAC;QACH,CAAC;QAED,SAAS,CAAC,IAAI,CAAC;YACb,EAAE,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,SAAS,CAAC,MAAM,EAAE;YAC5C,IAAI;YACJ,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;IACL,CAAC;IAED,4CAA4C;IAC5C,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,qCAAqC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAEvF,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC;AACrC,CAAC;AAED,+EAA+E;AAC/E,UAAU;AACV,+EAA+E;AAE/E,SAAS,UAAU;IACjB,IAAI,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,wBAAwB,CAAC;IACtE,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,WAAW,CAAC,OAAe;IAClC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,qEAAqE;IACrE,OAAO,KAAK,CAAC,QAAQ,CAAC,wBAAwB,CAAC;QAC7C,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC5B,KAAK,CAAC,QAAQ,CAAC,yBAAyB,CAAC;QACzC,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AAC9D,CAAC;AAED,+EAA+E;AAC/E,gBAAgB;AAChB,+EAA+E;AAE/E,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,QAAmB,EACnB,KAAa,EACb,KAAa,EACb,OAAwB;IAExB,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAG,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACxD,MAAM,SAAS,GAAG,SAAS,GAAG,CAAC,CAAC;IAChC,IAAI,SAAS,EAAE,CAAC;QACd,wDAAwD;QACxD,qBAAqB,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC;QAChD,IAAI,SAAS,IAAI,CAAC;YAAE,qBAAqB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,WAAW,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAC1D,MAAM,cAAc,GAAG,gBAAgB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAE7D,IAAI,SAAS,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,QAAQ,CAAC,8BAA8B,KAAK,cAAc,SAAS,GAAG,CAAC,SAAS,CAAC,CAAC;IACpF,CAAC;IACD,QAAQ,CAAC,gCAAgC,KAAK,WAAW,WAAW,CAAC,MAAM,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAEpG,IAAI,CAAC;QACH,OAAO,MAAM,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IAC5E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEtE,iCAAiC;QACjC,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3D,OAAO,WAAW,CAAC,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;QAC3E,CAAC;QAED,iDAAiD;QACjD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,QAAQ,CAAC,kBAAkB,KAAK,2DAA2D,eAAe,SAAS,CAAC,CAAC;YACrH,qBAAqB,CAAC,GAAG,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;YAClD,MAAM,aAAa,GAAG,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACvD,OAAO,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,MAAM,CACnB,OAAe,EACf,KAAa,EACb,QAAyB,EACzB,KAAmB,EACnB,OAAwB;IAExB,MAAM,WAAW,GAAsB;QACrC,KAAK;QACL,QAAQ;QACR,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;QAC3C,MAAM,EAAE,CAAC,CAAC,OAAO;KAClB,CAAC;IAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,WAAW,EAAE;QAClD,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;KAClC,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAwB,CAAC;IAEzD,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,GAAG,cAAc,EAAE,CAAC;QAC9D,QAAQ,CAAC,0BAA0B,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACtG,CAAC;IAED,IAAI,SAAS,GAAG,oBAAoB,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC/D,IAAI,eAAe,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;IAElD,wEAAwE;IACxE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,eAAe,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACrE,MAAM,MAAM,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACnD,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;YAC7B,eAAe,GAAG,MAAM,CAAC,YAAY,CAAC;YACtC,QAAQ,CAAC,kBAAkB,SAAS,CAAC,MAAM,wCAAwC,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,EAAE,eAAe;QACxB,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;QACvD,YAAY,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM;QACxD,KAAK,EAAE;YACL,WAAW,EAAE,IAAI,CAAC,iBAAiB,IAAI,CAAC;YACxC,YAAY,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;SACnC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,QAAkB,EAClB,OAAuB;IAEvB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;IAC1C,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,YAAY,GAAe,EAAE,CAAC;IAClC,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,IAAI;YAAE,MAAM;QAEhB,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAErD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,KAAwB,CAAC;YAC7B,IAAI,CAAC;gBACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC3B,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;gBAC3B,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBACjC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACjC,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC;gBAC9B,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBAC9D,YAAY,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YAC/B,CAAC;YAED,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,IAAI,KAAK,CAAC,iBAAiB;oBAAE,YAAY,GAAG,KAAK,CAAC,iBAAiB,CAAC;gBACpE,IAAI,KAAK,CAAC,UAAU;oBAAE,gBAAgB,GAAG,KAAK,CAAC,UAAU,CAAC;YAC5D,CAAC;QACH,CAAC;IACH,CAAC;IAED,8DAA8D;IAC9D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QAChE,MAAM,MAAM,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,YAAY,GAAG,MAAM,CAAC,SAAS,CAAC;YAChC,OAAO,GAAG,MAAM,CAAC,YAAY,CAAC;YAC9B,QAAQ,CAAC,kBAAkB,YAAY,CAAC,MAAM,sCAAsC,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,SAAS,EAAE,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QAC7D,YAAY,EAAE,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM;QAC3D,KAAK,EAAE;YACL,WAAW,EAAE,YAAY;YACzB,YAAY,EAAE,gBAAgB;SAC/B;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,OAAe,EACf,aAAqB,EACrB,QAAyB,EACzB,KAAmB,EACnB,OAAwB;IAExB,MAAM,QAAQ,GAAG,MAAM,sBAAsB,EAAE,CAAC;IAChD,IAAI,CAAC,QAAQ,IAAI,QAAQ,KAAK,aAAa,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,iBAAiB,aAAa,0CAA0C,aAAa,EAAE,CAAC,CAAC;IAC3G,CAAC;IAED,QAAQ,CAAC,iBAAiB,aAAa,iCAAiC,QAAQ,GAAG,CAAC,CAAC;IACrF,OAAO,MAAM,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;AAC7D,CAAC"}

package/dist/providers/openai.d.ts

@@ -0,0 +1,121 @@
+/**
+ * OpenAI Provider (Chat Completions + Responses API)
+ *
+ * Handles both the standard Chat Completions API and the newer Responses API
+ * for reasoning models (o3, o4-mini, gpt-5, etc.).
+ *
+ * Also exports shared OpenAI format converters used by the compat provider.
+ */
+import OpenAI from 'openai';
+import type { Message, Tool, LLMResponse, ToolCall, MessageContent } from '../types.js';
+import { type StreamCallback } from './types.js';
+/**
+ * Convert MessageContent to OpenAI content format
+ */
+export declare function toOpenAIContent(content: MessageContent): string | OpenAI.Chat.Completions.ChatCompletionContentPart[];
+/**
+ * Convert messages to OpenAI format
+ */
+export declare function toOpenAIMessages(messages: Message[]): ({
+    role: "tool";
+    tool_call_id: string;
+    content: string;
+    tool_calls?: undefined;
+} | {
+    role: "assistant";
+    content: string | null;
+    tool_calls: {
+        id: string;
+        type: "function";
+        function: {
+            name: string;
+            arguments: string;
+        };
+    }[];
+    tool_call_id?: undefined;
+} | {
+    role: "user";
+    content: string | OpenAI.Chat.Completions.ChatCompletionContentPart[];
+    tool_call_id?: undefined;
+    tool_calls?: undefined;
+} | {
+    role: "system" | "user" | "assistant";
+    content: string;
+    tool_call_id?: undefined;
+    tool_calls?: undefined;
+})[];
+/**
+ * Convert tools to OpenAI format
+ */
+export declare function toOpenAITools(tools: Tool[]): {
+    type: "function";
+    function: {
+        name: string;
+        description: string;
+        parameters: {
+            type: "object";
+            properties: Record<string, {
+                type: string;
+                description: string;
+                enum?: string[];
+                items?: {
+                    type: string;
+                };
+            }>;
+            required?: string[];
+        };
+    };
+}[];
+/**
+ * Parse tool calls from OpenAI response
+ */
+export declare function parseOpenAIToolCalls(toolCalls: OpenAI.Chat.Completions.ChatCompletionMessageToolCall[] | undefined): ToolCall[];
+/** Input message types for Responses API */
+type ResponsesInputItem = {
+    role: 'developer' | 'user' | 'assistant';
+    content: string | ResponsesContentPart[];
+} | {
+    type: 'function_call';
+    call_id: string;
+    name: string;
+    arguments: string;
+} | {
+    type: 'function_call_output';
+    call_id: string;
+    output: string;
+};
+type ResponsesContentPart = {
+    type: 'input_text';
+    text: string;
+} | {
+    type: 'input_image';
+    image_url: {
+        url: string;
+    };
+};
+/** Tool definition for Responses API */
+interface ResponsesTool {
+    type: 'function';
+    name: string;
+    description?: string;
+    parameters: Record<string, unknown>;
+    strict: boolean;
+}
+/**
+ * Check if a model requires the Responses API
+ */
+export declare function requiresResponsesAPI(model: string): boolean;
+/**
+ * Convert messages to Responses API input format
+ */
+export declare function toResponsesInput(messages: Message[]): ResponsesInputItem[];
+/**
+ * Convert tools to Responses API format
+ */
+export declare function toResponsesTools(tools: Tool[]): ResponsesTool[];
+/**
+ * Chat with OpenAI
+ */
+export declare function chatOpenAI(messages: Message[], tools: Tool[], model: string, onToken?: StreamCallback): Promise<LLMResponse>;
+export {};
+//# sourceMappingURL=openai.d.ts.map

package/dist/providers/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAe,cAAc,EAAE,MAAM,aAAa,CAAC;AACrG,OAAO,EAAgC,KAAK,cAAc,EAAE,MAAM,YAAY,CAAC;AAM/E;;GAEG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,cAAc,GAAG,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,yBAAyB,EAAE,CAkBrH;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,OAAO,EAAE;;;;;;;;;;;;;;;;;;;;;;;UAkC9B,QAAQ,GAAG,MAAM,GAAG,WAAW;;;;KAIpD;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,IAAI,EAAE;;;;;;;;;;oBAjCvC,CAAH;qBAAuB,CAAC;;;;;;;IA0CxB;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,6BAA6B,EAAE,GAAG,SAAS,GAAG,QAAQ,EAAE,CAmB/H;AAMD,4CAA4C;AAC5C,KAAK,kBAAkB,GACnB;IAAE,IAAI,EAAE,WAAW,GAAG,MAAM,GAAG,WAAW,CAAC;IAAC,OAAO,EAAE,MAAM,GAAG,oBAAoB,EAAE,CAAA;CAAE,GACtF;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GAC3E;IAAE,IAAI,EAAE,sBAAsB,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEtE,KAAK,oBAAoB,GACrB;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GACpC;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,SAAS,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC;AAExD,wCAAwC;AACxC,UAAU,aAAa;IACrB,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,MAAM,EAAE,OAAO,CAAC;CACjB;AAqED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAE3D;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,kBAAkB,EAAE,CAqE1E;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,aAAa,EAAE,CAQ/D;AA0JD;;GAEG;AACH,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,OAAO,EAAE,EACnB,KAAK,EAAE,IAAI,EAAE,EACb,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,WAAW,CAAC,CAqItB"}