mcp-agent-foundry 1.0.0

package/dist/providers/ollama.js

@@ -0,0 +1,453 @@
+/**
+ * Ollama Provider Implementation
+ *
+ * Implements the Provider interface for Ollama's OpenAI-compatible API.
+ * Ollama provides local LLM inference with an API that mirrors OpenAI's format.
+ *
+ * Key characteristics:
+ * - Local server running at http://localhost:11434
+ * - No authentication required (local)
+ * - Uses OpenAI-compatible /v1/chat/completions endpoint
+ * - May not support all features (especially function calling)
+ * - Server may be slower than cloud providers
+ */
+import { ProviderError, } from '../types.js';
+import { BaseProvider } from './base.js';
+// ============================================================================
+// Ollama Provider Implementation
+// ============================================================================
+/**
+ * Ollama provider adapter for local LLM inference.
+ *
+ * Ollama provides an OpenAI-compatible API for running local models.
+ * This provider translates AgentRouter requests to the Ollama format
+ * and handles the specific characteristics of local inference.
+ *
+ * Features:
+ * - No authentication required (local server)
+ * - Supports streaming responses
+ * - Limited function calling support (depends on model)
+ * - Graceful connection error handling
+ */
+export class OllamaProvider extends BaseProvider {
+    name = 'ollama';
+    static DEFAULT_BASE_URL = 'http://localhost:11434';
+    /**
+     * Build headers for Ollama API requests.
+     * No authentication required for local server.
+     */
+    buildHeaders() {
+        const headers = {
+            'Content-Type': 'application/json',
+        };
+        // Add any custom headers from config (but skip Authorization since it's local)
+        if (this.config.headers) {
+            Object.assign(headers, this.config.headers);
+        }
+        return headers;
+    }
+    /**
+     * Execute a completion request and return the full response.
+     */
+    async complete(request) {
+        const baseUrl = this.getBaseUrl(OllamaProvider.DEFAULT_BASE_URL);
+        const url = `${baseUrl}/v1/chat/completions`;
+        const ollamaRequest = this.translateRequest(request);
+        try {
+            const response = await this.makeRequest({
+                method: 'POST',
+                url,
+                headers: this.buildHeaders(),
+                body: ollamaRequest,
+                timeoutMs: request.timeout_ms ?? this.defaultTimeoutMs,
+            });
+            return this.translateResponse(response);
+        }
+        catch (error) {
+            // Provide more helpful error messages for Ollama-specific issues
+            this.handleOllamaError(error);
+        }
+    }
+    /**
+     * Execute a streaming completion request.
+     */
+    async *completeStream(request) {
+        const baseUrl = this.getBaseUrl(OllamaProvider.DEFAULT_BASE_URL);
+        const url = `${baseUrl}/v1/chat/completions`;
+        const ollamaRequest = this.translateRequest({ ...request, stream: true });
+        let response;
+        try {
+            response = await this.makeStreamingRequest({
+                method: 'POST',
+                url,
+                headers: this.buildHeaders(),
+                body: ollamaRequest,
+                timeoutMs: request.timeout_ms ?? this.defaultTimeoutMs,
+                stream: true,
+            });
+        }
+        catch (error) {
+            this.handleOllamaError(error);
+        }
+        if (!response.body) {
+            throw new ProviderError('No response body for streaming request', this.name);
+        }
+        // Track tool calls being built across chunks
+        const toolCallsInProgress = new Map();
+        let hasStartedContent = false;
+        const reader = response.body.getReader();
+        const decoder = new TextDecoder();
+        let buffer = '';
+        try {
+            // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+            while (true) {
+                // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment
+                const { done, value } = await reader.read();
+                if (done) {
+                    break;
+                }
+                // eslint-disable-next-line @typescript-eslint/no-unsafe-argument
+                buffer += decoder.decode(value, { stream: true });
+                // Process complete SSE events
+                const lines = buffer.split('\n');
+                buffer = lines.pop() ?? '';
+                for (const line of lines) {
+                    const trimmed = line.trim();
+                    if (trimmed === '' || trimmed === 'data: [DONE]') {
+                        continue;
+                    }
+                    if (trimmed.startsWith('data: ')) {
+                        const jsonStr = trimmed.slice(6);
+                        try {
+                            const chunk = JSON.parse(jsonStr);
+                            const chunks = this.translateStreamChunk(chunk, toolCallsInProgress, hasStartedContent);
+                            for (const streamChunk of chunks) {
+                                // Track state for content block management
+                                if (streamChunk.type === 'content_block_start' &&
+                                    streamChunk.content_block?.type === 'text') {
+                                    hasStartedContent = true;
+                                }
+                                yield streamChunk;
+                            }
+                        }
+                        catch {
+                            // Skip malformed JSON chunks
+                        }
+                    }
+                }
+            }
+        }
+        finally {
+            reader.releaseLock();
+        }
+        // Emit message_stop at the end
+        yield { type: 'message_stop' };
+    }
+    /**
+     * Check if the Ollama server is running and available.
+     * Uses the native Ollama tags API to list available models.
+     */
+    async healthCheck() {
+        const baseUrl = this.getBaseUrl(OllamaProvider.DEFAULT_BASE_URL);
+        const url = `${baseUrl}/api/tags`;
+        try {
+            await this.makeRequest({
+                method: 'GET',
+                url,
+                headers: this.buildHeaders(),
+                timeoutMs: 10000,
+            });
+        }
+        catch (error) {
+            // Provide helpful error message for common Ollama issues
+            if (error instanceof Error) {
+                if (error.message.includes('ECONNREFUSED') || error.message.includes('fetch failed')) {
+                    throw new ProviderError('Ollama server is not running. Start it with: ollama serve', this.name, undefined, error);
+                }
+            }
+            throw error;
+        }
+    }
+    // ==========================================================================
+    // Error Handling
+    // ==========================================================================
+    /**
+     * Handle Ollama-specific errors with helpful messages.
+     */
+    handleOllamaError(error) {
+        if (error instanceof Error) {
+            // Connection refused - server not running
+            if (error.message.includes('ECONNREFUSED') || error.message.includes('fetch failed')) {
+                throw new ProviderError('Ollama server is not running. Start it with: ollama serve', this.name, undefined, error);
+            }
+            // Model not found
+            if (error.message.includes('model') && error.message.includes('not found')) {
+                throw new ProviderError(`Ollama model not found. Pull it with: ollama pull <model-name>`, this.name, 404, error);
+            }
+            // Re-throw if it's already a ProviderError
+            if (error instanceof ProviderError) {
+                throw error;
+            }
+            // Wrap other errors
+            throw new ProviderError(error.message, this.name, undefined, error);
+        }
+        throw new ProviderError(String(error), this.name);
+    }
+    // ==========================================================================
+    // Translation Methods
+    // ==========================================================================
+    /**
+     * Translate AgentRouter request to Ollama format.
+     */
+    translateRequest(request) {
+        const messages = this.translateMessages(request.messages);
+        const tools = request.tools ? this.translateTools(request.tools) : undefined;
+        return {
+            model: request.model,
+            messages,
+            temperature: request.temperature,
+            max_tokens: request.max_tokens,
+            tools: tools && tools.length > 0 ? tools : undefined,
+            stream: request.stream,
+        };
+    }
+    /**
+     * Translate messages from AgentRouter format to Ollama format.
+     *
+     * Key translations:
+     * - Content blocks are flattened to strings
+     * - tool_use blocks become tool_calls array on assistant messages
+     * - tool_result blocks become separate role: "tool" messages
+     */
+    translateMessages(messages) {
+        const ollamaMessages = [];
+        for (const message of messages) {
+            if (typeof message.content === 'string') {
+                // Simple string content
+                ollamaMessages.push({
+                    role: message.role,
+                    content: message.content,
+                });
+            }
+            else {
+                // Content blocks - need to process differently based on type
+                const textParts = [];
+                const toolCalls = [];
+                const toolResults = [];
+                for (const block of message.content) {
+                    switch (block.type) {
+                        case 'text':
+                            if (block.text !== undefined && block.text !== '') {
+                                textParts.push(block.text);
+                            }
+                            break;
+                        case 'tool_use':
+                            if (block.id !== undefined && block.id !== '' && block.name !== undefined && block.name !== '') {
+                                toolCalls.push({
+                                    id: block.id,
+                                    type: 'function',
+                                    function: {
+                                        name: block.name,
+                                        arguments: JSON.stringify(block.input ?? {}),
+                                    },
+                                });
+                            }
+                            break;
+                        case 'tool_result':
+                            if (block.tool_use_id !== undefined && block.tool_use_id !== '' && block.content !== undefined && block.content !== '') {
+                                toolResults.push({
+                                    tool_call_id: block.tool_use_id,
+                                    content: block.content,
+                                });
+                            }
+                            break;
+                    }
+                }
+                // Handle assistant messages with tool calls
+                if (message.role === 'assistant') {
+                    const assistantMessage = {
+                        role: 'assistant',
+                        content: textParts.length > 0 ? textParts.join('\n') : null,
+                    };
+                    if (toolCalls.length > 0) {
+                        assistantMessage.tool_calls = toolCalls;
+                    }
+                    ollamaMessages.push(assistantMessage);
+                }
+                else {
+                    // User messages
+                    if (textParts.length > 0) {
+                        ollamaMessages.push({
+                            role: 'user',
+                            content: textParts.join('\n'),
+                        });
+                    }
+                    // Add tool results as separate messages
+                    for (const result of toolResults) {
+                        ollamaMessages.push({
+                            role: 'tool',
+                            content: result.content,
+                            tool_call_id: result.tool_call_id,
+                        });
+                    }
+                }
+            }
+        }
+        return ollamaMessages;
+    }
+    /**
+     * Translate tools from AgentRouter format to Ollama format.
+     */
+    translateTools(tools) {
+        return tools.map((tool) => ({
+            type: 'function',
+            function: {
+                name: tool.name,
+                description: tool.description,
+                parameters: tool.input_schema,
+            },
+        }));
+    }
+    /**
+     * Translate Ollama response to AgentRouter format.
+     */
+    translateResponse(response) {
+        const choice = response.choices[0];
+        if (!choice) {
+            throw new ProviderError('No choices in Ollama response', this.name);
+        }
+        const content = [];
+        // Add text content if present
+        if (choice.message.content !== null && choice.message.content !== '') {
+            content.push({
+                type: 'text',
+                text: choice.message.content,
+            });
+        }
+        // Add tool calls if present
+        if (choice.message.tool_calls) {
+            for (const toolCall of choice.message.tool_calls) {
+                content.push({
+                    type: 'tool_use',
+                    id: toolCall.id,
+                    name: toolCall.function.name,
+                    input: JSON.parse(toolCall.function.arguments),
+                });
+            }
+        }
+        // Map finish_reason to stop_reason
+        let stopReason = 'end_turn';
+        switch (choice.finish_reason) {
+            case 'stop':
+                stopReason = 'end_turn';
+                break;
+            case 'length':
+                stopReason = 'max_tokens';
+                break;
+            case 'tool_calls':
+                stopReason = 'tool_use';
+                break;
+        }
+        const result = {
+            id: response.id,
+            content,
+            model: response.model,
+            stop_reason: stopReason,
+        };
+        if (response.usage) {
+            result.usage = {
+                input_tokens: response.usage.prompt_tokens,
+                output_tokens: response.usage.completion_tokens,
+            };
+        }
+        return result;
+    }
+    /**
+     * Translate Ollama streaming chunk to AgentRouter StreamChunk format.
+     *
+     * Ollama streams deltas that need to be accumulated for tool calls.
+     * Text content can be yielded immediately.
+     */
+    translateStreamChunk(chunk, toolCallsInProgress, hasStartedContent) {
+        const chunks = [];
+        const choice = chunk.choices[0];
+        if (!choice) {
+            return chunks;
+        }
+        const delta = choice.delta;
+        // Handle text content
+        if (delta.content !== undefined && delta.content !== null) {
+            // Emit content_block_start if this is the first content
+            if (!hasStartedContent) {
+                chunks.push({
+                    type: 'content_block_start',
+                    index: 0,
+                    content_block: {
+                        type: 'text',
+                        text: '',
+                    },
+                });
+            }
+            // Emit content delta
+            chunks.push({
+                type: 'content_block_delta',
+                index: 0,
+                delta: {
+                    type: 'text_delta',
+                    text: delta.content,
+                },
+            });
+        }
+        // Handle tool calls
+        if (delta.tool_calls) {
+            for (const toolCallDelta of delta.tool_calls) {
+                const index = toolCallDelta.index;
+                // Initialize tool call tracking if new
+                if (!toolCallsInProgress.has(index)) {
+                    toolCallsInProgress.set(index, {
+                        id: toolCallDelta.id ?? '',
+                        name: toolCallDelta.function?.name ?? '',
+                        arguments: '',
+                    });
+                    // Emit content_block_start for tool use
+                    if (toolCallDelta.id !== undefined && toolCallDelta.id !== '' && toolCallDelta.function?.name !== undefined && toolCallDelta.function.name !== '') {
+                        chunks.push({
+                            type: 'content_block_start',
+                            index: index + 1, // Offset by 1 since text is at index 0
+                            content_block: {
+                                type: 'tool_use',
+                                id: toolCallDelta.id,
+                                name: toolCallDelta.function.name,
+                                input: {},
+                            },
+                        });
+                    }
+                }
+                // Update tool call data
+                const toolCall = toolCallsInProgress.get(index);
+                if (toolCall) {
+                    if (toolCallDelta.id !== undefined && toolCallDelta.id !== '') {
+                        toolCall.id = toolCallDelta.id;
+                    }
+                    if (toolCallDelta.function?.name !== undefined && toolCallDelta.function.name !== '') {
+                        toolCall.name = toolCallDelta.function.name;
+                    }
+                    if (toolCallDelta.function?.arguments !== undefined && toolCallDelta.function.arguments !== '') {
+                        toolCall.arguments += toolCallDelta.function.arguments;
+                        // Emit delta for argument chunks
+                        chunks.push({
+                            type: 'content_block_delta',
+                            index: index + 1,
+                            delta: {
+                                type: 'input_json_delta',
+                                text: toolCallDelta.function.arguments,
+                            },
+                        });
+                    }
+                }
+            }
+        }
+        return chunks;
+    }
+}
+//# sourceMappingURL=ollama.js.map

package/dist/providers/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EACL,aAAa,GAOd,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AA8IzC,+EAA+E;AAC/E,iCAAiC;AACjC,+EAA+E;AAE/E;;;;;;;;;;;;GAYG;AACH,MAAM,OAAO,cAAe,SAAQ,YAAY;IAC9B,IAAI,GAAG,QAAQ,CAAC;IAExB,MAAM,CAAU,gBAAgB,GAAG,wBAAwB,CAAC;IAEpE;;;OAGG;IACgB,YAAY;QAC7B,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,+EAA+E;QAC/E,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9C,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,QAAQ,CAAC,OAA0B;QAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,GAAG,OAAO,sBAAsB,CAAC;QAC7C,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAErD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAiB;gBACtD,MAAM,EAAE,MAAM;gBACd,GAAG;gBACH,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE;gBAC5B,IAAI,EAAE,aAAa;gBACnB,SAAS,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,gBAAgB;aACvD,CAAC,CAAC;YAEH,OAAO,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,iEAAiE;YACjE,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,CAAC,cAAc,CAAC,OAA0B;QACrD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,GAAG,OAAO,sBAAsB,CAAC;QAC7C,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAE1E,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC;gBACzC,MAAM,EAAE,MAAM;gBACd,GAAG;gBACH,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE;gBAC5B,IAAI,EAAE,aAAa;gBACnB,SAAS,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,gBAAgB;gBACtD,MAAM,EAAE,IAAI;aACb,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,aAAa,CAAC,wCAAwC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/E,CAAC;QAED,6CAA6C;QAC7C,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAI/B,CAAC;QAEL,IAAI,iBAAiB,GAAG,KAAK,CAAC;QAE9B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,IAAI,CAAC;YACH,uEAAuE;YACvE,OAAO,IAAI,EAAE,CAAC;gBACZ,mEAAmE;gBACnE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM;gBACR,CAAC;gBAED,iEAAiE;gBACjE,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAElD,8BAA8B;gBAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,OAAO,KAAK,EAAE,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;wBACjD,SAAS;oBACX,CAAC;oBAED,IAAI,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBACjC,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBACjC,IAAI,CAAC;4BACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAsB,CAAC;4BACvD,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CACtC,KAAK,EACL,mBAAmB,EACnB,iBAAiB,CAClB,CAAC;4BAEF,KAAK,MAAM,WAAW,IAAI,MAAM,EAAE,CAAC;gCACjC,2CAA2C;gCAC3C,IACE,WAAW,CAAC,IAAI,KAAK,qBAAqB;oCAC1C,WAAW,CAAC,aAAa,EAAE,IAAI,KAAK,MAAM,EAC1C,CAAC;oCACD,iBAAiB,GAAG,IAAI,CAAC;gCAC3B,CAAC;gCACD,MAAM,WAAW,CAAC;4BACpB,CAAC;wBACH,CAAC;wBAAC,MAAM,CAAC;4BACP,6BAA6B;wBAC/B,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;QAED,+BAA+B;QAC/B,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;IACjC,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,WAAW;QACtB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,GAAG,OAAO,WAAW,CAAC;QAElC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAqB;gBACzC,MAAM,EAAE,KAAK;gBACb,GAAG;gBACH,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE;gBAC5B,SAAS,EAAE,KAAK;aACjB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,yDAAyD;YACzD,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;oBACrF,MAAM,IAAI,aAAa,CACrB,2DAA2D,EAC3D,IAAI,CAAC,IAAI,EACT,SAAS,EACT,KAAK,CACN,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,iBAAiB;IACjB,6EAA6E;IAE7E;;OAEG;IACK,iBAAiB,CAAC,KAAc;QACtC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,0CAA0C;YAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;gBACrF,MAAM,IAAI,aAAa,CACrB,2DAA2D,EAC3D,IAAI,CAAC,IAAI,EACT,SAAS,EACT,KAAK,CACN,CAAC;YACJ,CAAC;YAED,kBAAkB;YAClB,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC3E,MAAM,IAAI,aAAa,CACrB,gEAAgE,EAChE,IAAI,CAAC,IAAI,EACT,GAAG,EACH,KAAK,CACN,CAAC;YACJ,CAAC;YAED,2CAA2C;YAC3C,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;gBACnC,MAAM,KAAK,CAAC;YACd,CAAC;YAED,oBAAoB;YACpB,MAAM,IAAI,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,IAAI,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IACpD,CAAC;IAED,6EAA6E;IAC7E,sBAAsB;IACtB,6EAA6E;IAE7E;;OAEG;IACK,gBAAgB,CAAC,OAA0B;QACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC1D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAE7E,OAAO;YACL,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ;YACR,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,KAAK,EAAE,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACpD,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC;IACJ,CAAC;IAED;;;;;;;OAOG;IACK,iBAAiB,CAAC,QAAmB;QAC3C,MAAM,cAAc,GAAoB,EAAE,CAAC;QAE3C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACxC,wBAAwB;gBACxB,cAAc,CAAC,IAAI,CAAC;oBAClB,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,OAAO,EAAE,OAAO,CAAC,OAAO;iBACzB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,6DAA6D;gBAC7D,MAAM,SAAS,GAAa,EAAE,CAAC;gBAC/B,MAAM,SAAS,GAAqB,EAAE,CAAC;gBACvC,MAAM,WAAW,GAAgD,EAAE,CAAC;gBAEpE,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;wBACnB,KAAK,MAAM;4BACT,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,EAAE,EAAE,CAAC;gCAClD,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BAC7B,CAAC;4BACD,MAAM;wBAER,KAAK,UAAU;4BACb,IAAI,KAAK,CAAC,EAAE,KAAK,SAAS,IAAI,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,EAAE,EAAE,CAAC;gCAC/F,SAAS,CAAC,IAAI,CAAC;oCACb,EAAE,EAAE,KAAK,CAAC,EAAE;oCACZ,IAAI,EAAE,UAAU;oCAChB,QAAQ,EAAE;wCACR,IAAI,EAAE,KAAK,CAAC,IAAI;wCAChB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;qCAC7C;iCACF,CAAC,CAAC;4BACL,CAAC;4BACD,MAAM;wBAER,KAAK,aAAa;4BAChB,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,IAAI,KAAK,CAAC,WAAW,KAAK,EAAE,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,EAAE,EAAE,CAAC;gCACvH,WAAW,CAAC,IAAI,CAAC;oCACf,YAAY,EAAE,KAAK,CAAC,WAAW;oCAC/B,OAAO,EAAE,KAAK,CAAC,OAAO;iCACvB,CAAC,CAAC;4BACL,CAAC;4BACD,MAAM;oBACV,CAAC;gBACH,CAAC;gBAED,4CAA4C;gBAC5C,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACjC,MAAM,gBAAgB,GAAkB;wBACtC,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;qBAC5D,CAAC;oBAEF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACzB,gBAAgB,CAAC,UAAU,GAAG,SAAS,CAAC;oBAC1C,CAAC;oBAED,cAAc,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBACxC,CAAC;qBAAM,CAAC;oBACN,gBAAgB;oBAChB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACzB,cAAc,CAAC,IAAI,CAAC;4BAClB,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;yBAC9B,CAAC,CAAC;oBACL,CAAC;oBAED,wCAAwC;oBACxC,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;wBACjC,cAAc,CAAC,IAAI,CAAC;4BAClB,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,MAAM,CAAC,OAAO;4BACvB,YAAY,EAAE,MAAM,CAAC,YAAY;yBAClC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,KAAa;QAClC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1B,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,YAAY;aAC9B;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,QAAwB;QAChD,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,aAAa,CAAC,+BAA+B,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,8BAA8B;QAC9B,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,KAAK,IAAI,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,KAAK,EAAE,EAAE,CAAC;YACrE,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;aAC7B,CAAC,CAAC;QACL,CAAC;QAED,4BAA4B;QAC5B,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAC9B,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;gBACjD,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,UAAU;oBAChB,EAAE,EAAE,QAAQ,CAAC,EAAE;oBACf,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;oBAC5B,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAA4B;iBAC1E,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,IAAI,UAAU,GAAG,UAAU,CAAC;QAC5B,QAAQ,MAAM,CAAC,aAAa,EAAE,CAAC;YAC7B,KAAK,MAAM;gBACT,UAAU,GAAG,UAAU,CAAC;gBACxB,MAAM;YACR,KAAK,QAAQ;gBACX,UAAU,GAAG,YAAY,CAAC;gBAC1B,MAAM;YACR,KAAK,YAAY;gBACf,UAAU,GAAG,UAAU,CAAC;gBACxB,MAAM;QACV,CAAC;QAED,MAAM,MAAM,GAAuB;YACjC,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,OAAO;YACP,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,WAAW,EAAE,UAAU;SACxB,CAAC;QAEF,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,CAAC,KAAK,GAAG;gBACb,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;gBAC1C,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,iBAAiB;aAChD,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;OAKG;IACK,oBAAoB,CAC1B,KAAwB,EACxB,mBAAiF,EACjF,iBAA0B;QAE1B,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAEhC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,sBAAsB;QACtB,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;YAC1D,wDAAwD;YACxD,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,qBAAqB;oBAC3B,KAAK,EAAE,CAAC;oBACR,aAAa,EAAE;wBACb,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,EAAE;qBACT;iBACF,CAAC,CAAC;YACL,CAAC;YAED,qBAAqB;YACrB,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,qBAAqB;gBAC3B,KAAK,EAAE,CAAC;gBACR,KAAK,EAAE;oBACL,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,KAAK,CAAC,OAAO;iBACpB;aACF,CAAC,CAAC;QACL,CAAC;QAED,oBAAoB;QACpB,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YACrB,KAAK,MAAM,aAAa,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC7C,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC;gBAElC,uCAAuC;gBACvC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;oBACpC,mBAAmB,CAAC,GAAG,CAAC,KAAK,EAAE;wBAC7B,EAAE,EAAE,aAAa,CAAC,EAAE,IAAI,EAAE;wBAC1B,IAAI,EAAE,aAAa,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE;wBACxC,SAAS,EAAE,EAAE;qBACd,CAAC,CAAC;oBAEH,wCAAwC;oBACxC,IAAI,aAAa,CAAC,EAAE,KAAK,SAAS,IAAI,aAAa,CAAC,EAAE,KAAK,EAAE,IAAI,aAAa,CAAC,QAAQ,EAAE,IAAI,KAAK,SAAS,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,KAAK,EAAE,EAAE,CAAC;wBAClJ,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,qBAAqB;4BAC3B,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,uCAAuC;4BACzD,aAAa,EAAE;gCACb,IAAI,EAAE,UAAU;gCAChB,EAAE,EAAE,aAAa,CAAC,EAAE;gCACpB,IAAI,EAAE,aAAa,CAAC,QAAQ,CAAC,IAAI;gCACjC,KAAK,EAAE,EAAE;6BACV;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAED,wBAAwB;gBACxB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAChD,IAAI,QAAQ,EAAE,CAAC;oBACb,IAAI,aAAa,CAAC,EAAE,KAAK,SAAS,IAAI,aAAa,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;wBAC9D,QAAQ,CAAC,EAAE,GAAG,aAAa,CAAC,EAAE,CAAC;oBACjC,CAAC;oBACD,IAAI,aAAa,CAAC,QAAQ,EAAE,IAAI,KAAK,SAAS,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,KAAK,EAAE,EAAE,CAAC;wBACrF,QAAQ,CAAC,IAAI,GAAG,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAC9C,CAAC;oBACD,IAAI,aAAa,CAAC,QAAQ,EAAE,SAAS,KAAK,SAAS,IAAI,aAAa,CAAC,QAAQ,CAAC,SAAS,KAAK,EAAE,EAAE,CAAC;wBAC/F,QAAQ,CAAC,SAAS,IAAI,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC;wBAEvD,iCAAiC;wBACjC,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,qBAAqB;4BAC3B,KAAK,EAAE,KAAK,GAAG,CAAC;4BAChB,KAAK,EAAE;gCACL,IAAI,EAAE,kBAAkB;gCACxB,IAAI,EAAE,aAAa,CAAC,QAAQ,CAAC,SAAS;6BACvC;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC"}

package/dist/providers/openai.d.ts

@@ -0,0 +1,96 @@
+/**
+ * OpenAI Provider Implementation
+ *
+ * Implements the Provider interface for OpenAI's Chat Completions API.
+ * Handles message format translation between AgentRouter's internal format
+ * (which uses Anthropic-style messages) and OpenAI's format.
+ *
+ * Key differences from Anthropic format:
+ * - System prompt goes in messages array as role: "system"
+ * - Tool schemas use "parameters" instead of "input_schema"
+ * - Tool calls are in a separate "tool_calls" array, not content blocks
+ * - Tool results use role: "tool" messages, not tool_result content blocks
+ */
+import { BaseProvider } from './base.js';
+import type { CompletionRequest, CompletionResponse, StreamChunk, ProviderConfig } from '../types.js';
+/**
+ * OpenAI provider adapter.
+ *
+ * Translates between AgentRouter's internal message format and OpenAI's
+ * Chat Completions API format. Supports both streaming and non-streaming
+ * completion requests.
+ */
+export declare class OpenAIProvider extends BaseProvider {
+    readonly name: string;
+    private static readonly DEFAULT_BASE_URL;
+    constructor(config: ProviderConfig);
+    /**
+     * Build headers for OpenAI API requests.
+     * Adds organization header if configured.
+     */
+    protected buildHeaders(): Record<string, string>;
+    /**
+     * Execute a completion request and return the full response.
+     */
+    complete(request: CompletionRequest): Promise<CompletionResponse>;
+    /**
+     * Execute a streaming completion request.
+     */
+    completeStream(request: CompletionRequest): AsyncIterable<StreamChunk>;
+    /**
+     * Check if the provider is available and configured correctly.
+     */
+    healthCheck(): Promise<void>;
+    /**
+     * Translate AgentRouter request to OpenAI format.
+     *
+     * Note: Newer OpenAI models (gpt-4o, gpt-4-turbo, o1, etc.) require
+     * max_completion_tokens instead of max_tokens. We detect model type
+     * and use the appropriate parameter.
+     */
+    private translateRequest;
+    /**
+     * Check if we're using the actual OpenAI API (not a compatible third-party API).
+     * Third-party OpenAI-compatible APIs (Z.AI, DeepSeek, local LLMs, etc.) typically
+     * use the standard max_tokens parameter, not max_completion_tokens.
+     */
+    private isActualOpenAIAPI;
+    /**
+     * Check if a model requires max_completion_tokens instead of max_tokens.
+     * Newer OpenAI models (gpt-4o, gpt-4-turbo, gpt-5.x, o1, o3, etc.) use the new parameter.
+     *
+     * IMPORTANT: This only applies to the actual OpenAI API. Third-party OpenAI-compatible
+     * APIs (Z.AI, DeepSeek, Ollama, etc.) use the standard max_tokens parameter.
+     *
+     * As of late 2024, most new OpenAI models require max_completion_tokens.
+     * We default to using max_completion_tokens for any model that:
+     * - Contains 'gpt-4o', 'gpt-4-turbo', 'gpt-5', 'o1', 'o3', or 'chatgpt'
+     * - OR is NOT a legacy model (gpt-3.5, gpt-4-0314, gpt-4-0613)
+     */
+    private modelRequiresMaxCompletionTokens;
+    /**
+     * Translate messages from AgentRouter format to OpenAI format.
+     *
+     * Key translations:
+     * - Content blocks are flattened to strings
+     * - tool_use blocks become tool_calls array on assistant messages
+     * - tool_result blocks become separate role: "tool" messages
+     */
+    private translateMessages;
+    /**
+     * Translate tools from AgentRouter format to OpenAI format.
+     */
+    private translateTools;
+    /**
+     * Translate OpenAI response to AgentRouter format.
+     */
+    private translateResponse;
+    /**
+     * Translate OpenAI streaming chunk to AgentRouter StreamChunk format.
+     *
+     * OpenAI streams deltas that need to be accumulated for tool calls.
+     * Text content can be yielded immediately.
+     */
+    private translateStreamChunk;
+}
+//# sourceMappingURL=openai.d.ts.map

package/dist/providers/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAEzC,OAAO,KAAK,EACV,iBAAiB,EACjB,kBAAkB,EAClB,WAAW,EAIX,cAAc,EACf,MAAM,aAAa,CAAC;AAiHrB;;;;;;GAMG;AACH,qBAAa,cAAe,SAAQ,YAAY;IAC9C,SAAgB,IAAI,EAAE,MAAM,CAAY;IAExC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAA+B;gBAE3D,MAAM,EAAE,cAAc;IAIlC;;;OAGG;cACgB,YAAY,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAWzD;;OAEG;IACU,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAe9E;;OAEG;IACW,cAAc,CAAC,OAAO,EAAE,iBAAiB,GAAG,aAAa,CAAC,WAAW,CAAC;IAiFpF;;OAEG;IACU,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAezC;;;;;;OAMG;IACH,OAAO,CAAC,gBAAgB;IAgCxB;;;;OAIG;IACH,OAAO,CAAC,iBAAiB;IAMzB;;;;;;;;;;;OAWG;IACH,OAAO,CAAC,gCAAgC;IA4BxC;;;;;;;OAOG;IACH,OAAO,CAAC,iBAAiB;IAoFzB;;OAEG;IACH,OAAO,CAAC,cAAc;IAWtB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA8DzB;;;;;OAKG;IACH,OAAO,CAAC,oBAAoB;CA6F7B"}