universal-llm-client 4.3.0 → 4.5.0

package/dist/providers/ollama.js

@@ -11,9 +11,11 @@
  * - VAL-PROVIDER-OLLAMA-004: format "json" vs schema modes
  */
 import { BaseLLMClient } from '../client.js';
+import { resolveThinking } from '../thinking.js';
 import { httpRequest, httpStream, parseNDJSON, buildHeaders } from '../http.js';
 import { StandardChatDecoder } from '../stream-decoder.js';
 import { normalizeJsonSchema, getJsonSchemaFromConfig, } from '../structured-output.js';
+import { extractGemmaThoughtChannels } from '../gemma-channel.js';
 export class OllamaClient extends BaseLLMClient {
     constructor(options, auditor) {
         super({
@@ -39,7 +41,8 @@ export class OllamaClient extends BaseLLMClient {
         }
         // Enable native thinking by default — thinking models produce better
         // tool selections and reasoning when allowed to think before acting.
-        body['think'] = this.options.thinking ?? true;
+        // Ollama `think` is on/off (no levels); default on for thinking models.
+        body['think'] = resolveThinking(options?.thinking, this.options.thinking)?.enabled ?? true;
         // Handle structured output via format parameter
         const schemaOptions = this.extractSchemaOptions(options);
         if (schemaOptions) {
@@ -68,28 +71,25 @@ export class OllamaClient extends BaseLLMClient {
                 inputTokens: data.prompt_eval_count ?? 0,
                 outputTokens: data.eval_count ?? 0,
                 totalTokens: (data.prompt_eval_count ?? 0) + (data.eval_count ?? 0),
+                // Ollama reports server-precise timing in nanoseconds.
+                durationMs: data.total_duration ? data.total_duration / 1e6 : undefined,
+                tokensPerSecond: data.eval_duration && data.eval_count
+                    ? data.eval_count / (data.eval_duration / 1e9)
+                    : undefined,
             }
             : undefined;
-        // Normalize tool call IDs (Ollama sometimes omits them)
-        const toolCalls = data.message.tool_calls?.map(tc => ({
-            ...tc,
-            id: tc.id || this.generateToolCallId(),
-            function: {
-                ...tc.function,
-                arguments: typeof tc.function.arguments === 'string'
-                    ? tc.function.arguments
-                    : JSON.stringify(tc.function.arguments),
-            },
-        }));
-        // Get content, handling potential null
-        const content = data.message.content || data.message.thinking || '';
+        // Normalize tool calls (Ollama sometimes omits IDs and empty args).
+        const toolCalls = data.message.tool_calls?.map(tc => this.normalizeToolCall(tc));
+        const gemmaContent = extractGemmaThoughtChannels(data.message.content || '');
+        const reasoning = [data.message.thinking, gemmaContent.reasoning].filter(Boolean).join('\n\n') || undefined;
         const result = {
             message: {
                 role: 'assistant',
-                content,
+                content: gemmaContent.content,
                 tool_calls: toolCalls,
             },
-            reasoning: data.message.content ? data.message.thinking : undefined,
+            finishReason: data.done_reason,
+            reasoning,
             usage,
             provider: 'ollama',
         };
@@ -118,7 +118,8 @@ export class OllamaClient extends BaseLLMClient {
         if (tools?.length) {
             body['tools'] = this.convertToolsToOllama(tools);
         }
-        body['think'] = this.options.thinking ?? true;
+        // Ollama `think` is on/off (no levels); default on for thinking models.
+        body['think'] = resolveThinking(options?.thinking, this.options.thinking)?.enabled ?? true;
         const start = Date.now();
         this.auditor.record({
             timestamp: start,
@@ -126,7 +127,8 @@ export class OllamaClient extends BaseLLMClient {
             provider: 'ollama',
             model: this.options.model,
         });
-        const decoder = new StandardChatDecoder(() => { });
+        const decoderEvents = [];
+        const decoder = new StandardChatDecoder(event => decoderEvents.push(event));
         let lastResponse;
         const streamedToolCalls = [];
         // Stream idle timeout: thinking models can pause for minutes between chunks.
@@ -142,33 +144,38 @@ export class OllamaClient extends BaseLLMClient {
             lastResponse = chunk;
             if (chunk.message?.thinking) {
                 decoder.pushReasoning(chunk.message.thinking);
-                yield { type: 'thinking', content: chunk.message.thinking };
+                const pending = decoderEvents.splice(0);
+                for (const event of pending) {
+                    yield event;
+                }
             }
             if (chunk.message?.content) {
                 decoder.push(chunk.message.content);
-                yield { type: 'text', content: chunk.message.content };
+                const pending = decoderEvents.splice(0);
+                for (const event of pending) {
+                    yield event;
+                }
             }
             if (chunk.message?.tool_calls?.length) {
-                const normalized = chunk.message.tool_calls.map(tc => ({
-                    ...tc,
-                    id: tc.id || this.generateToolCallId(),
-                    function: {
-                        ...tc.function,
-                        arguments: typeof tc.function.arguments === 'string'
-                            ? tc.function.arguments
-                            : JSON.stringify(tc.function.arguments),
-                    },
-                }));
+                const normalized = chunk.message.tool_calls.map(tc => this.normalizeToolCall(tc));
                 streamedToolCalls.push(...normalized);
                 yield { type: 'tool_call', calls: normalized };
             }
         }
         decoder.flush();
+        const pending = decoderEvents.splice(0);
+        for (const event of pending) {
+            yield event;
+        }
         const usage = lastResponse?.prompt_eval_count
             ? {
                 inputTokens: lastResponse.prompt_eval_count ?? 0,
                 outputTokens: lastResponse.eval_count ?? 0,
                 totalTokens: (lastResponse.prompt_eval_count ?? 0) + (lastResponse.eval_count ?? 0),
+                durationMs: lastResponse.total_duration ? lastResponse.total_duration / 1e6 : undefined,
+                tokensPerSecond: lastResponse.eval_duration && lastResponse.eval_count
+                    ? lastResponse.eval_count / (lastResponse.eval_duration / 1e9)
+                    : undefined,
             }
             : undefined;
         this.auditor.record({
@@ -185,11 +192,33 @@ export class OllamaClient extends BaseLLMClient {
                 content: decoder.getCleanContent(),
                 tool_calls: streamedToolCalls.length > 0 ? streamedToolCalls : undefined,
             },
+            finishReason: lastResponse?.done_reason,
             reasoning: decoder.getReasoning(),
             usage,
             provider: 'ollama',
         };
     }
+    normalizeToolCall(toolCall) {
+        return {
+            ...toolCall,
+            id: toolCall.id || this.generateToolCallId(),
+            type: 'function',
+            function: {
+                ...toolCall.function,
+                name: toolCall.function?.name || '',
+                arguments: this.normalizeToolArguments(toolCall.function?.arguments),
+            },
+        };
+    }
+    normalizeToolArguments(args) {
+        if (typeof args === 'string') {
+            return args.trim().length > 0 ? args : '{}';
+        }
+        if (args == null) {
+            return '{}';
+        }
+        return JSON.stringify(args) ?? '{}';
+    }
     // ========================================================================
     // Embeddings
     // ========================================================================

package/dist/providers/ollama.js.map

@@ -1 +1 @@
-{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAChF,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EACH,mBAAmB,EACnB,uBAAuB,GAC1B,MAAM,yBAAyB,CAAC;AAejC,MAAM,OAAO,YAAa,SAAQ,aAAa;IAC3C,YAAY,OAAyB,EAAE,OAAiB;QACpD,KAAK,CAAC;YACF,GAAG,OAAO;YACV,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,IAAI,wBAAwB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;SACrE,EAAE,OAAO,CAAC,CAAC;IAChB,CAAC;IAED,2EAA2E;IAC3E,OAAO;IACP,2EAA2E;IAE3E,KAAK,CAAC,IAAI,CACN,QAA0B,EAC1B,OAAqB;QAErB,uNAAuN;QAEvN,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,WAAW,CAAC;QAC3C,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAEpH,MAAM,IAAI,GAA4B;YAClC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC;YACxC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC;SAC5C,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACrD,CAAC;QAED,qEAAqE;QACrE,qEAAqE;QACrE,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC;QAE9C,gDAAgD;QAChD,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QACzD,IAAI,aAAa,EAAE,CAAC;YAChB,IAAI,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,oBAAoB,CAAC,aAAa,CAAC,CAAC;QAC9D,CAAC;aAAM,IAAI,OAAO,EAAE,cAAc,EAAE,CAAC;YACjC,0DAA0D;YAC1D,IAAI,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;QAC5B,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAChB,SAAS,EAAE,KAAK;YAChB,IAAI,EAAE,SAAS;YACf,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;SAC5B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAiB,GAAG,EAAE;YACpD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;YACnC,IAAI;YACJ,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK;SACzC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC3B,MAAM,KAAK,GAA+B,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,UAAU,CAAC;YACjF,CAAC,CAAC;gBACE,WAAW,EAAE,IAAI,CAAC,iBAAiB,IAAI,CAAC;gBACxC,YAAY,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;gBAClC,WAAW,EAAE,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;aACtE;YACD,CAAC,CAAC,SAAS,CAAC;QAEhB,wDAAwD;QACxD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YAClD,GAAG,EAAE;YACL,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,IAAI,CAAC,kBAAkB,EAAE;YACtC,QAAQ,EAAE;gBACN,GAAG,EAAE,CAAC,QAAQ;gBACd,SAAS,EAAE,OAAO,EAAE,CAAC,QAAQ,CAAC,SAAS,KAAK,QAAQ;oBAChD,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS;oBACvB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;aAC9C;SACJ,CAAC,CAAC,CAAC;QAEJ,uCAAuC;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;QAEpE,MAAM,MAAM,GAAoB;YAC5B,OAAO,EAAE;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO;gBACP,UAAU,EAAE,SAAS;aACxB;YACD,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;YACnE,KAAK;YACL,QAAQ,EAAE,QAAQ;SACrB,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAChB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAC5B,KAAK;SACR,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,2EAA2E;IAC3E,YAAY;IACZ,2EAA2E;IAE3E,KAAK,CAAC,CAAC,UAAU,CACb,QAA0B,EAC1B,OAAqB;QAErB,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,WAAW,CAAC;QAC3C,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAEpH,MAAM,IAAI,GAA4B;YAClC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC;YACxC,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC;SAC5C,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC;QAE9C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAChB,SAAS,EAAE,KAAK;YAChB,IAAI,EAAE,cAAc;YACpB,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;SAC5B,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,mBAAmB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAClD,IAAI,YAAwC,CAAC;QAC7C,MAAM,iBAAiB,GAA6C,EAAE,CAAC;QAEvE,6EAA6E;QAC7E,oEAAoE;QACpE,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,MAAM,EAAE,MAAM,CAAC,CAAC;QAEvE,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,EAAE;YAC3B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;YACnC,IAAI;YACJ,OAAO,EAAE,aAAa;SACzB,CAAC,CAAC;QAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,CAAiB,MAAM,CAAC,EAAE,CAAC;YAC5D,YAAY,GAAG,KAAK,CAAC;YAErB,IAAI,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC;gBAC1B,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAC9C,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAChE,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACpC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAC3D,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;gBACpC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBACnD,GAAG,EAAE;oBACL,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,IAAI,CAAC,kBAAkB,EAAE;oBACtC,QAAQ,EAAE;wBACN,GAAG,EAAE,CAAC,QAAQ;wBACd,SAAS,EAAE,OAAO,EAAE,CAAC,QAAQ,CAAC,SAAS,KAAK,QAAQ;4BAChD,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS;4BACvB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;qBAC9C;iBACJ,CAAC,CAAC,CAAC;gBACJ,iBAAiB,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;gBACtC,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;YACnD,CAAC;QACL,CAAC;QAED,OAAO,CAAC,KAAK,EAAE,CAAC;QAEhB,MAAM,KAAK,GAA+B,YAAY,EAAE,iBAAiB;YACrE,CAAC,CAAC;gBACE,WAAW,EAAE,YAAY,CAAC,iBAAiB,IAAI,CAAC;gBAChD,YAAY,EAAE,YAAY,CAAC,UAAU,IAAI,CAAC;gBAC1C,WAAW,EAAE,CAAC,YAAY,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU,IAAI,CAAC,CAAC;aACtF;YACD,CAAC,CAAC,SAAS,CAAC;QAEhB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAChB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,IAAI,EAAE,YAAY;YAClB,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAC5B,KAAK;SACR,CAAC,CAAC;QAEH,OAAO;YACH,OAAO,EAAE;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,OAAO,CAAC,eAAe,EAAE;gBAClC,UAAU,EAAE,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS;aAC3E;YACD,SAAS,EAAE,OAAO,CAAC,YAAY,EAAE;YACjC,KAAK;YACL,QAAQ,EAAE,QAAQ;SACrB,CAAC;IACN,CAAC;IAED,2EAA2E;IAC3E,aAAa;IACb,2EAA2E;IAE3E,KAAK,CAAC,KAAK,CAAC,IAAY;QACpB,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,YAAY,CAAC;QAC5C,MAAM,QAAQ,GAAG,MAAM,WAAW,CAA6B,GAAG,EAAE;YAChE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;YACnC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE;YAChD,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK;SACzC,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7C,CAAC;IAEQ,KAAK,CAAC,UAAU,CAAC,KAAe;QACrC,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,YAAY,CAAC;QAC5C,MAAM,QAAQ,GAAG,MAAM,WAAW,CAA6B,GAAG,EAAE;YAChE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;YACnC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;YACjD,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK;SACzC,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC;IACpC,CAAC;IAED,2EAA2E;IAC3E,kBAAkB;IAClB,2EAA2E;IAE3E,KAAK,CAAC,SAAS;QACX,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,WAAW,CAAC;QAC3C,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAgC,GAAG,EAAE;YACnE,OAAO,EAAE,IAAI;SAChB,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACjD,CAAC;IAEQ,KAAK,CAAC,YAAY,CAAC,SAAkB;QAC1C,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,WAAW,CAAC;QAC3C,IAAI,CAAC;YACD,MAAM,WAAW,GAAG,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;YACpD,MAAM,QAAQ,GAAG,MAAM,WAAW,CAA0B,GAAG,EAAE;gBAC7D,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;gBAC3B,OAAO,EAAE,IAAI;aAChB,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAwC,CAAC;YACrF,IAAI,CAAC,SAAS;gBAAE,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;YAE/C,+CAA+C;YAC/C,MAAM,IAAI,GAAG,SAAS,CAAC,sBAAsB,CAAuB,CAAC;YACrE,IAAI,aAAa,GAAG,IAAI,CAAC;YAEzB,IAAI,IAAI,EAAE,CAAC;gBACP,MAAM,MAAM,GAAG,GAAG,IAAI,iBAAiB,CAAC;gBACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAuB,CAAC;gBACzD,IAAI,QAAQ;oBAAE,aAAa,GAAG,QAAQ,CAAC;YAC3C,CAAC;YAED,uEAAuE;YACvE,4EAA4E;YAC5E,IAAI,CAAC;gBACD,MAAM,UAAU,GAAG,MAAM,WAAW,CAChC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,SAAS,EAC5B,EAAE,OAAO,EAAE,IAAI,EAAE,CACpB,CAAC;gBACF,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAC1C,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,WAAW,CAAC,WAAW,EAAE,CACnE,CAAC;gBACF,IAAI,SAAS,EAAE,cAAc,IAAI,SAAS,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;oBAC5D,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;gBACtE,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACL,gEAAgE;YACpE,CAAC;YAED,MAAM,aAAa,GAAG,SAAS,CAAC,yBAAyB,CAAuB,CAAC;YACjF,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAyB,CAAC;YAE3E,OAAO;gBACH,KAAK,EAAE,WAAW;gBAClB,aAAa;gBACb,YAAY,EAAE,IAAI;gBAClB,cAAc,EAAE,aAAa;gBAC7B,YAAY;aACf,CAAC;QACN,CAAC;QAAC,MAAM,CAAC;YACL,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;QACnC,CAAC;IACL,CAAC;IAED,2EAA2E;IAC3E,YAAY;IACZ,2EAA2E;IAE3E,iDAAiD;IACjD,KAAK,CAAC,WAAW;QACb,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC9B,CAAC;QAAC,MAAM,CAAC;YACL,wBAAwB;YACxB,IAAI,CAAC,QAAQ,CAAC,qCAAqC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YACzE,MAAM,WAAW,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,WAAW,EAAE;gBAC9C,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE;gBAClC,OAAO,EAAE,MAAM,EAAE,iBAAiB;aACrC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,2EAA2E;IAC3E,YAAY;IACZ,2EAA2E;IAEnE,eAAe,CAAC,QAA0B;QAC9C,OAAO,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACtB,MAAM,SAAS,GAA4B,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;YAE9D,0DAA0D;YAC1D,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7B,MAAM,SAAS,GAAa,EAAE,CAAC;gBAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;gBAE5B,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;oBAC7B,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBACvB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC9B,CAAC;yBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBAC/B,IAAI,CAAC,QAAQ,CAAC,gDAAgD,CAAC,CAAC;oBACpE,CAAC;yBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC;wBAC1D,sDAAsD;wBACtD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;wBAC/B,IAAI,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;4BAC1B,6CAA6C;4BAC7C,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;4BACrC,IAAI,UAAU;gCAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;wBAC5C,CAAC;6BAAM,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;4BAChC,8CAA8C;4BAC9C,iDAAiD;4BACjD,IAAI,CAAC,QAAQ,CAAC,uDAAuD,CAAC,CAAC;wBAC3E,CAAC;6BAAM,CAAC;4BACJ,oBAAoB;4BACpB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBACrB,CAAC;oBACL,CAAC;gBACL,CAAC;gBAED,SAAS,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC5C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpB,SAAS,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;gBACjC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,SAAS,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;YAC7C,CAAC;YAED,2DAA2D;YAC3D,IAAI,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;gBACzB,SAAS,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBAChD,GAAG,EAAE;oBACL,QAAQ,EAAE;wBACN,GAAG,EAAE,CAAC,QAAQ;wBACd,SAAS,EAAE,OAAO,EAAE,CAAC,QAAQ,CAAC,SAAS,KAAK,QAAQ;4BAChD,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;gCAAC,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;4BAAC,CAAC;4BAAC,MAAM,CAAC;gCAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;4BAAC,CAAC,CAAC,CAAC,CAAC,EAAE;4BACzG,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS;qBAC9B;iBACJ,CAAC,CAAC,CAAC;YACR,CAAC;YAED,iDAAiD;YACjD,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;gBACnB,SAAS,CAAC,cAAc,CAAC,GAAG,GAAG,CAAC,YAAY,CAAC;YACjD,CAAC;YAED,OAAO,SAAS,CAAC;QACrB,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,oBAAoB,CAAC,KAA0B;QACnD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACnB,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACN,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;gBACrB,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW;gBACnC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU;aACpC;SACJ,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,kBAAkB,CAAC,OAAqB;QAC5C,MAAM,MAAM,GAA4B;YACpC,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB;YACjC,GAAG,OAAO,EAAE,UAAU;SACzB,CAAC;QACF,IAAI,OAAO,EAAE,WAAW,KAAK,SAAS;YAAE,MAAM,CAAC,aAAa,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC;QACpF,IAAI,OAAO,EAAE,SAAS,KAAK,SAAS;YAAE,MAAM,CAAC,aAAa,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC;QAChF,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,2EAA2E;IAC3E,4BAA4B;IAC5B,2EAA2E;IAE3E;;;;;OAKG;IACK,oBAAoB,CAAC,OAA8I;QACvK,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACrB,OAAO,mBAAmB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACvB,OAAO,uBAAuB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACzD,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ","sourcesContent":["/**\r\n * Universal LLM Client v3 — Ollama Provider\r\n *\r\n * Implements BaseLLMClient for Ollama's native API.\r\n * Supports chat, streaming (NDJSON), embeddings, model discovery,\r\n * context length detection via /api/show, and structured output.\r\n *\r\n * Structured Output Assertions:\r\n * - VAL-PROVIDER-OLLAMA-001: format parameter with JSON Schema\r\n * - VAL-PROVIDER-OLLAMA-003: Vision with base64 extraction alongside format\r\n * - VAL-PROVIDER-OLLAMA-004: format \"json\" vs schema modes\r\n */\r\n\r\nimport { BaseLLMClient } from '../client.js';\r\nimport { httpRequest, httpStream, parseNDJSON, buildHeaders } from '../http.js';\r\nimport { StandardChatDecoder } from '../stream-decoder.js';\r\nimport {\r\n    normalizeJsonSchema,\r\n    getJsonSchemaFromConfig,\r\n} from '../structured-output.js';\r\nimport type {\r\n    LLMClientOptions,\r\n    LLMChatMessage,\r\n    LLMChatResponse,\r\n    ChatOptions,\r\n    ModelMetadata,\r\n    OllamaResponse,\r\n    OllamaModelInfo,\r\n    LLMToolDefinition,\r\n    TokenUsageInfo,\r\n} from '../interfaces.js';\r\nimport type { DecodedEvent } from '../stream-decoder.js';\r\nimport type { Auditor } from '../auditor.js';\r\n\r\nexport class OllamaClient extends BaseLLMClient {\r\n    constructor(options: LLMClientOptions, auditor?: Auditor) {\r\n        super({\r\n            ...options,\r\n            url: (options.url || 'http://localhost:11434').replace(/\\/+$/, ''),\r\n        }, auditor);\r\n    }\r\n\r\n    // ========================================================================\r\n    // Chat\r\n    // ========================================================================\r\n\r\n    async chat(\r\n        messages: LLMChatMessage[],\r\n        options?: ChatOptions,\r\n    ): Promise<LLMChatResponse> {\r\n        // Structured output and tools can now be used together.\\n        // The provider sends both format and tools in the request.\\n        // The Router handles skipping validation when the response contains tool calls.\r\n\r\n        const url = `${this.options.url}/api/chat`;\r\n        const tools = options?.tools ?? (Object.keys(this.toolRegistry).length > 0 ? this.getToolDefinitions() : undefined);\r\n\r\n        const body: Record<string, unknown> = {\r\n            model: this.options.model,\r\n            messages: this.convertMessages(messages),\r\n            stream: false,\r\n            options: this.buildOllamaOptions(options),\r\n        };\r\n\r\n        if (tools?.length) {\r\n            body['tools'] = this.convertToolsToOllama(tools);\r\n        }\r\n\r\n        // Enable native thinking by default — thinking models produce better\r\n        // tool selections and reasoning when allowed to think before acting.\r\n        body['think'] = this.options.thinking ?? true;\r\n\r\n        // Handle structured output via format parameter\r\n        const schemaOptions = this.extractSchemaOptions(options);\r\n        if (schemaOptions) {\r\n            body['format'] = this.buildFormatParameter(schemaOptions);\r\n        } else if (options?.responseFormat) {\r\n            // Legacy json_object mode - map to Ollama's \"json\" format\r\n            body['format'] = 'json';\r\n        }\r\n\r\n        const start = Date.now();\r\n        this.auditor.record({\r\n            timestamp: start,\r\n            type: 'request',\r\n            provider: 'ollama',\r\n            model: this.options.model,\r\n        });\r\n\r\n        const response = await httpRequest<OllamaResponse>(url, {\r\n            method: 'POST',\r\n            headers: buildHeaders(this.options),\r\n            body,\r\n            timeout: this.options.timeout ?? 30000,\r\n        });\r\n\r\n        const data = response.data;\r\n        const usage: TokenUsageInfo | undefined = (data.prompt_eval_count || data.eval_count)\r\n            ? {\r\n                inputTokens: data.prompt_eval_count ?? 0,\r\n                outputTokens: data.eval_count ?? 0,\r\n                totalTokens: (data.prompt_eval_count ?? 0) + (data.eval_count ?? 0),\r\n            }\r\n            : undefined;\r\n\r\n        // Normalize tool call IDs (Ollama sometimes omits them)\r\n        const toolCalls = data.message.tool_calls?.map(tc => ({\r\n            ...tc,\r\n            id: tc.id || this.generateToolCallId(),\r\n            function: {\r\n                ...tc.function,\r\n                arguments: typeof tc.function.arguments === 'string'\r\n                    ? tc.function.arguments\r\n                    : JSON.stringify(tc.function.arguments),\r\n            },\r\n        }));\r\n\r\n        // Get content, handling potential null\r\n        const content = data.message.content || data.message.thinking || '';\r\n\r\n        const result: LLMChatResponse = {\r\n            message: {\r\n                role: 'assistant',\r\n                content,\r\n                tool_calls: toolCalls,\r\n            },\r\n            reasoning: data.message.content ? data.message.thinking : undefined,\r\n            usage,\r\n            provider: 'ollama',\r\n        };\r\n\r\n        this.auditor.record({\r\n            timestamp: Date.now(),\r\n            type: 'response',\r\n            provider: 'ollama',\r\n            model: this.options.model,\r\n            duration: Date.now() - start,\r\n            usage,\r\n        });\r\n\r\n        return result;\r\n    }\r\n\r\n    // ========================================================================\r\n    // Streaming\r\n    // ========================================================================\r\n\r\n    async *chatStream(\r\n        messages: LLMChatMessage[],\r\n        options?: ChatOptions,\r\n    ): AsyncGenerator<DecodedEvent, LLMChatResponse | void, unknown> {\r\n        const url = `${this.options.url}/api/chat`;\r\n        const tools = options?.tools ?? (Object.keys(this.toolRegistry).length > 0 ? this.getToolDefinitions() : undefined);\r\n\r\n        const body: Record<string, unknown> = {\r\n            model: this.options.model,\r\n            messages: this.convertMessages(messages),\r\n            stream: true,\r\n            options: this.buildOllamaOptions(options),\r\n        };\r\n\r\n        if (tools?.length) {\r\n            body['tools'] = this.convertToolsToOllama(tools);\r\n        }\r\n\r\n        body['think'] = this.options.thinking ?? true;\r\n\r\n        const start = Date.now();\r\n        this.auditor.record({\r\n            timestamp: start,\r\n            type: 'stream_start',\r\n            provider: 'ollama',\r\n            model: this.options.model,\r\n        });\r\n\r\n        const decoder = new StandardChatDecoder(() => {});\r\n        let lastResponse: OllamaResponse | undefined;\r\n        const streamedToolCalls: import('../interfaces.js').LLMToolCall[] = [];\r\n\r\n        // Stream idle timeout: thinking models can pause for minutes between chunks.\r\n        // Ensure at least 5 minutes regardless of the base request timeout.\r\n        const streamTimeout = Math.max(this.options.timeout ?? 300000, 300000);\r\n\r\n        const stream = httpStream(url, {\r\n            method: 'POST',\r\n            headers: buildHeaders(this.options),\r\n            body,\r\n            timeout: streamTimeout,\r\n        });\r\n\r\n        for await (const chunk of parseNDJSON<OllamaResponse>(stream)) {\r\n            lastResponse = chunk;\r\n\r\n            if (chunk.message?.thinking) {\r\n                decoder.pushReasoning(chunk.message.thinking);\r\n                yield { type: 'thinking', content: chunk.message.thinking };\r\n            }\r\n\r\n            if (chunk.message?.content) {\r\n                decoder.push(chunk.message.content);\r\n                yield { type: 'text', content: chunk.message.content };\r\n            }\r\n\r\n            if (chunk.message?.tool_calls?.length) {\r\n                const normalized = chunk.message.tool_calls.map(tc => ({\r\n                    ...tc,\r\n                    id: tc.id || this.generateToolCallId(),\r\n                    function: {\r\n                        ...tc.function,\r\n                        arguments: typeof tc.function.arguments === 'string'\r\n                            ? tc.function.arguments\r\n                            : JSON.stringify(tc.function.arguments),\r\n                    },\r\n                }));\r\n                streamedToolCalls.push(...normalized);\r\n                yield { type: 'tool_call', calls: normalized };\r\n            }\r\n        }\r\n\r\n        decoder.flush();\r\n\r\n        const usage: TokenUsageInfo | undefined = lastResponse?.prompt_eval_count\r\n            ? {\r\n                inputTokens: lastResponse.prompt_eval_count ?? 0,\r\n                outputTokens: lastResponse.eval_count ?? 0,\r\n                totalTokens: (lastResponse.prompt_eval_count ?? 0) + (lastResponse.eval_count ?? 0),\r\n            }\r\n            : undefined;\r\n\r\n        this.auditor.record({\r\n            timestamp: Date.now(),\r\n            type: 'stream_end',\r\n            provider: 'ollama',\r\n            model: this.options.model,\r\n            duration: Date.now() - start,\r\n            usage,\r\n        });\r\n\r\n        return {\r\n            message: {\r\n                role: 'assistant',\r\n                content: decoder.getCleanContent(),\r\n                tool_calls: streamedToolCalls.length > 0 ? streamedToolCalls : undefined,\r\n            },\r\n            reasoning: decoder.getReasoning(),\r\n            usage,\r\n            provider: 'ollama',\r\n        };\r\n    }\r\n\r\n    // ========================================================================\r\n    // Embeddings\r\n    // ========================================================================\r\n\r\n    async embed(text: string): Promise<number[]> {\r\n        const url = `${this.options.url}/api/embed`;\r\n        const response = await httpRequest<{ embeddings: number[][] }>(url, {\r\n            method: 'POST',\r\n            headers: buildHeaders(this.options),\r\n            body: { model: this.options.model, input: text },\r\n            timeout: this.options.timeout ?? 30000,\r\n        });\r\n        return response.data.embeddings[0] ?? [];\r\n    }\r\n\r\n    override async embedArray(texts: string[]): Promise<number[][]> {\r\n        const url = `${this.options.url}/api/embed`;\r\n        const response = await httpRequest<{ embeddings: number[][] }>(url, {\r\n            method: 'POST',\r\n            headers: buildHeaders(this.options),\r\n            body: { model: this.options.model, input: texts },\r\n            timeout: this.options.timeout ?? 30000,\r\n        });\r\n        return response.data.embeddings;\r\n    }\r\n\r\n    // ========================================================================\r\n    // Model Discovery\r\n    // ========================================================================\r\n\r\n    async getModels(): Promise<string[]> {\r\n        const url = `${this.options.url}/api/tags`;\r\n        const response = await httpRequest<{ models: OllamaModelInfo[] }>(url, {\r\n            timeout: 5000,\r\n        });\r\n        return response.data.models.map(m => m.name);\r\n    }\r\n\r\n    override async getModelInfo(modelName?: string): Promise<ModelMetadata> {\r\n        const url = `${this.options.url}/api/show`;\r\n        try {\r\n            const targetModel = modelName ?? this.options.model;\r\n            const response = await httpRequest<Record<string, unknown>>(url, {\r\n                method: 'POST',\r\n                body: { name: targetModel },\r\n                timeout: 5000,\r\n            });\r\n\r\n            const modelInfo = response.data['model_info'] as Record<string, unknown> | undefined;\r\n            if (!modelInfo) return { contextLength: 8192 };\r\n\r\n            // Extract architecture-specific context length\r\n            const arch = modelInfo['general.architecture'] as string | undefined;\r\n            let contextLength = 8192;\r\n\r\n            if (arch) {\r\n                const ctxKey = `${arch}.context_length`;\r\n                const ctxValue = modelInfo[ctxKey] as number | undefined;\r\n                if (ctxValue) contextLength = ctxValue;\r\n            }\r\n\r\n            // Prefer the live deployment context when available. /api/show reports\r\n            // the trained maximum; /api/ps reports what the daemon has actually loaded.\r\n            try {\r\n                const psResponse = await httpRequest<{ models?: Array<{ name?: string; context_length?: number }> }>(\r\n                    `${this.options.url}/api/ps`,\r\n                    { timeout: 5000 },\r\n                );\r\n                const liveModel = psResponse.data.models?.find(\r\n                    model => model.name?.toLowerCase() === targetModel.toLowerCase(),\r\n                );\r\n                if (liveModel?.context_length && liveModel.context_length > 0) {\r\n                    contextLength = Math.min(contextLength, liveModel.context_length);\r\n                }\r\n            } catch {\r\n                // Ignore /api/ps failures — /api/show is still a valid fallback\r\n            }\r\n\r\n            const paramCountRaw = modelInfo['general.parameter_count'] as number | undefined;\r\n            const capabilities = response.data['capabilities'] as string[] | undefined;\r\n\r\n            return {\r\n                model: targetModel,\r\n                contextLength,\r\n                architecture: arch,\r\n                parameterCount: paramCountRaw,\r\n                capabilities,\r\n            };\r\n        } catch {\r\n            return { contextLength: 8192 };\r\n        }\r\n    }\r\n\r\n    // ========================================================================\r\n    // Readiness\r\n    // ========================================================================\r\n\r\n    /** Ensure model is available, pull if missing */\r\n    async ensureReady(): Promise<void> {\r\n        try {\r\n            await this.getModelInfo();\r\n        } catch {\r\n            // Try pulling the model\r\n            this.debugLog(`Model not found, attempting pull: ${this.options.model}`);\r\n            await httpRequest(`${this.options.url}/api/pull`, {\r\n                method: 'POST',\r\n                body: { name: this.options.model },\r\n                timeout: 300000, // 5 min for pull\r\n            });\r\n        }\r\n    }\r\n\r\n    // ========================================================================\r\n    // Internals\r\n    // ========================================================================\r\n\r\n    private convertMessages(messages: LLMChatMessage[]): Record<string, unknown>[] {\r\n        return messages.map(msg => {\r\n            const converted: Record<string, unknown> = { role: msg.role };\r\n\r\n            // Handle multimodal content (array of text + image parts)\r\n            if (Array.isArray(msg.content)) {\r\n                const textParts: string[] = [];\r\n                const images: string[] = [];\r\n\r\n                for (const part of msg.content) {\r\n                    if (part.type === 'text') {\r\n                        textParts.push(part.text);\r\n                    } else if (part.type === 'audio') {\r\n                        this.debugLog('Ollama: skipping audio content (not supported)');\r\n                    } else if (part.type === 'image_url' && part.image_url?.url) {\r\n                        // Extract base64 data from data URL or use raw base64\r\n                        const url = part.image_url.url;\r\n                        if (url.startsWith('data:')) {\r\n                            // data:image/jpeg;base64,XXXX → extract XXXX\r\n                            const base64Data = url.split(',')[1];\r\n                            if (base64Data) images.push(base64Data);\r\n                        } else if (url.startsWith('http')) {\r\n                            // Ollama doesn't support URLs directly — skip\r\n                            // (caller should download and convert to base64)\r\n                            this.debugLog('Ollama vision: skipping URL image, use base64 instead');\r\n                        } else {\r\n                            // Assume raw base64\r\n                            images.push(url);\r\n                        }\r\n                    }\r\n                }\r\n\r\n                converted['content'] = textParts.join('\\n');\r\n                if (images.length > 0) {\r\n                    converted['images'] = images;\r\n                }\r\n            } else {\r\n                converted['content'] = msg.content ?? '';\r\n            }\r\n\r\n            // Ollama needs tool call arguments as objects, not strings\r\n            if (msg.tool_calls?.length) {\r\n                converted['tool_calls'] = msg.tool_calls.map(tc => ({\r\n                    ...tc,\r\n                    function: {\r\n                        ...tc.function,\r\n                        arguments: typeof tc.function.arguments === 'string'\r\n                            ? (() => { try { return JSON.parse(tc.function.arguments); } catch { return tc.function.arguments; } })()\r\n                            : tc.function.arguments,\r\n                    },\r\n                }));\r\n            }\r\n\r\n            // Preserve tool_call_id for tool result messages\r\n            if (msg.tool_call_id) {\r\n                converted['tool_call_id'] = msg.tool_call_id;\r\n            }\r\n\r\n            return converted;\r\n        });\r\n    }\r\n\r\n    private convertToolsToOllama(tools: LLMToolDefinition[]): unknown[] {\r\n        return tools.map(t => ({\r\n            type: 'function',\r\n            function: {\r\n                name: t.function.name,\r\n                description: t.function.description,\r\n                parameters: t.function.parameters,\r\n            },\r\n        }));\r\n    }\r\n\r\n    private buildOllamaOptions(options?: ChatOptions): Record<string, unknown> {\r\n        const params: Record<string, unknown> = {\r\n            ...this.options.defaultParameters,\r\n            ...options?.parameters,\r\n        };\r\n        if (options?.temperature !== undefined) params['temperature'] = options.temperature;\r\n        if (options?.maxTokens !== undefined) params['num_predict'] = options.maxTokens;\r\n        return params;\r\n    }\r\n\r\n    // ========================================================================\r\n    // Structured Output Helpers\r\n    // ========================================================================\r\n\r\n    /**\r\n     * Build Ollama format parameter from schema options.\r\n     * Ollama accepts:\r\n     * - format: \"json\" for simple JSON mode\r\n     * - format: { ...schema } for structured output with JSON Schema\r\n     */\r\n    private buildFormatParameter(options: { schemaConfig?: import('../structured-output.js').SchemaConfig<unknown>, jsonSchema?: import('../structured-output.js').JSONSchema }): string | import('../structured-output.js').JSONSchema {\r\n        if (options.jsonSchema) {\r\n            return normalizeJsonSchema(options.jsonSchema);\r\n        }\r\n\r\n        if (options.schemaConfig) {\r\n            return getJsonSchemaFromConfig(options.schemaConfig);\r\n        }\r\n\r\n        return 'json';\r\n    }\r\n}\r\n"]}
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAChF,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EACH,mBAAmB,EACnB,uBAAuB,GAC1B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAgBlE,MAAM,OAAO,YAAa,SAAQ,aAAa;IAC3C,YAAY,OAAyB,EAAE,OAAiB;QACpD,KAAK,CAAC;YACF,GAAG,OAAO;YACV,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,IAAI,wBAAwB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;SACrE,EAAE,OAAO,CAAC,CAAC;IAChB,CAAC;IAED,2EAA2E;IAC3E,OAAO;IACP,2EAA2E;IAE3E,KAAK,CAAC,IAAI,CACN,QAA0B,EAC1B,OAAqB;QAErB,uNAAuN;QAEvN,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,WAAW,CAAC;QAC3C,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAEpH,MAAM,IAAI,GAA4B;YAClC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC;YACxC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC;SAC5C,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACrD,CAAC;QAED,qEAAqE;QACrE,qEAAqE;QACrE,wEAAwE;QACxE,IAAI,CAAC,OAAO,CAAC,GAAG,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC;QAE3F,gDAAgD;QAChD,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QACzD,IAAI,aAAa,EAAE,CAAC;YAChB,IAAI,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,oBAAoB,CAAC,aAAa,CAAC,CAAC;QAC9D,CAAC;aAAM,IAAI,OAAO,EAAE,cAAc,EAAE,CAAC;YACjC,0DAA0D;YAC1D,IAAI,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;QAC5B,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAChB,SAAS,EAAE,KAAK;YAChB,IAAI,EAAE,SAAS;YACf,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;SAC5B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAiB,GAAG,EAAE;YACpD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;YACnC,IAAI;YACJ,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK;SACzC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC3B,MAAM,KAAK,GAA+B,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,UAAU,CAAC;YACjF,CAAC,CAAC;gBACE,WAAW,EAAE,IAAI,CAAC,iBAAiB,IAAI,CAAC;gBACxC,YAAY,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;gBAClC,WAAW,EAAE,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;gBACnE,uDAAuD;gBACvD,UAAU,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS;gBACvE,eAAe,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,UAAU;oBAClD,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,aAAa,GAAG,GAAG,CAAC;oBAC9C,CAAC,CAAC,SAAS;aAClB;YACD,CAAC,CAAC,SAAS,CAAC;QAEhB,oEAAoE;QACpE,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC;QAEjF,MAAM,YAAY,GAAG,2BAA2B,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAC7E,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;QAE5G,MAAM,MAAM,GAAoB;YAC5B,OAAO,EAAE;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,YAAY,CAAC,OAAO;gBAC7B,UAAU,EAAE,SAAS;aACxB;YACD,YAAY,EAAE,IAAI,CAAC,WAAW;YAC9B,SAAS;YACT,KAAK;YACL,QAAQ,EAAE,QAAQ;SACrB,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAChB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAC5B,KAAK;SACR,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,2EAA2E;IAC3E,YAAY;IACZ,2EAA2E;IAE3E,KAAK,CAAC,CAAC,UAAU,CACb,QAA0B,EAC1B,OAAqB;QAErB,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,WAAW,CAAC;QAC3C,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAEpH,MAAM,IAAI,GAA4B;YAClC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC;YACxC,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC;SAC5C,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACrD,CAAC;QAED,wEAAwE;QACxE,IAAI,CAAC,OAAO,CAAC,GAAG,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC;QAE3F,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAChB,SAAS,EAAE,KAAK;YAChB,IAAI,EAAE,cAAc;YACpB,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;SAC5B,CAAC,CAAC;QAEH,MAAM,aAAa,GAAmB,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5E,IAAI,YAAwC,CAAC;QAC7C,MAAM,iBAAiB,GAA6C,EAAE,CAAC;QAEvE,6EAA6E;QAC7E,oEAAoE;QACpE,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,MAAM,EAAE,MAAM,CAAC,CAAC;QAEvE,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,EAAE;YAC3B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;YACnC,IAAI;YACJ,OAAO,EAAE,aAAa;SACzB,CAAC,CAAC;QAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,CAAiB,MAAM,CAAC,EAAE,CAAC;YAC5D,YAAY,GAAG,KAAK,CAAC;YAErB,IAAI,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC;gBAC1B,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAC9C,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACxC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC1B,MAAM,KAAK,CAAC;gBAChB,CAAC;YACL,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACpC,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACxC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC1B,MAAM,KAAK,CAAC;gBAChB,CAAC;YACL,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;gBACpC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC;gBAClF,iBAAiB,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;gBACtC,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;YACnD,CAAC;QACL,CAAC;QAED,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACxC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,KAAK,CAAC;QAChB,CAAC;QAED,MAAM,KAAK,GAA+B,YAAY,EAAE,iBAAiB;YACrE,CAAC,CAAC;gBACE,WAAW,EAAE,YAAY,CAAC,iBAAiB,IAAI,CAAC;gBAChD,YAAY,EAAE,YAAY,CAAC,UAAU,IAAI,CAAC;gBAC1C,WAAW,EAAE,CAAC,YAAY,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU,IAAI,CAAC,CAAC;gBACnF,UAAU,EAAE,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,YAAY,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS;gBACvF,eAAe,EAAE,YAAY,CAAC,aAAa,IAAI,YAAY,CAAC,UAAU;oBAClE,CAAC,CAAC,YAAY,CAAC,UAAU,GAAG,CAAC,YAAY,CAAC,aAAa,GAAG,GAAG,CAAC;oBAC9D,CAAC,CAAC,SAAS;aAClB;YACD,CAAC,CAAC,SAAS,CAAC;QAEhB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YAChB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,IAAI,EAAE,YAAY;YAClB,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAC5B,KAAK;SACR,CAAC,CAAC;QAEH,OAAO;YACH,OAAO,EAAE;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,OAAO,CAAC,eAAe,EAAE;gBAClC,UAAU,EAAE,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS;aAC3E;YACD,YAAY,EAAE,YAAY,EAAE,WAAW;YACvC,SAAS,EAAE,OAAO,CAAC,YAAY,EAAE;YACjC,KAAK;YACL,QAAQ,EAAE,QAAQ;SACrB,CAAC;IACN,CAAC;IAEO,iBAAiB,CACrB,QAAgF;QAEhF,OAAO;YACH,GAAG,QAAQ;YACX,EAAE,EAAE,QAAQ,CAAC,EAAE,IAAI,IAAI,CAAC,kBAAkB,EAAE;YAC5C,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACN,GAAG,QAAQ,CAAC,QAAQ;gBACpB,IAAI,EAAE,QAAQ,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE;gBACnC,SAAS,EAAE,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC;aACvE;SACJ,CAAC;IACN,CAAC;IAEO,sBAAsB,CAAC,IAAa;QACxC,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAChD,CAAC;QACD,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;YACf,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IACxC,CAAC;IAED,2EAA2E;IAC3E,aAAa;IACb,2EAA2E;IAE3E,KAAK,CAAC,KAAK,CAAC,IAAY;QACpB,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,YAAY,CAAC;QAC5C,MAAM,QAAQ,GAAG,MAAM,WAAW,CAA6B,GAAG,EAAE;YAChE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;YACnC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE;YAChD,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK;SACzC,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7C,CAAC;IAEQ,KAAK,CAAC,UAAU,CAAC,KAAe;QACrC,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,YAAY,CAAC;QAC5C,MAAM,QAAQ,GAAG,MAAM,WAAW,CAA6B,GAAG,EAAE;YAChE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;YACnC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;YACjD,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK;SACzC,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC;IACpC,CAAC;IAED,2EAA2E;IAC3E,kBAAkB;IAClB,2EAA2E;IAE3E,KAAK,CAAC,SAAS;QACX,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,WAAW,CAAC;QAC3C,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAgC,GAAG,EAAE;YACnE,OAAO,EAAE,IAAI;SAChB,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACjD,CAAC;IAEQ,KAAK,CAAC,YAAY,CAAC,SAAkB;QAC1C,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,WAAW,CAAC;QAC3C,IAAI,CAAC;YACD,MAAM,WAAW,GAAG,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;YACpD,MAAM,QAAQ,GAAG,MAAM,WAAW,CAA0B,GAAG,EAAE;gBAC7D,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;gBAC3B,OAAO,EAAE,IAAI;aAChB,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAwC,CAAC;YACrF,IAAI,CAAC,SAAS;gBAAE,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;YAE/C,+CAA+C;YAC/C,MAAM,IAAI,GAAG,SAAS,CAAC,sBAAsB,CAAuB,CAAC;YACrE,IAAI,aAAa,GAAG,IAAI,CAAC;YAEzB,IAAI,IAAI,EAAE,CAAC;gBACP,MAAM,MAAM,GAAG,GAAG,IAAI,iBAAiB,CAAC;gBACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAuB,CAAC;gBACzD,IAAI,QAAQ;oBAAE,aAAa,GAAG,QAAQ,CAAC;YAC3C,CAAC;YAED,uEAAuE;YACvE,4EAA4E;YAC5E,IAAI,CAAC;gBACD,MAAM,UAAU,GAAG,MAAM,WAAW,CAChC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,SAAS,EAC5B,EAAE,OAAO,EAAE,IAAI,EAAE,CACpB,CAAC;gBACF,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAC1C,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,WAAW,CAAC,WAAW,EAAE,CACnE,CAAC;gBACF,IAAI,SAAS,EAAE,cAAc,IAAI,SAAS,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;oBAC5D,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;gBACtE,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACL,gEAAgE;YACpE,CAAC;YAED,MAAM,aAAa,GAAG,SAAS,CAAC,yBAAyB,CAAuB,CAAC;YACjF,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAyB,CAAC;YAE3E,OAAO;gBACH,KAAK,EAAE,WAAW;gBAClB,aAAa;gBACb,YAAY,EAAE,IAAI;gBAClB,cAAc,EAAE,aAAa;gBAC7B,YAAY;aACf,CAAC;QACN,CAAC;QAAC,MAAM,CAAC;YACL,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;QACnC,CAAC;IACL,CAAC;IAED,2EAA2E;IAC3E,YAAY;IACZ,2EAA2E;IAE3E,iDAAiD;IACjD,KAAK,CAAC,WAAW;QACb,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC9B,CAAC;QAAC,MAAM,CAAC;YACL,wBAAwB;YACxB,IAAI,CAAC,QAAQ,CAAC,qCAAqC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YACzE,MAAM,WAAW,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,WAAW,EAAE;gBAC9C,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE;gBAClC,OAAO,EAAE,MAAM,EAAE,iBAAiB;aACrC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,2EAA2E;IAC3E,YAAY;IACZ,2EAA2E;IAEnE,eAAe,CAAC,QAA0B;QAC9C,OAAO,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACtB,MAAM,SAAS,GAA4B,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;YAE9D,0DAA0D;YAC1D,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7B,MAAM,SAAS,GAAa,EAAE,CAAC;gBAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;gBAE5B,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;oBAC7B,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBACvB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC9B,CAAC;yBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBAC/B,IAAI,CAAC,QAAQ,CAAC,gDAAgD,CAAC,CAAC;oBACpE,CAAC;yBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC;wBAC1D,sDAAsD;wBACtD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;wBAC/B,IAAI,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;4BAC1B,6CAA6C;4BAC7C,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;4BACrC,IAAI,UAAU;gCAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;wBAC5C,CAAC;6BAAM,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;4BAChC,8CAA8C;4BAC9C,iDAAiD;4BACjD,IAAI,CAAC,QAAQ,CAAC,uDAAuD,CAAC,CAAC;wBAC3E,CAAC;6BAAM,CAAC;4BACJ,oBAAoB;4BACpB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBACrB,CAAC;oBACL,CAAC;gBACL,CAAC;gBAED,SAAS,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC5C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpB,SAAS,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;gBACjC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,SAAS,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;YAC7C,CAAC;YAED,2DAA2D;YAC3D,IAAI,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;gBACzB,SAAS,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBAChD,GAAG,EAAE;oBACL,QAAQ,EAAE;wBACN,GAAG,EAAE,CAAC,QAAQ;wBACd,SAAS,EAAE,OAAO,EAAE,CAAC,QAAQ,CAAC,SAAS,KAAK,QAAQ;4BAChD,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;gCAAC,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;4BAAC,CAAC;4BAAC,MAAM,CAAC;gCAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;4BAAC,CAAC,CAAC,CAAC,CAAC,EAAE;4BACzG,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS;qBAC9B;iBACJ,CAAC,CAAC,CAAC;YACR,CAAC;YAED,iDAAiD;YACjD,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;gBACnB,SAAS,CAAC,cAAc,CAAC,GAAG,GAAG,CAAC,YAAY,CAAC;YACjD,CAAC;YAED,OAAO,SAAS,CAAC;QACrB,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,oBAAoB,CAAC,KAA0B;QACnD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACnB,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACN,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;gBACrB,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW;gBACnC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU;aACpC;SACJ,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,kBAAkB,CAAC,OAAqB;QAC5C,MAAM,MAAM,GAA4B;YACpC,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB;YACjC,GAAG,OAAO,EAAE,UAAU;SACzB,CAAC;QACF,IAAI,OAAO,EAAE,WAAW,KAAK,SAAS;YAAE,MAAM,CAAC,aAAa,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC;QACpF,IAAI,OAAO,EAAE,SAAS,KAAK,SAAS;YAAE,MAAM,CAAC,aAAa,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC;QAChF,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,2EAA2E;IAC3E,4BAA4B;IAC5B,2EAA2E;IAE3E;;;;;OAKG;IACK,oBAAoB,CAAC,OAA8I;QACvK,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACrB,OAAO,mBAAmB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACvB,OAAO,uBAAuB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACzD,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ"}

package/dist/providers/openai.d.ts

@@ -9,9 +9,23 @@ import type { LLMClientOptions, LLMChatMessage, LLMChatResponse, ChatOptions } f
 import type { DecodedEvent } from '../stream-decoder.js';
 import type { Auditor } from '../auditor.js';
 export declare class OpenAICompatibleClient extends BaseLLMClient {
+    /**
+     * DiffusionGemma on trimmed vLLM builds has no server-side reasoning or
+     * tool-call parser — the native channel protocol is handled client-side
+     * (see gemma-diffusion.ts). Auto-detected from the model name; override
+     * with `gemmaNativeProtocol` in LLMClientOptions.
+     */
+    private get gemmaNative();
+    /**
+     * Build a full endpoint URL, respecting apiBasePath (already baked into this.options.url)
+     * and any queryParams provided at the provider config level.
+     */
+    private buildUrl;
     constructor(options: LLMClientOptions, auditor?: Auditor);
     chat(messages: LLMChatMessage[], options?: ChatOptions): Promise<LLMChatResponse>;
     chatStream(messages: LLMChatMessage[], options?: ChatOptions): AsyncGenerator<DecodedEvent, LLMChatResponse | void, unknown>;
+    private normalizeToolCall;
+    private normalizeToolArguments;
     embed(text: string): Promise<number[]>;
     getModels(): Promise<string[]>;
     private convertMessages;

package/dist/providers/openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAS7C,OAAO,KAAK,EACR,gBAAgB,EAChB,cAAc,EACd,eAAe,EACf,WAAW,EAId,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAE7C,qBAAa,sBAAuB,SAAQ,aAAa;gBACzC,OAAO,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,OAAO;IAalD,IAAI,CACN,QAAQ,EAAE,cAAc,EAAE,EAC1B,OAAO,CAAC,EAAE,WAAW,GACtB,OAAO,CAAC,eAAe,CAAC;IA6FpB,UAAU,CACb,QAAQ,EAAE,cAAc,EAAE,EAC1B,OAAO,CAAC,EAAE,WAAW,GACtB,cAAc,CAAC,YAAY,EAAE,eAAe,GAAG,IAAI,EAAE,OAAO,CAAC;IAyJ1D,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAoBtC,SAAS,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAmBpC,OAAO,CAAC,eAAe;IASvB,OAAO,CAAC,kBAAkB;IAc1B;;OAEG;IACH,OAAO,CAAC,mBAAmB;CAgC9B"}
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAU7C,OAAO,KAAK,EACR,gBAAgB,EAChB,cAAc,EACd,eAAe,EACf,WAAW,EAKd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAG7C,qBAAa,sBAAuB,SAAQ,aAAa;IACrD;;;;;OAKG;IACH,OAAO,KAAK,WAAW,GAEtB;IAED;;;OAGG;IACH,OAAO,CAAC,QAAQ;gBAoBJ,OAAO,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,OAAO;IAyBlD,IAAI,CACN,QAAQ,EAAE,cAAc,EAAE,EAC1B,OAAO,CAAC,EAAE,WAAW,GACtB,OAAO,CAAC,eAAe,CAAC;IAgIpB,UAAU,CACb,QAAQ,EAAE,cAAc,EAAE,EAC1B,OAAO,CAAC,EAAE,WAAW,GACtB,cAAc,CAAC,YAAY,EAAE,eAAe,GAAG,IAAI,EAAE,OAAO,CAAC;IAsNhE,OAAO,CAAC,iBAAiB;IAezB,OAAO,CAAC,sBAAsB;IAcxB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAoBtC,SAAS,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAmBpC,OAAO,CAAC,eAAe;IASvB,OAAO,CAAC,kBAAkB;IAmC1B;;OAEG;IACH,OAAO,CAAC,mBAAmB;CAgC9B"}