@modelprofile.com/flexharness-providers 7.0.0

package/ts_providers/google/index.ts

@@ -0,0 +1,8 @@
+import * as plugins from './plugins.js';
+
+export interface IGoogleModelOptions extends plugins.ISmartAiOptions { provider: 'google'; }
+
+export const createGoogleModelProvider = (): plugins.IModelProvider<IGoogleModelOptions> => ({
+  id: 'google',
+  getModel: (options) => plugins.createGoogle({ apiKey: options.apiKey })(options.model),
+});

package/ts_providers/google/plugins.ts

@@ -0,0 +1,3 @@
+import { createGoogle } from '@ai-sdk/google';
+export { createGoogle };
+export type { IModelProvider, ISmartAiOptions } from '@modelprofile.com/flexharness-models';

package/ts_providers/google/readme.md

@@ -0,0 +1,37 @@
+Explicit google model provider for FlexHarness models and the AI SDK.
+
+Part of the [FlexHarness toolbox](https://code.foss.global/modelprofile.com/flexharness).
+Install the components your project uses. Provider adapters are registered explicitly;
+the agent and harness do not install or register vendor SDKs.
+
+```sh
+pnpm add @modelprofile.com/flexharness-providers
+```
+
+See the [toolbox usage and migration guide](https://code.foss.global/modelprofile.com/flexharness#readme)
+for composition examples and the SmartAI/SmartAgent migration map.
+
+## Issue Reporting and Security
+
+Report issues and security concerns through [community.foss.global](https://community.foss.global).
+
+## License and Legal Information
+
+This repository contains open-source code licensed under the MIT License. A copy of the license can be found in the repository license file.
+
+**Please note:** The MIT License does not grant permission to use the trade names, trademarks, service marks, or product names of the project, except as required for reasonable and customary use in describing the origin of the work and reproducing the content of the NOTICE file.
+
+### Trademarks
+
+This project is owned and maintained by Task Venture Capital GmbH. The names and logos associated with Task Venture Capital GmbH and any related products or services are trademarks of Task Venture Capital GmbH or third parties, and are not included within the scope of the MIT license granted herein.
+
+Use of these trademarks must comply with Task Venture Capital GmbH's Trademark Guidelines or the guidelines of the respective third-party owners, and any usage must be approved in writing. Third-party trademarks used herein are the property of their respective owners and used only in a descriptive manner, e.g. for an implementation of an API or similar.
+
+### Company Information
+
+Task Venture Capital GmbH<br>
+Registered at District Court Bremen HRB 35230 HB, Germany
+
+For any legal inquiries or further information, please contact us via email at hello@task.vc.
+
+By using this repository, you acknowledge that you have read this section, agree to comply with its terms, and understand that the licensing of the code does not imply endorsement by Task Venture Capital GmbH of any derivative works.

package/ts_providers/groq/index.ts

@@ -0,0 +1,8 @@
+import * as plugins from './plugins.js';
+
+export interface IGroqModelOptions extends plugins.ISmartAiOptions { provider: 'groq'; }
+
+export const createGroqModelProvider = (): plugins.IModelProvider<IGroqModelOptions> => ({
+  id: 'groq',
+  getModel: (options) => plugins.createGroq({ apiKey: options.apiKey })(options.model),
+});

package/ts_providers/groq/plugins.ts

@@ -0,0 +1,3 @@
+import { createGroq } from '@ai-sdk/groq';
+export { createGroq };
+export type { IModelProvider, ISmartAiOptions } from '@modelprofile.com/flexharness-models';

package/ts_providers/groq/readme.md

@@ -0,0 +1,37 @@
+Explicit groq model provider for FlexHarness models and the AI SDK.
+
+Part of the [FlexHarness toolbox](https://code.foss.global/modelprofile.com/flexharness).
+Install the components your project uses. Provider adapters are registered explicitly;
+the agent and harness do not install or register vendor SDKs.
+
+```sh
+pnpm add @modelprofile.com/flexharness-providers
+```
+
+See the [toolbox usage and migration guide](https://code.foss.global/modelprofile.com/flexharness#readme)
+for composition examples and the SmartAI/SmartAgent migration map.
+
+## Issue Reporting and Security
+
+Report issues and security concerns through [community.foss.global](https://community.foss.global).
+
+## License and Legal Information
+
+This repository contains open-source code licensed under the MIT License. A copy of the license can be found in the repository license file.
+
+**Please note:** The MIT License does not grant permission to use the trade names, trademarks, service marks, or product names of the project, except as required for reasonable and customary use in describing the origin of the work and reproducing the content of the NOTICE file.
+
+### Trademarks
+
+This project is owned and maintained by Task Venture Capital GmbH. The names and logos associated with Task Venture Capital GmbH and any related products or services are trademarks of Task Venture Capital GmbH or third parties, and are not included within the scope of the MIT license granted herein.
+
+Use of these trademarks must comply with Task Venture Capital GmbH's Trademark Guidelines or the guidelines of the respective third-party owners, and any usage must be approved in writing. Third-party trademarks used herein are the property of their respective owners and used only in a descriptive manner, e.g. for an implementation of an API or similar.
+
+### Company Information
+
+Task Venture Capital GmbH<br>
+Registered at District Court Bremen HRB 35230 HB, Germany
+
+For any legal inquiries or further information, please contact us via email at hello@task.vc.
+
+By using this repository, you acknowledge that you have read this section, agree to comply with its terms, and understand that the licensing of the code does not imply endorsement by Task Venture Capital GmbH of any derivative works.

package/ts_providers/index.ts

@@ -0,0 +1,8 @@
+export * from './anthropic/index.js';
+export * from './openai/index.js';
+export * from './google/index.js';
+export * from './groq/index.js';
+export * from './mistral/index.js';
+export * from './xai/index.js';
+export * from './perplexity/index.js';
+export * from './ollama/index.js';

package/ts_providers/mistral/index.ts

@@ -0,0 +1,8 @@
+import * as plugins from './plugins.js';
+
+export interface IMistralModelOptions extends plugins.ISmartAiOptions { provider: 'mistral'; }
+
+export const createMistralModelProvider = (): plugins.IModelProvider<IMistralModelOptions> => ({
+  id: 'mistral',
+  getModel: (options) => plugins.createMistral({ apiKey: options.apiKey })(options.model),
+});

package/ts_providers/mistral/plugins.ts

@@ -0,0 +1,3 @@
+import { createMistral } from '@ai-sdk/mistral';
+export { createMistral };
+export type { IModelProvider, ISmartAiOptions } from '@modelprofile.com/flexharness-models';

package/ts_providers/mistral/readme.md

@@ -0,0 +1,37 @@
+Explicit mistral model provider for FlexHarness models and the AI SDK.
+
+Part of the [FlexHarness toolbox](https://code.foss.global/modelprofile.com/flexharness).
+Install the components your project uses. Provider adapters are registered explicitly;
+the agent and harness do not install or register vendor SDKs.
+
+```sh
+pnpm add @modelprofile.com/flexharness-providers
+```
+
+See the [toolbox usage and migration guide](https://code.foss.global/modelprofile.com/flexharness#readme)
+for composition examples and the SmartAI/SmartAgent migration map.
+
+## Issue Reporting and Security
+
+Report issues and security concerns through [community.foss.global](https://community.foss.global).
+
+## License and Legal Information
+
+This repository contains open-source code licensed under the MIT License. A copy of the license can be found in the repository license file.
+
+**Please note:** The MIT License does not grant permission to use the trade names, trademarks, service marks, or product names of the project, except as required for reasonable and customary use in describing the origin of the work and reproducing the content of the NOTICE file.
+
+### Trademarks
+
+This project is owned and maintained by Task Venture Capital GmbH. The names and logos associated with Task Venture Capital GmbH and any related products or services are trademarks of Task Venture Capital GmbH or third parties, and are not included within the scope of the MIT license granted herein.
+
+Use of these trademarks must comply with Task Venture Capital GmbH's Trademark Guidelines or the guidelines of the respective third-party owners, and any usage must be approved in writing. Third-party trademarks used herein are the property of their respective owners and used only in a descriptive manner, e.g. for an implementation of an API or similar.
+
+### Company Information
+
+Task Venture Capital GmbH<br>
+Registered at District Court Bremen HRB 35230 HB, Germany
+
+For any legal inquiries or further information, please contact us via email at hello@task.vc.
+
+By using this repository, you acknowledge that you have read this section, agree to comply with its terms, and understand that the licensing of the code does not imply endorsement by Task Venture Capital GmbH of any derivative works.

package/ts_providers/ollama/index.ts

@@ -0,0 +1,8 @@
+import type { IModelProvider } from '@modelprofile.com/flexharness-models';
+import type { IOllamaModelRequest } from './interfaces.js';
+import { createOllamaModel } from './smartai.provider.ollama.js';
+export const createOllamaModelProvider = (): IModelProvider<IOllamaModelRequest> => ({
+  id: 'ollama', getModel: createOllamaModel,
+});
+export { createOllamaModel };
+export * from './interfaces.js';

package/ts_providers/ollama/interfaces.ts

@@ -0,0 +1,28 @@
+import type { ISmartAiOptions } from '@modelprofile.com/flexharness-models';
+
+export interface IOllamaModelRequest extends ISmartAiOptions {
+  provider: 'ollama';
+  ollamaOptions?: IOllamaModelOptions;
+}
+
+/**
+ * Ollama model runtime options passed in the request body `options` field.
+ * @see https://github.com/ollama/ollama/blob/main/docs/modelfile.md
+ */
+export interface IOllamaModelOptions {
+  /** Context window size. Default: 2048. */
+  num_ctx?: number;
+  /** 0 = deterministic. Default: 0.8. For Qwen models use 0.55. */
+  temperature?: number;
+  top_k?: number;
+  top_p?: number;
+  repeat_penalty?: number;
+  num_predict?: number;
+  stop?: string[];
+  seed?: number;
+  /**
+   * Enable thinking/reasoning mode (Qwen3, QwQ, DeepSeek-R1 etc.).
+   * The custom Ollama provider handles this directly.
+   */
+  think?: boolean;
+}

package/ts_providers/ollama/readme.md

@@ -0,0 +1,37 @@
+Explicit ollama model provider for FlexHarness models and the AI SDK.
+
+Part of the [FlexHarness toolbox](https://code.foss.global/modelprofile.com/flexharness).
+Install the components your project uses. Provider adapters are registered explicitly;
+the agent and harness do not install or register vendor SDKs.
+
+```sh
+pnpm add @modelprofile.com/flexharness-providers
+```
+
+See the [toolbox usage and migration guide](https://code.foss.global/modelprofile.com/flexharness#readme)
+for composition examples and the SmartAI/SmartAgent migration map.
+
+## Issue Reporting and Security
+
+Report issues and security concerns through [community.foss.global](https://community.foss.global).
+
+## License and Legal Information
+
+This repository contains open-source code licensed under the MIT License. A copy of the license can be found in the repository license file.
+
+**Please note:** The MIT License does not grant permission to use the trade names, trademarks, service marks, or product names of the project, except as required for reasonable and customary use in describing the origin of the work and reproducing the content of the NOTICE file.
+
+### Trademarks
+
+This project is owned and maintained by Task Venture Capital GmbH. The names and logos associated with Task Venture Capital GmbH and any related products or services are trademarks of Task Venture Capital GmbH or third parties, and are not included within the scope of the MIT license granted herein.
+
+Use of these trademarks must comply with Task Venture Capital GmbH's Trademark Guidelines or the guidelines of the respective third-party owners, and any usage must be approved in writing. Third-party trademarks used herein are the property of their respective owners and used only in a descriptive manner, e.g. for an implementation of an API or similar.
+
+### Company Information
+
+Task Venture Capital GmbH<br>
+Registered at District Court Bremen HRB 35230 HB, Germany
+
+For any legal inquiries or further information, please contact us via email at hello@task.vc.
+
+By using this repository, you acknowledge that you have read this section, agree to comply with its terms, and understand that the licensing of the code does not imply endorsement by Task Venture Capital GmbH of any derivative works.

package/ts_providers/ollama/smartai.provider.ollama.ts

@@ -0,0 +1,426 @@
+import type {
+  LanguageModelV3,
+  LanguageModelV3CallOptions,
+  LanguageModelV3GenerateResult,
+  LanguageModelV3StreamResult,
+  LanguageModelV3StreamPart,
+  LanguageModelV3Prompt,
+  LanguageModelV3Content,
+  LanguageModelV3Usage,
+  LanguageModelV3FinishReason,
+} from '@ai-sdk/provider';
+import type { IOllamaModelRequest, IOllamaModelOptions } from './interfaces.js';
+
+interface IOllamaMessage {
+  role: string;
+  content: string;
+  images?: string[];
+  tool_calls?: Array<{
+    function: { name: string; arguments: Record<string, unknown> };
+  }>;
+  thinking?: string;
+}
+
+interface IOllamaTool {
+  type: 'function';
+  function: {
+    name: string;
+    description: string;
+    parameters: Record<string, unknown>;
+  };
+}
+
+/**
+ * Convert AI SDK V3 prompt messages to Ollama's message format.
+ */
+function convertPromptToOllamaMessages(prompt: LanguageModelV3Prompt): IOllamaMessage[] {
+  const messages: IOllamaMessage[] = [];
+
+  for (const msg of prompt) {
+    if (msg.role === 'system') {
+      // System message content is a plain string in V3
+      messages.push({ role: 'system', content: msg.content });
+    } else if (msg.role === 'user') {
+      let text = '';
+      const images: string[] = [];
+      for (const part of msg.content) {
+        if (part.type === 'text') {
+          text += part.text;
+        } else if (part.type === 'file' && part.mediaType?.startsWith('image/')) {
+          // Handle image files — Ollama expects base64 images
+          if (typeof part.data === 'string') {
+            images.push(part.data);
+          } else if (part.data instanceof Uint8Array) {
+            images.push(Buffer.from(part.data).toString('base64'));
+          }
+        }
+      }
+      const m: IOllamaMessage = { role: 'user', content: text };
+      if (images.length > 0) m.images = images;
+      messages.push(m);
+    } else if (msg.role === 'assistant') {
+      let text = '';
+      let thinking = '';
+      const toolCalls: IOllamaMessage['tool_calls'] = [];
+      for (const part of msg.content) {
+        if (part.type === 'text') {
+          text += part.text;
+        } else if (part.type === 'reasoning') {
+          thinking += part.text;
+        } else if (part.type === 'tool-call') {
+          const args = typeof part.input === 'string'
+            ? JSON.parse(part.input as string)
+            : (part.input as Record<string, unknown>);
+          toolCalls.push({
+            function: {
+              name: part.toolName,
+              arguments: args,
+            },
+          });
+        }
+      }
+      const m: IOllamaMessage = { role: 'assistant', content: text };
+      if (toolCalls.length > 0) m.tool_calls = toolCalls;
+      if (thinking) m.thinking = thinking;
+      messages.push(m);
+    } else if (msg.role === 'tool') {
+      for (const part of msg.content) {
+        if (part.type === 'tool-result') {
+          let resultContent = '';
+          if (part.output) {
+            if (part.output.type === 'text') {
+              resultContent = part.output.value;
+            } else if (part.output.type === 'json') {
+              resultContent = JSON.stringify(part.output.value);
+            }
+          }
+          messages.push({ role: 'tool', content: resultContent });
+        }
+      }
+    }
+  }
+
+  return messages;
+}
+
+/**
+ * Convert AI SDK V3 tools to Ollama's tool format.
+ */
+function convertToolsToOllamaTools(tools: LanguageModelV3CallOptions['tools']): IOllamaTool[] | undefined {
+  if (!tools || tools.length === 0) return undefined;
+
+  return tools
+    .filter((t): t is Extract<typeof t, { type: 'function' }> => t.type === 'function')
+    .map(t => ({
+      type: 'function' as const,
+      function: {
+        name: t.name,
+        description: t.description ?? '',
+        parameters: t.inputSchema as Record<string, unknown>,
+      },
+    }));
+}
+
+function makeUsage(promptTokens?: number, completionTokens?: number): LanguageModelV3Usage {
+  return {
+    inputTokens: {
+      total: promptTokens,
+      noCache: undefined,
+      cacheRead: undefined,
+      cacheWrite: undefined,
+    },
+    outputTokens: {
+      total: completionTokens,
+      text: completionTokens,
+      reasoning: undefined,
+    },
+  };
+}
+
+function makeFinishReason(reason?: string): LanguageModelV3FinishReason {
+  if (reason === 'tool_calls' || reason === 'tool-calls') {
+    return { unified: 'tool-calls', raw: reason };
+  }
+  return { unified: 'stop', raw: reason ?? 'stop' };
+}
+
+let idCounter = 0;
+function generateId(): string {
+  return `ollama-${Date.now()}-${idCounter++}`;
+}
+
+/**
+ * Custom LanguageModelV3 implementation for Ollama.
+ * Calls Ollama's native /api/chat endpoint directly to support
+ * think, num_ctx, temperature, and other model options.
+ */
+export function createOllamaModel(options: IOllamaModelRequest): LanguageModelV3 {
+  const baseUrl = options.baseUrl ?? 'http://localhost:11434';
+  const modelId = options.model;
+  const ollamaOpts: IOllamaModelOptions = { ...options.ollamaOptions };
+
+  // Apply default temperature of 0.55 for Qwen models
+  if (modelId.toLowerCase().includes('qwen') && ollamaOpts.temperature === undefined) {
+    ollamaOpts.temperature = 0.55;
+  }
+
+  const model: LanguageModelV3 = {
+    specificationVersion: 'v3',
+    provider: 'ollama',
+    modelId,
+    supportedUrls: {},
+
+    async doGenerate(callOptions: LanguageModelV3CallOptions): Promise<LanguageModelV3GenerateResult> {
+      const messages = convertPromptToOllamaMessages(callOptions.prompt);
+      const tools = convertToolsToOllamaTools(callOptions.tools);
+
+      const ollamaModelOptions: Record<string, unknown> = { ...ollamaOpts };
+      // Override with call-level options if provided
+      if (callOptions.temperature !== undefined) ollamaModelOptions.temperature = callOptions.temperature;
+      if (callOptions.topP !== undefined) ollamaModelOptions.top_p = callOptions.topP;
+      if (callOptions.topK !== undefined) ollamaModelOptions.top_k = callOptions.topK;
+      if (callOptions.maxOutputTokens !== undefined) ollamaModelOptions.num_predict = callOptions.maxOutputTokens;
+      if (callOptions.seed !== undefined) ollamaModelOptions.seed = callOptions.seed;
+      if (callOptions.stopSequences) ollamaModelOptions.stop = callOptions.stopSequences;
+      // Remove think from options — it goes at the top level
+      const { think, ...modelOpts } = ollamaModelOptions;
+
+      const requestBody: Record<string, unknown> = {
+        model: modelId,
+        messages,
+        stream: false,
+        options: modelOpts,
+      };
+
+      // Add think parameter at the top level (Ollama API requirement)
+      if (ollamaOpts.think !== undefined) {
+        requestBody.think = ollamaOpts.think;
+      }
+
+      if (tools) requestBody.tools = tools;
+
+      const response = await fetch(`${baseUrl}/api/chat`, {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify(requestBody),
+        signal: callOptions.abortSignal,
+      });
+
+      if (!response.ok) {
+        const body = await response.text();
+        throw new Error(`Ollama API error ${response.status}: ${body}`);
+      }
+
+      const result = await response.json() as Record<string, unknown>;
+      const message = result.message as Record<string, unknown>;
+
+      // Build content array
+      const content: LanguageModelV3Content[] = [];
+
+      // Add reasoning if present
+      if (message.thinking && typeof message.thinking === 'string') {
+        content.push({ type: 'reasoning', text: message.thinking });
+      }
+
+      // Add text content
+      if (message.content && typeof message.content === 'string') {
+        content.push({ type: 'text', text: message.content });
+      }
+
+      // Add tool calls if present
+      if (Array.isArray(message.tool_calls)) {
+        for (const tc of message.tool_calls as Array<Record<string, unknown>>) {
+          const fn = tc.function as Record<string, unknown>;
+          content.push({
+            type: 'tool-call',
+            toolCallId: generateId(),
+            toolName: fn.name as string,
+            input: JSON.stringify(fn.arguments),
+          });
+        }
+      }
+
+      const finishReason = Array.isArray(message.tool_calls) && (message.tool_calls as unknown[]).length > 0
+        ? makeFinishReason('tool_calls')
+        : makeFinishReason('stop');
+
+      return {
+        content,
+        finishReason,
+        usage: makeUsage(
+          (result.prompt_eval_count as number) ?? undefined,
+          (result.eval_count as number) ?? undefined,
+        ),
+        warnings: [],
+        request: { body: requestBody },
+      };
+    },
+
+    async doStream(callOptions: LanguageModelV3CallOptions): Promise<LanguageModelV3StreamResult> {
+      const messages = convertPromptToOllamaMessages(callOptions.prompt);
+      const tools = convertToolsToOllamaTools(callOptions.tools);
+
+      const ollamaModelOptions: Record<string, unknown> = { ...ollamaOpts };
+      if (callOptions.temperature !== undefined) ollamaModelOptions.temperature = callOptions.temperature;
+      if (callOptions.topP !== undefined) ollamaModelOptions.top_p = callOptions.topP;
+      if (callOptions.topK !== undefined) ollamaModelOptions.top_k = callOptions.topK;
+      if (callOptions.maxOutputTokens !== undefined) ollamaModelOptions.num_predict = callOptions.maxOutputTokens;
+      if (callOptions.seed !== undefined) ollamaModelOptions.seed = callOptions.seed;
+      if (callOptions.stopSequences) ollamaModelOptions.stop = callOptions.stopSequences;
+      const { think, ...modelOpts } = ollamaModelOptions;
+
+      const requestBody: Record<string, unknown> = {
+        model: modelId,
+        messages,
+        stream: true,
+        options: modelOpts,
+      };
+
+      if (ollamaOpts.think !== undefined) {
+        requestBody.think = ollamaOpts.think;
+      }
+
+      if (tools) requestBody.tools = tools;
+
+      const response = await fetch(`${baseUrl}/api/chat`, {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify(requestBody),
+        signal: callOptions.abortSignal,
+      });
+
+      if (!response.ok) {
+        const body = await response.text();
+        throw new Error(`Ollama API error ${response.status}: ${body}`);
+      }
+
+      const reader = response.body!.getReader();
+      const decoder = new TextDecoder();
+
+      const textId = generateId();
+      const reasoningId = generateId();
+      let textStarted = false;
+      let reasoningStarted = false;
+      let hasToolCalls = false;
+      let closed = false;
+
+      const stream = new ReadableStream<LanguageModelV3StreamPart>({
+        async pull(controller) {
+          if (closed) return;
+
+          const processLine = (line: string) => {
+            if (!line.trim()) return;
+            let json: Record<string, unknown>;
+            try {
+              json = JSON.parse(line);
+            } catch {
+              return;
+            }
+
+            const msg = json.message as Record<string, unknown> | undefined;
+
+            // Handle thinking/reasoning content
+            if (msg?.thinking && typeof msg.thinking === 'string') {
+              if (!reasoningStarted) {
+                reasoningStarted = true;
+                controller.enqueue({ type: 'reasoning-start', id: reasoningId });
+              }
+              controller.enqueue({ type: 'reasoning-delta', id: reasoningId, delta: msg.thinking });
+            }
+
+            // Handle text content
+            if (msg?.content && typeof msg.content === 'string') {
+              if (reasoningStarted && !textStarted) {
+                controller.enqueue({ type: 'reasoning-end', id: reasoningId });
+              }
+              if (!textStarted) {
+                textStarted = true;
+                controller.enqueue({ type: 'text-start', id: textId });
+              }
+              controller.enqueue({ type: 'text-delta', id: textId, delta: msg.content });
+            }
+
+            // Handle tool calls
+            if (Array.isArray(msg?.tool_calls)) {
+              hasToolCalls = true;
+              for (const tc of msg!.tool_calls as Array<Record<string, unknown>>) {
+                const fn = tc.function as Record<string, unknown>;
+                const callId = generateId();
+                controller.enqueue({
+                  type: 'tool-call',
+                  toolCallId: callId,
+                  toolName: fn.name as string,
+                  input: JSON.stringify(fn.arguments),
+                });
+              }
+            }
+
+            // Handle done
+            if (json.done) {
+              if (reasoningStarted && !textStarted) {
+                controller.enqueue({ type: 'reasoning-end', id: reasoningId });
+              }
+              if (textStarted) {
+                controller.enqueue({ type: 'text-end', id: textId });
+              }
+              controller.enqueue({
+                type: 'finish',
+                finishReason: hasToolCalls
+                  ? makeFinishReason('tool_calls')
+                  : makeFinishReason('stop'),
+                usage: makeUsage(
+                  (json.prompt_eval_count as number) ?? undefined,
+                  (json.eval_count as number) ?? undefined,
+                ),
+              });
+              closed = true;
+              controller.close();
+            }
+          };
+
+          try {
+            let buffer = '';
+            while (true) {
+              const { done, value } = await reader.read();
+              if (done) {
+                if (buffer.trim()) processLine(buffer);
+                if (!closed) {
+                  controller.enqueue({
+                    type: 'finish',
+                    finishReason: makeFinishReason('stop'),
+                    usage: makeUsage(undefined, undefined),
+                  });
+                  closed = true;
+                  controller.close();
+                }
+                return;
+              }
+
+              buffer += decoder.decode(value, { stream: true });
+              const lines = buffer.split('\n');
+              buffer = lines.pop() || '';
+              for (const line of lines) {
+                processLine(line);
+                if (closed) return;
+              }
+            }
+          } catch (error) {
+            if (!closed) {
+              controller.error(error);
+              closed = true;
+            }
+          } finally {
+            reader.releaseLock();
+          }
+        },
+      });
+
+      return {
+        stream,
+        request: { body: requestBody },
+      };
+    },
+  };
+
+  return model;
+}