modelfusion 0.103.0 → 0.105.0

package/model-provider/mistral/MistralPromptTemplate.cjs

@@ -1,7 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.chat = exports.instruction = exports.text = void 0;
-const ChatPrompt_js_1 = require("../../model-function/generate-text/prompt-template/ChatPrompt.cjs");
+const ContentPart_js_1 = require("../../model-function/generate-text/prompt-template/ContentPart.cjs");
+const InvalidPromptError_js_1 = require("../../model-function/generate-text/prompt-template/InvalidPromptError.cjs");
 /**
  * Formats a text prompt as a Mistral prompt.
  */
@@ -22,7 +23,8 @@ function instruction() {
             if (prompt.system != null) {
                 messages.push({ role: "system", content: prompt.system });
             }
-            messages.push({ role: "user", content: prompt.instruction });
+            const instruction = (0, ContentPart_js_1.validateContentIsString)(prompt.instruction, prompt);
+            messages.push({ role: "user", content: instruction });
             return messages;
         },
         stopSequences: [],
@@ -35,7 +37,6 @@ exports.instruction = instruction;
 function chat() {
     return {
         format(prompt) {
-            (0, ChatPrompt_js_1.validateChatPrompt)(prompt);
             const messages = [];
             if (prompt.system != null) {
                 messages.push({ role: "system", content: prompt.system });
@@ -43,13 +44,20 @@ function chat() {
             for (const { role, content } of prompt.messages) {
                 switch (role) {
                     case "user": {
-                        messages.push({ role: "user", content });
+                        const textContent = (0, ContentPart_js_1.validateContentIsString)(content, prompt);
+                        messages.push({ role: "user", content: textContent });
                         break;
                     }
                     case "assistant": {
-                        messages.push({ role: "assistant", content });
+                        messages.push({
+                            role: "assistant",
+                            content: (0, ContentPart_js_1.validateContentIsString)(content, prompt),
+                        });
                         break;
                     }
+                    case "tool": {
+                        throw new InvalidPromptError_js_1.InvalidPromptError("Tool messages are not supported.", prompt);
+                    }
                     default: {
                         const _exhaustiveCheck = role;
                         throw new Error(`Unsupported role: ${_exhaustiveCheck}`);

package/model-provider/mistral/MistralPromptTemplate.d.ts

@@ -1,6 +1,6 @@
 import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
-import { TextChatPrompt } from "../../model-function/generate-text/prompt-template/ChatPrompt.js";
-import { TextInstructionPrompt } from "../../model-function/generate-text/prompt-template/InstructionPrompt.js";
+import { ChatPrompt } from "../../model-function/generate-text/prompt-template/ChatPrompt.js";
+import { InstructionPrompt } from "../../model-function/generate-text/prompt-template/InstructionPrompt.js";
 import { MistralChatPrompt } from "./MistralChatModel.js";
 /**
  * Formats a text prompt as a Mistral prompt.
@@ -9,8 +9,8 @@ export declare function text(): TextGenerationPromptTemplate<string, MistralChat
 /**
  * Formats an instruction prompt as a Mistral prompt.
  */
-export declare function instruction(): TextGenerationPromptTemplate<TextInstructionPrompt, MistralChatPrompt>;
+export declare function instruction(): TextGenerationPromptTemplate<InstructionPrompt, MistralChatPrompt>;
 /**
  * Formats a chat prompt as a Mistral prompt.
  */
-export declare function chat(): TextGenerationPromptTemplate<TextChatPrompt, MistralChatPrompt>;
+export declare function chat(): TextGenerationPromptTemplate<ChatPrompt, MistralChatPrompt>;

package/model-provider/mistral/MistralPromptTemplate.js

@@ -1,4 +1,5 @@
-import { validateChatPrompt, } from "../../model-function/generate-text/prompt-template/ChatPrompt.js";
+import { validateContentIsString } from "../../model-function/generate-text/prompt-template/ContentPart.js";
+import { InvalidPromptError } from "../../model-function/generate-text/prompt-template/InvalidPromptError.js";
 /**
  * Formats a text prompt as a Mistral prompt.
  */
@@ -18,7 +19,8 @@ export function instruction() {
             if (prompt.system != null) {
                 messages.push({ role: "system", content: prompt.system });
             }
-            messages.push({ role: "user", content: prompt.instruction });
+            const instruction = validateContentIsString(prompt.instruction, prompt);
+            messages.push({ role: "user", content: instruction });
             return messages;
         },
         stopSequences: [],
@@ -30,7 +32,6 @@ export function instruction() {
 export function chat() {
     return {
         format(prompt) {
-            validateChatPrompt(prompt);
             const messages = [];
             if (prompt.system != null) {
                 messages.push({ role: "system", content: prompt.system });
@@ -38,13 +39,20 @@ export function chat() {
             for (const { role, content } of prompt.messages) {
                 switch (role) {
                     case "user": {
-                        messages.push({ role: "user", content });
+                        const textContent = validateContentIsString(content, prompt);
+                        messages.push({ role: "user", content: textContent });
                         break;
                     }
                     case "assistant": {
-                        messages.push({ role: "assistant", content });
+                        messages.push({
+                            role: "assistant",
+                            content: validateContentIsString(content, prompt),
+                        });
                         break;
                     }
+                    case "tool": {
+                        throw new InvalidPromptError("Tool messages are not supported.", prompt);
+                    }
                     default: {
                         const _exhaustiveCheck = role;
                         throw new Error(`Unsupported role: ${_exhaustiveCheck}`);

package/model-provider/ollama/OllamaChatModel.cjs

@@ -12,8 +12,7 @@ const PromptTemplateTextStreamingModel_js_1 = require("../../model-function/gene
 const TextGenerationModel_js_1 = require("../../model-function/generate-text/TextGenerationModel.cjs");
 const TextGenerationToolCallModel_js_1 = require("../../tool/generate-tool-call/TextGenerationToolCallModel.cjs");
 const TextGenerationToolCallsOrGenerateTextModel_js_1 = require("../../tool/generate-tool-calls-or-text/TextGenerationToolCallsOrGenerateTextModel.cjs");
-const AsyncQueue_js_1 = require("../../util/AsyncQueue.cjs");
-const parseJsonStream_js_1 = require("../../util/streaming/parseJsonStream.cjs");
+const createJsonStreamResponseHandler_js_1 = require("../../util/streaming/createJsonStreamResponseHandler.cjs");
 const OllamaApiConfiguration_js_1 = require("./OllamaApiConfiguration.cjs");
 const OllamaChatPromptTemplate_js_1 = require("./OllamaChatPromptTemplate.cjs");
 const OllamaError_js_1 = require("./OllamaError.cjs");
@@ -133,6 +132,10 @@ class OllamaChatModel extends AbstractModel_js_1.AbstractModel {
             responseFormat: exports.OllamaChatResponseFormat.deltaIterable,
         });
     }
+    extractTextDelta(delta) {
+        const chunk = delta;
+        return chunk.done === true ? undefined : chunk.message.content;
+    }
     asToolCallGenerationModel(promptTemplate) {
         return new TextGenerationToolCallModel_js_1.TextGenerationToolCallModel({
             model: this,
@@ -194,7 +197,7 @@ const ollamaChatResponseSchema = zod_1.z.object({
     eval_count: zod_1.z.number(),
     eval_duration: zod_1.z.number(),
 });
-const ollamaChatStreamSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.discriminatedUnion("done", [
+const ollamaChatStreamChunkSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.discriminatedUnion("done", [
     zod_1.z.object({
         done: zod_1.z.literal(false),
         model: zod_1.z.string(),
@@ -216,45 +219,6 @@ const ollamaChatStreamSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.discriminate
         eval_duration: zod_1.z.number(),
     }),
 ]));
-async function createOllamaFullDeltaIterableQueue(stream) {
-    const queue = new AsyncQueue_js_1.AsyncQueue();
-    let accumulatedText = "";
-    // process the stream asynchonously (no 'await' on purpose):
-    (0, parseJsonStream_js_1.parseJsonStream)({
-        stream,
-        schema: ollamaChatStreamSchema,
-        process(event) {
-            if (event.done === true) {
-                queue.push({
-                    type: "delta",
-                    fullDelta: {
-                        content: accumulatedText,
-                        isComplete: true,
-                        delta: "",
-                    },
-                    valueDelta: "",
-                });
-            }
-            else {
-                const deltaText = event.message.content;
-                accumulatedText += deltaText;
-                queue.push({
-                    type: "delta",
-                    fullDelta: {
-                        content: accumulatedText,
-                        isComplete: false,
-                        delta: deltaText,
-                    },
-                    valueDelta: deltaText,
-                });
-            }
-        },
-        onDone() {
-            queue.close();
-        },
-    });
-    return queue;
-}
 exports.OllamaChatResponseFormat = {
     /**
      * Returns the response as a JSON object.
@@ -303,6 +267,6 @@ exports.OllamaChatResponseFormat = {
      */
     deltaIterable: {
         stream: true,
-        handler: async ({ response }) => createOllamaFullDeltaIterableQueue(response.body),
+        handler: (0, createJsonStreamResponseHandler_js_1.createJsonStreamResponseHandler)(ollamaChatStreamChunkSchema),
     },
 };

package/model-provider/ollama/OllamaChatModel.d.ts

@@ -2,8 +2,8 @@ import { z } from "zod";
 import { FunctionOptions } from "../../core/FunctionOptions.js";
 import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
 import { ResponseHandler } from "../../core/api/postToApi.js";
+import { ZodSchema } from "../../core/schema/ZodSchema.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
-import { Delta } from "../../model-function/Delta.js";
 import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
 import { TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
 import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
@@ -57,7 +57,26 @@ export declare class OllamaChatModel extends AbstractModel<OllamaChatModelSettin
             finishReason: "unknown";
         }[];
     }>;
-    doStreamText(prompt: OllamaChatPrompt, options?: FunctionOptions): Promise<AsyncIterable<Delta<string>>>;
+    doStreamText(prompt: OllamaChatPrompt, options?: FunctionOptions): Promise<AsyncIterable<import("../../index.js").Delta<{
+        model: string;
+        message: {
+            role: string;
+            content: string;
+        };
+        done: false;
+        created_at: string;
+    } | {
+        model: string;
+        done: true;
+        created_at: string;
+        total_duration: number;
+        prompt_eval_count: number;
+        eval_count: number;
+        eval_duration: number;
+        load_duration?: number | undefined;
+        prompt_eval_duration?: number | undefined;
+    }>>>;
+    extractTextDelta(delta: unknown): string | undefined;
     asToolCallGenerationModel<INPUT_PROMPT>(promptTemplate: ToolCallPromptTemplate<INPUT_PROMPT, OllamaChatPrompt>): TextGenerationToolCallModel<INPUT_PROMPT, OllamaChatPrompt, this>;
     asToolCallsOrTextGenerationModel<INPUT_PROMPT>(promptTemplate: ToolCallsOrGenerateTextPromptTemplate<INPUT_PROMPT, OllamaChatPrompt>): TextGenerationToolCallsOrGenerateTextModel<INPUT_PROMPT, OllamaChatPrompt, this>;
     /**
@@ -67,11 +86,11 @@ export declare class OllamaChatModel extends AbstractModel<OllamaChatModelSettin
     /**
      * Returns this model with an instruction prompt template.
      */
-    withInstructionPrompt(): PromptTemplateTextStreamingModel<import("../../index.js").MultiModalInstructionPrompt | import("../../index.js").TextInstructionPrompt, OllamaChatPrompt, OllamaChatModelSettings, this>;
+    withInstructionPrompt(): PromptTemplateTextStreamingModel<import("../../index.js").InstructionPrompt, OllamaChatPrompt, OllamaChatModelSettings, this>;
     /**
      * Returns this model with a chat prompt template.
      */
-    withChatPrompt(): PromptTemplateTextStreamingModel<import("../../index.js").TextChatPrompt | import("../../index.js").MultiModalChatPrompt, OllamaChatPrompt, OllamaChatModelSettings, this>;
+    withChatPrompt(): PromptTemplateTextStreamingModel<import("../../index.js").ChatPrompt, OllamaChatPrompt, OllamaChatModelSettings, this>;
     withPromptTemplate<INPUT_PROMPT>(promptTemplate: TextGenerationPromptTemplate<INPUT_PROMPT, OllamaChatPrompt>): PromptTemplateTextStreamingModel<INPUT_PROMPT, OllamaChatPrompt, OllamaChatModelSettings, this>;
     withSettings(additionalSettings: Partial<OllamaChatModelSettings>): this;
 }
@@ -125,11 +144,26 @@ declare const ollamaChatResponseSchema: z.ZodObject<{
     prompt_eval_duration?: number | undefined;
 }>;
 export type OllamaChatResponse = z.infer<typeof ollamaChatResponseSchema>;
-export type OllamaChatDelta = {
-    content: string;
-    isComplete: boolean;
-    delta: string;
-};
+declare const ollamaChatStreamChunkSchema: ZodSchema<{
+    model: string;
+    message: {
+        role: string;
+        content: string;
+    };
+    done: false;
+    created_at: string;
+} | {
+    model: string;
+    done: true;
+    created_at: string;
+    total_duration: number;
+    prompt_eval_count: number;
+    eval_count: number;
+    eval_duration: number;
+    load_duration?: number | undefined;
+    prompt_eval_duration?: number | undefined;
+}>;
+export type OllamaChatStreamChunk = (typeof ollamaChatStreamChunkSchema)["_type"];
 export type OllamaChatResponseFormatType<T> = {
     stream: boolean;
     handler: ResponseHandler<T>;
@@ -165,10 +199,28 @@ export declare const OllamaChatResponseFormat: {
      * of the response stream.
      */
     deltaIterable: {
-        stream: true;
+        stream: boolean;
         handler: ({ response }: {
             response: Response;
-        }) => Promise<AsyncIterable<Delta<string>>>;
+        }) => Promise<AsyncIterable<import("../../index.js").Delta<{
+            model: string;
+            message: {
+                role: string;
+                content: string;
+            };
+            done: false;
+            created_at: string;
+        } | {
+            model: string;
+            done: true;
+            created_at: string;
+            total_duration: number;
+            prompt_eval_count: number;
+            eval_count: number;
+            eval_duration: number;
+            load_duration?: number | undefined;
+            prompt_eval_duration?: number | undefined;
+        }>>>;
     };
 };
 export {};

package/model-provider/ollama/OllamaChatModel.js

@@ -9,8 +9,7 @@ import { PromptTemplateTextStreamingModel } from "../../model-function/generate-
 import { textGenerationModelProperties, } from "../../model-function/generate-text/TextGenerationModel.js";
 import { TextGenerationToolCallModel, } from "../../tool/generate-tool-call/TextGenerationToolCallModel.js";
 import { TextGenerationToolCallsOrGenerateTextModel, } from "../../tool/generate-tool-calls-or-text/TextGenerationToolCallsOrGenerateTextModel.js";
-import { AsyncQueue } from "../../util/AsyncQueue.js";
-import { parseJsonStream } from "../../util/streaming/parseJsonStream.js";
+import { createJsonStreamResponseHandler } from "../../util/streaming/createJsonStreamResponseHandler.js";
 import { OllamaApiConfiguration } from "./OllamaApiConfiguration.js";
 import { chat, instruction, text } from "./OllamaChatPromptTemplate.js";
 import { failedOllamaCallResponseHandler } from "./OllamaError.js";
@@ -130,6 +129,10 @@ export class OllamaChatModel extends AbstractModel {
             responseFormat: OllamaChatResponseFormat.deltaIterable,
         });
     }
+    extractTextDelta(delta) {
+        const chunk = delta;
+        return chunk.done === true ? undefined : chunk.message.content;
+    }
     asToolCallGenerationModel(promptTemplate) {
         return new TextGenerationToolCallModel({
             model: this,
@@ -190,7 +193,7 @@ const ollamaChatResponseSchema = z.object({
     eval_count: z.number(),
     eval_duration: z.number(),
 });
-const ollamaChatStreamSchema = new ZodSchema(z.discriminatedUnion("done", [
+const ollamaChatStreamChunkSchema = new ZodSchema(z.discriminatedUnion("done", [
     z.object({
         done: z.literal(false),
         model: z.string(),
@@ -212,45 +215,6 @@ const ollamaChatStreamSchema = new ZodSchema(z.discriminatedUnion("done", [
         eval_duration: z.number(),
     }),
 ]));
-async function createOllamaFullDeltaIterableQueue(stream) {
-    const queue = new AsyncQueue();
-    let accumulatedText = "";
-    // process the stream asynchonously (no 'await' on purpose):
-    parseJsonStream({
-        stream,
-        schema: ollamaChatStreamSchema,
-        process(event) {
-            if (event.done === true) {
-                queue.push({
-                    type: "delta",
-                    fullDelta: {
-                        content: accumulatedText,
-                        isComplete: true,
-                        delta: "",
-                    },
-                    valueDelta: "",
-                });
-            }
-            else {
-                const deltaText = event.message.content;
-                accumulatedText += deltaText;
-                queue.push({
-                    type: "delta",
-                    fullDelta: {
-                        content: accumulatedText,
-                        isComplete: false,
-                        delta: deltaText,
-                    },
-                    valueDelta: deltaText,
-                });
-            }
-        },
-        onDone() {
-            queue.close();
-        },
-    });
-    return queue;
-}
 export const OllamaChatResponseFormat = {
     /**
      * Returns the response as a JSON object.
@@ -299,6 +263,6 @@ export const OllamaChatResponseFormat = {
      */
     deltaIterable: {
         stream: true,
-        handler: async ({ response }) => createOllamaFullDeltaIterableQueue(response.body),
+        handler: createJsonStreamResponseHandler(ollamaChatStreamChunkSchema),
     },
 };

package/model-provider/ollama/OllamaChatModel.test.cjs

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const streamText_js_1 = require("../../model-function/generate-text/streamText.cjs");
+const StreamingTestServer_js_1 = require("../../test/StreamingTestServer.cjs");
+const arrayFromAsync_js_1 = require("../../test/arrayFromAsync.cjs");
+const OllamaChatModel_js_1 = require("./OllamaChatModel.cjs");
+describe("streamText", () => {
+    const server = new StreamingTestServer_js_1.StreamingTestServer("http://127.0.0.1:11434/api/chat");
+    server.setupTestEnvironment();
+    it("should return a text stream", async () => {
+        server.responseChunks = [
+            `{"model":"mistral:text","created_at":"2023-12-24T16:49:17.948267Z","message":{"role":"assistant","content":"Hello"},"done":false}\n`,
+            `{"model":"mistral:text","created_at":"2023-12-24T16:49:17.948267Z","message":{"role":"assistant","content":", "},"done":false}\n`,
+            `{"model":"mistral:text","created_at":"2023-12-24T16:49:17.948267Z","message":{"role":"assistant","content":"world!"},"done":false}\n`,
+            `{"model":"mistral:text","created_at":"2023-12-24T16:49:19.927399Z","message":{"role":"assistant","content":""},` +
+                `"done":true,"total_duration":4843619375,"load_duration":1101458,"prompt_eval_count":5,"prompt_eval_duration":199339000,` +
+                `"eval_count":317,"eval_duration":4639772000}\n`,
+        ];
+        const stream = await (0, streamText_js_1.streamText)(new OllamaChatModel_js_1.OllamaChatModel({ model: "mistral:text" }).withTextPrompt(), "hello");
+        // note: space moved to last chunk bc of trimming
+        expect(await (0, arrayFromAsync_js_1.arrayFromAsync)(stream)).toStrictEqual([
+            "Hello",
+            ",",
+            " world!",
+        ]);
+    });
+});

package/model-provider/ollama/OllamaChatModel.test.d.ts

@@ -0,0 +1 @@
+export {};

package/model-provider/ollama/OllamaChatModel.test.js

@@ -0,0 +1,25 @@
+import { streamText } from "../../model-function/generate-text/streamText.js";
+import { StreamingTestServer } from "../../test/StreamingTestServer.js";
+import { arrayFromAsync } from "../../test/arrayFromAsync.js";
+import { OllamaChatModel } from "./OllamaChatModel.js";
+describe("streamText", () => {
+    const server = new StreamingTestServer("http://127.0.0.1:11434/api/chat");
+    server.setupTestEnvironment();
+    it("should return a text stream", async () => {
+        server.responseChunks = [
+            `{"model":"mistral:text","created_at":"2023-12-24T16:49:17.948267Z","message":{"role":"assistant","content":"Hello"},"done":false}\n`,
+            `{"model":"mistral:text","created_at":"2023-12-24T16:49:17.948267Z","message":{"role":"assistant","content":", "},"done":false}\n`,
+            `{"model":"mistral:text","created_at":"2023-12-24T16:49:17.948267Z","message":{"role":"assistant","content":"world!"},"done":false}\n`,
+            `{"model":"mistral:text","created_at":"2023-12-24T16:49:19.927399Z","message":{"role":"assistant","content":""},` +
+                `"done":true,"total_duration":4843619375,"load_duration":1101458,"prompt_eval_count":5,"prompt_eval_duration":199339000,` +
+                `"eval_count":317,"eval_duration":4639772000}\n`,
+        ];
+        const stream = await streamText(new OllamaChatModel({ model: "mistral:text" }).withTextPrompt(), "hello");
+        // note: space moved to last chunk bc of trimming
+        expect(await arrayFromAsync(stream)).toStrictEqual([
+            "Hello",
+            ",",
+            " world!",
+        ]);
+    });
+});

package/model-provider/ollama/OllamaChatPromptTemplate.cjs

@@ -1,7 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.chat = exports.instruction = exports.text = exports.identity = void 0;
-const ChatPrompt_js_1 = require("../../model-function/generate-text/prompt-template/ChatPrompt.cjs");
+const ContentPart_js_1 = require("../../model-function/generate-text/prompt-template/ContentPart.cjs");
+const InvalidPromptError_js_1 = require("../../model-function/generate-text/prompt-template/InvalidPromptError.cjs");
 /**
  * OllamaChatPrompt identity chat format.
  */
@@ -27,9 +28,15 @@ function instruction() {
         format(prompt) {
             const messages = [];
             if (prompt.system != null) {
-                messages.push({ role: "system", content: prompt.system });
+                messages.push({
+                    role: "system",
+                    content: prompt.system,
+                });
             }
-            messages.push({ role: "user", ...extractContent(prompt.instruction) });
+            messages.push({
+                role: "user",
+                ...extractUserContent(prompt.instruction),
+            });
             return messages;
         },
         stopSequences: [],
@@ -42,13 +49,34 @@ exports.instruction = instruction;
 function chat() {
     return {
         format(prompt) {
-            (0, ChatPrompt_js_1.validateChatPrompt)(prompt);
             const messages = [];
             if (prompt.system != null) {
                 messages.push({ role: "system", content: prompt.system });
             }
             for (const { role, content } of prompt.messages) {
-                messages.push({ role, ...extractContent(content) });
+                switch (role) {
+                    case "user": {
+                        messages.push({
+                            role: "user",
+                            ...extractUserContent(content),
+                        });
+                        break;
+                    }
+                    case "assistant": {
+                        messages.push({
+                            role: "assistant",
+                            content: (0, ContentPart_js_1.validateContentIsString)(content, prompt),
+                        });
+                        break;
+                    }
+                    case "tool": {
+                        throw new InvalidPromptError_js_1.InvalidPromptError("Tool messages are not supported.", prompt);
+                    }
+                    default: {
+                        const _exhaustiveCheck = role;
+                        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
+                    }
+                }
             }
             return messages;
         },
@@ -56,21 +84,19 @@ function chat() {
     };
 }
 exports.chat = chat;
-function extractContent(input) {
+function extractUserContent(input) {
     if (typeof input === "string") {
         return { content: input, images: undefined };
     }
-    else {
-        const images = [];
-        let content = "";
-        for (const part of input) {
-            if (part.type === "text") {
-                content += part.text;
-            }
-            else {
-                images.push(part.base64Image);
-            }
+    const images = [];
+    let content = "";
+    for (const part of input) {
+        if (part.type === "text") {
+            content += part.text;
+        }
+        else {
+            images.push(part.base64Image);
         }
-        return { content, images };
     }
+    return { content, images };
 }

package/model-provider/ollama/OllamaChatPromptTemplate.d.ts

@@ -1,6 +1,6 @@
 import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
-import { MultiModalChatPrompt, TextChatPrompt } from "../../model-function/generate-text/prompt-template/ChatPrompt.js";
-import { MultiModalInstructionPrompt, TextInstructionPrompt } from "../../model-function/generate-text/prompt-template/InstructionPrompt.js";
+import { ChatPrompt } from "../../model-function/generate-text/prompt-template/ChatPrompt.js";
+import { InstructionPrompt } from "../../model-function/generate-text/prompt-template/InstructionPrompt.js";
 import { OllamaChatPrompt } from "./OllamaChatModel.js";
 /**
  * OllamaChatPrompt identity chat format.
@@ -13,8 +13,8 @@ export declare function text(): TextGenerationPromptTemplate<string, OllamaChatP
 /**
  * Formats an instruction prompt as an Ollama chat prompt.
  */
-export declare function instruction(): TextGenerationPromptTemplate<MultiModalInstructionPrompt | TextInstructionPrompt, OllamaChatPrompt>;
+export declare function instruction(): TextGenerationPromptTemplate<InstructionPrompt, OllamaChatPrompt>;
 /**
  * Formats a chat prompt as an Ollama chat prompt.
  */
-export declare function chat(): TextGenerationPromptTemplate<MultiModalChatPrompt | TextChatPrompt, OllamaChatPrompt>;
+export declare function chat(): TextGenerationPromptTemplate<ChatPrompt, OllamaChatPrompt>;