modelfusion 0.103.0 → 0.105.0

package/model-provider/llamacpp/LlamaCppTextGenerationModel.test.js

@@ -0,0 +1,35 @@
+import { streamText } from "../../model-function/generate-text/streamText.js";
+import { StreamingTestServer } from "../../test/StreamingTestServer.js";
+import { arrayFromAsync } from "../../test/arrayFromAsync.js";
+import { LlamaCppTextGenerationModel } from "./LlamaCppTextGenerationModel.js";
+describe("streamText", () => {
+    const server = new StreamingTestServer("http://127.0.0.1:8080/completion");
+    server.setupTestEnvironment();
+    it("should return a text stream", async () => {
+        server.responseChunks = [
+            `data: {"content":"Hello","multimodal":false,"slot_id":0,"stop":false}\n\n`,
+            `data: {"content":", ","multimodal":false,"slot_id":0,"stop":false}\n\n`,
+            `data: {"content":"world!","multimodal":false,"slot_id":0,"stop":false}\n\n`,
+            `data: {"content":"","generation_settings":{"frequency_penalty":0.0,"grammar":"",` +
+                `"ignore_eos":false,"logit_bias":[],"min_p":0.05000000074505806,"mirostat":0,` +
+                `"mirostat_eta":0.10000000149011612,"mirostat_tau":5.0,"model":"models/llama-2-7b-chat.Q4_K_M.gguf",` +
+                `"n_ctx":4096,"n_keep":0,"n_predict":-1,"n_probs":0,"penalize_nl":true,"penalty_prompt_tokens":[],` +
+                `"presence_penalty":0.0,"repeat_last_n":64,"repeat_penalty":1.100000023841858,"seed":4294967295,` +
+                `"stop":[],"stream":true,"temp":0.800000011920929,"tfs_z":1.0,"top_k":40,"top_p":0.949999988079071,` +
+                `"typical_p":1.0,"use_penalty_prompt_tokens":false},"model":"models/llama-2-7b-chat.Q4_K_M.gguf",` +
+                `"prompt":"hello","slot_id":0,"stop":true,"stopped_eos":true,"stopped_limit":false,` +
+                `"stopped_word":false,"stopping_word":"","timings":{"predicted_ms":1054.704,"predicted_n":69,` +
+                `"predicted_per_second":65.421198743913,"predicted_per_token_ms":15.285565217391303,` +
+                `"prompt_ms":244.228,"prompt_n":5,"prompt_per_second":20.472673075978186,` +
+                `"prompt_per_token_ms":48.845600000000005},"tokens_cached":74,"tokens_evaluated":5,` +
+                `"tokens_predicted":69,"truncated":false}\n\n`,
+        ];
+        const stream = await streamText(new LlamaCppTextGenerationModel().withTextPrompt(), "hello");
+        // note: space moved to last chunk bc of trimming
+        expect(await arrayFromAsync(stream)).toStrictEqual([
+            "Hello",
+            ",",
+            " world!",
+        ]);
+    });
+});

package/model-provider/mistral/MistralChatModel.cjs

@@ -5,11 +5,10 @@ const zod_1 = require("zod");
 const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
 const postToApi_js_1 = require("../../core/api/postToApi.cjs");
 const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
-const parseJSON_js_1 = require("../../core/schema/parseJSON.cjs");
 const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
 const PromptTemplateTextStreamingModel_js_1 = require("../../model-function/generate-text/PromptTemplateTextStreamingModel.cjs");
-const AsyncQueue_js_1 = require("../../util/AsyncQueue.cjs");
-const parseEventSourceStream_js_1 = require("../../util/streaming/parseEventSourceStream.cjs");
+const TextGenerationModel_js_1 = require("../../model-function/generate-text/TextGenerationModel.cjs");
+const createEventSourceResponseHandler_js_1 = require("../../util/streaming/createEventSourceResponseHandler.cjs");
 const MistralApiConfiguration_js_1 = require("./MistralApiConfiguration.cjs");
 const MistralError_js_1 = require("./MistralError.cjs");
 const MistralPromptTemplate_js_1 = require("./MistralPromptTemplate.cjs");
@@ -45,7 +44,6 @@ class MistralChatModel extends AbstractModel_js_1.AbstractModel {
         return this.settings.model;
     }
     async callAPI(prompt, options) {
-        const { model, temperature, topP, safeMode, randomSeed, maxGenerationTokens, } = this.settings;
         const api = this.settings.api ?? new MistralApiConfiguration_js_1.MistralApiConfiguration();
         const abortSignal = options.run?.abortSignal;
         const stream = options.responseFormat.stream;
@@ -59,12 +57,12 @@ class MistralChatModel extends AbstractModel_js_1.AbstractModel {
                 body: {
                     stream,
                     messages: prompt,
-                    model,
-                    temperature,
-                    top_p: topP,
-                    max_tokens: maxGenerationTokens,
-                    safe_mode: safeMode,
-                    random_seed: randomSeed,
+                    model: this.settings.model,
+                    temperature: this.settings.temperature,
+                    top_p: this.settings.topP,
+                    max_tokens: this.settings.maxGenerationTokens,
+                    safe_mode: this.settings.safeMode,
+                    random_seed: this.settings.randomSeed,
                 },
                 failedResponseHandler: MistralError_js_1.failedMistralCallResponseHandler,
                 successfulResponseHandler,
@@ -74,10 +72,7 @@ class MistralChatModel extends AbstractModel_js_1.AbstractModel {
     }
     get settingsForEvent() {
         const eventSettingProperties = [
-            "maxGenerationTokens",
-            "stopSequences",
-            "numberOfGenerations",
-            "trimWhitespace",
+            ...TextGenerationModel_js_1.textGenerationModelProperties,
             "temperature",
             "topP",
             "safeMode",
@@ -115,6 +110,10 @@ class MistralChatModel extends AbstractModel_js_1.AbstractModel {
             responseFormat: exports.MistralChatResponseFormat.textDeltaIterable,
         });
     }
+    extractTextDelta(delta) {
+        const chunk = delta;
+        return chunk.choices[0].delta.content ?? undefined;
+    }
     /**
      * Returns this model with a text prompt template.
      */
@@ -163,23 +162,7 @@ const mistralChatResponseSchema = zod_1.z.object({
         total_tokens: zod_1.z.number(),
     }),
 });
-exports.MistralChatResponseFormat = {
-    /**
-     * Returns the response as a JSON object.
-     */
-    json: {
-        stream: false,
-        handler: (0, postToApi_js_1.createJsonResponseHandler)(mistralChatResponseSchema),
-    },
-    /**
-     * Returns an async iterable over the text deltas (only the tex different of the first choice).
-     */
-    textDeltaIterable: {
-        stream: true,
-        handler: async ({ response }) => createMistralChatDeltaIterableQueue(response.body, (delta) => delta[0]?.delta.content ?? ""),
-    },
-};
-const mistralChatChunkSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.object({
+const mistralChatStreamChunkSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.object({
     id: zod_1.z.string(),
     object: zod_1.z.string().optional(),
     created: zod_1.z.number().optional(),
@@ -196,76 +179,19 @@ const mistralChatChunkSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.object({
             .optional(),
     })),
 }));
-async function createMistralChatDeltaIterableQueue(stream, extractDeltaValue) {
-    const queue = new AsyncQueue_js_1.AsyncQueue();
-    const streamDelta = [];
-    // process the stream asynchonously (no 'await' on purpose):
-    (0, parseEventSourceStream_js_1.parseEventSourceStream)({ stream })
-        .then(async (events) => {
-        try {
-            for await (const event of events) {
-                const data = event.data;
-                if (data === "[DONE]") {
-                    queue.close();
-                    return;
-                }
-                const parseResult = (0, parseJSON_js_1.safeParseJSON)({
-                    text: data,
-                    schema: mistralChatChunkSchema,
-                });
-                if (!parseResult.success) {
-                    queue.push({
-                        type: "error",
-                        error: parseResult.error,
-                    });
-                    // Note: the queue is not closed on purpose. Some providers might add additional
-                    // chunks that are not parsable, and ModelFusion should be resilient to that.
-                    continue;
-                }
-                const completionChunk = parseResult.data;
-                for (let i = 0; i < completionChunk.choices.length; i++) {
-                    const eventChoice = completionChunk.choices[i];
-                    const delta = eventChoice.delta;
-                    if (streamDelta[i] == null) {
-                        streamDelta[i] = {
-                            role: undefined,
-                            content: "",
-                            isComplete: false,
-                            delta,
-                        };
-                    }
-                    const choice = streamDelta[i];
-                    choice.delta = delta;
-                    if (eventChoice.finish_reason != null) {
-                        choice.isComplete = true;
-                    }
-                    if (delta.content != undefined) {
-                        choice.content += delta.content;
-                    }
-                    if (delta.role != undefined) {
-                        choice.role = delta.role;
-                    }
-                }
-                // Since we're mutating the choices array in an async scenario,
-                // we need to make a deep copy:
-                const streamDeltaDeepCopy = JSON.parse(JSON.stringify(streamDelta));
-                queue.push({
-                    type: "delta",
-                    fullDelta: streamDeltaDeepCopy,
-                    valueDelta: extractDeltaValue(streamDeltaDeepCopy),
-                });
-            }
-        }
-        catch (error) {
-            queue.push({ type: "error", error });
-            queue.close();
-            return;
-        }
-    })
-        .catch((error) => {
-        queue.push({ type: "error", error });
-        queue.close();
-        return;
-    });
-    return queue;
-}
+exports.MistralChatResponseFormat = {
+    /**
+     * Returns the response as a JSON object.
+     */
+    json: {
+        stream: false,
+        handler: (0, postToApi_js_1.createJsonResponseHandler)(mistralChatResponseSchema),
+    },
+    /**
+     * Returns an async iterable over the text deltas (only the tex different of the first choice).
+     */
+    textDeltaIterable: {
+        stream: true,
+        handler: (0, createEventSourceResponseHandler_js_1.createEventSourceResponseHandler)(mistralChatStreamChunkSchema),
+    },
+};

package/model-provider/mistral/MistralChatModel.d.ts

@@ -2,8 +2,8 @@ import { z } from "zod";
 import { FunctionOptions } from "../../core/FunctionOptions.js";
 import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
 import { ResponseHandler } from "../../core/api/postToApi.js";
+import { ZodSchema } from "../../core/schema/ZodSchema.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
-import { Delta } from "../../model-function/Delta.js";
 import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
 import { TextGenerationModelSettings, TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
 import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
@@ -85,7 +85,21 @@ export declare class MistralChatModel extends AbstractModel<MistralChatModelSett
         }[];
     }>;
     private translateFinishReason;
-    doStreamText(prompt: MistralChatPrompt, options?: FunctionOptions): Promise<AsyncIterable<Delta<string>>>;
+    doStreamText(prompt: MistralChatPrompt, options?: FunctionOptions): Promise<AsyncIterable<import("../../index.js").Delta<{
+        model: string;
+        id: string;
+        choices: {
+            delta: {
+                role?: "user" | "assistant" | null | undefined;
+                content?: string | null | undefined;
+            };
+            index: number;
+            finish_reason?: "length" | "stop" | "model_length" | null | undefined;
+        }[];
+        object?: string | undefined;
+        created?: number | undefined;
+    }>>>;
+    extractTextDelta(delta: unknown): string | undefined;
     /**
      * Returns this model with a text prompt template.
      */
@@ -93,11 +107,11 @@ export declare class MistralChatModel extends AbstractModel<MistralChatModelSett
     /**
      * Returns this model with an instruction prompt template.
      */
-    withInstructionPrompt(): PromptTemplateTextStreamingModel<import("../../index.js").TextInstructionPrompt, MistralChatPrompt, MistralChatModelSettings, this>;
+    withInstructionPrompt(): PromptTemplateTextStreamingModel<import("../../index.js").InstructionPrompt, MistralChatPrompt, MistralChatModelSettings, this>;
     /**
      * Returns this model with a chat prompt template.
      */
-    withChatPrompt(): PromptTemplateTextStreamingModel<import("../../index.js").TextChatPrompt, MistralChatPrompt, MistralChatModelSettings, this>;
+    withChatPrompt(): PromptTemplateTextStreamingModel<import("../../index.js").ChatPrompt, MistralChatPrompt, MistralChatModelSettings, this>;
     withPromptTemplate<INPUT_PROMPT>(promptTemplate: TextGenerationPromptTemplate<INPUT_PROMPT, MistralChatPrompt>): PromptTemplateTextStreamingModel<INPUT_PROMPT, MistralChatPrompt, MistralChatModelSettings, this>;
     withSettings(additionalSettings: Partial<MistralChatModelSettings>): this;
 }
@@ -185,6 +199,21 @@ declare const mistralChatResponseSchema: z.ZodObject<{
     }[];
 }>;
 export type MistralChatResponse = z.infer<typeof mistralChatResponseSchema>;
+declare const mistralChatStreamChunkSchema: ZodSchema<{
+    model: string;
+    id: string;
+    choices: {
+        delta: {
+            role?: "user" | "assistant" | null | undefined;
+            content?: string | null | undefined;
+        };
+        index: number;
+        finish_reason?: "length" | "stop" | "model_length" | null | undefined;
+    }[];
+    object?: string | undefined;
+    created?: number | undefined;
+}>;
+export type MistralChatStreamChunk = (typeof mistralChatStreamChunkSchema)["_type"];
 export type MistralChatResponseFormatType<T> = {
     stream: boolean;
     handler: ResponseHandler<T>;
@@ -194,7 +223,7 @@ export declare const MistralChatResponseFormat: {
      * Returns the response as a JSON object.
      */
     json: {
-        stream: false;
+        stream: boolean;
         handler: ResponseHandler<{
             object: string;
             usage: {
@@ -219,19 +248,23 @@ export declare const MistralChatResponseFormat: {
      * Returns an async iterable over the text deltas (only the tex different of the first choice).
      */
     textDeltaIterable: {
-        stream: true;
+        stream: boolean;
         handler: ({ response }: {
             response: Response;
-        }) => Promise<AsyncIterable<Delta<string>>>;
+        }) => Promise<AsyncIterable<import("../../index.js").Delta<{
+            model: string;
+            id: string;
+            choices: {
+                delta: {
+                    role?: "user" | "assistant" | null | undefined;
+                    content?: string | null | undefined;
+                };
+                index: number;
+                finish_reason?: "length" | "stop" | "model_length" | null | undefined;
+            }[];
+            object?: string | undefined;
+            created?: number | undefined;
+        }>>>;
     };
 };
-export type MistralChatDelta = Array<{
-    role: "assistant" | "user" | undefined;
-    content: string;
-    isComplete: boolean;
-    delta: {
-        role?: "assistant" | "user" | null;
-        content?: string | null;
-    };
-}>;
 export {};

package/model-provider/mistral/MistralChatModel.js

@@ -2,11 +2,10 @@ import { z } from "zod";
 import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
 import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
 import { ZodSchema } from "../../core/schema/ZodSchema.js";
-import { safeParseJSON } from "../../core/schema/parseJSON.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
-import { AsyncQueue } from "../../util/AsyncQueue.js";
-import { parseEventSourceStream } from "../../util/streaming/parseEventSourceStream.js";
+import { textGenerationModelProperties, } from "../../model-function/generate-text/TextGenerationModel.js";
+import { createEventSourceResponseHandler } from "../../util/streaming/createEventSourceResponseHandler.js";
 import { MistralApiConfiguration } from "./MistralApiConfiguration.js";
 import { failedMistralCallResponseHandler } from "./MistralError.js";
 import { chat, instruction, text } from "./MistralPromptTemplate.js";
@@ -42,7 +41,6 @@ export class MistralChatModel extends AbstractModel {
         return this.settings.model;
     }
     async callAPI(prompt, options) {
-        const { model, temperature, topP, safeMode, randomSeed, maxGenerationTokens, } = this.settings;
         const api = this.settings.api ?? new MistralApiConfiguration();
         const abortSignal = options.run?.abortSignal;
         const stream = options.responseFormat.stream;
@@ -56,12 +54,12 @@ export class MistralChatModel extends AbstractModel {
                 body: {
                     stream,
                     messages: prompt,
-                    model,
-                    temperature,
-                    top_p: topP,
-                    max_tokens: maxGenerationTokens,
-                    safe_mode: safeMode,
-                    random_seed: randomSeed,
+                    model: this.settings.model,
+                    temperature: this.settings.temperature,
+                    top_p: this.settings.topP,
+                    max_tokens: this.settings.maxGenerationTokens,
+                    safe_mode: this.settings.safeMode,
+                    random_seed: this.settings.randomSeed,
                 },
                 failedResponseHandler: failedMistralCallResponseHandler,
                 successfulResponseHandler,
@@ -71,10 +69,7 @@ export class MistralChatModel extends AbstractModel {
     }
     get settingsForEvent() {
         const eventSettingProperties = [
-            "maxGenerationTokens",
-            "stopSequences",
-            "numberOfGenerations",
-            "trimWhitespace",
+            ...textGenerationModelProperties,
             "temperature",
             "topP",
             "safeMode",
@@ -112,6 +107,10 @@ export class MistralChatModel extends AbstractModel {
             responseFormat: MistralChatResponseFormat.textDeltaIterable,
         });
     }
+    extractTextDelta(delta) {
+        const chunk = delta;
+        return chunk.choices[0].delta.content ?? undefined;
+    }
     /**
      * Returns this model with a text prompt template.
      */
@@ -159,23 +158,7 @@ const mistralChatResponseSchema = z.object({
         total_tokens: z.number(),
     }),
 });
-export const MistralChatResponseFormat = {
-    /**
-     * Returns the response as a JSON object.
-     */
-    json: {
-        stream: false,
-        handler: createJsonResponseHandler(mistralChatResponseSchema),
-    },
-    /**
-     * Returns an async iterable over the text deltas (only the tex different of the first choice).
-     */
-    textDeltaIterable: {
-        stream: true,
-        handler: async ({ response }) => createMistralChatDeltaIterableQueue(response.body, (delta) => delta[0]?.delta.content ?? ""),
-    },
-};
-const mistralChatChunkSchema = new ZodSchema(z.object({
+const mistralChatStreamChunkSchema = new ZodSchema(z.object({
     id: z.string(),
     object: z.string().optional(),
     created: z.number().optional(),
@@ -192,76 +175,19 @@ const mistralChatChunkSchema = new ZodSchema(z.object({
             .optional(),
     })),
 }));
-async function createMistralChatDeltaIterableQueue(stream, extractDeltaValue) {
-    const queue = new AsyncQueue();
-    const streamDelta = [];
-    // process the stream asynchonously (no 'await' on purpose):
-    parseEventSourceStream({ stream })
-        .then(async (events) => {
-        try {
-            for await (const event of events) {
-                const data = event.data;
-                if (data === "[DONE]") {
-                    queue.close();
-                    return;
-                }
-                const parseResult = safeParseJSON({
-                    text: data,
-                    schema: mistralChatChunkSchema,
-                });
-                if (!parseResult.success) {
-                    queue.push({
-                        type: "error",
-                        error: parseResult.error,
-                    });
-                    // Note: the queue is not closed on purpose. Some providers might add additional
-                    // chunks that are not parsable, and ModelFusion should be resilient to that.
-                    continue;
-                }
-                const completionChunk = parseResult.data;
-                for (let i = 0; i < completionChunk.choices.length; i++) {
-                    const eventChoice = completionChunk.choices[i];
-                    const delta = eventChoice.delta;
-                    if (streamDelta[i] == null) {
-                        streamDelta[i] = {
-                            role: undefined,
-                            content: "",
-                            isComplete: false,
-                            delta,
-                        };
-                    }
-                    const choice = streamDelta[i];
-                    choice.delta = delta;
-                    if (eventChoice.finish_reason != null) {
-                        choice.isComplete = true;
-                    }
-                    if (delta.content != undefined) {
-                        choice.content += delta.content;
-                    }
-                    if (delta.role != undefined) {
-                        choice.role = delta.role;
-                    }
-                }
-                // Since we're mutating the choices array in an async scenario,
-                // we need to make a deep copy:
-                const streamDeltaDeepCopy = JSON.parse(JSON.stringify(streamDelta));
-                queue.push({
-                    type: "delta",
-                    fullDelta: streamDeltaDeepCopy,
-                    valueDelta: extractDeltaValue(streamDeltaDeepCopy),
-                });
-            }
-        }
-        catch (error) {
-            queue.push({ type: "error", error });
-            queue.close();
-            return;
-        }
-    })
-        .catch((error) => {
-        queue.push({ type: "error", error });
-        queue.close();
-        return;
-    });
-    return queue;
-}
+export const MistralChatResponseFormat = {
+    /**
+     * Returns the response as a JSON object.
+     */
+    json: {
+        stream: false,
+        handler: createJsonResponseHandler(mistralChatResponseSchema),
+    },
+    /**
+     * Returns an async iterable over the text deltas (only the tex different of the first choice).
+     */
+    textDeltaIterable: {
+        stream: true,
+        handler: createEventSourceResponseHandler(mistralChatStreamChunkSchema),
+    },
+};

package/model-provider/mistral/MistralChatModel.test.cjs

@@ -0,0 +1,51 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const streamText_js_1 = require("../../model-function/generate-text/streamText.cjs");
+const StreamingTestServer_js_1 = require("../../test/StreamingTestServer.cjs");
+const arrayFromAsync_js_1 = require("../../test/arrayFromAsync.cjs");
+const MistralApiConfiguration_js_1 = require("./MistralApiConfiguration.cjs");
+const MistralChatModel_js_1 = require("./MistralChatModel.cjs");
+describe("streamText", () => {
+    const server = new StreamingTestServer_js_1.StreamingTestServer("https://api.mistral.ai/v1/chat/completions");
+    server.setupTestEnvironment();
+    describe("simple hello world stream", () => {
+        beforeEach(() => {
+            server.responseChunks = [
+                `data: {"id": "cmpl-6c5f9bc8be6540cc9cc41c075f199e96", "model": "mistral-tiny", ` +
+                    `"choices": [{"index": 0, "delta": {"role": "assistant"}, "finish_reason": null}]}\n\n`,
+                `data: {"id": "cmpl-6c5f9bc8be6540cc9cc41c075f199e96", "object": "chat.completion.chunk",` +
+                    `"created": 1703439030, "model": "mistral-tiny", "choices": [{"index": 0, ` +
+                    `"delta": {"role": null, "content": "Hello"}, "finish_reason": null}]}\n\n`,
+                `data: {"id": "cmpl-6c5f9bc8be6540cc9cc41c075f199e96", "object": "chat.completion.chunk",` +
+                    `"created": 1703439030, "model": "mistral-tiny", "choices": [{"index": 0, ` +
+                    `"delta": {"role": null, "content": ", "}, "finish_reason": null}]}\n\n`,
+                `data: {"id": "cmpl-6c5f9bc8be6540cc9cc41c075f199e96", "object": "chat.completion.chunk",` +
+                    `"created": 1703439030, "model": "mistral-tiny", "choices": [{"index": 0, ` +
+                    `"delta": {"role": null, "content": "world!"}, "finish_reason": null}]}\n\n`,
+                `{"id": "cmpl-6c5f9bc8be6540cc9cc41c075f199e96", "object": "chat.completion.chunk",` +
+                    `"created": 1703439030, "model": "mistral-tiny", "choices": [{"index": 0, ` +
+                    `"delta": {"role": null, "content": ""}, "finish_reason": "stop"}]}\n\n`,
+                `data: [DONE]\n\n`,
+            ];
+        });
+        it("should return a text stream", async () => {
+            const stream = await (0, streamText_js_1.streamText)(new MistralChatModel_js_1.MistralChatModel({
+                api: new MistralApiConfiguration_js_1.MistralApiConfiguration({ apiKey: "test-key" }),
+                model: "mistral-tiny",
+            }).withTextPrompt(), "hello");
+            // note: space moved to last chunk bc of trimming
+            expect(await (0, arrayFromAsync_js_1.arrayFromAsync)(stream)).toStrictEqual([
+                "Hello",
+                ",",
+                " world!",
+            ]);
+        });
+        it("should return text", async () => {
+            const { text } = await (0, streamText_js_1.streamText)(new MistralChatModel_js_1.MistralChatModel({
+                api: new MistralApiConfiguration_js_1.MistralApiConfiguration({ apiKey: "test-key" }),
+                model: "mistral-tiny",
+            }).withTextPrompt(), "hello", { fullResponse: true });
+            expect(await text).toStrictEqual("Hello, world!");
+        });
+    });
+});

package/model-provider/mistral/MistralChatModel.test.d.ts

@@ -0,0 +1 @@
+export {};

package/model-provider/mistral/MistralChatModel.test.js

@@ -0,0 +1,49 @@
+import { streamText } from "../../model-function/generate-text/streamText.js";
+import { StreamingTestServer } from "../../test/StreamingTestServer.js";
+import { arrayFromAsync } from "../../test/arrayFromAsync.js";
+import { MistralApiConfiguration } from "./MistralApiConfiguration.js";
+import { MistralChatModel } from "./MistralChatModel.js";
+describe("streamText", () => {
+    const server = new StreamingTestServer("https://api.mistral.ai/v1/chat/completions");
+    server.setupTestEnvironment();
+    describe("simple hello world stream", () => {
+        beforeEach(() => {
+            server.responseChunks = [
+                `data: {"id": "cmpl-6c5f9bc8be6540cc9cc41c075f199e96", "model": "mistral-tiny", ` +
+                    `"choices": [{"index": 0, "delta": {"role": "assistant"}, "finish_reason": null}]}\n\n`,
+                `data: {"id": "cmpl-6c5f9bc8be6540cc9cc41c075f199e96", "object": "chat.completion.chunk",` +
+                    `"created": 1703439030, "model": "mistral-tiny", "choices": [{"index": 0, ` +
+                    `"delta": {"role": null, "content": "Hello"}, "finish_reason": null}]}\n\n`,
+                `data: {"id": "cmpl-6c5f9bc8be6540cc9cc41c075f199e96", "object": "chat.completion.chunk",` +
+                    `"created": 1703439030, "model": "mistral-tiny", "choices": [{"index": 0, ` +
+                    `"delta": {"role": null, "content": ", "}, "finish_reason": null}]}\n\n`,
+                `data: {"id": "cmpl-6c5f9bc8be6540cc9cc41c075f199e96", "object": "chat.completion.chunk",` +
+                    `"created": 1703439030, "model": "mistral-tiny", "choices": [{"index": 0, ` +
+                    `"delta": {"role": null, "content": "world!"}, "finish_reason": null}]}\n\n`,
+                `{"id": "cmpl-6c5f9bc8be6540cc9cc41c075f199e96", "object": "chat.completion.chunk",` +
+                    `"created": 1703439030, "model": "mistral-tiny", "choices": [{"index": 0, ` +
+                    `"delta": {"role": null, "content": ""}, "finish_reason": "stop"}]}\n\n`,
+                `data: [DONE]\n\n`,
+            ];
+        });
+        it("should return a text stream", async () => {
+            const stream = await streamText(new MistralChatModel({
+                api: new MistralApiConfiguration({ apiKey: "test-key" }),
+                model: "mistral-tiny",
+            }).withTextPrompt(), "hello");
+            // note: space moved to last chunk bc of trimming
+            expect(await arrayFromAsync(stream)).toStrictEqual([
+                "Hello",
+                ",",
+                " world!",
+            ]);
+        });
+        it("should return text", async () => {
+            const { text } = await streamText(new MistralChatModel({
+                api: new MistralApiConfiguration({ apiKey: "test-key" }),
+                model: "mistral-tiny",
+            }).withTextPrompt(), "hello", { fullResponse: true });
+            expect(await text).toStrictEqual("Hello, world!");
+        });
+    });
+});