modelfusion 0.94.0 → 0.96.0

package/README.md

@@ -61,7 +61,7 @@ const text = await generateText(
 );
 ```
 
-Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai), [OpenAI compatible](https://modelfusion.dev/integration/model-provider/openaicompatible), [Llama.cpp](https://modelfusion.dev/integration/model-provider/llamacpp), [Ollama](https://modelfusion.dev/integration/model-provider/ollama), [Hugging Face](https://modelfusion.dev/integration/model-provider/huggingface), [Cohere](https://modelfusion.dev/integration/model-provider/cohere), [Anthropic](https://modelfusion.dev/integration/model-provider/anthropic)
+Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai), [OpenAI compatible](https://modelfusion.dev/integration/model-provider/openaicompatible), [Llama.cpp](https://modelfusion.dev/integration/model-provider/llamacpp), [Ollama](https://modelfusion.dev/integration/model-provider/ollama), [Llama.cpp](https://modelfusion.dev/integration/model-provider/llamacpp), [Mistral](https://modelfusion.dev/integration/model-provider/mistral), [Hugging Face](https://modelfusion.dev/integration/model-provider/huggingface), [Cohere](https://modelfusion.dev/integration/model-provider/cohere), [Anthropic](https://modelfusion.dev/integration/model-provider/anthropic)
 
 #### streamText
 
@@ -78,7 +78,7 @@ for await (const textPart of textStream) {
 }
 ```
 
-Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai), [OpenAI compatible](https://modelfusion.dev/integration/model-provider/openaicompatible), [Llama.cpp](https://modelfusion.dev/integration/model-provider/llamacpp), [Ollama](https://modelfusion.dev/integration/model-provider/ollama), [Cohere](https://modelfusion.dev/integration/model-provider/cohere), [Anthropic](https://modelfusion.dev/integration/model-provider/anthropic)
+Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai), [OpenAI compatible](https://modelfusion.dev/integration/model-provider/openaicompatible), [Llama.cpp](https://modelfusion.dev/integration/model-provider/llamacpp), [Ollama](https://modelfusion.dev/integration/model-provider/ollama), [Mistral](https://modelfusion.dev/integration/model-provider/mistral), [Cohere](https://modelfusion.dev/integration/model-provider/cohere), [Anthropic](https://modelfusion.dev/integration/model-provider/anthropic)
 
 #### streamText with multi-modal prompt
 
@@ -299,7 +299,7 @@ const embeddings = await embedMany(
 );
 ```
 
-Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai), [Llama.cpp](https://modelfusion.dev/integration/model-provider/llamacpp), [Ollama](https://modelfusion.dev/integration/model-provider/ollama), [Hugging Face](https://modelfusion.dev/integration/model-provider/huggingface), [Cohere](https://modelfusion.dev/integration/model-provider/cohere)
+Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai), [Llama.cpp](https://modelfusion.dev/integration/model-provider/llamacpp), [Ollama](https://modelfusion.dev/integration/model-provider/ollama), [Mistral](https://modelfusion.dev/integration/model-provider/mistral), [Hugging Face](https://modelfusion.dev/integration/model-provider/huggingface), [Cohere](https://modelfusion.dev/integration/model-provider/cohere)
 
 ### [Tokenize Text](https://modelfusion.dev/guide/function/tokenize-text)
 

package/core/api/postToApi.cjs

@@ -1,9 +1,38 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.postToApi = exports.postJsonToApi = exports.createAudioMpegResponseHandler = exports.createTextResponseHandler = exports.createJsonResponseHandler = void 0;
+exports.postToApi = exports.postJsonToApi = exports.createAudioMpegResponseHandler = exports.createTextResponseHandler = exports.createJsonResponseHandler = exports.createJsonErrorResponseHandler = void 0;
 const ZodSchema_js_1 = require("../schema/ZodSchema.cjs");
 const parseJSON_js_1 = require("../schema/parseJSON.cjs");
 const ApiCallError_js_1 = require("./ApiCallError.cjs");
+const createJsonErrorResponseHandler = ({ errorSchema, errorToMessage, isRetryable, }) => async ({ response, url, requestBodyValues }) => {
+    const responseBody = await response.text();
+    // resilient parsing in case the response is not JSON or does not match the schema:
+    try {
+        const parsedError = (0, parseJSON_js_1.parseJSON)({
+            text: responseBody,
+            schema: errorSchema,
+        });
+        return new ApiCallError_js_1.ApiCallError({
+            message: errorToMessage(parsedError),
+            url,
+            requestBodyValues,
+            statusCode: response.status,
+            responseBody,
+            data: parsedError,
+            isRetryable: isRetryable?.(parsedError, response),
+        });
+    }
+    catch (parseError) {
+        return new ApiCallError_js_1.ApiCallError({
+            message: responseBody.trim() !== "" ? responseBody : response.statusText,
+            url,
+            requestBodyValues,
+            statusCode: response.status,
+            responseBody,
+        });
+    }
+};
+exports.createJsonErrorResponseHandler = createJsonErrorResponseHandler;
 const createJsonResponseHandler = (responseSchema) => async ({ response, url, requestBodyValues }) => {
     const responseBody = await response.text();
     const parsedResult = (0, parseJSON_js_1.safeParseJSON)({

package/core/api/postToApi.d.ts

@@ -1,12 +1,18 @@
 /// <reference types="node" />
-import { ZodSchema } from "../schema/ZodSchema.js";
 import { z } from "zod";
+import { Schema } from "../schema/Schema.js";
+import { ZodSchema } from "../schema/ZodSchema.js";
 import { ApiCallError } from "./ApiCallError.js";
 export type ResponseHandler<T> = (options: {
     url: string;
     requestBodyValues: unknown;
     response: Response;
 }) => PromiseLike<T>;
+export declare const createJsonErrorResponseHandler: <T>({ errorSchema, errorToMessage, isRetryable, }: {
+    errorSchema: Schema<T>;
+    errorToMessage: (error: T) => string;
+    isRetryable?: ((error: T, response: Response) => boolean) | undefined;
+}) => ResponseHandler<ApiCallError>;
 export declare const createJsonResponseHandler: <T>(responseSchema: z.ZodType<T, z.ZodTypeDef, T>) => ResponseHandler<T>;
 export declare const createTextResponseHandler: () => ResponseHandler<string>;
 export declare const createAudioMpegResponseHandler: () => ResponseHandler<Buffer>;

package/core/api/postToApi.js

@@ -1,6 +1,34 @@
 import { ZodSchema } from "../schema/ZodSchema.js";
-import { safeParseJSON } from "../schema/parseJSON.js";
+import { parseJSON, safeParseJSON } from "../schema/parseJSON.js";
 import { ApiCallError } from "./ApiCallError.js";
+export const createJsonErrorResponseHandler = ({ errorSchema, errorToMessage, isRetryable, }) => async ({ response, url, requestBodyValues }) => {
+    const responseBody = await response.text();
+    // resilient parsing in case the response is not JSON or does not match the schema:
+    try {
+        const parsedError = parseJSON({
+            text: responseBody,
+            schema: errorSchema,
+        });
+        return new ApiCallError({
+            message: errorToMessage(parsedError),
+            url,
+            requestBodyValues,
+            statusCode: response.status,
+            responseBody,
+            data: parsedError,
+            isRetryable: isRetryable?.(parsedError, response),
+        });
+    }
+    catch (parseError) {
+        return new ApiCallError({
+            message: responseBody.trim() !== "" ? responseBody : response.statusText,
+            url,
+            requestBodyValues,
+            statusCode: response.status,
+            responseBody,
+        });
+    }
+};
 export const createJsonResponseHandler = (responseSchema) => async ({ response, url, requestBodyValues }) => {
     const responseBody = await response.text();
     const parsedResult = safeParseJSON({

package/model-provider/index.cjs

@@ -21,6 +21,7 @@ __exportStar(require("./elevenlabs/index.cjs"), exports);
 __exportStar(require("./huggingface/index.cjs"), exports);
 __exportStar(require("./llamacpp/index.cjs"), exports);
 __exportStar(require("./lmnt/index.cjs"), exports);
+__exportStar(require("./mistral/index.cjs"), exports);
 __exportStar(require("./ollama/index.cjs"), exports);
 __exportStar(require("./openai/index.cjs"), exports);
 __exportStar(require("./openai-compatible/index.cjs"), exports);

package/model-provider/index.d.ts

@@ -5,6 +5,7 @@ export * from "./elevenlabs/index.js";
 export * from "./huggingface/index.js";
 export * from "./llamacpp/index.js";
 export * from "./lmnt/index.js";
+export * from "./mistral/index.js";
 export * from "./ollama/index.js";
 export * from "./openai/index.js";
 export * from "./openai-compatible/index.js";

package/model-provider/index.js

@@ -5,6 +5,7 @@ export * from "./elevenlabs/index.js";
 export * from "./huggingface/index.js";
 export * from "./llamacpp/index.js";
 export * from "./lmnt/index.js";
+export * from "./mistral/index.js";
 export * from "./ollama/index.js";
 export * from "./openai/index.js";
 export * from "./openai-compatible/index.js";

package/model-provider/llamacpp/LlamaCppTextGenerationModel.cjs

@@ -57,6 +57,7 @@ class LlamaCppTextGenerationModel extends AbstractModel_js_1.AbstractModel {
             "maxCompletionTokens",
             "stopSequences",
             "contextWindowSize",
+            "cachePrompt",
             "temperature",
             "topK",
             "topP",
@@ -197,13 +198,14 @@ const llamaCppTextStreamingResponseSchema = new ZodSchema_js_1.ZodSchema(zod_1.z
     }),
     llamaCppTextGenerationResponseSchema,
 ]));
-async function callLlamaCppTextGenerationAPI({ api = new LlamaCppApiConfiguration_js_1.LlamaCppApiConfiguration(), abortSignal, responseFormat, prompt, temperature, topK, topP, nPredict, nKeep, stop, tfsZ, typicalP, repeatPenalty, repeatLastN, penalizeNl, mirostat, mirostatTau, mirostatEta, seed, ignoreEos, logitBias, }) {
+async function callLlamaCppTextGenerationAPI({ api = new LlamaCppApiConfiguration_js_1.LlamaCppApiConfiguration(), abortSignal, responseFormat, prompt, cachePrompt, temperature, topK, topP, nPredict, nKeep, stop, tfsZ, typicalP, repeatPenalty, repeatLastN, penalizeNl, mirostat, mirostatTau, mirostatEta, seed, ignoreEos, logitBias, }) {
     return (0, postToApi_js_1.postJsonToApi)({
         url: api.assembleUrl(`/completion`),
         headers: api.headers,
         body: {
             stream: responseFormat.stream,
             prompt: prompt.text,
+            cache_prompt: cachePrompt,
             temperature,
             top_k: topK,
             top_p: topP,

package/model-provider/llamacpp/LlamaCppTextGenerationModel.d.ts

@@ -15,6 +15,10 @@ export interface LlamaCppTextGenerationModelSettings<CONTEXT_WINDOW_SIZE extends
      * Llama.cpp server.
      */
     contextWindowSize?: CONTEXT_WINDOW_SIZE;
+    /**
+     * Save the prompt and generation for avoid reprocess entire prompt if a part of this isn't change (default: false)
+     */
+    cachePrompt?: boolean;
     temperature?: number;
     topK?: number;
     topP?: number;

package/model-provider/llamacpp/LlamaCppTextGenerationModel.js

@@ -54,6 +54,7 @@ export class LlamaCppTextGenerationModel extends AbstractModel {
             "maxCompletionTokens",
             "stopSequences",
             "contextWindowSize",
+            "cachePrompt",
             "temperature",
             "topK",
             "topP",
@@ -193,13 +194,14 @@ const llamaCppTextStreamingResponseSchema = new ZodSchema(z.discriminatedUnion("
     }),
     llamaCppTextGenerationResponseSchema,
 ]));
-async function callLlamaCppTextGenerationAPI({ api = new LlamaCppApiConfiguration(), abortSignal, responseFormat, prompt, temperature, topK, topP, nPredict, nKeep, stop, tfsZ, typicalP, repeatPenalty, repeatLastN, penalizeNl, mirostat, mirostatTau, mirostatEta, seed, ignoreEos, logitBias, }) {
+async function callLlamaCppTextGenerationAPI({ api = new LlamaCppApiConfiguration(), abortSignal, responseFormat, prompt, cachePrompt, temperature, topK, topP, nPredict, nKeep, stop, tfsZ, typicalP, repeatPenalty, repeatLastN, penalizeNl, mirostat, mirostatTau, mirostatEta, seed, ignoreEos, logitBias, }) {
     return postJsonToApi({
         url: api.assembleUrl(`/completion`),
         headers: api.headers,
         body: {
             stream: responseFormat.stream,
             prompt: prompt.text,
+            cache_prompt: cachePrompt,
             temperature,
             top_k: topK,
             top_p: topP,

package/model-provider/mistral/MistralApiConfiguration.cjs

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MistralApiConfiguration = void 0;
+const BaseUrlApiConfiguration_js_1 = require("../../core/api/BaseUrlApiConfiguration.cjs");
+const loadApiKey_js_1 = require("../../core/api/loadApiKey.cjs");
+class MistralApiConfiguration extends BaseUrlApiConfiguration_js_1.BaseUrlApiConfiguration {
+    constructor({ baseUrl = "https://api.mistral.ai/v1", apiKey, retry, throttle, } = {}) {
+        super({
+            baseUrl,
+            headers: {
+                Authorization: `Bearer ${(0, loadApiKey_js_1.loadApiKey)({
+                    apiKey,
+                    environmentVariableName: "MISTRAL_API_KEY",
+                    description: "Mistral",
+                })}`,
+            },
+            retry,
+            throttle,
+        });
+    }
+}
+exports.MistralApiConfiguration = MistralApiConfiguration;

package/model-provider/mistral/MistralApiConfiguration.d.ts

@@ -0,0 +1,12 @@
+import { BaseUrlApiConfiguration } from "../../core/api/BaseUrlApiConfiguration.js";
+import { RetryFunction } from "../../core/api/RetryFunction.js";
+import { ThrottleFunction } from "../../core/api/ThrottleFunction.js";
+export type MistralApiConfigurationSettings = {
+    baseUrl?: string;
+    apiKey?: string;
+    retry?: RetryFunction;
+    throttle?: ThrottleFunction;
+};
+export declare class MistralApiConfiguration extends BaseUrlApiConfiguration {
+    constructor({ baseUrl, apiKey, retry, throttle, }?: MistralApiConfigurationSettings);
+}

package/model-provider/mistral/MistralApiConfiguration.js

@@ -0,0 +1,18 @@
+import { BaseUrlApiConfiguration } from "../../core/api/BaseUrlApiConfiguration.js";
+import { loadApiKey } from "../../core/api/loadApiKey.js";
+export class MistralApiConfiguration extends BaseUrlApiConfiguration {
+    constructor({ baseUrl = "https://api.mistral.ai/v1", apiKey, retry, throttle, } = {}) {
+        super({
+            baseUrl,
+            headers: {
+                Authorization: `Bearer ${loadApiKey({
+                    apiKey,
+                    environmentVariableName: "MISTRAL_API_KEY",
+                    description: "Mistral",
+                })}`,
+            },
+            retry,
+            throttle,
+        });
+    }
+}

package/model-provider/mistral/MistralError.cjs

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.failedMistralCallResponseHandler = void 0;
+const zod_1 = require("zod");
+const postToApi_js_1 = require("../../core/api/postToApi.cjs");
+const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
+const mistralErrorDataSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.object({
+    object: zod_1.z.literal("error"),
+    message: zod_1.z.string(),
+    type: zod_1.z.string(),
+    param: zod_1.z.string().nullable(),
+    code: zod_1.z.string(),
+}));
+exports.failedMistralCallResponseHandler = (0, postToApi_js_1.createJsonErrorResponseHandler)({
+    errorSchema: mistralErrorDataSchema,
+    errorToMessage: (error) => error.message,
+});

package/model-provider/mistral/MistralError.d.ts

@@ -0,0 +1,13 @@
+import { ApiCallError } from "../../core/api/ApiCallError.js";
+import { ResponseHandler } from "../../core/api/postToApi.js";
+import { ZodSchema } from "../../core/schema/ZodSchema.js";
+declare const mistralErrorDataSchema: ZodSchema<{
+    object: "error";
+    message: string;
+    code: string;
+    type: string;
+    param: string | null;
+}>;
+export type MistralErrorData = (typeof mistralErrorDataSchema)["_type"];
+export declare const failedMistralCallResponseHandler: ResponseHandler<ApiCallError>;
+export {};

package/model-provider/mistral/MistralError.js

@@ -0,0 +1,14 @@
+import { z } from "zod";
+import { createJsonErrorResponseHandler, } from "../../core/api/postToApi.js";
+import { ZodSchema } from "../../core/schema/ZodSchema.js";
+const mistralErrorDataSchema = new ZodSchema(z.object({
+    object: z.literal("error"),
+    message: z.string(),
+    type: z.string(),
+    param: z.string().nullable(),
+    code: z.string(),
+}));
+export const failedMistralCallResponseHandler = createJsonErrorResponseHandler({
+    errorSchema: mistralErrorDataSchema,
+    errorToMessage: (error) => error.message,
+});

package/model-provider/mistral/MistralFacade.cjs

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TextEmbedder = exports.TextGenerator = exports.Api = void 0;
+const MistralApiConfiguration_js_1 = require("./MistralApiConfiguration.cjs");
+const MistralTextEmbeddingModel_js_1 = require("./MistralTextEmbeddingModel.cjs");
+const MistralTextGenerationModel_js_1 = require("./MistralTextGenerationModel.cjs");
+function Api(settings) {
+    return new MistralApiConfiguration_js_1.MistralApiConfiguration(settings);
+}
+exports.Api = Api;
+function TextGenerator(settings) {
+    return new MistralTextGenerationModel_js_1.MistralTextGenerationModel(settings);
+}
+exports.TextGenerator = TextGenerator;
+function TextEmbedder(settings) {
+    return new MistralTextEmbeddingModel_js_1.MistralTextEmbeddingModel(settings);
+}
+exports.TextEmbedder = TextEmbedder;

package/model-provider/mistral/MistralFacade.d.ts

@@ -0,0 +1,6 @@
+import { MistralApiConfiguration, MistralApiConfigurationSettings } from "./MistralApiConfiguration.js";
+import { MistralTextEmbeddingModel, MistralTextEmbeddingModelSettings } from "./MistralTextEmbeddingModel.js";
+import { MistralTextGenerationModel, MistralTextGenerationModelSettings } from "./MistralTextGenerationModel.js";
+export declare function Api(settings: MistralApiConfigurationSettings): MistralApiConfiguration;
+export declare function TextGenerator(settings: MistralTextGenerationModelSettings): MistralTextGenerationModel;
+export declare function TextEmbedder(settings: MistralTextEmbeddingModelSettings): MistralTextEmbeddingModel;

package/model-provider/mistral/MistralFacade.js

@@ -0,0 +1,12 @@
+import { MistralApiConfiguration, } from "./MistralApiConfiguration.js";
+import { MistralTextEmbeddingModel, } from "./MistralTextEmbeddingModel.js";
+import { MistralTextGenerationModel, } from "./MistralTextGenerationModel.js";
+export function Api(settings) {
+    return new MistralApiConfiguration(settings);
+}
+export function TextGenerator(settings) {
+    return new MistralTextGenerationModel(settings);
+}
+export function TextEmbedder(settings) {
+    return new MistralTextEmbeddingModel(settings);
+}

package/model-provider/mistral/MistralPromptTemplate.cjs

@@ -0,0 +1,64 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.chat = exports.instruction = exports.text = void 0;
+const ChatPrompt_js_1 = require("../../model-function/generate-text/prompt-template/ChatPrompt.cjs");
+/**
+ * Formats a text prompt as a Mistral prompt.
+ */
+function text() {
+    return {
+        format: (prompt) => [{ role: "user", content: prompt }],
+        stopSequences: [],
+    };
+}
+exports.text = text;
+/**
+ * Formats an instruction prompt as a Mistral prompt.
+ */
+function instruction() {
+    return {
+        format(prompt) {
+            const messages = [];
+            if (prompt.system != null) {
+                messages.push({ role: "system", content: prompt.system });
+            }
+            messages.push({ role: "user", content: prompt.instruction });
+            return messages;
+        },
+        stopSequences: [],
+    };
+}
+exports.instruction = instruction;
+/**
+ * Formats a chat prompt as a Mistral prompt.
+ */
+function chat() {
+    return {
+        format(prompt) {
+            (0, ChatPrompt_js_1.validateChatPrompt)(prompt);
+            const messages = [];
+            if (prompt.system != null) {
+                messages.push({ role: "system", content: prompt.system });
+            }
+            for (const { role, content } of prompt.messages) {
+                switch (role) {
+                    case "user": {
+                        messages.push({ role: "user", content });
+                        break;
+                    }
+                    case "assistant": {
+                        messages.push({ role: "assistant", content });
+                        break;
+                    }
+                    default: {
+                        const _exhaustiveCheck = role;
+                        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
+                    }
+                }
+            }
+            return messages;
+        },
+        stopSequences: [],
+    };
+}
+exports.chat = chat;

package/model-provider/mistral/MistralPromptTemplate.d.ts

@@ -0,0 +1,16 @@
+import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
+import { TextChatPrompt } from "../../model-function/generate-text/prompt-template/ChatPrompt.js";
+import { TextInstructionPrompt } from "../../model-function/generate-text/prompt-template/InstructionPrompt.js";
+import { MistralTextGenerationPrompt } from "./MistralTextGenerationModel.js";
+/**
+ * Formats a text prompt as a Mistral prompt.
+ */
+export declare function text(): TextGenerationPromptTemplate<string, MistralTextGenerationPrompt>;
+/**
+ * Formats an instruction prompt as a Mistral prompt.
+ */
+export declare function instruction(): TextGenerationPromptTemplate<TextInstructionPrompt, MistralTextGenerationPrompt>;
+/**
+ * Formats a chat prompt as a Mistral prompt.
+ */
+export declare function chat(): TextGenerationPromptTemplate<TextChatPrompt, MistralTextGenerationPrompt>;

package/model-provider/mistral/MistralPromptTemplate.js

@@ -0,0 +1,58 @@
+import { validateChatPrompt, } from "../../model-function/generate-text/prompt-template/ChatPrompt.js";
+/**
+ * Formats a text prompt as a Mistral prompt.
+ */
+export function text() {
+    return {
+        format: (prompt) => [{ role: "user", content: prompt }],
+        stopSequences: [],
+    };
+}
+/**
+ * Formats an instruction prompt as a Mistral prompt.
+ */
+export function instruction() {
+    return {
+        format(prompt) {
+            const messages = [];
+            if (prompt.system != null) {
+                messages.push({ role: "system", content: prompt.system });
+            }
+            messages.push({ role: "user", content: prompt.instruction });
+            return messages;
+        },
+        stopSequences: [],
+    };
+}
+/**
+ * Formats a chat prompt as a Mistral prompt.
+ */
+export function chat() {
+    return {
+        format(prompt) {
+            validateChatPrompt(prompt);
+            const messages = [];
+            if (prompt.system != null) {
+                messages.push({ role: "system", content: prompt.system });
+            }
+            for (const { role, content } of prompt.messages) {
+                switch (role) {
+                    case "user": {
+                        messages.push({ role: "user", content });
+                        break;
+                    }
+                    case "assistant": {
+                        messages.push({ role: "assistant", content });
+                        break;
+                    }
+                    default: {
+                        const _exhaustiveCheck = role;
+                        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
+                    }
+                }
+            }
+            return messages;
+        },
+        stopSequences: [],
+    };
+}

package/model-provider/mistral/MistralTextEmbeddingModel.cjs

@@ -0,0 +1,100 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MistralTextEmbeddingModel = void 0;
+const zod_1 = require("zod");
+const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
+const postToApi_js_1 = require("../../core/api/postToApi.cjs");
+const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
+const MistralApiConfiguration_js_1 = require("./MistralApiConfiguration.cjs");
+const MistralError_js_1 = require("./MistralError.cjs");
+class MistralTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
+    constructor(settings) {
+        super({ settings });
+        Object.defineProperty(this, "provider", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "mistral"
+        });
+        Object.defineProperty(this, "maxValuesPerCall", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 32
+        });
+        /**
+         * Parallel calls are technically possible, but I have been hitting rate limits and disabled
+         * them for now.
+         */
+        Object.defineProperty(this, "isParallelizable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        Object.defineProperty(this, "embeddingDimensions", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1024
+        });
+    }
+    get modelName() {
+        return this.settings.model;
+    }
+    async callAPI(texts, options) {
+        if (texts.length > this.maxValuesPerCall) {
+            throw new Error(`The Mistral embedding API only supports ${this.maxValuesPerCall} texts per API call.`);
+        }
+        const api = this.settings.api ?? new MistralApiConfiguration_js_1.MistralApiConfiguration();
+        const abortSignal = options?.run?.abortSignal;
+        const model = this.settings.model;
+        const encodingFormat = this.settings.encodingFormat ?? "float";
+        return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
+            retry: this.settings.api?.retry,
+            throttle: this.settings.api?.throttle,
+            call: async () => (0, postToApi_js_1.postJsonToApi)({
+                url: api.assembleUrl(`/embeddings`),
+                headers: api.headers,
+                body: {
+                    model,
+                    input: texts,
+                    encoding_format: encodingFormat,
+                },
+                failedResponseHandler: MistralError_js_1.failedMistralCallResponseHandler,
+                successfulResponseHandler: (0, postToApi_js_1.createJsonResponseHandler)(MistralTextEmbeddingResponseSchema),
+                abortSignal,
+            }),
+        });
+    }
+    get settingsForEvent() {
+        return {
+            encodingFormat: this.settings.encodingFormat,
+        };
+    }
+    async doEmbedValues(texts, options) {
+        const response = await this.callAPI(texts, options);
+        return {
+            response,
+            embeddings: response.data.map((entry) => entry.embedding),
+        };
+    }
+    withSettings(additionalSettings) {
+        return new MistralTextEmbeddingModel(Object.assign({}, this.settings, additionalSettings));
+    }
+}
+exports.MistralTextEmbeddingModel = MistralTextEmbeddingModel;
+const MistralTextEmbeddingResponseSchema = zod_1.z.object({
+    id: zod_1.z.string(),
+    object: zod_1.z.string(),
+    data: zod_1.z.array(zod_1.z.object({
+        object: zod_1.z.string(),
+        embedding: zod_1.z.array(zod_1.z.number()),
+        index: zod_1.z.number(),
+    })),
+    model: zod_1.z.string(),
+    usage: zod_1.z.object({
+        prompt_tokens: zod_1.z.number(),
+        total_tokens: zod_1.z.number(),
+    }),
+});