modelfusion 0.123.0 → 0.124.0

package/CHANGELOG.md

@@ -1,5 +1,24 @@
 # Changelog
 
+## v0.124.0 - 2024-01-13
+
+### Added
+
+- [Embedding-support for OpenAI-compatible providers](https://modelfusion.dev/integration/model-provider/openaicompatible/#embed-text). You can for example use the Together AI embedding endpoint:
+
+  ```ts
+  import { embed, openaicompatible } from "modelfusion";
+
+  const embedding = await embed({
+    model: openaicompatible.TextEmbedder({
+      api: openaicompatible.TogetherAIApi(),
+      provider: "openaicompatible-togetherai",
+      model: "togethercomputer/m2-bert-80M-8k-retrieval",
+    }),
+    value: "At first, Nox didn't know what to do with the pup.",
+  });
+  ```
+
 ## v0.123.0 - 2024-01-13
 
 ### Added

package/README.md

@@ -309,7 +309,7 @@ const embeddings = await embedMany({
 });
 ```
 
-Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai), [Llama.cpp](https://modelfusion.dev/integration/model-provider/llamacpp), [Ollama](https://modelfusion.dev/integration/model-provider/ollama), [Mistral](https://modelfusion.dev/integration/model-provider/mistral), [Hugging Face](https://modelfusion.dev/integration/model-provider/huggingface), [Cohere](https://modelfusion.dev/integration/model-provider/cohere)
+Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai), [OpenAI compatible](https://modelfusion.dev/integration/model-provider/openaicompatible), [Llama.cpp](https://modelfusion.dev/integration/model-provider/llamacpp), [Ollama](https://modelfusion.dev/integration/model-provider/ollama), [Mistral](https://modelfusion.dev/integration/model-provider/mistral), [Hugging Face](https://modelfusion.dev/integration/model-provider/huggingface), [Cohere](https://modelfusion.dev/integration/model-provider/cohere)
 
 ### [Classify Value](https://modelfusion.dev/guide/function/classify)
 

package/model-provider/openai/AbstractOpenAITextEmbeddingModel.cjs

@@ -0,0 +1,82 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AbstractOpenAITextEmbeddingModel = void 0;
+const zod_1 = require("zod");
+const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
+const postToApi_js_1 = require("../../core/api/postToApi.cjs");
+const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
+const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
+const OpenAIApiConfiguration_js_1 = require("./OpenAIApiConfiguration.cjs");
+const OpenAIError_js_1 = require("./OpenAIError.cjs");
+/**
+ * Abstract text embedding model that calls an API that is compatible with the OpenAI embedding API.
+ *
+ * @see https://platform.openai.com/docs/api-reference/embeddings
+ */
+class AbstractOpenAITextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
+    constructor(settings) {
+        super({ settings });
+        Object.defineProperty(this, "isParallelizable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+    }
+    get maxValuesPerCall() {
+        return this.settings.maxValuesPerCall ?? 2048;
+    }
+    async callAPI(texts, callOptions) {
+        const api = this.settings.api ?? new OpenAIApiConfiguration_js_1.OpenAIApiConfiguration();
+        const abortSignal = callOptions.run?.abortSignal;
+        return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
+            retry: api.retry,
+            throttle: api.throttle,
+            call: async () => (0, postToApi_js_1.postJsonToApi)({
+                url: api.assembleUrl("/embeddings"),
+                headers: api.headers({
+                    functionType: callOptions.functionType,
+                    functionId: callOptions.functionId,
+                    run: callOptions.run,
+                    callId: callOptions.callId,
+                }),
+                body: {
+                    model: this.modelName,
+                    input: texts,
+                    user: this.settings.isUserIdForwardingEnabled
+                        ? callOptions.run?.userId
+                        : undefined,
+                },
+                failedResponseHandler: OpenAIError_js_1.failedOpenAICallResponseHandler,
+                successfulResponseHandler: (0, postToApi_js_1.createJsonResponseHandler)((0, ZodSchema_js_1.zodSchema)(openAITextEmbeddingResponseSchema)),
+                abortSignal,
+            }),
+        });
+    }
+    async doEmbedValues(texts, callOptions) {
+        if (texts.length > this.maxValuesPerCall) {
+            throw new Error(`The OpenAI embedding API only supports ${this.maxValuesPerCall} texts per API call.`);
+        }
+        const rawResponse = await this.callAPI(texts, callOptions);
+        return {
+            rawResponse,
+            embeddings: rawResponse.data.map((data) => data.embedding),
+        };
+    }
+}
+exports.AbstractOpenAITextEmbeddingModel = AbstractOpenAITextEmbeddingModel;
+const openAITextEmbeddingResponseSchema = zod_1.z.object({
+    object: zod_1.z.literal("list"),
+    data: zod_1.z.array(zod_1.z.object({
+        object: zod_1.z.literal("embedding"),
+        embedding: zod_1.z.array(zod_1.z.number()),
+        index: zod_1.z.number(),
+    })),
+    model: zod_1.z.string(),
+    usage: zod_1.z
+        .object({
+        prompt_tokens: zod_1.z.number(),
+        total_tokens: zod_1.z.number(),
+    })
+        .optional(), // for openai-compatible models
+});

package/model-provider/openai/AbstractOpenAITextEmbeddingModel.d.ts

@@ -0,0 +1,91 @@
+import { z } from "zod";
+import { FunctionCallOptions } from "../../core/FunctionOptions.js";
+import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
+import { AbstractModel } from "../../model-function/AbstractModel.js";
+import { EmbeddingModelSettings } from "../../model-function/embed/EmbeddingModel.js";
+export interface AbstractOpenAITextEmbeddingModelSettings extends EmbeddingModelSettings {
+    api?: ApiConfiguration;
+    model: string;
+    maxValuesPerCall?: number | undefined;
+    isUserIdForwardingEnabled?: boolean;
+}
+/**
+ * Abstract text embedding model that calls an API that is compatible with the OpenAI embedding API.
+ *
+ * @see https://platform.openai.com/docs/api-reference/embeddings
+ */
+export declare abstract class AbstractOpenAITextEmbeddingModel<SETTINGS extends AbstractOpenAITextEmbeddingModelSettings> extends AbstractModel<SETTINGS> {
+    constructor(settings: SETTINGS);
+    get maxValuesPerCall(): number;
+    readonly isParallelizable = true;
+    callAPI(texts: Array<string>, callOptions: FunctionCallOptions): Promise<OpenAITextEmbeddingResponse>;
+    doEmbedValues(texts: string[], callOptions: FunctionCallOptions): Promise<{
+        rawResponse: {
+            object: "list";
+            data: {
+                object: "embedding";
+                embedding: number[];
+                index: number;
+            }[];
+            model: string;
+            usage?: {
+                prompt_tokens: number;
+                total_tokens: number;
+            } | undefined;
+        };
+        embeddings: number[][];
+    }>;
+}
+declare const openAITextEmbeddingResponseSchema: z.ZodObject<{
+    object: z.ZodLiteral<"list">;
+    data: z.ZodArray<z.ZodObject<{
+        object: z.ZodLiteral<"embedding">;
+        embedding: z.ZodArray<z.ZodNumber, "many">;
+        index: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        object: "embedding";
+        embedding: number[];
+        index: number;
+    }, {
+        object: "embedding";
+        embedding: number[];
+        index: number;
+    }>, "many">;
+    model: z.ZodString;
+    usage: z.ZodOptional<z.ZodObject<{
+        prompt_tokens: z.ZodNumber;
+        total_tokens: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        prompt_tokens: number;
+        total_tokens: number;
+    }, {
+        prompt_tokens: number;
+        total_tokens: number;
+    }>>;
+}, "strip", z.ZodTypeAny, {
+    object: "list";
+    data: {
+        object: "embedding";
+        embedding: number[];
+        index: number;
+    }[];
+    model: string;
+    usage?: {
+        prompt_tokens: number;
+        total_tokens: number;
+    } | undefined;
+}, {
+    object: "list";
+    data: {
+        object: "embedding";
+        embedding: number[];
+        index: number;
+    }[];
+    model: string;
+    usage?: {
+        prompt_tokens: number;
+        total_tokens: number;
+    } | undefined;
+}>;
+export type OpenAITextEmbeddingResponse = z.infer<typeof openAITextEmbeddingResponseSchema>;
+export {};

package/model-provider/openai/AbstractOpenAITextEmbeddingModel.js

@@ -0,0 +1,78 @@
+import { z } from "zod";
+import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
+import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
+import { zodSchema } from "../../core/schema/ZodSchema.js";
+import { AbstractModel } from "../../model-function/AbstractModel.js";
+import { OpenAIApiConfiguration } from "./OpenAIApiConfiguration.js";
+import { failedOpenAICallResponseHandler } from "./OpenAIError.js";
+/**
+ * Abstract text embedding model that calls an API that is compatible with the OpenAI embedding API.
+ *
+ * @see https://platform.openai.com/docs/api-reference/embeddings
+ */
+export class AbstractOpenAITextEmbeddingModel extends AbstractModel {
+    constructor(settings) {
+        super({ settings });
+        Object.defineProperty(this, "isParallelizable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+    }
+    get maxValuesPerCall() {
+        return this.settings.maxValuesPerCall ?? 2048;
+    }
+    async callAPI(texts, callOptions) {
+        const api = this.settings.api ?? new OpenAIApiConfiguration();
+        const abortSignal = callOptions.run?.abortSignal;
+        return callWithRetryAndThrottle({
+            retry: api.retry,
+            throttle: api.throttle,
+            call: async () => postJsonToApi({
+                url: api.assembleUrl("/embeddings"),
+                headers: api.headers({
+                    functionType: callOptions.functionType,
+                    functionId: callOptions.functionId,
+                    run: callOptions.run,
+                    callId: callOptions.callId,
+                }),
+                body: {
+                    model: this.modelName,
+                    input: texts,
+                    user: this.settings.isUserIdForwardingEnabled
+                        ? callOptions.run?.userId
+                        : undefined,
+                },
+                failedResponseHandler: failedOpenAICallResponseHandler,
+                successfulResponseHandler: createJsonResponseHandler(zodSchema(openAITextEmbeddingResponseSchema)),
+                abortSignal,
+            }),
+        });
+    }
+    async doEmbedValues(texts, callOptions) {
+        if (texts.length > this.maxValuesPerCall) {
+            throw new Error(`The OpenAI embedding API only supports ${this.maxValuesPerCall} texts per API call.`);
+        }
+        const rawResponse = await this.callAPI(texts, callOptions);
+        return {
+            rawResponse,
+            embeddings: rawResponse.data.map((data) => data.embedding),
+        };
+    }
+}
+const openAITextEmbeddingResponseSchema = z.object({
+    object: z.literal("list"),
+    data: z.array(z.object({
+        object: z.literal("embedding"),
+        embedding: z.array(z.number()),
+        index: z.number(),
+    })),
+    model: z.string(),
+    usage: z
+        .object({
+        prompt_tokens: z.number(),
+        total_tokens: z.number(),
+    })
+        .optional(), // for openai-compatible models
+});

package/model-provider/openai/OpenAIFacade.cjs

@@ -42,10 +42,10 @@ exports.AzureApi = AzureApi;
  *   retry: retryWithExponentialBackoff({ maxTries: 5 }),
  * });
  *
- * const text = await generateText(
+ * const text = await generateText({
  *   model,
- *   "Write a short story about a robot learning to love:\n\n"
- * );
+ *   prompt: "Write a short story about a robot learning to love:\n\n"
+ * });
  *
  * @return A new instance of {@link OpenAICompletionModel}.
  */
@@ -65,14 +65,14 @@ exports.CompletionTextGenerator = CompletionTextGenerator;
  *   maxGenerationTokens: 500,
  * });
  *
- * const text = await generateText(
+ * const text = await generateText({
  *   model,
- *   [
+ *   prompt: [
  *     openai.ChatMessage.system(
  *       "Write a short story about a robot learning to love:"
  *     ),
  *   ]
- * );
+ * });
  */
 function ChatTextGenerator(settings) {
     return new OpenAIChatModel_js_1.OpenAIChatModel(settings);
@@ -84,13 +84,13 @@ exports.ChatTextGenerator = ChatTextGenerator;
  * @see https://platform.openai.com/docs/api-reference/embeddings
  *
  * @example
- * const embeddings = await embedMany(
- *   openai.TextEmbedder({ model: "text-embedding-ada-002" }),
- *   [
+ * const embeddings = await embedMany({
+ *   model: openai.TextEmbedder({ model: "text-embedding-ada-002" }),
+ *   values: [
  *     "At first, Nox didn't know what to do with the pup.",
  *     "He keenly observed and absorbed everything around him, from the birds in the sky to the trees in the forest.",
  *   ]
- * );
+ * });
  *
  * @returns A new instance of {@link OpenAITextEmbeddingModel}.
  */
@@ -117,13 +117,13 @@ exports.SpeechGenerator = SpeechGenerator;
  * @example
  * const data = await fs.promises.readFile("data/test.mp3");
  *
- * const transcription = await transcribe(
- *   openai.Transcriber({ model: "whisper-1" }),
- *   {
+ * const transcription = await transcribe({
+ *   model: openai.Transcriber({ model: "whisper-1" }),
+ *   data: {
  *     type: "mp3",
  *     data,
  *   }
- * );
+ * });
  *
  * @returns A new instance of {@link OpenAITranscriptionModel}.
  */
@@ -137,10 +137,10 @@ exports.Transcriber = Transcriber;
  * @see https://platform.openai.com/docs/api-reference/images/create
  *
  * @example
- * const image = await generateImage(
- *   new OpenAIImageGenerationModel({ size: "512x512" }),
- *   "the wicked witch of the west in the style of early 19th century painting"
- * );
+ * const image = await generateImage({
+ *   model: new OpenAIImageGenerationModel({ size: "512x512" }),
+ *   prompt: "the wicked witch of the west in the style of early 19th century painting"
+ * });
  *
  * @returns A new instance of {@link OpenAIImageGenerationModel}.
  */

package/model-provider/openai/OpenAIFacade.d.ts

@@ -36,10 +36,10 @@ export declare function AzureApi(settings: AzureOpenAIApiConfigurationOptions):
  *   retry: retryWithExponentialBackoff({ maxTries: 5 }),
  * });
  *
- * const text = await generateText(
+ * const text = await generateText({
  *   model,
- *   "Write a short story about a robot learning to love:\n\n"
- * );
+ *   prompt: "Write a short story about a robot learning to love:\n\n"
+ * });
  *
  * @return A new instance of {@link OpenAICompletionModel}.
  */
@@ -56,14 +56,14 @@ export declare function CompletionTextGenerator(settings: OpenAICompletionModelS
  *   maxGenerationTokens: 500,
  * });
  *
- * const text = await generateText(
+ * const text = await generateText({
  *   model,
- *   [
+ *   prompt: [
  *     openai.ChatMessage.system(
  *       "Write a short story about a robot learning to love:"
  *     ),
  *   ]
- * );
+ * });
  */
 export declare function ChatTextGenerator(settings: OpenAIChatSettings): OpenAIChatModel;
 /**
@@ -72,13 +72,13 @@ export declare function ChatTextGenerator(settings: OpenAIChatSettings): OpenAIC
  * @see https://platform.openai.com/docs/api-reference/embeddings
  *
  * @example
- * const embeddings = await embedMany(
- *   openai.TextEmbedder({ model: "text-embedding-ada-002" }),
- *   [
+ * const embeddings = await embedMany({
+ *   model: openai.TextEmbedder({ model: "text-embedding-ada-002" }),
+ *   values: [
  *     "At first, Nox didn't know what to do with the pup.",
  *     "He keenly observed and absorbed everything around him, from the birds in the sky to the trees in the forest.",
  *   ]
- * );
+ * });
  *
  * @returns A new instance of {@link OpenAITextEmbeddingModel}.
  */
@@ -99,13 +99,13 @@ export declare function SpeechGenerator(settings: OpenAISpeechModelSettings): Op
  * @example
  * const data = await fs.promises.readFile("data/test.mp3");
  *
- * const transcription = await transcribe(
- *   openai.Transcriber({ model: "whisper-1" }),
- *   {
+ * const transcription = await transcribe({
+ *   model: openai.Transcriber({ model: "whisper-1" }),
+ *   data: {
  *     type: "mp3",
  *     data,
  *   }
- * );
+ * });
  *
  * @returns A new instance of {@link OpenAITranscriptionModel}.
  */
@@ -116,10 +116,10 @@ export declare function Transcriber(settings: OpenAITranscriptionModelSettings):
  * @see https://platform.openai.com/docs/api-reference/images/create
  *
  * @example
- * const image = await generateImage(
- *   new OpenAIImageGenerationModel({ size: "512x512" }),
- *   "the wicked witch of the west in the style of early 19th century painting"
- * );
+ * const image = await generateImage({
+ *   model: new OpenAIImageGenerationModel({ size: "512x512" }),
+ *   prompt: "the wicked witch of the west in the style of early 19th century painting"
+ * });
  *
  * @returns A new instance of {@link OpenAIImageGenerationModel}.
  */

package/model-provider/openai/OpenAIFacade.js

@@ -37,10 +37,10 @@ export function AzureApi(settings) {
  *   retry: retryWithExponentialBackoff({ maxTries: 5 }),
  * });
  *
- * const text = await generateText(
+ * const text = await generateText({
  *   model,
- *   "Write a short story about a robot learning to love:\n\n"
- * );
+ *   prompt: "Write a short story about a robot learning to love:\n\n"
+ * });
  *
  * @return A new instance of {@link OpenAICompletionModel}.
  */
@@ -59,14 +59,14 @@ export function CompletionTextGenerator(settings) {
  *   maxGenerationTokens: 500,
  * });
  *
- * const text = await generateText(
+ * const text = await generateText({
  *   model,
- *   [
+ *   prompt: [
  *     openai.ChatMessage.system(
  *       "Write a short story about a robot learning to love:"
  *     ),
  *   ]
- * );
+ * });
  */
 export function ChatTextGenerator(settings) {
     return new OpenAIChatModel(settings);
@@ -77,13 +77,13 @@ export function ChatTextGenerator(settings) {
  * @see https://platform.openai.com/docs/api-reference/embeddings
  *
  * @example
- * const embeddings = await embedMany(
- *   openai.TextEmbedder({ model: "text-embedding-ada-002" }),
- *   [
+ * const embeddings = await embedMany({
+ *   model: openai.TextEmbedder({ model: "text-embedding-ada-002" }),
+ *   values: [
  *     "At first, Nox didn't know what to do with the pup.",
  *     "He keenly observed and absorbed everything around him, from the birds in the sky to the trees in the forest.",
  *   ]
- * );
+ * });
  *
  * @returns A new instance of {@link OpenAITextEmbeddingModel}.
  */
@@ -108,13 +108,13 @@ export function SpeechGenerator(settings) {
  * @example
  * const data = await fs.promises.readFile("data/test.mp3");
  *
- * const transcription = await transcribe(
- *   openai.Transcriber({ model: "whisper-1" }),
- *   {
+ * const transcription = await transcribe({
+ *   model: openai.Transcriber({ model: "whisper-1" }),
+ *   data: {
  *     type: "mp3",
  *     data,
  *   }
- * );
+ * });
  *
  * @returns A new instance of {@link OpenAITranscriptionModel}.
  */
@@ -127,10 +127,10 @@ export function Transcriber(settings) {
  * @see https://platform.openai.com/docs/api-reference/images/create
  *
  * @example
- * const image = await generateImage(
- *   new OpenAIImageGenerationModel({ size: "512x512" }),
- *   "the wicked witch of the west in the style of early 19th century painting"
- * );
+ * const image = await generateImage({
+ *   model: new OpenAIImageGenerationModel({ size: "512x512" }),
+ *   prompt: "the wicked witch of the west in the style of early 19th century painting"
+ * });
  *
  * @returns A new instance of {@link OpenAIImageGenerationModel}.
  */

package/model-provider/openai/OpenAITextEmbeddingModel.cjs

@@ -1,14 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.OpenAITextEmbeddingModel = exports.calculateOpenAIEmbeddingCostInMillicents = exports.isOpenAIEmbeddingModel = exports.OPENAI_TEXT_EMBEDDING_MODELS = void 0;
-const zod_1 = require("zod");
-const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
-const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
-const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
 const countTokens_js_1 = require("../../model-function/tokenize-text/countTokens.cjs");
-const OpenAIApiConfiguration_js_1 = require("./OpenAIApiConfiguration.cjs");
-const OpenAIError_js_1 = require("./OpenAIError.cjs");
+const AbstractOpenAITextEmbeddingModel_js_1 = require("./AbstractOpenAITextEmbeddingModel.cjs");
 const TikTokenTokenizer_js_1 = require("./TikTokenTokenizer.cjs");
 exports.OPENAI_TEXT_EMBEDDING_MODELS = {
     "text-embedding-ada-002": {
@@ -43,21 +37,15 @@ exports.calculateOpenAIEmbeddingCostInMillicents = calculateOpenAIEmbeddingCostI
  *   ]
  * );
  */
-class OpenAITextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
+class OpenAITextEmbeddingModel extends AbstractOpenAITextEmbeddingModel_js_1.AbstractOpenAITextEmbeddingModel {
     constructor(settings) {
-        super({ settings });
+        super(settings);
         Object.defineProperty(this, "provider", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: "openai"
         });
-        Object.defineProperty(this, "isParallelizable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
         Object.defineProperty(this, "embeddingDimensions", {
             enumerable: true,
             configurable: true,
@@ -85,67 +73,14 @@ class OpenAITextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
     get modelName() {
         return this.settings.model;
     }
-    get maxValuesPerCall() {
-        return this.settings.maxValuesPerCall ?? 2048;
-    }
     async countTokens(input) {
         return (0, countTokens_js_1.countTokens)(this.tokenizer, input);
     }
-    async callAPI(texts, callOptions) {
-        const api = this.settings.api ?? new OpenAIApiConfiguration_js_1.OpenAIApiConfiguration();
-        const abortSignal = callOptions.run?.abortSignal;
-        return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => (0, postToApi_js_1.postJsonToApi)({
-                url: api.assembleUrl("/embeddings"),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: {
-                    model: this.modelName,
-                    input: texts,
-                    user: this.settings.isUserIdForwardingEnabled
-                        ? callOptions.run?.userId
-                        : undefined,
-                },
-                failedResponseHandler: OpenAIError_js_1.failedOpenAICallResponseHandler,
-                successfulResponseHandler: (0, postToApi_js_1.createJsonResponseHandler)((0, ZodSchema_js_1.zodSchema)(openAITextEmbeddingResponseSchema)),
-                abortSignal,
-            }),
-        });
-    }
     get settingsForEvent() {
         return {};
     }
-    async doEmbedValues(texts, callOptions) {
-        if (texts.length > this.maxValuesPerCall) {
-            throw new Error(`The OpenAI embedding API only supports ${this.maxValuesPerCall} texts per API call.`);
-        }
-        const rawResponse = await this.callAPI(texts, callOptions);
-        return {
-            rawResponse,
-            embeddings: rawResponse.data.map((data) => data.embedding),
-        };
-    }
     withSettings(additionalSettings) {
         return new OpenAITextEmbeddingModel(Object.assign({}, this.settings, additionalSettings));
     }
 }
 exports.OpenAITextEmbeddingModel = OpenAITextEmbeddingModel;
-const openAITextEmbeddingResponseSchema = zod_1.z.object({
-    object: zod_1.z.literal("list"),
-    data: zod_1.z.array(zod_1.z.object({
-        object: zod_1.z.literal("embedding"),
-        embedding: zod_1.z.array(zod_1.z.number()),
-        index: zod_1.z.number(),
-    })),
-    model: zod_1.z.string(),
-    usage: zod_1.z.object({
-        prompt_tokens: zod_1.z.number(),
-        total_tokens: zod_1.z.number(),
-    }),
-});

package/model-provider/openai/OpenAITextEmbeddingModel.d.ts

@@ -1,8 +1,5 @@
-import { z } from "zod";
-import { FunctionCallOptions } from "../../core/FunctionOptions.js";
-import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
-import { AbstractModel } from "../../model-function/AbstractModel.js";
-import { EmbeddingModel, EmbeddingModelSettings } from "../../model-function/embed/EmbeddingModel.js";
+import { EmbeddingModel } from "../../model-function/embed/EmbeddingModel.js";
+import { AbstractOpenAITextEmbeddingModel, AbstractOpenAITextEmbeddingModelSettings, OpenAITextEmbeddingResponse } from "./AbstractOpenAITextEmbeddingModel.js";
 import { TikTokenTokenizer } from "./TikTokenTokenizer.js";
 export declare const OPENAI_TEXT_EMBEDDING_MODELS: {
     "text-embedding-ada-002": {
@@ -17,11 +14,8 @@ export declare const calculateOpenAIEmbeddingCostInMillicents: ({ model, respons
     model: OpenAITextEmbeddingModelType;
     responses: OpenAITextEmbeddingResponse[];
 }) => number;
-export interface OpenAITextEmbeddingModelSettings extends EmbeddingModelSettings {
-    api?: ApiConfiguration;
-    maxValuesPerCall?: number | undefined;
+export interface OpenAITextEmbeddingModelSettings extends AbstractOpenAITextEmbeddingModelSettings {
     model: OpenAITextEmbeddingModelType;
-    isUserIdForwardingEnabled?: boolean;
 }
 /**
  * Create a text embedding model that calls the OpenAI embedding API.
@@ -37,86 +31,14 @@ export interface OpenAITextEmbeddingModelSettings extends EmbeddingModelSettings
  *   ]
  * );
  */
-export declare class OpenAITextEmbeddingModel extends AbstractModel<OpenAITextEmbeddingModelSettings> implements EmbeddingModel<string, OpenAITextEmbeddingModelSettings> {
+export declare class OpenAITextEmbeddingModel extends AbstractOpenAITextEmbeddingModel<OpenAITextEmbeddingModelSettings> implements EmbeddingModel<string, OpenAITextEmbeddingModelSettings> {
     constructor(settings: OpenAITextEmbeddingModelSettings);
     readonly provider: "openai";
     get modelName(): "text-embedding-ada-002";
-    get maxValuesPerCall(): number;
-    readonly isParallelizable = true;
     readonly embeddingDimensions: number;
     readonly tokenizer: TikTokenTokenizer;
     readonly contextWindowSize: number;
     countTokens(input: string): Promise<number>;
-    callAPI(texts: Array<string>, callOptions: FunctionCallOptions): Promise<OpenAITextEmbeddingResponse>;
     get settingsForEvent(): Partial<OpenAITextEmbeddingModelSettings>;
-    doEmbedValues(texts: string[], callOptions: FunctionCallOptions): Promise<{
-        rawResponse: {
-            object: "list";
-            data: {
-                object: "embedding";
-                embedding: number[];
-                index: number;
-            }[];
-            model: string;
-            usage: {
-                prompt_tokens: number;
-                total_tokens: number;
-            };
-        };
-        embeddings: number[][];
-    }>;
     withSettings(additionalSettings: OpenAITextEmbeddingModelSettings): this;
 }
-declare const openAITextEmbeddingResponseSchema: z.ZodObject<{
-    object: z.ZodLiteral<"list">;
-    data: z.ZodArray<z.ZodObject<{
-        object: z.ZodLiteral<"embedding">;
-        embedding: z.ZodArray<z.ZodNumber, "many">;
-        index: z.ZodNumber;
-    }, "strip", z.ZodTypeAny, {
-        object: "embedding";
-        embedding: number[];
-        index: number;
-    }, {
-        object: "embedding";
-        embedding: number[];
-        index: number;
-    }>, "many">;
-    model: z.ZodString;
-    usage: z.ZodObject<{
-        prompt_tokens: z.ZodNumber;
-        total_tokens: z.ZodNumber;
-    }, "strip", z.ZodTypeAny, {
-        prompt_tokens: number;
-        total_tokens: number;
-    }, {
-        prompt_tokens: number;
-        total_tokens: number;
-    }>;
-}, "strip", z.ZodTypeAny, {
-    object: "list";
-    data: {
-        object: "embedding";
-        embedding: number[];
-        index: number;
-    }[];
-    model: string;
-    usage: {
-        prompt_tokens: number;
-        total_tokens: number;
-    };
-}, {
-    object: "list";
-    data: {
-        object: "embedding";
-        embedding: number[];
-        index: number;
-    }[];
-    model: string;
-    usage: {
-        prompt_tokens: number;
-        total_tokens: number;
-    };
-}>;
-export type OpenAITextEmbeddingResponse = z.infer<typeof openAITextEmbeddingResponseSchema>;
-export {};

package/model-provider/openai/OpenAITextEmbeddingModel.js

@@ -1,11 +1,5 @@
-import { z } from "zod";
-import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
-import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
-import { zodSchema } from "../../core/schema/ZodSchema.js";
-import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { countTokens } from "../../model-function/tokenize-text/countTokens.js";
-import { OpenAIApiConfiguration } from "./OpenAIApiConfiguration.js";
-import { failedOpenAICallResponseHandler } from "./OpenAIError.js";
+import { AbstractOpenAITextEmbeddingModel, } from "./AbstractOpenAITextEmbeddingModel.js";
 import { TikTokenTokenizer } from "./TikTokenTokenizer.js";
 export const OPENAI_TEXT_EMBEDDING_MODELS = {
     "text-embedding-ada-002": {
@@ -38,21 +32,15 @@ export const calculateOpenAIEmbeddingCostInMillicents = ({ model, responses, })
  *   ]
  * );
  */
-export class OpenAITextEmbeddingModel extends AbstractModel {
+export class OpenAITextEmbeddingModel extends AbstractOpenAITextEmbeddingModel {
     constructor(settings) {
-        super({ settings });
+        super(settings);
         Object.defineProperty(this, "provider", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: "openai"
         });
-        Object.defineProperty(this, "isParallelizable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
         Object.defineProperty(this, "embeddingDimensions", {
             enumerable: true,
             configurable: true,
@@ -80,66 +68,13 @@ export class OpenAITextEmbeddingModel extends AbstractModel {
     get modelName() {
         return this.settings.model;
     }
-    get maxValuesPerCall() {
-        return this.settings.maxValuesPerCall ?? 2048;
-    }
     async countTokens(input) {
         return countTokens(this.tokenizer, input);
     }
-    async callAPI(texts, callOptions) {
-        const api = this.settings.api ?? new OpenAIApiConfiguration();
-        const abortSignal = callOptions.run?.abortSignal;
-        return callWithRetryAndThrottle({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => postJsonToApi({
-                url: api.assembleUrl("/embeddings"),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: {
-                    model: this.modelName,
-                    input: texts,
-                    user: this.settings.isUserIdForwardingEnabled
-                        ? callOptions.run?.userId
-                        : undefined,
-                },
-                failedResponseHandler: failedOpenAICallResponseHandler,
-                successfulResponseHandler: createJsonResponseHandler(zodSchema(openAITextEmbeddingResponseSchema)),
-                abortSignal,
-            }),
-        });
-    }
     get settingsForEvent() {
         return {};
     }
-    async doEmbedValues(texts, callOptions) {
-        if (texts.length > this.maxValuesPerCall) {
-            throw new Error(`The OpenAI embedding API only supports ${this.maxValuesPerCall} texts per API call.`);
-        }
-        const rawResponse = await this.callAPI(texts, callOptions);
-        return {
-            rawResponse,
-            embeddings: rawResponse.data.map((data) => data.embedding),
-        };
-    }
     withSettings(additionalSettings) {
         return new OpenAITextEmbeddingModel(Object.assign({}, this.settings, additionalSettings));
     }
 }
-const openAITextEmbeddingResponseSchema = z.object({
-    object: z.literal("list"),
-    data: z.array(z.object({
-        object: z.literal("embedding"),
-        embedding: z.array(z.number()),
-        index: z.number(),
-    })),
-    model: z.string(),
-    usage: z.object({
-        prompt_tokens: z.number(),
-        total_tokens: z.number(),
-    }),
-});

package/model-provider/openai/index.cjs

@@ -29,6 +29,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.openai = exports.OpenAIChatPrompt = void 0;
 __exportStar(require("./AbstractOpenAIChatModel.cjs"), exports);
 __exportStar(require("./AbstractOpenAICompletionModel.cjs"), exports);
+__exportStar(require("./AbstractOpenAITextEmbeddingModel.cjs"), exports);
 __exportStar(require("./AzureOpenAIApiConfiguration.cjs"), exports);
 __exportStar(require("./OpenAIApiConfiguration.cjs"), exports);
 __exportStar(require("./OpenAIChatMessage.cjs"), exports);

package/model-provider/openai/index.d.ts

@@ -1,5 +1,6 @@
 export * from "./AbstractOpenAIChatModel.js";
 export * from "./AbstractOpenAICompletionModel.js";
+export * from "./AbstractOpenAITextEmbeddingModel.js";
 export * from "./AzureOpenAIApiConfiguration.js";
 export * from "./OpenAIApiConfiguration.js";
 export * from "./OpenAIChatMessage.js";

package/model-provider/openai/index.js

@@ -1,5 +1,6 @@
 export * from "./AbstractOpenAIChatModel.js";
 export * from "./AbstractOpenAICompletionModel.js";
+export * from "./AbstractOpenAITextEmbeddingModel.js";
 export * from "./AzureOpenAIApiConfiguration.js";
 export * from "./OpenAIApiConfiguration.js";
 export * from "./OpenAIChatMessage.js";

package/model-provider/openai-compatible/OpenAICompatibleChatModel.d.ts

@@ -1,3 +1,4 @@
+import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
 import { FlexibleStructureFromTextPromptTemplate, StructureFromTextPromptTemplate } from "../../model-function/generate-structure/StructureFromTextPromptTemplate.js";
 import { StructureFromTextStreamingModel } from "../../model-function/generate-structure/StructureFromTextStreamingModel.js";
 import { PromptTemplateFullTextModel } from "../../model-function/generate-text/PromptTemplateFullTextModel.js";
@@ -8,6 +9,7 @@ import { ToolCallsGenerationModel } from "../../tool/generate-tool-calls/ToolCal
 import { AbstractOpenAIChatModel, AbstractOpenAIChatSettings, OpenAIChatPrompt } from "../openai/AbstractOpenAIChatModel.js";
 import { OpenAICompatibleProviderName } from "./OpenAICompatibleProviderName.js";
 export interface OpenAICompatibleChatSettings extends AbstractOpenAIChatSettings {
+    api: ApiConfiguration;
     provider?: OpenAICompatibleProviderName;
 }
 /**

package/model-provider/openai-compatible/OpenAICompatibleCompletionModel.d.ts

@@ -1,9 +1,11 @@
+import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
 import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
 import { TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
 import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
 import { AbstractOpenAICompletionModel, AbstractOpenAICompletionModelSettings } from "../openai/AbstractOpenAICompletionModel.js";
 import { OpenAICompatibleProviderName } from "./OpenAICompatibleProviderName.js";
 export interface OpenAICompatibleCompletionModelSettings extends AbstractOpenAICompletionModelSettings {
+    api: ApiConfiguration;
     provider?: OpenAICompatibleProviderName;
 }
 /**

package/model-provider/openai-compatible/OpenAICompatibleFacade.cjs

@@ -1,9 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ChatTextGenerator = exports.CompletionTextGenerator = exports.TogetherAIApi = exports.FireworksAIApi = void 0;
+exports.TextEmbedder = exports.ChatTextGenerator = exports.CompletionTextGenerator = exports.TogetherAIApi = exports.FireworksAIApi = void 0;
 const FireworksAIApiConfiguration_js_1 = require("./FireworksAIApiConfiguration.cjs");
 const OpenAICompatibleChatModel_js_1 = require("./OpenAICompatibleChatModel.cjs");
 const OpenAICompatibleCompletionModel_js_1 = require("./OpenAICompatibleCompletionModel.cjs");
+const OpenAICompatibleTextEmbeddingModel_js_1 = require("./OpenAICompatibleTextEmbeddingModel.cjs");
 const TogetherAIApiConfiguration_js_1 = require("./TogetherAIApiConfiguration.cjs");
 /**
  * Configuration for the Fireworks.ai API.
@@ -43,10 +44,10 @@ exports.TogetherAIApi = TogetherAIApi;
  *   maxGenerationTokens: 500,
  * });
  *
- * const text = await generateText(
+ * const text = await generateText({
  *   model,
- *   "Write a short story about a robot learning to love:"
- * );
+ *   prompt: "Write a short story about a robot learning to love:"
+ * });
  * ```
  */
 function CompletionTextGenerator(settings) {
@@ -69,17 +70,37 @@ exports.CompletionTextGenerator = CompletionTextGenerator;
  *   maxGenerationTokens: 500,
  * });
  *
- * const text = await generateText(
+ * const text = await generateText({
  *   model,
- *   [
+ *   prompt: [
  *     openai.ChatMessage.user(
  *       "Write a short story about a robot learning to love:"
  *     ),
  *   ]
- * );
+ * });
  * ```
  */
 function ChatTextGenerator(settings) {
     return new OpenAICompatibleChatModel_js_1.OpenAICompatibleChatModel(settings);
 }
 exports.ChatTextGenerator = ChatTextGenerator;
+/**
+ * Create a text embedding model that calls the OpenAI embedding API.
+ *
+ * @see https://platform.openai.com/docs/api-reference/embeddings
+ *
+ * @example
+ * const embeddings = await embedMany({
+ *   model: openaicompatible.TextEmbedder({ model: "provider-specific-model-name" }),
+ *   values: [
+ *     "At first, Nox didn't know what to do with the pup.",
+ *     "He keenly observed and absorbed everything around him, from the birds in the sky to the trees in the forest.",
+ *   ]
+ * });
+ *
+ * @returns A new instance of {@link OpenAITextEmbeddingModel}.
+ */
+function TextEmbedder(settings) {
+    return new OpenAICompatibleTextEmbeddingModel_js_1.OpenAICompatibleTextEmbeddingModel(settings);
+}
+exports.TextEmbedder = TextEmbedder;

package/model-provider/openai-compatible/OpenAICompatibleFacade.d.ts

@@ -2,6 +2,7 @@ import { PartialBaseUrlPartsApiConfigurationOptions } from "../../core/api/BaseU
 import { FireworksAIApiConfiguration } from "./FireworksAIApiConfiguration.js";
 import { OpenAICompatibleChatModel, OpenAICompatibleChatSettings } from "./OpenAICompatibleChatModel.js";
 import { OpenAICompatibleCompletionModel } from "./OpenAICompatibleCompletionModel.js";
+import { OpenAICompatibleTextEmbeddingModel, OpenAICompatibleTextEmbeddingModelSettings } from "./OpenAICompatibleTextEmbeddingModel.js";
 import { TogetherAIApiConfiguration } from "./TogetherAIApiConfiguration.js";
 /**
  * Configuration for the Fireworks.ai API.
@@ -39,10 +40,10 @@ export declare function TogetherAIApi(settings?: PartialBaseUrlPartsApiConfigura
  *   maxGenerationTokens: 500,
  * });
  *
- * const text = await generateText(
+ * const text = await generateText({
  *   model,
- *   "Write a short story about a robot learning to love:"
- * );
+ *   prompt: "Write a short story about a robot learning to love:"
+ * });
  * ```
  */
 export declare function CompletionTextGenerator(settings: OpenAICompatibleChatSettings): OpenAICompatibleCompletionModel;
@@ -62,14 +63,31 @@ export declare function CompletionTextGenerator(settings: OpenAICompatibleChatSe
  *   maxGenerationTokens: 500,
  * });
  *
- * const text = await generateText(
+ * const text = await generateText({
  *   model,
- *   [
+ *   prompt: [
  *     openai.ChatMessage.user(
  *       "Write a short story about a robot learning to love:"
  *     ),
  *   ]
- * );
+ * });
  * ```
  */
 export declare function ChatTextGenerator(settings: OpenAICompatibleChatSettings): OpenAICompatibleChatModel;
+/**
+ * Create a text embedding model that calls the OpenAI embedding API.
+ *
+ * @see https://platform.openai.com/docs/api-reference/embeddings
+ *
+ * @example
+ * const embeddings = await embedMany({
+ *   model: openaicompatible.TextEmbedder({ model: "provider-specific-model-name" }),
+ *   values: [
+ *     "At first, Nox didn't know what to do with the pup.",
+ *     "He keenly observed and absorbed everything around him, from the birds in the sky to the trees in the forest.",
+ *   ]
+ * });
+ *
+ * @returns A new instance of {@link OpenAITextEmbeddingModel}.
+ */
+export declare function TextEmbedder(settings: OpenAICompatibleTextEmbeddingModelSettings): OpenAICompatibleTextEmbeddingModel;

package/model-provider/openai-compatible/OpenAICompatibleFacade.js

@@ -1,6 +1,7 @@
 import { FireworksAIApiConfiguration } from "./FireworksAIApiConfiguration.js";
 import { OpenAICompatibleChatModel, } from "./OpenAICompatibleChatModel.js";
 import { OpenAICompatibleCompletionModel } from "./OpenAICompatibleCompletionModel.js";
+import { OpenAICompatibleTextEmbeddingModel, } from "./OpenAICompatibleTextEmbeddingModel.js";
 import { TogetherAIApiConfiguration } from "./TogetherAIApiConfiguration.js";
 /**
  * Configuration for the Fireworks.ai API.
@@ -38,10 +39,10 @@ export function TogetherAIApi(settings = {}) {
  *   maxGenerationTokens: 500,
  * });
  *
- * const text = await generateText(
+ * const text = await generateText({
  *   model,
- *   "Write a short story about a robot learning to love:"
- * );
+ *   prompt: "Write a short story about a robot learning to love:"
+ * });
  * ```
  */
 export function CompletionTextGenerator(settings) {
@@ -63,16 +64,35 @@ export function CompletionTextGenerator(settings) {
  *   maxGenerationTokens: 500,
  * });
  *
- * const text = await generateText(
+ * const text = await generateText({
  *   model,
- *   [
+ *   prompt: [
  *     openai.ChatMessage.user(
  *       "Write a short story about a robot learning to love:"
  *     ),
  *   ]
- * );
+ * });
  * ```
  */
 export function ChatTextGenerator(settings) {
     return new OpenAICompatibleChatModel(settings);
 }
+/**
+ * Create a text embedding model that calls the OpenAI embedding API.
+ *
+ * @see https://platform.openai.com/docs/api-reference/embeddings
+ *
+ * @example
+ * const embeddings = await embedMany({
+ *   model: openaicompatible.TextEmbedder({ model: "provider-specific-model-name" }),
+ *   values: [
+ *     "At first, Nox didn't know what to do with the pup.",
+ *     "He keenly observed and absorbed everything around him, from the birds in the sky to the trees in the forest.",
+ *   ]
+ * });
+ *
+ * @returns A new instance of {@link OpenAITextEmbeddingModel}.
+ */
+export function TextEmbedder(settings) {
+    return new OpenAICompatibleTextEmbeddingModel(settings);
+}

package/model-provider/openai-compatible/OpenAICompatibleTextEmbeddingModel.cjs

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAICompatibleTextEmbeddingModel = void 0;
+const AbstractOpenAITextEmbeddingModel_js_1 = require("../openai/AbstractOpenAITextEmbeddingModel.cjs");
+class OpenAICompatibleTextEmbeddingModel extends AbstractOpenAITextEmbeddingModel_js_1.AbstractOpenAITextEmbeddingModel {
+    constructor(settings) {
+        super(settings);
+    }
+    get provider() {
+        return this.settings.provider ?? "openaicompatible";
+    }
+    get modelName() {
+        return this.settings.model;
+    }
+    get embeddingDimensions() {
+        return this.settings.embeddingDimensions;
+    }
+    get settingsForEvent() {
+        return {
+            embeddingDimensions: this.settings.embeddingDimensions,
+        };
+    }
+    withSettings(additionalSettings) {
+        return new OpenAICompatibleTextEmbeddingModel(Object.assign({}, this.settings, additionalSettings));
+    }
+}
+exports.OpenAICompatibleTextEmbeddingModel = OpenAICompatibleTextEmbeddingModel;

package/model-provider/openai-compatible/OpenAICompatibleTextEmbeddingModel.d.ts

@@ -0,0 +1,18 @@
+import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
+import { EmbeddingModel } from "../../model-function/embed/EmbeddingModel.js";
+import { AbstractOpenAITextEmbeddingModel, AbstractOpenAITextEmbeddingModelSettings } from "../openai/AbstractOpenAITextEmbeddingModel.js";
+import { OpenAICompatibleProviderName } from "./OpenAICompatibleProviderName.js";
+export interface OpenAICompatibleTextEmbeddingModelSettings extends AbstractOpenAITextEmbeddingModelSettings {
+    api: ApiConfiguration;
+    provider?: OpenAICompatibleProviderName;
+    model: string;
+    embeddingDimensions?: number;
+}
+export declare class OpenAICompatibleTextEmbeddingModel extends AbstractOpenAITextEmbeddingModel<OpenAICompatibleTextEmbeddingModelSettings> implements EmbeddingModel<string, OpenAICompatibleTextEmbeddingModelSettings> {
+    constructor(settings: OpenAICompatibleTextEmbeddingModelSettings);
+    get provider(): OpenAICompatibleProviderName;
+    get modelName(): string;
+    get embeddingDimensions(): number | undefined;
+    get settingsForEvent(): Partial<OpenAICompatibleTextEmbeddingModelSettings>;
+    withSettings(additionalSettings: OpenAICompatibleTextEmbeddingModelSettings): this;
+}

package/model-provider/openai-compatible/OpenAICompatibleTextEmbeddingModel.js

@@ -0,0 +1,23 @@
+import { AbstractOpenAITextEmbeddingModel, } from "../openai/AbstractOpenAITextEmbeddingModel.js";
+export class OpenAICompatibleTextEmbeddingModel extends AbstractOpenAITextEmbeddingModel {
+    constructor(settings) {
+        super(settings);
+    }
+    get provider() {
+        return this.settings.provider ?? "openaicompatible";
+    }
+    get modelName() {
+        return this.settings.model;
+    }
+    get embeddingDimensions() {
+        return this.settings.embeddingDimensions;
+    }
+    get settingsForEvent() {
+        return {
+            embeddingDimensions: this.settings.embeddingDimensions,
+        };
+    }
+    withSettings(additionalSettings) {
+        return new OpenAICompatibleTextEmbeddingModel(Object.assign({}, this.settings, additionalSettings));
+    }
+}

package/model-provider/openai-compatible/index.cjs

@@ -30,6 +30,7 @@ exports.openaicompatible = void 0;
 __exportStar(require("./FireworksAIApiConfiguration.cjs"), exports);
 __exportStar(require("./OpenAICompatibleChatModel.cjs"), exports);
 __exportStar(require("./OpenAICompatibleCompletionModel.cjs"), exports);
+__exportStar(require("./OpenAICompatibleTextEmbeddingModel.cjs"), exports);
 exports.openaicompatible = __importStar(require("./OpenAICompatibleFacade.cjs"));
 __exportStar(require("./OpenAICompatibleProviderName.cjs"), exports);
 __exportStar(require("./TogetherAIApiConfiguration.cjs"), exports);

package/model-provider/openai-compatible/index.d.ts

@@ -1,6 +1,7 @@
 export * from "./FireworksAIApiConfiguration.js";
 export * from "./OpenAICompatibleChatModel.js";
 export * from "./OpenAICompatibleCompletionModel.js";
+export * from "./OpenAICompatibleTextEmbeddingModel.js";
 export * as openaicompatible from "./OpenAICompatibleFacade.js";
 export * from "./OpenAICompatibleProviderName.js";
 export * from "./TogetherAIApiConfiguration.js";

package/model-provider/openai-compatible/index.js

@@ -1,6 +1,7 @@
 export * from "./FireworksAIApiConfiguration.js";
 export * from "./OpenAICompatibleChatModel.js";
 export * from "./OpenAICompatibleCompletionModel.js";
+export * from "./OpenAICompatibleTextEmbeddingModel.js";
 export * as openaicompatible from "./OpenAICompatibleFacade.js";
 export * from "./OpenAICompatibleProviderName.js";
 export * from "./TogetherAIApiConfiguration.js";

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "modelfusion",
   "description": "The TypeScript library for building AI applications.",
-  "version": "0.123.0",
+  "version": "0.124.0",
   "author": "Lars Grammel",
   "license": "MIT",
   "keywords": [