modelfusion 0.131.1 → 0.133.0

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # Changelog
 
+## v0.133.0 - 2024-01-26
+
+### Added
+
+- Support for OpenAI embedding custom dimensions.
+
+### Changed
+
+- **breaking change**: renamed `embeddingDimensions` setting to `dimensions`
+
+## v0.132.0 - 2024-01-25
+
+### Added
+
+- Support for OpenAI `text-embedding-3-small` and `text-embedding-3-large` embedding models.
+- Support for OpenAI `gpt-4-turbo-preview`, `gpt-4-0125-preview`, and `gpt-3.5-turbo-0125` chat models.
+
 ## v0.131.1 - 2024-01-25
 
 ### Fixed

package/core/getRun.cjs

@@ -24,16 +24,10 @@ var __importStar = (this && this.__importStar) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.withRun = exports.getRun = void 0;
+const detectRuntime_js_1 = require("../util/detectRuntime.cjs");
 let runStorage;
 async function ensureLoaded() {
-    // Note: using process[versions] instead of process.versions to avoid Next.js edge runtime warnings.
-    const versions = "versions";
-    const isNode = typeof process !== "undefined" &&
-        process[versions] != null &&
-        process[versions].node != null;
-    if (!isNode)
-        return Promise.resolve();
-    if (!runStorage) {
+    if ((0, detectRuntime_js_1.detectRuntime)() === "node" && !runStorage) {
         // Note: using "async_hooks" instead of "node:async_hooks" to avoid webpack fallback problems.
         const { AsyncLocalStorage } = await Promise.resolve().then(() => __importStar(require("async_hooks")));
         runStorage = new AsyncLocalStorage();

package/core/getRun.d.ts

@@ -1,4 +1,4 @@
-import { Run } from "./Run";
+import { Run } from "./Run.js";
 /**
  * Returns the run stored in an AsyncLocalStorage if running in Node.js. It can be set with `withRun()`.
  */

package/core/getRun.js

@@ -1,13 +1,7 @@
+import { detectRuntime } from "../util/detectRuntime.js";
 let runStorage;
 async function ensureLoaded() {
-    // Note: using process[versions] instead of process.versions to avoid Next.js edge runtime warnings.
-    const versions = "versions";
-    const isNode = typeof process !== "undefined" &&
-        process[versions] != null &&
-        process[versions].node != null;
-    if (!isNode)
-        return Promise.resolve();
-    if (!runStorage) {
+    if (detectRuntime() === "node" && !runStorage) {
         // Note: using "async_hooks" instead of "node:async_hooks" to avoid webpack fallback problems.
         const { AsyncLocalStorage } = await import("async_hooks");
         runStorage = new AsyncLocalStorage();

package/model-function/embed/EmbeddingModel.d.ts

@@ -7,7 +7,7 @@ export interface EmbeddingModel<VALUE, SETTINGS extends EmbeddingModelSettings =
     /**
      * The size of the embedding vector.
      */
-    readonly embeddingDimensions: number | undefined;
+    readonly dimensions: number | undefined;
     /**
      * Limit of how many values can be sent in a single API call.
      */

package/model-provider/cohere/CohereTextEmbeddingModel.cjs

@@ -12,31 +12,31 @@ const CohereTokenizer_js_1 = require("./CohereTokenizer.cjs");
 exports.COHERE_TEXT_EMBEDDING_MODELS = {
     "embed-english-light-v2.0": {
         contextWindowSize: 512,
-        embeddingDimensions: 1024,
+        dimensions: 1024,
     },
     "embed-english-v2.0": {
         contextWindowSize: 512,
-        embeddingDimensions: 4096,
+        dimensions: 4096,
     },
     "embed-multilingual-v2.0": {
         contextWindowSize: 256,
-        embeddingDimensions: 768,
+        dimensions: 768,
     },
     "embed-english-v3.0": {
         contextWindowSize: 512,
-        embeddingDimensions: 1024,
+        dimensions: 1024,
     },
     "embed-english-light-v3.0": {
         contextWindowSize: 512,
-        embeddingDimensions: 384,
+        dimensions: 384,
     },
     "embed-multilingual-v3.0": {
         contextWindowSize: 512,
-        embeddingDimensions: 1024,
+        dimensions: 1024,
     },
     "embed-multilingual-light-v3.0": {
         contextWindowSize: 512,
-        embeddingDimensions: 384,
+        dimensions: 384,
     },
 };
 /**
@@ -74,7 +74,7 @@ class CohereTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
             writable: true,
             value: true
         });
-        Object.defineProperty(this, "embeddingDimensions", {
+        Object.defineProperty(this, "dimensions", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -98,8 +98,7 @@ class CohereTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
             api: this.settings.api,
             model: this.settings.model,
         });
-        this.embeddingDimensions =
-            exports.COHERE_TEXT_EMBEDDING_MODELS[this.modelName].embeddingDimensions;
+        this.dimensions = exports.COHERE_TEXT_EMBEDDING_MODELS[this.modelName].dimensions;
     }
     get modelName() {
         return this.settings.model;

package/model-provider/cohere/CohereTextEmbeddingModel.d.ts

@@ -7,31 +7,31 @@ import { FullTokenizer } from "../../model-function/tokenize-text/Tokenizer.js";
 export declare const COHERE_TEXT_EMBEDDING_MODELS: {
     "embed-english-light-v2.0": {
         contextWindowSize: number;
-        embeddingDimensions: number;
+        dimensions: number;
     };
     "embed-english-v2.0": {
         contextWindowSize: number;
-        embeddingDimensions: number;
+        dimensions: number;
     };
     "embed-multilingual-v2.0": {
         contextWindowSize: number;
-        embeddingDimensions: number;
+        dimensions: number;
     };
     "embed-english-v3.0": {
         contextWindowSize: number;
-        embeddingDimensions: number;
+        dimensions: number;
     };
     "embed-english-light-v3.0": {
         contextWindowSize: number;
-        embeddingDimensions: number;
+        dimensions: number;
     };
     "embed-multilingual-v3.0": {
         contextWindowSize: number;
-        embeddingDimensions: number;
+        dimensions: number;
     };
     "embed-multilingual-light-v3.0": {
         contextWindowSize: number;
-        embeddingDimensions: number;
+        dimensions: number;
     };
 };
 export type CohereTextEmbeddingModelType = keyof typeof COHERE_TEXT_EMBEDDING_MODELS;
@@ -61,7 +61,7 @@ export declare class CohereTextEmbeddingModel extends AbstractModel<CohereTextEm
     get modelName(): "embed-english-light-v2.0" | "embed-english-v2.0" | "embed-multilingual-v2.0" | "embed-english-v3.0" | "embed-english-light-v3.0" | "embed-multilingual-v3.0" | "embed-multilingual-light-v3.0";
     readonly maxValuesPerCall = 96;
     readonly isParallelizable = true;
-    readonly embeddingDimensions: number;
+    readonly dimensions: number;
     readonly contextWindowSize: number;
     private readonly tokenizer;
     tokenize(text: string): Promise<number[]>;

package/model-provider/cohere/CohereTextEmbeddingModel.js

@@ -9,31 +9,31 @@ import { CohereTokenizer } from "./CohereTokenizer.js";
 export const COHERE_TEXT_EMBEDDING_MODELS = {
     "embed-english-light-v2.0": {
         contextWindowSize: 512,
-        embeddingDimensions: 1024,
+        dimensions: 1024,
     },
     "embed-english-v2.0": {
         contextWindowSize: 512,
-        embeddingDimensions: 4096,
+        dimensions: 4096,
     },
     "embed-multilingual-v2.0": {
         contextWindowSize: 256,
-        embeddingDimensions: 768,
+        dimensions: 768,
     },
     "embed-english-v3.0": {
         contextWindowSize: 512,
-        embeddingDimensions: 1024,
+        dimensions: 1024,
     },
     "embed-english-light-v3.0": {
         contextWindowSize: 512,
-        embeddingDimensions: 384,
+        dimensions: 384,
     },
     "embed-multilingual-v3.0": {
         contextWindowSize: 512,
-        embeddingDimensions: 1024,
+        dimensions: 1024,
     },
     "embed-multilingual-light-v3.0": {
         contextWindowSize: 512,
-        embeddingDimensions: 384,
+        dimensions: 384,
     },
 };
 /**
@@ -71,7 +71,7 @@ export class CohereTextEmbeddingModel extends AbstractModel {
             writable: true,
             value: true
         });
-        Object.defineProperty(this, "embeddingDimensions", {
+        Object.defineProperty(this, "dimensions", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -95,8 +95,7 @@ export class CohereTextEmbeddingModel extends AbstractModel {
             api: this.settings.api,
             model: this.settings.model,
         });
-        this.embeddingDimensions =
-            COHERE_TEXT_EMBEDDING_MODELS[this.modelName].embeddingDimensions;
+        this.dimensions = COHERE_TEXT_EMBEDDING_MODELS[this.modelName].dimensions;
     }
     get modelName() {
         return this.settings.model;

package/model-provider/huggingface/HuggingFaceTextEmbeddingModel.cjs

@@ -55,7 +55,7 @@ class HuggingFaceTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
             writable: true,
             value: undefined
         });
-        Object.defineProperty(this, "embeddingDimensions", {
+        Object.defineProperty(this, "dimensions", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -75,7 +75,7 @@ class HuggingFaceTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
         });
         // There is no limit documented in the HuggingFace API. Use 1024 as a reasonable default.
         this.maxValuesPerCall = settings.maxValuesPerCall ?? 1024;
-        this.embeddingDimensions = settings.embeddingDimensions;
+        this.dimensions = settings.dimensions;
     }
     get modelName() {
         return this.settings.model;
@@ -112,7 +112,7 @@ class HuggingFaceTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
     }
     get settingsForEvent() {
         return {
-            embeddingDimensions: this.settings.embeddingDimensions,
+            dimensions: this.settings.dimensions,
             options: this.settings.options,
         };
     }

package/model-provider/huggingface/HuggingFaceTextEmbeddingModel.d.ts

@@ -7,7 +7,7 @@ export interface HuggingFaceTextEmbeddingModelSettings extends EmbeddingModelSet
     api?: ApiConfiguration;
     model: string;
     maxValuesPerCall?: number;
-    embeddingDimensions?: number;
+    dimensions?: number;
     options?: {
         useCache?: boolean;
         waitForModel?: boolean;
@@ -40,7 +40,7 @@ export declare class HuggingFaceTextEmbeddingModel extends AbstractModel<Hugging
     readonly maxValuesPerCall: number;
     readonly isParallelizable = true;
     readonly contextWindowSize: undefined;
-    readonly embeddingDimensions: number | undefined;
+    readonly dimensions: number | undefined;
     readonly tokenizer: undefined;
     callAPI(texts: Array<string>, callOptions: FunctionCallOptions): Promise<HuggingFaceTextEmbeddingResponse>;
     get settingsForEvent(): Partial<HuggingFaceTextEmbeddingModelSettings>;

package/model-provider/huggingface/HuggingFaceTextEmbeddingModel.js

@@ -52,7 +52,7 @@ export class HuggingFaceTextEmbeddingModel extends AbstractModel {
             writable: true,
             value: undefined
         });
-        Object.defineProperty(this, "embeddingDimensions", {
+        Object.defineProperty(this, "dimensions", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -72,7 +72,7 @@ export class HuggingFaceTextEmbeddingModel extends AbstractModel {
         });
         // There is no limit documented in the HuggingFace API. Use 1024 as a reasonable default.
         this.maxValuesPerCall = settings.maxValuesPerCall ?? 1024;
-        this.embeddingDimensions = settings.embeddingDimensions;
+        this.dimensions = settings.dimensions;
     }
     get modelName() {
         return this.settings.model;
@@ -109,7 +109,7 @@ export class HuggingFaceTextEmbeddingModel extends AbstractModel {
     }
     get settingsForEvent() {
         return {
-            embeddingDimensions: this.settings.embeddingDimensions,
+            dimensions: this.settings.dimensions,
             options: this.settings.options,
         };
     }

package/model-provider/llamacpp/LlamaCppTextEmbeddingModel.cjs

@@ -44,8 +44,8 @@ class LlamaCppTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
     get isParallelizable() {
         return this.settings.isParallelizable ?? false;
     }
-    get embeddingDimensions() {
-        return this.settings.embeddingDimensions;
+    get dimensions() {
+        return this.settings.dimensions;
     }
     async tokenize(text) {
         return this.tokenizer.tokenize(text);
@@ -76,7 +76,7 @@ class LlamaCppTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
     }
     get settingsForEvent() {
         return {
-            embeddingDimensions: this.settings.embeddingDimensions,
+            dimensions: this.settings.dimensions,
         };
     }
     async doEmbedValues(texts, options) {

package/model-provider/llamacpp/LlamaCppTextEmbeddingModel.d.ts

@@ -5,7 +5,7 @@ import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { EmbeddingModel, EmbeddingModelSettings } from "../../model-function/embed/EmbeddingModel.js";
 export interface LlamaCppTextEmbeddingModelSettings extends EmbeddingModelSettings {
     api?: ApiConfiguration;
-    embeddingDimensions?: number;
+    dimensions?: number;
     isParallelizable?: boolean;
 }
 export declare class LlamaCppTextEmbeddingModel extends AbstractModel<LlamaCppTextEmbeddingModelSettings> implements EmbeddingModel<string, LlamaCppTextEmbeddingModelSettings> {
@@ -15,7 +15,7 @@ export declare class LlamaCppTextEmbeddingModel extends AbstractModel<LlamaCppTe
     readonly maxValuesPerCall = 1;
     get isParallelizable(): boolean;
     readonly contextWindowSize: undefined;
-    get embeddingDimensions(): number | undefined;
+    get dimensions(): number | undefined;
     private readonly tokenizer;
     tokenize(text: string): Promise<number[]>;
     callAPI(texts: Array<string>, callOptions: FunctionCallOptions): Promise<LlamaCppTextEmbeddingResponse>;

package/model-provider/llamacpp/LlamaCppTextEmbeddingModel.js

@@ -41,8 +41,8 @@ export class LlamaCppTextEmbeddingModel extends AbstractModel {
     get isParallelizable() {
         return this.settings.isParallelizable ?? false;
     }
-    get embeddingDimensions() {
-        return this.settings.embeddingDimensions;
+    get dimensions() {
+        return this.settings.dimensions;
     }
     async tokenize(text) {
         return this.tokenizer.tokenize(text);
@@ -73,7 +73,7 @@ export class LlamaCppTextEmbeddingModel extends AbstractModel {
     }
     get settingsForEvent() {
         return {
-            embeddingDimensions: this.settings.embeddingDimensions,
+            dimensions: this.settings.dimensions,
         };
     }
     async doEmbedValues(texts, options) {

package/model-provider/mistral/MistralTextEmbeddingModel.cjs

@@ -33,7 +33,7 @@ class MistralTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
             writable: true,
             value: false
         });
-        Object.defineProperty(this, "embeddingDimensions", {
+        Object.defineProperty(this, "dimensions", {
             enumerable: true,
             configurable: true,
             writable: true,

package/model-provider/mistral/MistralTextEmbeddingModel.d.ts

@@ -26,7 +26,7 @@ export declare class MistralTextEmbeddingModel extends AbstractModel<MistralText
      * them for now.
      */
     readonly isParallelizable = false;
-    readonly embeddingDimensions = 1024;
+    readonly dimensions = 1024;
     callAPI(texts: Array<string>, callOptions: FunctionCallOptions): Promise<MistralTextEmbeddingResponse>;
     get settingsForEvent(): Partial<MistralTextEmbeddingModelSettings>;
     doEmbedValues(texts: string[], options: FunctionCallOptions): Promise<{

package/model-provider/mistral/MistralTextEmbeddingModel.js

@@ -30,7 +30,7 @@ export class MistralTextEmbeddingModel extends AbstractModel {
             writable: true,
             value: false
         });
-        Object.defineProperty(this, "embeddingDimensions", {
+        Object.defineProperty(this, "dimensions", {
             enumerable: true,
             configurable: true,
             writable: true,

package/model-provider/ollama/OllamaTextEmbeddingModel.cjs

@@ -30,8 +30,8 @@ class OllamaTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
     get isParallelizable() {
         return this.settings.isParallelizable ?? false;
     }
-    get embeddingDimensions() {
-        return this.settings.embeddingDimensions;
+    get dimensions() {
+        return this.settings.dimensions;
     }
     async callAPI(texts, callOptions) {
         if (texts.length > this.maxValuesPerCall) {
@@ -62,7 +62,7 @@ class OllamaTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
     }
     get settingsForEvent() {
         return {
-            embeddingDimensions: this.settings.embeddingDimensions,
+            dimensions: this.settings.dimensions,
         };
     }
     async doEmbedValues(texts, options) {

package/model-provider/ollama/OllamaTextEmbeddingModel.d.ts

@@ -6,7 +6,7 @@ import { EmbeddingModel, EmbeddingModelSettings } from "../../model-function/emb
 export interface OllamaTextEmbeddingModelSettings extends EmbeddingModelSettings {
     api?: ApiConfiguration;
     model: string;
-    embeddingDimensions?: number;
+    dimensions?: number;
     isParallelizable?: boolean;
 }
 export declare class OllamaTextEmbeddingModel extends AbstractModel<OllamaTextEmbeddingModelSettings> implements EmbeddingModel<string, OllamaTextEmbeddingModelSettings> {
@@ -15,7 +15,7 @@ export declare class OllamaTextEmbeddingModel extends AbstractModel<OllamaTextEm
     get modelName(): null;
     readonly maxValuesPerCall = 1;
     get isParallelizable(): boolean;
-    get embeddingDimensions(): number | undefined;
+    get dimensions(): number | undefined;
     callAPI(texts: Array<string>, callOptions: FunctionCallOptions): Promise<OllamaTextEmbeddingResponse>;
     get settingsForEvent(): Partial<OllamaTextEmbeddingModelSettings>;
     doEmbedValues(texts: string[], options: FunctionCallOptions): Promise<{

package/model-provider/ollama/OllamaTextEmbeddingModel.js

@@ -27,8 +27,8 @@ export class OllamaTextEmbeddingModel extends AbstractModel {
     get isParallelizable() {
         return this.settings.isParallelizable ?? false;
     }
-    get embeddingDimensions() {
-        return this.settings.embeddingDimensions;
+    get dimensions() {
+        return this.settings.dimensions;
     }
     async callAPI(texts, callOptions) {
         if (texts.length > this.maxValuesPerCall) {
@@ -59,7 +59,7 @@ export class OllamaTextEmbeddingModel extends AbstractModel {
     }
     get settingsForEvent() {
         return {
-            embeddingDimensions: this.settings.embeddingDimensions,
+            dimensions: this.settings.dimensions,
         };
     }
     async doEmbedValues(texts, options) {

package/model-provider/openai/AbstractOpenAITextEmbeddingModel.cjs

@@ -43,6 +43,7 @@ class AbstractOpenAITextEmbeddingModel extends AbstractModel_js_1.AbstractModel
                 body: {
                     model: this.modelName,
                     input: texts,
+                    dimensions: this.settings.dimensions,
                     user: this.settings.isUserIdForwardingEnabled
                         ? callOptions.run?.userId
                         : undefined,

package/model-provider/openai/AbstractOpenAITextEmbeddingModel.d.ts

@@ -6,6 +6,7 @@ import { EmbeddingModelSettings } from "../../model-function/embed/EmbeddingMode
 export interface AbstractOpenAITextEmbeddingModelSettings extends EmbeddingModelSettings {
     api?: ApiConfiguration;
     model: string;
+    dimensions?: number;
     maxValuesPerCall?: number | undefined;
     isUserIdForwardingEnabled?: boolean;
 }

package/model-provider/openai/AbstractOpenAITextEmbeddingModel.js

@@ -40,6 +40,7 @@ export class AbstractOpenAITextEmbeddingModel extends AbstractModel {
                 body: {
                     model: this.modelName,
                     input: texts,
+                    dimensions: this.settings.dimensions,
                     user: this.settings.isUserIdForwardingEnabled
                         ? callOptions.run?.userId
                         : undefined,

package/model-provider/openai/OpenAIChatModel.cjs

@@ -33,11 +33,21 @@ exports.OPENAI_CHAT_MODELS = {
         fineTunedPromptTokenCostInMillicents: null,
         fineTunedCompletionTokenCostInMillicents: null,
     },
+    "gpt-4-turbo-preview": {
+        contextWindowSize: 128000,
+        promptTokenCostInMillicents: 1,
+        completionTokenCostInMillicents: 3,
+    },
     "gpt-4-1106-preview": {
         contextWindowSize: 128000,
         promptTokenCostInMillicents: 1,
         completionTokenCostInMillicents: 3,
     },
+    "gpt-4-0125-preview": {
+        contextWindowSize: 128000,
+        promptTokenCostInMillicents: 1,
+        completionTokenCostInMillicents: 3,
+    },
     "gpt-4-vision-preview": {
         contextWindowSize: 128000,
         promptTokenCostInMillicents: 1,
@@ -65,6 +75,11 @@ exports.OPENAI_CHAT_MODELS = {
         fineTunedPromptTokenCostInMillicents: 0.3,
         fineTunedCompletionTokenCostInMillicents: 0.6,
     },
+    "gpt-3.5-turbo-0125": {
+        contextWindowSize: 16385,
+        promptTokenCostInMillicents: 0.05,
+        completionTokenCostInMillicents: 0.15,
+    },
     "gpt-3.5-turbo-1106": {
         contextWindowSize: 16385,
         promptTokenCostInMillicents: 0.1,

package/model-provider/openai/OpenAIChatModel.d.ts

@@ -26,11 +26,21 @@ export declare const OPENAI_CHAT_MODELS: {
         fineTunedPromptTokenCostInMillicents: null;
         fineTunedCompletionTokenCostInMillicents: null;
     };
+    "gpt-4-turbo-preview": {
+        contextWindowSize: number;
+        promptTokenCostInMillicents: number;
+        completionTokenCostInMillicents: number;
+    };
     "gpt-4-1106-preview": {
         contextWindowSize: number;
         promptTokenCostInMillicents: number;
         completionTokenCostInMillicents: number;
     };
+    "gpt-4-0125-preview": {
+        contextWindowSize: number;
+        promptTokenCostInMillicents: number;
+        completionTokenCostInMillicents: number;
+    };
     "gpt-4-vision-preview": {
         contextWindowSize: number;
         promptTokenCostInMillicents: number;
@@ -58,6 +68,11 @@ export declare const OPENAI_CHAT_MODELS: {
         fineTunedPromptTokenCostInMillicents: number;
         fineTunedCompletionTokenCostInMillicents: number;
     };
+    "gpt-3.5-turbo-0125": {
+        contextWindowSize: number;
+        promptTokenCostInMillicents: number;
+        completionTokenCostInMillicents: number;
+    };
     "gpt-3.5-turbo-1106": {
         contextWindowSize: number;
         promptTokenCostInMillicents: number;

package/model-provider/openai/OpenAIChatModel.js

@@ -30,11 +30,21 @@ export const OPENAI_CHAT_MODELS = {
         fineTunedPromptTokenCostInMillicents: null,
         fineTunedCompletionTokenCostInMillicents: null,
     },
+    "gpt-4-turbo-preview": {
+        contextWindowSize: 128000,
+        promptTokenCostInMillicents: 1,
+        completionTokenCostInMillicents: 3,
+    },
     "gpt-4-1106-preview": {
         contextWindowSize: 128000,
         promptTokenCostInMillicents: 1,
         completionTokenCostInMillicents: 3,
     },
+    "gpt-4-0125-preview": {
+        contextWindowSize: 128000,
+        promptTokenCostInMillicents: 1,
+        completionTokenCostInMillicents: 3,
+    },
     "gpt-4-vision-preview": {
         contextWindowSize: 128000,
         promptTokenCostInMillicents: 1,
@@ -62,6 +72,11 @@ export const OPENAI_CHAT_MODELS = {
         fineTunedPromptTokenCostInMillicents: 0.3,
         fineTunedCompletionTokenCostInMillicents: 0.6,
     },
+    "gpt-3.5-turbo-0125": {
+        contextWindowSize: 16385,
+        promptTokenCostInMillicents: 0.05,
+        completionTokenCostInMillicents: 0.15,
+    },
     "gpt-3.5-turbo-1106": {
         contextWindowSize: 16385,
         promptTokenCostInMillicents: 0.1,

package/model-provider/openai/OpenAITextEmbeddingModel.cjs

@@ -5,9 +5,19 @@ const countTokens_js_1 = require("../../model-function/tokenize-text/countTokens
 const AbstractOpenAITextEmbeddingModel_js_1 = require("./AbstractOpenAITextEmbeddingModel.cjs");
 const TikTokenTokenizer_js_1 = require("./TikTokenTokenizer.cjs");
 exports.OPENAI_TEXT_EMBEDDING_MODELS = {
+    "text-embedding-3-small": {
+        contextWindowSize: 8192,
+        dimensions: 1536,
+        tokenCostInMillicents: 0.002,
+    },
+    "text-embedding-3-large": {
+        contextWindowSize: 8192,
+        dimensions: 3072,
+        tokenCostInMillicents: 0.013,
+    },
     "text-embedding-ada-002": {
         contextWindowSize: 8192,
-        embeddingDimensions: 1536,
+        dimensions: 1536,
         tokenCostInMillicents: 0.01,
     },
 };
@@ -46,7 +56,7 @@ class OpenAITextEmbeddingModel extends AbstractOpenAITextEmbeddingModel_js_1.Abs
             writable: true,
             value: "openai"
         });
-        Object.defineProperty(this, "embeddingDimensions", {
+        Object.defineProperty(this, "dimensions", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -67,8 +77,9 @@ class OpenAITextEmbeddingModel extends AbstractOpenAITextEmbeddingModel_js_1.Abs
         this.tokenizer = new TikTokenTokenizer_js_1.TikTokenTokenizer({ model: this.modelName });
         this.contextWindowSize =
             exports.OPENAI_TEXT_EMBEDDING_MODELS[this.modelName].contextWindowSize;
-        this.embeddingDimensions =
-            exports.OPENAI_TEXT_EMBEDDING_MODELS[this.modelName].embeddingDimensions;
+        this.dimensions =
+            this.settings.dimensions ??
+                exports.OPENAI_TEXT_EMBEDDING_MODELS[this.modelName].dimensions;
     }
     get modelName() {
         return this.settings.model;

package/model-provider/openai/OpenAITextEmbeddingModel.d.ts

@@ -2,14 +2,24 @@ import { EmbeddingModel } from "../../model-function/embed/EmbeddingModel.js";
 import { AbstractOpenAITextEmbeddingModel, AbstractOpenAITextEmbeddingModelSettings, OpenAITextEmbeddingResponse } from "./AbstractOpenAITextEmbeddingModel.js";
 import { TikTokenTokenizer } from "./TikTokenTokenizer.js";
 export declare const OPENAI_TEXT_EMBEDDING_MODELS: {
+    "text-embedding-3-small": {
+        contextWindowSize: number;
+        dimensions: number;
+        tokenCostInMillicents: number;
+    };
+    "text-embedding-3-large": {
+        contextWindowSize: number;
+        dimensions: number;
+        tokenCostInMillicents: number;
+    };
     "text-embedding-ada-002": {
         contextWindowSize: number;
-        embeddingDimensions: number;
+        dimensions: number;
         tokenCostInMillicents: number;
     };
 };
 export type OpenAITextEmbeddingModelType = keyof typeof OPENAI_TEXT_EMBEDDING_MODELS;
-export declare const isOpenAIEmbeddingModel: (model: string) => model is "text-embedding-ada-002";
+export declare const isOpenAIEmbeddingModel: (model: string) => model is "text-embedding-3-small" | "text-embedding-3-large" | "text-embedding-ada-002";
 export declare const calculateOpenAIEmbeddingCostInMillicents: ({ model, responses, }: {
     model: OpenAITextEmbeddingModelType;
     responses: OpenAITextEmbeddingResponse[];
@@ -34,8 +44,8 @@ export interface OpenAITextEmbeddingModelSettings extends AbstractOpenAITextEmbe
 export declare class OpenAITextEmbeddingModel extends AbstractOpenAITextEmbeddingModel<OpenAITextEmbeddingModelSettings> implements EmbeddingModel<string, OpenAITextEmbeddingModelSettings> {
     constructor(settings: OpenAITextEmbeddingModelSettings);
     readonly provider: "openai";
-    get modelName(): "text-embedding-ada-002";
-    readonly embeddingDimensions: number;
+    get modelName(): "text-embedding-3-small" | "text-embedding-3-large" | "text-embedding-ada-002";
+    readonly dimensions: number;
     readonly tokenizer: TikTokenTokenizer;
     readonly contextWindowSize: number;
     countTokens(input: string): Promise<number>;

package/model-provider/openai/OpenAITextEmbeddingModel.js

@@ -2,9 +2,19 @@ import { countTokens } from "../../model-function/tokenize-text/countTokens.js";
 import { AbstractOpenAITextEmbeddingModel, } from "./AbstractOpenAITextEmbeddingModel.js";
 import { TikTokenTokenizer } from "./TikTokenTokenizer.js";
 export const OPENAI_TEXT_EMBEDDING_MODELS = {
+    "text-embedding-3-small": {
+        contextWindowSize: 8192,
+        dimensions: 1536,
+        tokenCostInMillicents: 0.002,
+    },
+    "text-embedding-3-large": {
+        contextWindowSize: 8192,
+        dimensions: 3072,
+        tokenCostInMillicents: 0.013,
+    },
     "text-embedding-ada-002": {
         contextWindowSize: 8192,
-        embeddingDimensions: 1536,
+        dimensions: 1536,
         tokenCostInMillicents: 0.01,
     },
 };
@@ -41,7 +51,7 @@ export class OpenAITextEmbeddingModel extends AbstractOpenAITextEmbeddingModel {
             writable: true,
             value: "openai"
         });
-        Object.defineProperty(this, "embeddingDimensions", {
+        Object.defineProperty(this, "dimensions", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -62,8 +72,9 @@ export class OpenAITextEmbeddingModel extends AbstractOpenAITextEmbeddingModel {
         this.tokenizer = new TikTokenTokenizer({ model: this.modelName });
         this.contextWindowSize =
             OPENAI_TEXT_EMBEDDING_MODELS[this.modelName].contextWindowSize;
-        this.embeddingDimensions =
-            OPENAI_TEXT_EMBEDDING_MODELS[this.modelName].embeddingDimensions;
+        this.dimensions =
+            this.settings.dimensions ??
+                OPENAI_TEXT_EMBEDDING_MODELS[this.modelName].dimensions;
     }
     get modelName() {
         return this.settings.model;

package/model-provider/openai/TikTokenTokenizer.cjs

@@ -58,17 +58,22 @@ function getTiktokenBPE(model) {
         case "gpt-3.5-turbo-0301":
         case "gpt-3.5-turbo-0613":
         case "gpt-3.5-turbo-1106":
+        case "gpt-3.5-turbo-0125":
         case "gpt-3.5-turbo-16k":
         case "gpt-3.5-turbo-16k-0613":
         case "gpt-3.5-turbo-instruct":
         case "gpt-4":
         case "gpt-4-0314":
         case "gpt-4-0613":
+        case "gpt-4-turbo-preview":
         case "gpt-4-1106-preview":
+        case "gpt-4-0125-preview":
         case "gpt-4-vision-preview":
         case "gpt-4-32k":
         case "gpt-4-32k-0314":
         case "gpt-4-32k-0613":
+        case "text-embedding-3-small":
+        case "text-embedding-3-large":
         case "text-embedding-ada-002": {
             return cl100k_base_1.default;
         }

package/model-provider/openai/TikTokenTokenizer.js

@@ -51,17 +51,22 @@ function getTiktokenBPE(model) {
         case "gpt-3.5-turbo-0301":
         case "gpt-3.5-turbo-0613":
         case "gpt-3.5-turbo-1106":
+        case "gpt-3.5-turbo-0125":
         case "gpt-3.5-turbo-16k":
         case "gpt-3.5-turbo-16k-0613":
         case "gpt-3.5-turbo-instruct":
         case "gpt-4":
         case "gpt-4-0314":
         case "gpt-4-0613":
+        case "gpt-4-turbo-preview":
         case "gpt-4-1106-preview":
+        case "gpt-4-0125-preview":
         case "gpt-4-vision-preview":
         case "gpt-4-32k":
         case "gpt-4-32k-0314":
         case "gpt-4-32k-0613":
+        case "text-embedding-3-small":
+        case "text-embedding-3-large":
         case "text-embedding-ada-002": {
             return cl100k_base;
         }

package/model-provider/openai-compatible/OpenAICompatibleTextEmbeddingModel.cjs

@@ -12,12 +12,12 @@ class OpenAICompatibleTextEmbeddingModel extends AbstractOpenAITextEmbeddingMode
     get modelName() {
         return this.settings.model;
     }
-    get embeddingDimensions() {
-        return this.settings.embeddingDimensions;
+    get dimensions() {
+        return this.settings.dimensions;
     }
     get settingsForEvent() {
         return {
-            embeddingDimensions: this.settings.embeddingDimensions,
+            dimensions: this.settings.dimensions,
         };
     }
     withSettings(additionalSettings) {

package/model-provider/openai-compatible/OpenAICompatibleTextEmbeddingModel.d.ts

@@ -5,13 +5,13 @@ export interface OpenAICompatibleTextEmbeddingModelSettings extends AbstractOpen
     api: OpenAICompatibleApiConfiguration;
     provider?: OpenAICompatibleProviderName;
     model: string;
-    embeddingDimensions?: number;
+    dimensions?: number;
 }
 export declare class OpenAICompatibleTextEmbeddingModel extends AbstractOpenAITextEmbeddingModel<OpenAICompatibleTextEmbeddingModelSettings> implements EmbeddingModel<string, OpenAICompatibleTextEmbeddingModelSettings> {
     constructor(settings: OpenAICompatibleTextEmbeddingModelSettings);
     get provider(): OpenAICompatibleProviderName;
     get modelName(): string;
-    get embeddingDimensions(): number | undefined;
+    get dimensions(): number | undefined;
     get settingsForEvent(): Partial<OpenAICompatibleTextEmbeddingModelSettings>;
     withSettings(additionalSettings: OpenAICompatibleTextEmbeddingModelSettings): this;
 }

package/model-provider/openai-compatible/OpenAICompatibleTextEmbeddingModel.js

@@ -9,12 +9,12 @@ export class OpenAICompatibleTextEmbeddingModel extends AbstractOpenAITextEmbedd
     get modelName() {
         return this.settings.model;
     }
-    get embeddingDimensions() {
-        return this.settings.embeddingDimensions;
+    get dimensions() {
+        return this.settings.dimensions;
     }
     get settingsForEvent() {
         return {
-            embeddingDimensions: this.settings.embeddingDimensions,
+            dimensions: this.settings.dimensions,
         };
     }
     withSettings(additionalSettings) {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "modelfusion",
   "description": "The TypeScript library for building AI applications.",
-  "version": "0.131.1",
+  "version": "0.133.0",
   "author": "Lars Grammel",
   "license": "MIT",
   "keywords": [