modelfusion 0.29.0 → 0.29.1

package/model-function/embed-text/TextEmbeddingModel.d.ts

@@ -12,7 +12,10 @@ export interface TextEmbeddingModel<RESPONSE, SETTINGS extends TextEmbeddingMode
      * The size of the embedding vector.
      */
     readonly embeddingDimensions: number | undefined;
-    readonly maxTextsPerCall: number;
+    /**
+     * Limit of how many texts can be sent in a single API call.
+     */
+    readonly maxTextsPerCall: number | undefined;
     generateEmbeddingResponse(texts: string[], options?: ModelFunctionOptions<SETTINGS>): PromiseLike<RESPONSE>;
     extractEmbeddings(response: RESPONSE): Vector[];
 }

package/model-function/embed-text/embedText.cjs

@@ -24,8 +24,13 @@ function embedTexts(model, texts, options) {
             // split the texts into groups that are small enough to be sent in one call:
             const maxTextsPerCall = model.maxTextsPerCall;
             const textGroups = [];
-            for (let i = 0; i < texts.length; i += maxTextsPerCall) {
-                textGroups.push(texts.slice(i, i + maxTextsPerCall));
+            if (maxTextsPerCall == null) {
+                textGroups.push(texts);
+            }
+            else {
+                for (let i = 0; i < texts.length; i += maxTextsPerCall) {
+                    textGroups.push(texts.slice(i, i + maxTextsPerCall));
+                }
             }
             return Promise.all(textGroups.map((textGroup) => model.generateEmbeddingResponse(textGroup, options)));
         },

package/model-function/embed-text/embedText.js

@@ -21,8 +21,13 @@ export function embedTexts(model, texts, options) {
             // split the texts into groups that are small enough to be sent in one call:
             const maxTextsPerCall = model.maxTextsPerCall;
             const textGroups = [];
-            for (let i = 0; i < texts.length; i += maxTextsPerCall) {
-                textGroups.push(texts.slice(i, i + maxTextsPerCall));
+            if (maxTextsPerCall == null) {
+                textGroups.push(texts);
+            }
+            else {
+                for (let i = 0; i < texts.length; i += maxTextsPerCall) {
+                    textGroups.push(texts.slice(i, i + maxTextsPerCall));
+                }
             }
             return Promise.all(textGroups.map((textGroup) => model.generateEmbeddingResponse(textGroup, options)));
         },

package/model-provider/openai/OpenAITextEmbeddingModel.cjs

@@ -58,7 +58,7 @@ class OpenAITextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: 1
+            value: 2048
         });
         Object.defineProperty(this, "embeddingDimensions", {
             enumerable: true,
@@ -90,7 +90,7 @@ class OpenAITextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
     async countTokens(input) {
         return (0, countTokens_js_1.countTokens)(this.tokenizer, input);
     }
-    async callAPI(text, options) {
+    async callAPI(texts, options) {
         const run = options?.run;
         const settings = options?.settings;
         const combinedSettings = {
@@ -103,7 +103,7 @@ class OpenAITextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
             ...combinedSettings,
             // other settings:
             abortSignal: run?.abortSignal,
-            input: text,
+            input: texts,
         };
         return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
             retry: callSettings.api?.retry,
@@ -118,7 +118,7 @@ class OpenAITextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
         if (texts.length > this.maxTextsPerCall) {
             throw new Error(`The OpenAI embedding API only supports ${this.maxTextsPerCall} texts per API call.`);
         }
-        return this.callAPI(texts[0], options);
+        return this.callAPI(texts, options);
     }
     extractEmbeddings(response) {
         return [response.data[0].embedding];
@@ -130,13 +130,11 @@ class OpenAITextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
 exports.OpenAITextEmbeddingModel = OpenAITextEmbeddingModel;
 const openAITextEmbeddingResponseSchema = zod_1.default.object({
     object: zod_1.default.literal("list"),
-    data: zod_1.default
-        .array(zod_1.default.object({
+    data: zod_1.default.array(zod_1.default.object({
         object: zod_1.default.literal("embedding"),
         embedding: zod_1.default.array(zod_1.default.number()),
         index: zod_1.default.number(),
-    }))
-        .length(1),
+    })),
     model: zod_1.default.string(),
     usage: zod_1.default.object({
         prompt_tokens: zod_1.default.number(),

package/model-provider/openai/OpenAITextEmbeddingModel.d.ts

@@ -40,12 +40,12 @@ export declare class OpenAITextEmbeddingModel extends AbstractModel<OpenAITextEm
     constructor(settings: OpenAITextEmbeddingModelSettings);
     readonly provider: "openai";
     get modelName(): "text-embedding-ada-002";
-    readonly maxTextsPerCall = 1;
+    readonly maxTextsPerCall = 2048;
     readonly embeddingDimensions: number;
     readonly tokenizer: TikTokenTokenizer;
     readonly contextWindowSize: number;
     countTokens(input: string): Promise<number>;
-    callAPI(text: string, options?: ModelFunctionOptions<OpenAITextEmbeddingModelSettings>): Promise<OpenAITextEmbeddingResponse>;
+    callAPI(texts: Array<string>, options?: ModelFunctionOptions<OpenAITextEmbeddingModelSettings>): Promise<OpenAITextEmbeddingResponse>;
     get settingsForEvent(): Partial<OpenAITextEmbeddingModelSettings>;
     generateEmbeddingResponse(texts: string[], options?: ModelFunctionOptions<OpenAITextEmbeddingModelSettings>): Promise<{
         object: "list";

package/model-provider/openai/OpenAITextEmbeddingModel.js

@@ -50,7 +50,7 @@ export class OpenAITextEmbeddingModel extends AbstractModel {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: 1
+            value: 2048
         });
         Object.defineProperty(this, "embeddingDimensions", {
             enumerable: true,
@@ -82,7 +82,7 @@ export class OpenAITextEmbeddingModel extends AbstractModel {
     async countTokens(input) {
         return countTokens(this.tokenizer, input);
     }
-    async callAPI(text, options) {
+    async callAPI(texts, options) {
         const run = options?.run;
         const settings = options?.settings;
         const combinedSettings = {
@@ -95,7 +95,7 @@ export class OpenAITextEmbeddingModel extends AbstractModel {
             ...combinedSettings,
             // other settings:
             abortSignal: run?.abortSignal,
-            input: text,
+            input: texts,
         };
         return callWithRetryAndThrottle({
             retry: callSettings.api?.retry,
@@ -110,7 +110,7 @@ export class OpenAITextEmbeddingModel extends AbstractModel {
         if (texts.length > this.maxTextsPerCall) {
             throw new Error(`The OpenAI embedding API only supports ${this.maxTextsPerCall} texts per API call.`);
         }
-        return this.callAPI(texts[0], options);
+        return this.callAPI(texts, options);
     }
     extractEmbeddings(response) {
         return [response.data[0].embedding];
@@ -121,13 +121,11 @@ export class OpenAITextEmbeddingModel extends AbstractModel {
 }
 const openAITextEmbeddingResponseSchema = z.object({
     object: z.literal("list"),
-    data: z
-        .array(z.object({
+    data: z.array(z.object({
         object: z.literal("embedding"),
         embedding: z.array(z.number()),
         index: z.number(),
-    }))
-        .length(1),
+    })),
     model: z.string(),
     usage: z.object({
         prompt_tokens: z.number(),

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "modelfusion",
   "description": "Build AI applications, chatbots, and agents with JavaScript and TypeScript.",
-  "version": "0.29.0",
+  "version": "0.29.1",
   "author": "Lars Grammel",
   "license": "MIT",
   "keywords": [