modelfusion 0.55.0 → 0.55.1

package/model-function/embed/EmbeddingModel.d.ts

@@ -12,6 +12,10 @@ export interface EmbeddingModel<VALUE, SETTINGS extends EmbeddingModelSettings =
      * Limit of how many values can be sent in a single API call.
      */
     readonly maxValuesPerCall: number | undefined;
+    /**
+     * True if the model can handle multiple embedding calls in parallel.
+     */
+    readonly isParallizable: boolean;
     doEmbedValues(values: VALUE[], options?: FunctionOptions): PromiseLike<{
         response: unknown;
         embeddings: Vector[];

package/model-function/embed/embed.cjs

@@ -41,7 +41,18 @@ function embedMany(model, values, options) {
                     valueGroups.push(values.slice(i, i + maxValuesPerCall));
                 }
             }
-            const responses = await Promise.all(valueGroups.map((valueGroup) => model.doEmbedValues(valueGroup, options)));
+            // call the model for each group:
+            let responses;
+            if (model.isParallizable) {
+                responses = await Promise.all(valueGroups.map((valueGroup) => model.doEmbedValues(valueGroup, options)));
+            }
+            else {
+                responses = [];
+                for (const valueGroup of valueGroups) {
+                    const response = await model.doEmbedValues(valueGroup, options);
+                    responses.push(response);
+                }
+            }
             const rawResponses = responses.map((response) => response.response);
             const embeddings = [];
             for (const response of responses) {

package/model-function/embed/embed.js

@@ -38,7 +38,18 @@ export function embedMany(model, values, options) {
                     valueGroups.push(values.slice(i, i + maxValuesPerCall));
                 }
             }
-            const responses = await Promise.all(valueGroups.map((valueGroup) => model.doEmbedValues(valueGroup, options)));
+            // call the model for each group:
+            let responses;
+            if (model.isParallizable) {
+                responses = await Promise.all(valueGroups.map((valueGroup) => model.doEmbedValues(valueGroup, options)));
+            }
+            else {
+                responses = [];
+                for (const valueGroup of valueGroups) {
+                    const response = await model.doEmbedValues(valueGroup, options);
+                    responses.push(response);
+                }
+            }
             const rawResponses = responses.map((response) => response.response);
             const embeddings = [];
             for (const response of responses) {

package/model-provider/cohere/CohereTextEmbeddingModel.cjs

@@ -51,6 +51,12 @@ class CohereTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
             writable: true,
             value: 96
         });
+        Object.defineProperty(this, "isParallizable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
         Object.defineProperty(this, "embeddingDimensions", {
             enumerable: true,
             configurable: true,

package/model-provider/cohere/CohereTextEmbeddingModel.d.ts

@@ -43,6 +43,7 @@ export declare class CohereTextEmbeddingModel extends AbstractModel<CohereTextEm
     readonly provider: "cohere";
     get modelName(): "embed-english-light-v2.0" | "embed-english-v2.0" | "embed-multilingual-v2.0";
     readonly maxValuesPerCall = 96;
+    readonly isParallizable = true;
     readonly embeddingDimensions: number;
     readonly contextWindowSize: number;
     private readonly tokenizer;

package/model-provider/cohere/CohereTextEmbeddingModel.js

@@ -48,6 +48,12 @@ export class CohereTextEmbeddingModel extends AbstractModel {
             writable: true,
             value: 96
         });
+        Object.defineProperty(this, "isParallizable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
         Object.defineProperty(this, "embeddingDimensions", {
             enumerable: true,
             configurable: true,

package/model-provider/huggingface/HuggingFaceTextEmbeddingModel.cjs

@@ -42,6 +42,12 @@ class HuggingFaceTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "isParallizable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
         Object.defineProperty(this, "contextWindowSize", {
             enumerable: true,
             configurable: true,

package/model-provider/huggingface/HuggingFaceTextEmbeddingModel.d.ts

@@ -38,6 +38,7 @@ export declare class HuggingFaceTextEmbeddingModel extends AbstractModel<Hugging
     readonly provider = "huggingface";
     get modelName(): string;
     readonly maxValuesPerCall: number;
+    readonly isParallizable = true;
     readonly contextWindowSize: undefined;
     readonly embeddingDimensions: number | undefined;
     readonly tokenizer: undefined;

package/model-provider/huggingface/HuggingFaceTextEmbeddingModel.js

@@ -39,6 +39,12 @@ export class HuggingFaceTextEmbeddingModel extends AbstractModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "isParallizable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
         Object.defineProperty(this, "contextWindowSize", {
             enumerable: true,
             configurable: true,

package/model-provider/llamacpp/LlamaCppTextEmbeddingModel.cjs

@@ -47,6 +47,9 @@ class LlamaCppTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
     get modelName() {
         return null;
     }
+    get isParallizable() {
+        return this.settings.isParallizable ?? false;
+    }
     async tokenize(text) {
         return this.tokenizer.tokenize(text);
     }

package/model-provider/llamacpp/LlamaCppTextEmbeddingModel.d.ts

@@ -6,12 +6,14 @@ import { EmbeddingModel, EmbeddingModelSettings } from "../../model-function/emb
 export interface LlamaCppTextEmbeddingModelSettings extends EmbeddingModelSettings {
     api?: ApiConfiguration;
     embeddingDimensions?: number;
+    isParallizable?: boolean;
 }
 export declare class LlamaCppTextEmbeddingModel extends AbstractModel<LlamaCppTextEmbeddingModelSettings> implements EmbeddingModel<string, LlamaCppTextEmbeddingModelSettings> {
     constructor(settings?: LlamaCppTextEmbeddingModelSettings);
     readonly provider: "llamacpp";
     get modelName(): null;
     readonly maxValuesPerCall = 1;
+    get isParallizable(): boolean;
     readonly contextWindowSize: undefined;
     readonly embeddingDimensions: number | undefined;
     private readonly tokenizer;

package/model-provider/llamacpp/LlamaCppTextEmbeddingModel.js

@@ -44,6 +44,9 @@ export class LlamaCppTextEmbeddingModel extends AbstractModel {
     get modelName() {
         return null;
     }
+    get isParallizable() {
+        return this.settings.isParallizable ?? false;
+    }
     async tokenize(text) {
         return this.tokenizer.tokenize(text);
     }

package/model-provider/openai/OpenAITextEmbeddingModel.cjs

@@ -57,6 +57,12 @@ class OpenAITextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
             writable: true,
             value: 2048
         });
+        Object.defineProperty(this, "isParallizable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
         Object.defineProperty(this, "embeddingDimensions", {
             enumerable: true,
             configurable: true,

package/model-provider/openai/OpenAITextEmbeddingModel.d.ts

@@ -41,6 +41,7 @@ export declare class OpenAITextEmbeddingModel extends AbstractModel<OpenAITextEm
     readonly provider: "openai";
     get modelName(): "text-embedding-ada-002";
     readonly maxValuesPerCall = 2048;
+    readonly isParallizable = true;
     readonly embeddingDimensions: number;
     readonly tokenizer: TikTokenTokenizer;
     readonly contextWindowSize: number;

package/model-provider/openai/OpenAITextEmbeddingModel.js

@@ -52,6 +52,12 @@ export class OpenAITextEmbeddingModel extends AbstractModel {
             writable: true,
             value: 2048
         });
+        Object.defineProperty(this, "isParallizable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
         Object.defineProperty(this, "embeddingDimensions", {
             enumerable: true,
             configurable: true,

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "modelfusion",
   "description": "Build multimodal applications, chatbots, and agents with JavaScript and TypeScript.",
-  "version": "0.55.0",
+  "version": "0.55.1",
   "author": "Lars Grammel",
   "license": "MIT",
   "keywords": [