modelmix 2.9.4 → 3.0.0

package/demo/custom.mjs

@@ -1,6 +1,6 @@
 import 'dotenv/config'
 
-import { ModelMix, MixCustom, MixTogether } from '../index.js';
+import { ModelMix, MixCerebras, MixTogether } from '../index.js';
 
 const mmix = new ModelMix({
     options: {
@@ -13,8 +13,8 @@ const mmix = new ModelMix({
     }
 });
 
-mmix.attach(new MixTogether());
+mmix.attach(new MixCerebras());
 
-let r = mmix.create('deepseek-ai/DeepSeek-R1').addText('hi there');
+let r = mmix.create('llama-4-scout-17b-16e-instruct').addText('hi there');
 r = await r.addText('do you like cats?').message();
 console.log(r);

package/demo/fallback.mjs

@@ -0,0 +1,38 @@
+import { ModelMix, MixOpenAI, MixAnthropic, MixGrok } from '../index.js';
+import dotenv from 'dotenv';
+dotenv.config();
+
+const mmix = new ModelMix({
+    config: {
+        max_history: 1,
+        debug: false,
+        bottleneck: {
+            minTime: 15000,
+            maxConcurrent: 1
+        }
+    },
+    options: {
+        max_tokens: 8192,
+    }
+});
+const an = new MixAnthropic();
+an.config.url = 'fail';
+mmix.attach(new MixOpenAI(), an, new MixGrok());
+
+
+const modelOptionsRef = ['claude-3-5-sonnet-20241022', 'gpt-4.1-nano'];
+
+async function main() {
+    const response = await generateThread(modelOptionsRef);
+    console.log(response);
+}
+
+async function generateThread(modelOptionsRef) {
+    const model = mmix.create(modelOptionsRef, { options: { temperature: 0.5 } });
+    model.addText('hola, como estas?');
+    const response = await model.message();
+
+    return response.split('---').map(section => section.trim());
+}
+
+main();

package/index.js

@@ -293,20 +293,23 @@ class MessageHandler {
         });
     }
 
+    async prepareMessages() {
+        await this.processImageUrls();
+        this.applyTemplate();
+        this.messages = this.messages.slice(-this.config.max_history);
+        this.messages = this.groupByRoles(this.messages);
+        this.options.messages = this.messages;
+    }
+
     async execute() {
         return this.mix.limiter.schedule(async () => {
             try {
-                await this.processImageUrls();
-                this.applyTemplate();
-                this.messages = this.messages.slice(-this.config.max_history);
-                this.messages = this.groupByRoles(this.messages);
+                await this.prepareMessages();
 
                 if (this.messages.length === 0) {
                     throw new Error("No user messages have been added. Use addText(prompt), addTextFromFile(filePath), addImage(filePath), or addImageFromUrl(url) to add a prompt.");
                 }
 
-                this.options.messages = this.messages;
-
                 try {
                     const result = await this.modelEntry.create({ options: this.options, config: this.config });
                     this.messages.push({ role: "assistant", content: result.message });
@@ -316,7 +319,8 @@ class MessageHandler {
                     if (this.fallbackModels.length > 0) {
                         const nextModelKey = this.fallbackModels[0];
                         log.warn(`Model ${this.options.model} failed, trying fallback model ${nextModelKey}...`);
-                        
+                        error.details && log.warn(error.details);
+
                         // Create a completely new handler with the fallback model
                         const nextHandler = this.mix.create(
                             [nextModelKey, ...this.fallbackModels.slice(1)], 
@@ -331,17 +335,23 @@ class MessageHandler {
                             }
                         );
                         
-                        // Asignar directamente todos los mensajes
+                        // Assign all messages directly
                         nextHandler.messages = [...this.messages];
                         
-                        // Mantener el mismo sistema y reemplazos
+                        // Keep same system and replacements
                         nextHandler.setSystem(this.config.system);
                         if (this.config.replace) {
                             nextHandler.replace(this.config.replace);
                         }
                         
-                        // Try with next model
-                        return nextHandler.execute();
+                        await nextHandler.prepareMessages();
+                        
+                        const result = await nextHandler.modelEntry.create({ 
+                            options: nextHandler.options, 
+                            config: nextHandler.config 
+                        });
+                        nextHandler.messages.push({ role: "assistant", content: result.message });
+                        return result;
                     }
                     throw error;
                 }
@@ -719,4 +729,20 @@ class MixTogether extends MixCustom {
     }
 }
 
-module.exports = { MixCustom, ModelMix, MixAnthropic, MixOpenAI, MixPerplexity, MixOllama, MixLMStudio, MixGroq, MixTogether, MixGrok };
+class MixCerebras extends MixCustom {
+    getDefaultConfig(customConfig) {
+        return super.getDefaultConfig({
+            url: 'https://api.cerebras.ai/v1/chat/completions',
+            prefix: ["llama"],
+            apiKey: process.env.CEREBRAS_API_KEY,
+            ...customConfig
+        });
+    }
+
+    create(args = { config: {}, options: {} }) {
+        args.options.messages = [{ role: 'system', content: args.config.system }, ...args.options.messages || []];
+        return super.create(args);
+    }
+}
+
+module.exports = { MixCustom, ModelMix, MixAnthropic, MixOpenAI, MixPerplexity, MixOllama, MixLMStudio, MixGroq, MixTogether, MixGrok, MixCerebras };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "modelmix",
-  "version": "2.9.4",
+  "version": "3.0.0",
   "description": "🧬 ModelMix - Unified API for Diverse AI LLM.",
   "main": "index.js",
   "repository": {
@@ -27,15 +27,17 @@
     "ollama",
     "lmstudio",
     "together",
-    "o1",
+    "nano",
     "deepseek",
-    "fallback",
     "o3",
-    "o3-mini",    
+    "4.1",
     "nousresearch",
     "reasoning",
     "bottleneck",
     "claude-3-7-sonnet",
+    "cerebras",
+    "scout",
+    "fallback",
     "clasen"
   ],
   "author": "Martin Clasen",
@@ -45,7 +47,7 @@
   },
   "homepage": "https://github.com/clasen/ModelMix#readme",
   "dependencies": {
-    "axios": "^1.7.4",
+    "axios": "^1.8.4",
     "bottleneck": "^2.19.5",
     "lemonlog": "^1.1.2"
   }