modelmix 2.9.2 → 2.9.8

package/demo/custom.mjs

@@ -1,6 +1,6 @@
 import 'dotenv/config'
 
-import { ModelMix, MixCustom, MixTogether } from '../index.js';
+import { ModelMix, MixCerebras, MixTogether } from '../index.js';
 
 const mmix = new ModelMix({
     options: {
@@ -13,8 +13,8 @@ const mmix = new ModelMix({
     }
 });
 
-mmix.attach(new MixTogether());
+mmix.attach(new MixCerebras());
 
-let r = mmix.create('deepseek-ai/DeepSeek-R1').addText('hi there');
+let r = mmix.create('llama-4-scout-17b-16e-instruct').addText('what is the capital of the moon?');
 r = await r.addText('do you like cats?').message();
 console.log(r);

package/demo/grok.mjs

@@ -1,6 +1,6 @@
 import 'dotenv/config'
 
-import { ModelMix, MixGrok, MixAnthropic } from '../index.js';
+import { ModelMix, MixGrok, MixAnthropic, MixOpenAI } from '../index.js';
 
 const mmix = new ModelMix({
     options: {
@@ -12,8 +12,7 @@ const mmix = new ModelMix({
     }
 });
 
-mmix.attach(new MixGrok());
-mmix.attach(new MixAnthropic());
+mmix.attach(new MixGrok(), new MixAnthropic(), new MixOpenAI());
 
-const r = await mmix.create(['grok-2-latest', 'claude-3-7-sonnet-20250219']).addText('do you like cats?').message();
-console.log(r)
+const r = await mmix.create(['claude-3-7-sonnet-20250219', 'o3-mini', 'grok-2-latest']).addText('do you like cats?').message();
+console.log(r);

package/index.js

@@ -37,9 +37,11 @@ class ModelMix {
         return this;
     }
 
-    attach(modelInstance) {
-        const key = modelInstance.config.prefix.join("_");
-        this.models[key] = modelInstance;
+    attach(...modelInstances) {
+        for (const modelInstance of modelInstances) {
+            const key = modelInstance.config.prefix.join("_");
+            this.models[key] = modelInstance;
+        }
         return this;
     }
 
@@ -314,16 +316,31 @@ class MessageHandler {
                     if (this.fallbackModels.length > 0) {
                         const nextModelKey = this.fallbackModels[0];
                         log.warn(`Model ${this.options.model} failed, trying fallback model ${nextModelKey}...`);
+                        log.warn(error.details);
+
+                        // Create a completely new handler with the fallback model
+                        const nextHandler = this.mix.create(
+                            [nextModelKey, ...this.fallbackModels.slice(1)], 
+                            {
+                                options: {
+                                    // Keep only generic options, not model-specific ones
+                                    max_tokens: this.options.max_tokens,
+                                    temperature: this.options.temperature,
+                                    top_p: this.options.top_p,
+                                    stream: this.options.stream
+                                }
+                            }
+                        );
                         
-                        // Create new handler with remaining fallback models
-                        const nextHandler = this.mix.create(nextModelKey, {
-                            options: this.options,
-                            config: this.config
-                        });
-                        
-                        // Copy current messages to new handler
+                        // Asignar directamente todos los mensajes
                         nextHandler.messages = [...this.messages];
                         
+                        // Mantener el mismo sistema y reemplazos
+                        nextHandler.setSystem(this.config.system);
+                        if (this.config.replace) {
+                            nextHandler.replace(this.config.replace);
+                        }
+                        
                         // Try with next model
                         return nextHandler.execute();
                     }
@@ -703,4 +720,20 @@ class MixTogether extends MixCustom {
     }
 }
 
-module.exports = { MixCustom, ModelMix, MixAnthropic, MixOpenAI, MixPerplexity, MixOllama, MixLMStudio, MixGroq, MixTogether, MixGrok };
+class MixCerebras extends MixCustom {
+    getDefaultConfig(customConfig) {
+        return super.getDefaultConfig({
+            url: 'https://api.cerebras.ai/v1/chat/completions',
+            prefix: ["llama"],
+            apiKey: process.env.CEREBRAS_API_KEY,
+            ...customConfig
+        });
+    }
+
+    create(args = { config: {}, options: {} }) {
+        args.options.messages = [{ role: 'system', content: args.config.system }, ...args.options.messages || []];
+        return super.create(args);
+    }
+}
+
+module.exports = { MixCustom, ModelMix, MixAnthropic, MixOpenAI, MixPerplexity, MixOllama, MixLMStudio, MixGroq, MixTogether, MixGrok, MixCerebras };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "modelmix",
-  "version": "2.9.2",
+  "version": "2.9.8",
   "description": "🧬 ModelMix - Unified API for Diverse AI LLM.",
   "main": "index.js",
   "repository": {
@@ -31,11 +31,13 @@
     "deepseek",
     "fallback",
     "o3",
-    "o3-mini",    
+    "o3-mini",
     "nousresearch",
     "reasoning",
     "bottleneck",
     "claude-3-7-sonnet",
+    "cerebras",
+    "scout",
     "clasen"
   ],
   "author": "Martin Clasen",
@@ -45,7 +47,7 @@
   },
   "homepage": "https://github.com/clasen/ModelMix#readme",
   "dependencies": {
-    "axios": "^1.7.4",
+    "axios": "^1.8.4",
     "bottleneck": "^2.19.5",
     "lemonlog": "^1.1.2"
   }