modelmix 2.9.8 → 3.0.2

package/demo/custom.mjs

@@ -15,6 +15,6 @@ const mmix = new ModelMix({
 
 mmix.attach(new MixCerebras());
 
-let r = mmix.create('llama-4-scout-17b-16e-instruct').addText('what is the capital of the moon?');
+let r = mmix.create('llama-4-scout-17b-16e-instruct').addText('hi there');
 r = await r.addText('do you like cats?').message();
 console.log(r);

package/demo/fallback.mjs

@@ -0,0 +1,38 @@
+import { ModelMix, MixOpenAI, MixAnthropic, MixGrok } from '../index.js';
+import dotenv from 'dotenv';
+dotenv.config();
+
+const mmix = new ModelMix({
+    config: {
+        max_history: 1,
+        debug: false,
+        bottleneck: {
+            minTime: 15000,
+            maxConcurrent: 1
+        }
+    },
+    options: {
+        max_tokens: 8192,
+    }
+});
+const an = new MixAnthropic();
+an.config.url = 'fail';
+mmix.attach(new MixOpenAI(), an, new MixGrok());
+
+
+const modelOptionsRef = ['claude-3-5-sonnet-20241022', 'gpt-4.1-nano'];
+
+async function main() {
+    const response = await generateThread(modelOptionsRef);
+    console.log(response);
+}
+
+async function generateThread(modelOptionsRef) {
+    const model = mmix.create(modelOptionsRef, { options: { temperature: 0.5 } });
+    model.addText('hola, como estas?');
+    const response = await model.message();
+
+    return response.split('---').map(section => section.trim());
+}
+
+main();

package/index.js

@@ -293,20 +293,23 @@ class MessageHandler {
         });
     }
 
+    async prepareMessages() {
+        await this.processImageUrls();
+        this.applyTemplate();
+        this.messages = this.messages.slice(-this.config.max_history);
+        this.messages = this.groupByRoles(this.messages);
+        this.options.messages = this.messages;
+    }
+
     async execute() {
         return this.mix.limiter.schedule(async () => {
             try {
-                await this.processImageUrls();
-                this.applyTemplate();
-                this.messages = this.messages.slice(-this.config.max_history);
-                this.messages = this.groupByRoles(this.messages);
+                await this.prepareMessages();
 
                 if (this.messages.length === 0) {
                     throw new Error("No user messages have been added. Use addText(prompt), addTextFromFile(filePath), addImage(filePath), or addImageFromUrl(url) to add a prompt.");
                 }
 
-                this.options.messages = this.messages;
-
                 try {
                     const result = await this.modelEntry.create({ options: this.options, config: this.config });
                     this.messages.push({ role: "assistant", content: result.message });
@@ -316,7 +319,7 @@ class MessageHandler {
                     if (this.fallbackModels.length > 0) {
                         const nextModelKey = this.fallbackModels[0];
                         log.warn(`Model ${this.options.model} failed, trying fallback model ${nextModelKey}...`);
-                        log.warn(error.details);
+                        error.details && log.warn(error.details);
 
                         // Create a completely new handler with the fallback model
                         const nextHandler = this.mix.create(
@@ -332,17 +335,23 @@ class MessageHandler {
                             }
                         );
                         
-                        // Asignar directamente todos los mensajes
+                        // Assign all messages directly
                         nextHandler.messages = [...this.messages];
                         
-                        // Mantener el mismo sistema y reemplazos
+                        // Keep same system and replacements
                         nextHandler.setSystem(this.config.system);
                         if (this.config.replace) {
                             nextHandler.replace(this.config.replace);
                         }
                         
-                        // Try with next model
-                        return nextHandler.execute();
+                        await nextHandler.prepareMessages();
+                        
+                        const result = await nextHandler.modelEntry.create({ 
+                            options: nextHandler.options, 
+                            config: nextHandler.config 
+                        });
+                        nextHandler.messages.push({ role: "assistant", content: result.message });
+                        return result;
                     }
                     throw error;
                 }
@@ -482,7 +491,7 @@ class MixOpenAI extends MixCustom {
     getDefaultConfig(customConfig) {
         return super.getDefaultConfig({
             url: 'https://api.openai.com/v1/chat/completions',
-            prefix: ['gpt', 'ft:', 'o3', 'o1'],
+            prefix: ['gpt', 'ft:', 'o'],
             apiKey: process.env.OPENAI_API_KEY,
             ...customConfig
         });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "modelmix",
-  "version": "2.9.8",
+  "version": "3.0.2",
   "description": "🧬 ModelMix - Unified API for Diverse AI LLM.",
   "main": "index.js",
   "repository": {
@@ -27,17 +27,17 @@
     "ollama",
     "lmstudio",
     "together",
-    "o1",
+    "nano",
     "deepseek",
-    "fallback",
-    "o3",
-    "o3-mini",
+    "o4",
+    "4.1",
     "nousresearch",
     "reasoning",
     "bottleneck",
     "claude-3-7-sonnet",
     "cerebras",
     "scout",
+    "fallback",
     "clasen"
   ],
   "author": "Martin Clasen",