modelmix 2.9.4 → 2.9.8

package/demo/custom.mjs

@@ -1,6 +1,6 @@
 import 'dotenv/config'
 
-import { ModelMix, MixCustom, MixTogether } from '../index.js';
+import { ModelMix, MixCerebras, MixTogether } from '../index.js';
 
 const mmix = new ModelMix({
     options: {
@@ -13,8 +13,8 @@ const mmix = new ModelMix({
     }
 });
 
-mmix.attach(new MixTogether());
+mmix.attach(new MixCerebras());
 
-let r = mmix.create('deepseek-ai/DeepSeek-R1').addText('hi there');
+let r = mmix.create('llama-4-scout-17b-16e-instruct').addText('what is the capital of the moon?');
 r = await r.addText('do you like cats?').message();
 console.log(r);

package/index.js

@@ -316,7 +316,8 @@ class MessageHandler {
                     if (this.fallbackModels.length > 0) {
                         const nextModelKey = this.fallbackModels[0];
                         log.warn(`Model ${this.options.model} failed, trying fallback model ${nextModelKey}...`);
-                        
+                        log.warn(error.details);
+
                         // Create a completely new handler with the fallback model
                         const nextHandler = this.mix.create(
                             [nextModelKey, ...this.fallbackModels.slice(1)], 
@@ -719,4 +720,20 @@ class MixTogether extends MixCustom {
     }
 }
 
-module.exports = { MixCustom, ModelMix, MixAnthropic, MixOpenAI, MixPerplexity, MixOllama, MixLMStudio, MixGroq, MixTogether, MixGrok };
+class MixCerebras extends MixCustom {
+    getDefaultConfig(customConfig) {
+        return super.getDefaultConfig({
+            url: 'https://api.cerebras.ai/v1/chat/completions',
+            prefix: ["llama"],
+            apiKey: process.env.CEREBRAS_API_KEY,
+            ...customConfig
+        });
+    }
+
+    create(args = { config: {}, options: {} }) {
+        args.options.messages = [{ role: 'system', content: args.config.system }, ...args.options.messages || []];
+        return super.create(args);
+    }
+}
+
+module.exports = { MixCustom, ModelMix, MixAnthropic, MixOpenAI, MixPerplexity, MixOllama, MixLMStudio, MixGroq, MixTogether, MixGrok, MixCerebras };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "modelmix",
-  "version": "2.9.4",
+  "version": "2.9.8",
   "description": "🧬 ModelMix - Unified API for Diverse AI LLM.",
   "main": "index.js",
   "repository": {
@@ -31,11 +31,13 @@
     "deepseek",
     "fallback",
     "o3",
-    "o3-mini",    
+    "o3-mini",
     "nousresearch",
     "reasoning",
     "bottleneck",
     "claude-3-7-sonnet",
+    "cerebras",
+    "scout",
     "clasen"
   ],
   "author": "Martin Clasen",
@@ -45,7 +47,7 @@
   },
   "homepage": "https://github.com/clasen/ModelMix#readme",
   "dependencies": {
-    "axios": "^1.7.4",
+    "axios": "^1.8.4",
     "bottleneck": "^2.19.5",
     "lemonlog": "^1.1.2"
   }