modelmix 3.7.8 → 3.8.2

package/README.md

@@ -123,7 +123,8 @@ Here's a comprehensive list of available methods:
 | `gpt4o()`          | OpenAI     | gpt-4o                         | [\$5.00 / \$20.00][1]      |
 | `o4mini()`         | OpenAI     | o4-mini                        | [\$1.10 / \$4.40][1]       |
 | `o3()`             | OpenAI     | o3                             | [\$10.00 / \$40.00][1]     |
-| `opus4[think]()`   | Anthropic  | claude-opus-4-20250514         | [\$15.00 / \$75.00][2]     |
+| `gptOss()`         | Together   | gpt-oss-120B                   | [\$0.15 / \$0.60][7]       |
+| `opus41[think]()`  | Anthropic  | claude-opus-4-1-20250805       | [\$15.00 / \$75.00][2]     |
 | `sonnet4[think]()` | Anthropic  | claude-sonnet-4-20250514       | [\$3.00 / \$15.00][2]      |
 | `sonnet37[think]()`| Anthropic  | claude-3-7-sonnet-20250219     | [\$3.00 / \$15.00][2]      |
 | `sonnet35()`       | Anthropic  | claude-3-5-sonnet-20241022     | [\$3.00 / \$15.00][2]      |

package/demo/json.mjs

@@ -1,7 +1,9 @@
 import 'dotenv/config'
 import { ModelMix } from '../index.js';
 
-const model = await ModelMix.new({ config: { debug: true } })
+const model = await ModelMix.new({ options: { max_tokens: 10000 }, config: { debug: true } })
+    .kimiK2()
+    .gptOss()
     .scout({ config: { temperature: 0 } })    
     .o4mini()
     .sonnet37think()
@@ -9,5 +11,5 @@ const model = await ModelMix.new({ config: { debug: true } })
     .gemini25flash()
     .addText("Name and capital of 3 South American countries.")
 
-const jsonResult = await model.json({ countries: [{ name: "", capital: "" }] });
+const jsonResult = await model.json({ countries: [{ name: "", capital: "" }] }, {}, { addNote: true });
 console.log(jsonResult);

package/index.js

@@ -90,6 +90,13 @@ class ModelMix {
     gpt45({ options = {}, config = {} } = {}) {
         return this.attach('gpt-4.5-preview', new MixOpenAI({ options, config }));
     }
+    gptOss({ options = {}, config = {}, mix = { together: false, cerebras: false, groq: true, lmstudio: false } } = {}) {
+        if (mix.together) return this.attach('openai/gpt-oss-120b', new MixTogether({ options, config }));
+        if (mix.cerebras) return this.attach('gpt-oss-120b', new MixCerebras({ options, config }));
+        if (mix.groq) return this.attach('openai/gpt-oss-120b', new MixGroq({ options, config }));
+        if (mix.lmstudio) return this.attach('openai/gpt-oss-120b', new MixLMStudio({ options, config }));
+        return this;
+    }
     opus4think({ options = {}, config = {} } = {}) {
         options = { ...MixAnthropic.thinkingOptions, ...options };
         return this.attach('claude-opus-4-20250514', new MixAnthropic({ options, config }));
@@ -97,6 +104,13 @@ class ModelMix {
     opus4({ options = {}, config = {} } = {}) {
         return this.attach('claude-opus-4-20250514', new MixAnthropic({ options, config }));
     }
+    opus41({ options = {}, config = {} } = {}) {
+        return this.attach('claude-opus-4-1-20250805', new MixAnthropic({ options, config }));
+    }
+    opus41think({ options = {}, config = {} } = {}) {
+        options = { ...MixAnthropic.thinkingOptions, ...options };
+        return this.attach('claude-opus-4-1-20250805', new MixAnthropic({ options, config }));
+    }
     sonnet4({ options = {}, config = {} } = {}) {
         return this.attach('claude-sonnet-4-20250514', new MixAnthropic({ options, config }));
     }
@@ -174,8 +188,9 @@ class ModelMix {
         return this;
     }
 
-    kimiK2({ options = {}, config = {}} = {}) {
-        this.attach('moonshotai/Kimi-K2-Instruct', new MixTogether({ options, config }));
+    kimiK2({ options = {}, config = {}, mix = { together: false, groq: true } } = {}) {
+        if (mix.together) this.attach('moonshotai/Kimi-K2-Instruct', new MixTogether({ options, config }));
+        if (mix.groq) this.attach('moonshotai/kimi-k2-instruct', new MixGroq({ options, config }));
         return this;
     }
 
@@ -253,30 +268,30 @@ class ModelMix {
         for (let i = 0; i < this.messages.length; i++) {
             const message = this.messages[i];
             if (!message.content) continue;
-            
+
             for (let j = 0; j < message.content.length; j++) {
                 const content = message.content[j];
                 if (content.type !== 'image' || content.source.type === 'base64') continue;
-                
+
                 try {
                     let buffer, mimeType;
-                    
+
                     switch (content.source.type) {
                         case 'url':
                             const response = await axios.get(content.source.data, { responseType: 'arraybuffer' });
                             buffer = Buffer.from(response.data);
                             mimeType = response.headers['content-type'];
                             break;
-                            
+
                         case 'file':
                             buffer = this.readFile(content.source.data, { encoding: null });
                             break;
-                            
+
                         case 'buffer':
                             buffer = content.source.data;
                             break;
                     }
-                    
+
                     // Detect mimeType if not provided
                     if (!mimeType) {
                         const fileType = await fromBuffer(buffer);
@@ -285,7 +300,7 @@ class ModelMix {
                         }
                         mimeType = fileType.mime;
                     }
-                    
+
                     // Update the content with processed image
                     message.content[j] = {
                         type: "image",
@@ -295,7 +310,7 @@ class ModelMix {
                             data: buffer.toString('base64')
                         }
                     };
-                    
+
                 } catch (error) {
                     console.error(`Error processing image:`, error);
                     // Remove failed image from content
@@ -739,6 +754,8 @@ class MixCustom {
 
         if (data.choices[0].message?.reasoning_content) {
             return data.choices[0].message.reasoning_content;
+        } else if (data.choices[0].message?.reasoning) {
+            return data.choices[0].message.reasoning;
         }
 
         const message = data.choices[0].message?.content?.trim() || '';
@@ -889,6 +906,12 @@ class MixAnthropic extends MixCustom {
             delete options.top_p;
         }
 
+        if (options.model && options.model.includes('claude-opus-4-1')) {
+            if (options.temperature !== undefined && options.top_p !== undefined) {
+                delete options.top_p;
+            }
+        }
+
         delete options.response_format;
 
         options.system = config.system;
@@ -1122,6 +1145,61 @@ class MixLMStudio extends MixCustom {
             ...customConfig
         });
     }
+
+    create({ config = {}, options = {} } = {}) {
+        if (config.schema) {
+            options.response_format = {
+                type: 'json_schema',
+                json_schema: { schema: config.schema }
+            };
+        }
+        return super.create({ config, options });
+    }
+
+    static extractThink(data) {
+        const message = data.choices[0].message?.content?.trim() || '';
+
+        // Check for LMStudio special tags
+        const startTag = '<|channel|>analysis<|message|>';
+        const endTag = '<|end|><|start|>assistant<|channel|>final<|message|>';
+
+        const startIndex = message.indexOf(startTag);
+        const endIndex = message.indexOf(endTag);
+
+        if (startIndex !== -1 && endIndex !== -1) {
+            // Extract content between the special tags
+            const thinkContent = message.substring(startIndex + startTag.length, endIndex).trim();
+            return thinkContent;
+        }
+
+        // Fall back to default extraction method
+        return MixCustom.extractThink(data);
+    }
+
+    static extractMessage(data) {
+        const message = data.choices[0].message?.content?.trim() || '';
+
+        // Check for LMStudio special tags and extract final message
+        const endTag = '<|end|><|start|>assistant<|channel|>final<|message|>';
+        const endIndex = message.indexOf(endTag);
+
+        if (endIndex !== -1) {
+            // Return only the content after the final message tag
+            return message.substring(endIndex + endTag.length).trim();
+        }
+
+        // Fall back to default extraction method
+        return MixCustom.extractMessage(data);
+    }
+
+    processResponse(response) {
+        return {
+            message: MixLMStudio.extractMessage(response.data),
+            think: MixLMStudio.extractThink(response.data),
+            toolCalls: MixCustom.extractToolCalls(response.data),
+            response: response.data
+        };
+    }
 }
 
 class MixGroq extends MixCustom {
@@ -1174,6 +1252,11 @@ class MixCerebras extends MixCustom {
             ...customConfig
         });
     }
+
+    create({ config = {}, options = {} } = {}) {
+        delete options.response_format;
+        return super.create({ config, options });
+    }
 }
 
 class MixGoogle extends MixCustom {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "modelmix",
-  "version": "3.7.8",
+  "version": "3.8.2",
   "description": "🧬 ModelMix - Unified API for Diverse AI LLM.",
   "main": "index.js",
   "repository": {
@@ -32,7 +32,7 @@
     "together",
     "nano",
     "deepseek",
-    "o4",
+    "oss",
     "4.1",
     "qwen",
     "nousresearch",