modelmix 2.7.8 → 2.8.0

package/demo/demo.mjs

@@ -33,16 +33,16 @@ mmix.attach(new MixOllama({
 
 mmix.replace({ '{name}': 'ALF' });
 
-// console.log("\n" + '--------| gpt-4o-mini |--------');
-// const gpt = mmix.create('gpt-4o-mini', { options: { temperature: 0 } }).addText("Have you ever eaten a {animal}?");
-// gpt.replace({ '{animal}': 'cat' });
-// console.log(await gpt.message());
+console.log("\n" + '--------| o3-mini |--------');
+const gpt = mmix.create('o3-mini', { options: { temperature: 0 } }).addText("Have you ever eaten a {animal}?");
+gpt.replace({ '{animal}': 'cat' });
+console.log(await gpt.message());
 
-// console.log("\n" + '--------| claude-3-5-sonnet-20240620 |--------');
-// const claude = mmix.create('claude-3-5-sonnet-20240620', { options: { temperature: 0 } });
-// claude.addImageFromUrl('https://pbs.twimg.com/media/F6-GsjraAAADDGy?format=jpg');
-// const imageDescription = await claude.addText('describe the image').message();
-// console.log(imageDescription);
+console.log("\n" + '--------| claude-3-5-sonnet-20240620 |--------');
+const claude = mmix.create('claude-3-5-sonnet-20240620', { options: { temperature: 0 } });
+claude.addImageFromUrl('https://pbs.twimg.com/media/F6-GsjraAAADDGy?format=jpg');
+const imageDescription = await claude.addText('describe the image').message();
+console.log(imageDescription);
 
 console.log("\n" + '--------| claude-3-5-sonnet-20240620 |--------');
 const writer = mmix.create('claude-3-5-sonnet-20240620', { options: { temperature: 0.5 } });

package/index.js

@@ -59,12 +59,6 @@ class ModelMix {
             model: modelKey
         };
 
-        // Remove max_tokens for o3 models
-        if (modelKey.startsWith('o3')) {
-            delete options.max_tokens;
-            delete options.temperature;
-        }
-
         const config = {
             ...this.config,
             ...modelEntry.config,
@@ -434,13 +428,19 @@ class MixOpenAI extends MixCustom {
     getDefaultConfig(customConfig) {
         return super.getDefaultConfig({
             url: 'https://api.openai.com/v1/chat/completions',
-            prefix: ['gpt', 'ft:', 'o3'],
+            prefix: ['gpt', 'ft:', 'o3', 'o1'],
             apiKey: process.env.OPENAI_API_KEY,
             ...customConfig
         });
     }
 
     create(args = { config: {}, options: {} }) {
+        // Remove max_tokens and temperature for o1/o3 models
+        if (args.options.model?.startsWith('o')) {
+            delete args.options.max_tokens;
+            delete args.options.temperature;
+        }
+
         args.options.messages = [{ role: 'system', content: args.config.system }, ...args.options.messages || []];
         args.options.messages = MixOpenAI.convertMessages(args.options.messages);
         return super.create(args);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "modelmix",
-  "version": "2.7.8",
+  "version": "2.8.0",
   "description": "🧬 ModelMix - Unified API for Diverse AI LLM.",
   "main": "index.js",
   "repository": {
@@ -29,8 +29,8 @@
     "ollama",
     "lmstudio",
     "together",
-    "gpt-o1",
-    "gpt-o1-mini",
+    "o1",
+    "o1-mini",
     "deepseek",
     "o3",
     "o3-mini",