modelmix 2.4.8 → 2.5.4

package/README.md

@@ -80,45 +80,42 @@ Here's a quick example to get you started:
 
 3. **Generate responses from different models**:
 
+    #### gpt-4o-mini
     ```javascript
-    console.log("\n" + '--------| gpt-4o |--------');
-    const gpt = mmix.create('gpt-4o', { temperature: 0.5 });
+    const gpt = mmix.create('gpt-4o-mini', { options: { temperature: 0 } });
     gpt.addText("Have you ever eaten a {animal}?");
     gpt.replace({ '{animal}': 'cat' });
     console.log(await gpt.message());
     ```
 
+    #### claude-3-5-sonnet-20240620 (writer)
     ```javascript
-    console.log("\n" + '--------| [writer] claude-3-5-sonnet-20240620 |--------');
-    const setup = {
-        config: { system: "You are a writer like Stephen King" },
-        options: { temperature: 0.5 }
-    }
-    const writer = mmix.create('claude-3-5-sonnet-20240620', setup);
+    const writer = mmix.create('claude-3-5-sonnet-20240620', { options: { temperature: 0.5 } });
+    writer.setSystem('You are a writer like Stephen King'); // or setSystemFromFile
     writer.replace({ '{story_title}': 'The Mysterious Package' })
     // or write.replaceKeyFromFile('{story_title}', './title.md');
     const story = await writer.addTextFromFile('./prompt.md').message();
     console.log(story);
     ```
-
+    #### claude-3-5-sonnet-20240620 (image)
     ```javascript
-    console.log("\n" + '--------| [image] claude-3-5-sonnet-20240620 |--------');
-    const claude = mmix.create('claude-3-5-sonnet-20240620', { temperature: 0.5 });
+    console.log("\n" + '--------|  |--------');
+    const claude = mmix.create('claude-3-5-sonnet-20240620', { options: { temperature: 0 } });
     claude.addImage("./watson.jpg"); // or claude.addImageFromUrl(url)
     const imageDescription = await claude.addText("Describe the image").message();
     console.log(imageDescription);
     ```
 
+    #### pplx-70b-online
     ```javascript
-    console.log("\n" + '--------| pplx-70b-online |--------');
-    const pplx = mmix.create('pplx-70b-online', { max_tokens: 500 });
+    const pplx = mmix.create('pplx-70b-online', { config: { max_tokens: 500 } });
     pplx.addText('How much is ETH trading in USD?');
     const news = await pplx.addText('What are the 3 most recent Ethereum news?').message();
     console.log(news);
     ```
 
+    #### ollama (llava:latest)
     ```javascript
-    console.log("\n" + '--------| ollama (llava:latest) |--------');
     await mmix.create('llava:latest')
         .addImage("./watson.jpg")
         .addText("What is the predominant color?")

package/demo/demo.mjs

@@ -17,9 +17,10 @@ mmix.attach(new MixOpenAI());
 mmix.attach(new MixAnthropic());
 mmix.attach(new MixPerplexity({
     config: {
-        apiKey: process.env.PPLX_API_KEY
+        apiKey: process.env.PPLX_API_KEY,
+        system: 'You are my personal assistant.'
     },
-    system: 'You are my personal assistant.'
+    
 }));
 mmix.attach(new MixOllama({
     config: {
@@ -33,28 +34,25 @@ mmix.attach(new MixOllama({
 mmix.replace({ '{name}': 'ALF' });
 
 console.log("\n" + '--------| gpt-4o |--------');
-const gpt = mmix.create('gpt-4o', { temperature: 0.5 }).addText("Have you ever eaten a {animal}?");
+const gpt = mmix.create('gpt-4o', { options: { temperature: 0 } }).addText("Have you ever eaten a {animal}?");
 gpt.replace({ '{animal}': 'cat' });
 console.log(await gpt.message());
 
 console.log("\n" + '--------| claude-3-5-sonnet-20240620 |--------');
-const claude = mmix.create('claude-3-5-sonnet-20240620', { temperature: 0.5 });
+const claude = mmix.create('claude-3-5-sonnet-20240620', { options: { temperature: 0 } });
 claude.addImageFromUrl('https://pbs.twimg.com/media/F6-GsjraAAADDGy?format=jpg');
 const imageDescription = await claude.addText('describe the image').message();
 console.log(imageDescription);
 
 console.log("\n" + '--------| claude-3-5-sonnet-20240620 |--------');
-const setup = {
-    config: { system: "You are a writer like Stephen King" },
-    options: { temperature: 0.5 }
-}
-const writer = mmix.create('claude-3-5-sonnet-20240620', setup);
+const writer = mmix.create('claude-3-5-sonnet-20240620', { options: { temperature: 0.5 } });
+writer.setSystem('You are a writer like Stephen King');
 writer.replaceKeyFromFile('{story_title}', './title.md');
 const story = await writer.addTextFromFile('./prompt.md').message();
 console.log(story);
 
 console.log("\n" + '--------| llama-3-sonar-large-32k-online |--------');
-const pplx = mmix.create('llama-3-sonar-large-32k-online', { max_tokens: 500 });
+const pplx = mmix.create('llama-3-sonar-large-32k-online', { config: { max_tokens: 500 } });
 pplx.addText('How much is ETH trading in USD?');
 const news = await pplx.addText('What are the 3 most recent Ethereum news?').message();
 console.log(news);

package/index.js

@@ -133,7 +133,7 @@ class MessageHandler {
             console.error(`Error reading system message file ${filePath}:`, error);
         }
         return this;
-    }    
+    }
 
     addImage(filePath, config = { role: "user" }) {
         try {
@@ -245,12 +245,14 @@ class MessageHandler {
     }
 
     groupByRoles(messages) {
-        return messages.reduce((acc, message) => {
-            const existingRole = acc.find(item => item.role === message.role);
-            if (existingRole) {
-                existingRole.content = existingRole.content.concat(message.content);
+        return messages.reduce((acc, currentMessage, index) => {
+            if (index === 0 || currentMessage.role !== messages[index - 1].role) {
+                acc.push({
+                    role: currentMessage.role,
+                    content: currentMessage.content
+                });
             } else {
-                acc.push({ role: message.role, content: Array.isArray(message.content) ? message.content : [message.content] });
+                acc[acc.length - 1].content = acc[acc.length - 1].content.concat(currentMessage.content);
             }
             return acc;
         }, []);
@@ -337,9 +339,9 @@ class MixCustom {
     async create(args = { config: {}, options: {} }) {
         try {
             if (args.config.debug) {
-                log.info("config");
+                log.debug("config");
                 log.info(args.config);
-                log.inspect("options");
+                log.debug("options");
                 log.inspect(args.options);
             }
 
@@ -379,7 +381,7 @@ class MixCustom {
         };
 
         return formattedError;
-    } 
+    }
 
     processStream(response) {
         return new Promise((resolve, reject) => {
@@ -475,11 +477,11 @@ class MixAnthropic extends MixCustom {
         });
     }
 
-    getDefaultHeaders(getDefaultHeaders) {
+    getDefaultHeaders(customHeaders) {
         return super.getDefaultHeaders({
             'x-api-key': this.config.apiKey,
             'anthropic-version': '2023-06-01',
-            ...getDefaultHeaders
+            ...customHeaders
         });
     }
 
@@ -491,6 +493,11 @@ class MixAnthropic extends MixCustom {
     processResponse(response) {
         return { response: response.data, message: response.data.content[0].text };
     }
+
+    create(args = { config: {}, options: {} }) {
+        args.options.system = args.config.system;
+        return super.create(args);
+    }
 }
 
 class MixPerplexity extends MixCustom {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "modelmix",
-  "version": "2.4.8",
+  "version": "2.5.4",
   "description": "🧬 ModelMix - Unified API for Diverse AI LLM.",
   "main": "index.js",
   "repository": {