modelmix 2.6.8 → 2.7.2

package/README.md

@@ -33,13 +33,14 @@ Here's a quick example to get you started:
     ANTHROPIC_API_KEY="your_anthropic_api_key"
     PPLX_API_KEY="your_perplexity_api_key"
     GROQ_API_KEY="your_groq_api_key"
+    TOGETHER_API_KEY="your_together_api_key"
     ```
 
 2. **Create and configure your models**:
 
     ```javascript
     import 'dotenv/config';
-    import { ModelMix, MixOpenAI, MixAnthropic, MixPerplexity, MixOllama } from 'modelmix';
+    import { ModelMix, MixOpenAI, MixAnthropic, MixPerplexity, MixOllama, MixTogether } from 'modelmix';
 
     const env = process.env;
 
@@ -58,7 +59,7 @@ Here's a quick example to get you started:
     mmix.replace({ '{name}': 'ALF' });
 
     mmix.attach(new MixOpenAI({ config: { apiKey: env.OPENAI_API_KEY } }));
-    mmix.attach(new MixAnthropic({ config: { apiKey: env.ANTHROPIC_API_KEY } }));
+    mmix.attach(new MixAnthropic()); // it will use the default apiKey from process.env
     mmix.attach(new MixPerplexity({
         config: {
             apiKey: env.PPLX_API_KEY
@@ -76,6 +77,7 @@ Here's a quick example to get you started:
             temperature: 0.5,
         }
     }));
+    mmix.attach(new MixTogether());
     ```
 
 3. **Generate responses from different models**:
@@ -121,6 +123,14 @@ Here's a quick example to get you started:
         .addText("What is the predominant color?")
         .stream((data) => { console.log(data.message); });
     ```
+
+    #### Together AI (meta-llama/Llama-3.2-3B-Instruct-Turbo)
+    ```javascript
+    const together = mmix.create('meta-llama/Llama-3.2-3B-Instruct-Turbo', { options: { temperature: 0.7 } });
+    together.addText('What are the main differences between Python and JavaScript?');
+    const comparison = await together.message();
+    console.log(comparison);
+    ```
 4. Find the files for this example at: [/ModelMix/demo](https://github.com/clasen/ModelMix/tree/master/demo).
 
 ## 🔄 Templating Methods
@@ -346,6 +356,16 @@ new MixLMStudio(args = { config: {}, options: {} })
     - `url`: The endpoint URL to which the model sends requests.
   - **options**: Default options for Ollama model instances.
 
+### MixTogether Class Overview
+
+```javascript
+new MixTogether(args = { config: {}, options: {} })
+```
+
+- **args**: Configuration object with `config` and `options` properties.
+  - **config**: Specific configuration settings for Together AI, including the `apiKey`.
+  - **options**: Default options for Together AI model instances.
+
 ## 🤝 Contributing
 
 Contributions are welcome! If you find any issues or have suggestions for improvement, please open an issue or submit a pull request on the [GitHub repository](https://github.com/clasen/ModelMix).

package/demo/custom.mjs

@@ -1,8 +1,6 @@
 import 'dotenv/config'
 
-import { ModelMix, MixCustom } from '../index.js';
-
-const env = process.env;
+import { ModelMix, MixCustom, MixTogether } from '../index.js';
 
 const mmix = new ModelMix({
     options: {
@@ -10,19 +8,13 @@ const mmix = new ModelMix({
     },
     config: {
         system: 'You are ALF from Melmac.',
-        max_history: 2
+        max_history: 2,
+        debug: true
     }
 });
 
-mmix.attach(new MixCustom({
-    config: {
-        url: 'https://api.perplexity.ai/chat/completions',
-        prefix: ["pplx", "llama", "mixtral"],
-    },
-    headers: {
-        'authorization': `Bearer ${env.PPLX_API_KEY}`
-    }
-}));
+mmix.attach(new MixTogether());
 
-const r = await mmix.create('pplx-70b-online').addText('do you like cats?').message()
-console.log(r)
+let r = mmix.create('NousResearch/Hermes-3-Llama-3.1-405B-Turbo').addText('hi there');
+r = await r.addText('do you like cats?').message();
+console.log(r);

package/demo/together.mjs

@@ -0,0 +1,22 @@
+import 'dotenv/config'
+
+import { ModelMix, MixTogether } from '../index.js';
+
+const env = process.env;
+
+const mmix = new ModelMix({
+    options: {
+        max_tokens: 200,
+    },
+    config: {
+        system: 'You are ALF from Melmac.',
+        max_history: 2,
+        debug: true
+    }
+});
+
+mmix.attach(new MixTogether());
+
+let r = mmix.create('NousResearch/Hermes-3-Llama-3.1-405B-Turbo').addText('hi there')
+r = await r.addText('do you like cats?').message()
+console.log(r)

package/index.js

@@ -595,4 +595,38 @@ class MixGroq extends MixCustom {
     }
 }
 
-module.exports = { MixCustom, ModelMix, MixAnthropic, MixOpenAI, MixPerplexity, MixOllama, MixLMStudio, MixGroq };
+class MixTogether extends MixCustom {
+    getDefaultConfig(customConfig) {
+        return super.getDefaultConfig({
+            url: 'https://api.together.xyz/v1/chat/completions',
+            prefix: ["meta-llama", "google", "NousResearch"],
+            apiKey: process.env.TOGETHER_API_KEY,
+            ...customConfig
+        });
+    }
+
+    getDefaultOptions(customOptions) {
+        return {
+            stop: ["<|eot_id|>", "<|eom_id|>"],
+            ...customOptions
+        };
+    }
+
+    convertMessages(messages) {
+        return messages.map(message => {
+            if (message.content instanceof Array) {
+                message.content = message.content.map(content => content.text).join("\n\n");
+            }
+            return message;
+        });
+    }
+
+    create(args = { config: {}, options: {} }) {
+        args.options.messages = [{ role: 'system', content: args.config.system }, ...args.options.messages || []];
+        args.options.messages = this.convertMessages(args.options.messages);
+
+        return super.create(args);
+    }
+}
+
+module.exports = { MixCustom, ModelMix, MixAnthropic, MixOpenAI, MixPerplexity, MixOllama, MixLMStudio, MixGroq, MixTogether };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "modelmix",
-  "version": "2.6.8",
+  "version": "2.7.2",
   "description": "🧬 ModelMix - Unified API for Diverse AI LLM.",
   "main": "index.js",
   "repository": {
@@ -28,7 +28,13 @@
     "4o",
     "ollama",
     "lmstudio",
-    "bottleneck"
+    "together",
+    "gpt-o1",
+    "gpt-o1-mini",
+    "nousresearch",
+    "hermes",
+    "bottleneck",
+    "clasen"
   ],
   "author": "Martin Clasen",
   "license": "MIT",