modelmix 2.7.0 → 2.7.4

package/README.md

@@ -6,7 +6,7 @@
 
 - **Unified Interface**: Interact with multiple AI models through a single, coherent API.
 - **Request Rate Control**: Manage the rate of requests to adhere to provider limitations using Bottleneck.
-- **Flexible Integration**: Easily integrate popular models like OpenAI, Anthropic, Perplexity, Groq, Ollama, LM Studio or custom models.
+- **Flexible Integration**: Easily integrate popular models like OpenAI, Anthropic, Perplexity, Groq, Together AI, Ollama, LM Studio or custom models.
 - **History Tracking**: Automatically logs the conversation history with model responses, allowing you to limit the number of historical messages with `max_history`.
 
 ## 📦 Installation
@@ -124,9 +124,9 @@ Here's a quick example to get you started:
         .stream((data) => { console.log(data.message); });
     ```
 
-    #### Together AI (meta-llama/Llama-3.2-3B-Instruct-Turbo)
+    #### Together AI (deepseek-ai/DeepSeek-R1)
     ```javascript
-    const together = mmix.create('meta-llama/Llama-3.2-3B-Instruct-Turbo', { options: { temperature: 0.7 } });
+    const together = mmix.create('deepseek-ai/DeepSeek-R1', { options: { temperature: 0.7 } });
     together.addText('What are the main differences between Python and JavaScript?');
     const comparison = await together.message();
     console.log(comparison);

package/demo/custom.mjs

@@ -4,7 +4,7 @@ import { ModelMix, MixCustom, MixTogether } from '../index.js';
 
 const mmix = new ModelMix({
     options: {
-        max_tokens: 200,
+        max_tokens: 2000,
     },
     config: {
         system: 'You are ALF from Melmac.',
@@ -15,6 +15,6 @@ const mmix = new ModelMix({
 
 mmix.attach(new MixTogether());
 
-let r = mmix.create('NousResearch/Hermes-3-Llama-3.1-405B-Turbo').addText('hi there');
+let r = mmix.create('deepseek-ai/DeepSeek-R1').addText('hi there');
 r = await r.addText('do you like cats?').message();
 console.log(r);

package/demo/demo.mjs

@@ -33,16 +33,16 @@ mmix.attach(new MixOllama({
 
 mmix.replace({ '{name}': 'ALF' });
 
-console.log("\n" + '--------| gpt-4o-mini |--------');
-const gpt = mmix.create('gpt-4o-mini', { options: { temperature: 0 } }).addText("Have you ever eaten a {animal}?");
-gpt.replace({ '{animal}': 'cat' });
-console.log(await gpt.message());
+// console.log("\n" + '--------| gpt-4o-mini |--------');
+// const gpt = mmix.create('gpt-4o-mini', { options: { temperature: 0 } }).addText("Have you ever eaten a {animal}?");
+// gpt.replace({ '{animal}': 'cat' });
+// console.log(await gpt.message());
 
-console.log("\n" + '--------| claude-3-5-sonnet-20240620 |--------');
-const claude = mmix.create('claude-3-5-sonnet-20240620', { options: { temperature: 0 } });
-claude.addImageFromUrl('https://pbs.twimg.com/media/F6-GsjraAAADDGy?format=jpg');
-const imageDescription = await claude.addText('describe the image').message();
-console.log(imageDescription);
+// console.log("\n" + '--------| claude-3-5-sonnet-20240620 |--------');
+// const claude = mmix.create('claude-3-5-sonnet-20240620', { options: { temperature: 0 } });
+// claude.addImageFromUrl('https://pbs.twimg.com/media/F6-GsjraAAADDGy?format=jpg');
+// const imageDescription = await claude.addText('describe the image').message();
+// console.log(imageDescription);
 
 console.log("\n" + '--------| claude-3-5-sonnet-20240620 |--------');
 const writer = mmix.create('claude-3-5-sonnet-20240620', { options: { temperature: 0.5 } });
@@ -51,11 +51,11 @@ writer.replaceKeyFromFile('{story_title}', './title.md');
 const story = await writer.addTextFromFile('./prompt.md').message();
 console.log(story);
 
-console.log("\n" + '--------| llama-3-sonar-large-32k-online |--------');
-const pplx = mmix.create('llama-3-sonar-large-32k-online', { config: { max_tokens: 500 } });
-pplx.addText('How much is ETH trading in USD?');
-const news = await pplx.addText('What are the 3 most recent Ethereum news?').message();
-console.log(news);
+// console.log("\n" + '--------| llama-3-sonar-large-32k-online |--------');
+// const pplx = mmix.create('llama-3-sonar-large-32k-online', { config: { max_tokens: 500 } });
+// pplx.addText('How much is ETH trading in USD?');
+// const news = await pplx.addText('What are the 3 most recent Ethereum news?').message();
+// console.log(news);
 
 // console.log("\n" + '--------| ollama (llava:latest) |--------');
 // await mmix.create('llava:latest')

package/demo/groq.mjs

@@ -6,7 +6,7 @@ const env = process.env;
 
 const mmix = new ModelMix({
     options: {
-        max_tokens: 200,
+        max_tokens: 2000,
     },
     config: {
         system: 'You are ALF from Melmac.',
@@ -20,5 +20,5 @@ mmix.attach(new MixGroq({
     }
 }));
 
-const r = await mmix.create('llama3-70b-8192').addText('do you like cats?').message();
+const r = await mmix.create('deepseek-r1-distill-llama-70b').addText('do you like cats?').message();
 console.log(r)

package/demo/together.mjs

@@ -17,6 +17,9 @@ const mmix = new ModelMix({
 
 mmix.attach(new MixTogether());
 
-let r = mmix.create('NousResearch/Hermes-3-Llama-3.1-405B-Turbo').addText('hi there')
-r = await r.addText('do you like cats?').message()
-console.log(r)
+let r = mmix.create('NousResearch/Hermes-3-Llama-3.1-405B-Turbo')
+    .addText('hi there')
+    .addText('do you like cats?')
+    .message();
+
+console.log(r);

package/index.js

@@ -428,7 +428,7 @@ class MixOpenAI extends MixCustom {
     getDefaultConfig(customConfig) {
         return super.getDefaultConfig({
             url: 'https://api.openai.com/v1/chat/completions',
-            prefix: ['gpt'],
+            prefix: ['gpt', 'ft:', 'o3'],
             apiKey: process.env.OPENAI_API_KEY,
             ...customConfig
         });
@@ -582,7 +582,7 @@ class MixGroq extends MixCustom {
     getDefaultConfig(customConfig) {
         return super.getDefaultConfig({
             url: 'https://api.groq.com/openai/v1/chat/completions',
-            prefix: ["llama", "mixtral", "gemma"],
+            prefix: ["llama", "mixtral", "gemma", "deepseek-r1-distill"],
             apiKey: process.env.GROQ_API_KEY,
             ...customConfig
         });
@@ -599,7 +599,7 @@ class MixTogether extends MixCustom {
     getDefaultConfig(customConfig) {
         return super.getDefaultConfig({
             url: 'https://api.together.xyz/v1/chat/completions',
-            prefix: ["meta-llama", "google", "NousResearch"],
+            prefix: ["meta-llama", "google", "NousResearch", "deepseek-ai"],
             apiKey: process.env.TOGETHER_API_KEY,
             ...customConfig
         });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "modelmix",
-  "version": "2.7.0",
+  "version": "2.7.4",
   "description": "🧬 ModelMix - Unified API for Diverse AI LLM.",
   "main": "index.js",
   "repository": {
@@ -31,6 +31,9 @@
     "together",
     "gpt-o1",
     "gpt-o1-mini",
+    "deepseek",
+    "o3",
+    "o3-mini",    
     "nousresearch",
     "hermes",
     "bottleneck",