modelmix 2.2.4 → 2.2.8

package/README.md

@@ -6,7 +6,7 @@
 
 - **Unified Interface**: Interact with multiple AI models through a single, coherent API.
 - **Request Control**: Manage the number of parallel requests to adhere to provider limitations (`max_request`).
-- **Flexible Integration**: Easily integrate popular models like OpenAI, Anthropic, Perplexity, Ollama, LM Studio or custom models.
+- **Flexible Integration**: Easily integrate popular models like OpenAI, Anthropic, Perplexity, Groq, Ollama, LM Studio or custom models.
 - **History Tracking**: Automatically logs the conversation history with model responses, allowing you to limit the number of historical messages with `max_history`.
 
 ## 📦 Installation
@@ -29,9 +29,10 @@ Here's a quick example to get you started:
 
 1. **Setup your environment variables (.env file)**:
     ```plaintext
-    OPENAI_API_KEY=your_openai_api_key
-    ANTHROPIC_API_KEY=your_anthropic_api_key
-    PPLX_API_KEY=your_perplexity_api_key
+    OPENAI_API_KEY="your_openai_api_key"
+    ANTHROPIC_API_KEY="your_anthropic_api_key"
+    PPLX_API_KEY="your_perplexity_api_key"
+    GROQ_API_KEY="your_groq_api_key"
     ```
 
 2. **Create and configure your models**:
@@ -47,12 +48,14 @@ Here's a quick example to get you started:
             max_tokens: 200,
         },
         config: {
-            system: "You are ALF from Melmac.",
+            system: "You are {name} from Melmac.",
             max_history: 2,
             max_request: 1,
         }
     });
 
+    mmix.replace({ '{name}': 'ALF' });
+
     mmix.attach(new MixOpenAI({ config: { apiKey: env.OPENAI_API_KEY } }));
     mmix.attach(new MixAnthropic({ config: { apiKey: env.ANTHROPIC_API_KEY } }));
     mmix.attach(new MixPerplexity({
@@ -78,7 +81,8 @@ Here's a quick example to get you started:
 
     ```javascript
     console.log("\n" + '--------| gpt-4o |--------');
-    const gpt = mmix.create('gpt-4o', { temperature: 0.5 }).addText("Have you ever eaten a cat?");
+    const gpt = mmix.create('gpt-4o', { temperature: 0.5 }).addText("Have you ever eaten a {animal}?");
+    gpt.replace({ '{animal}': 'cat' });
     console.log(await gpt.message());
 
     console.log("\n" + '--------| claude-3-sonnet-20240229 |--------');
@@ -182,6 +186,15 @@ new MixAnthropic(args = { config: {}, options: {} })
 new MixPerplexity(args = { config: {}, options: {} })
 ```
 
+- **args**: Configuration object with `config` and `options` properties.
+  - **config**: Specific configuration settings for Perplexity, including the `apiKey`.
+  - **options**: Default options for Perplexity model instances.
+### MixPerplexity Class Overview
+
+```javascript
+new MixGroq(args = { config: {}, options: {} })
+```
+
 - **args**: Configuration object with `config` and `options` properties.
   - **config**: Specific configuration settings for Perplexity, including the `apiKey`.
   - **options**: Default options for Perplexity model instances.

package/demo/default.env

@@ -1,3 +1,4 @@
 ANTHROPIC_API_KEY=""
 OPENAI_API_KEY=""
 PPLX_API_KEY=""
+GROQ_API_KEY=""

package/demo/demo.mjs

@@ -1,4 +1,4 @@
-import 'dotenv/config'
+import 'dotenv/config';
 import { ModelMix, MixOpenAI, MixAnthropic, MixPerplexity, MixOllama } from '../index.js';
 
 const env = process.env;
@@ -8,7 +8,7 @@ const mmix = new ModelMix({
         max_tokens: 200,
     },
     config: {
-        system: 'You are ALF from Melmac.',
+        system: 'You are {name} from Melmac.',
         max_history: 2,
         max_request: 1,
     }
@@ -32,9 +32,11 @@ mmix.attach(new MixOllama({
     }
 }));
 
+mmix.replace({ '{name}': 'ALF' });
 
 console.log("\n" + '--------| gpt-4o |--------');
-const gpt = mmix.create('gpt-4o', { temperature: 0.5 }).addText("Have you ever eaten a cat?");
+const gpt = mmix.create('gpt-4o', { temperature: 0.5 }).addText("Have you ever eaten a {animal}?");
+gpt.replace({ '{animal}': 'cat' });
 console.log(await gpt.message());
 
 console.log("\n" + '--------| claude-3-sonnet-20240229 |--------');

package/demo/groq.mjs

@@ -0,0 +1,24 @@
+import 'dotenv/config'
+
+import { ModelMix, MixGroq } from '../index.js';
+
+const env = process.env;
+
+const mmix = new ModelMix({
+    options: {
+        max_tokens: 200,
+    },
+    config: {
+        system: 'You are ALF from Melmac.',
+        max_history: 2
+    }
+});
+
+mmix.attach(new MixGroq({
+    config: {
+        apiKey: env.GROQ_API_KEY,
+    }
+}));
+
+const r = await mmix.create('llama3-70b-8192').addText('do you like cats?').message();
+console.log(r)

package/index.js

@@ -20,6 +20,11 @@ class ModelMix {
         }
     }
 
+    replace(keyValues) {
+        this.config.replace = keyValues;
+        return this;
+    }
+
     attach(modelInstance) {
         const key = modelInstance.config.prefix.join("_");
         this.models[key] = modelInstance;
@@ -151,6 +156,15 @@ class MessageHandler {
         return this.execute();
     }
 
+    replace(keyValues) {
+        this.config.replace = { ...this.config.replace, ...keyValues };
+        return this;
+    }
+
+    template(input, replace) {
+        return input.split(/([¿?¡!,"';:\.\s])/).map(x => x in replace ? replace[x] : x).join("");
+    }
+
     groupByRoles(messages) {
         return messages.reduce((acc, message) => {
             const existingRole = acc.find(item => item.role === message.role);
@@ -163,7 +177,27 @@ class MessageHandler {
         }, []);
     }
 
+    applyTemplate() {
+        if (!this.config.replace) return;
+
+        this.config.system = this.template(this.config.system, this.config.replace)
+
+        this.messages = this.messages.map(message => {
+            if (message.content instanceof Array) {
+                message.content = message.content.map(content => {
+                    if (content.type === 'text') {
+                        content.text = this.template(content.text, this.config.replace)
+                    }
+                    return content;
+                });
+            }
+            return message;
+        });
+    }
+
     async execute() {
+
+        this.applyTemplate();
         this.messages = this.messages.slice(-this.config.max_history);
         this.messages = this.groupByRoles(this.messages);
 
@@ -424,8 +458,22 @@ class MixLMStudio extends MixCustom {
         args.options.messages = MixOpenAI.convertMessages(args.options.messages);
         return super.create(args);
     }
+}
 
+class MixGroq extends MixCustom {
+    getDefaultConfig(customConfig) {
+        return super.getDefaultConfig({
+            url: 'https://api.groq.com/openai/v1/chat/completions',
+            prefix: ["llama", "mixtral", "gemma"],
+            ...customConfig
+        });
+    }
 
+    create(args = { config: {}, options: {} }) {
+        args.options.messages = [{ role: 'system', content: args.config.system }, ...args.options.messages || []];
+        args.options.messages = MixOpenAI.convertMessages(args.options.messages);
+        return super.create(args);
+    }
 }
 
-module.exports = { MixCustom, ModelMix, MixAnthropic, MixOpenAI, MixPerplexity, MixOllama, MixLMStudio };
+module.exports = { MixCustom, ModelMix, MixAnthropic, MixOpenAI, MixPerplexity, MixOllama, MixLMStudio, MixGroq };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "modelmix",
-  "version": "2.2.4",
+  "version": "2.2.8",
   "description": "🧬 ModelMix - Unified API for Diverse AI Language Models.",
   "main": "index.js",
   "repository": {
@@ -22,6 +22,7 @@
     "nlp",
     "chat",
     "multimodal",
+    "groq",
     "omni",
     "4o",
     "ollama",