modelmix 1.1.6 → 1.2.0

package/README.md

@@ -90,10 +90,6 @@ Here's a quick example to get you started:
 
 ## 📚 ModelMix Class Overview
 
-#### ModelMix
-
-**Constructor**
-
 ```javascript
 new ModelMix(args = { options: {}, config: {} })
 ```
@@ -107,6 +103,7 @@ new ModelMix(args = { options: {}, config: {} })
     - `system`: Sets the default system message for the model, e.g., "You are an assistant."
     - `max_history`: Limits the number of historical messages to retain, e.g., 5.
     - `max_request`: Limits the number of parallel request.
+    - ...
 
 **Methods**
 
@@ -125,8 +122,6 @@ new ModelMix(args = { options: {}, config: {} })
 
 #### OpenAIModel
 
-**Constructor**
-
 ```javascript
 new OpenAIModel(openai, args = { options: {}, config: {} })
 ```
@@ -136,8 +131,6 @@ new OpenAIModel(openai, args = { options: {}, config: {} })
 
 #### AnthropicModel
 
-**Constructor**
-
 ```javascript
 new AnthropicModel(anthropic, args = { options: {}, config: {} })
 ```
@@ -147,13 +140,21 @@ new AnthropicModel(anthropic, args = { options: {}, config: {} })
 
 #### CustomModel
 
-**Constructor**
-
 ```javascript
 new CustomModel(args = { config: {}, options: {} })
 ```
 
 - **args**: Configuration object with `config` and `options` properties.
+  - **config**: 
+    - `url`: 
+    - `bearer`: 
+    - `prefix`: 
+    - ...
+  - **options**: This object contains default options that are applied to all models. These options can be overridden when creating a specific model instance. Examples of default options include:
+    - `max_tokens`: Sets the maximum number of tokens to generate, e.g., 2000.
+    - `temperature`: Controls the randomness of the model's output, e.g., 1.
+    - `top_p`: Controls the diversity of the output, e.g., 1.
+    - ...
 
 ## 🤝 Contributing
 

package/demo/demo.mjs

@@ -7,7 +7,7 @@ import { ModelMix, OpenAIModel, AnthropicModel, CustomModel } from '../index.js'
 
 const env = process.env;
 
-const driver = new ModelMix({
+const mmix = new ModelMix({
     options: {
         max_tokens: 200,
     },
@@ -17,9 +17,9 @@ const driver = new ModelMix({
     }
 });
 
-driver.attach(new OpenAIModel(new OpenAI({ apiKey: env.OPENAI_API_KEY })));
-driver.attach(new AnthropicModel(new Anthropic({ apiKey: env.ANTHROPIC_API_KEY })));
-driver.attach(new CustomModel({
+mmix.attach(new OpenAIModel(new OpenAI({ apiKey: env.OPENAI_API_KEY })));
+mmix.attach(new AnthropicModel(new Anthropic({ apiKey: env.ANTHROPIC_API_KEY })));
+mmix.attach(new CustomModel({
     config: {
         url: 'https://api.perplexity.ai/chat/completions',
         bearer: env.PPLX_API_KEY,
@@ -29,18 +29,18 @@ driver.attach(new CustomModel({
 }));
 
 console.log("\n" + '--------| gpt-4o |--------');
-const gpt = await driver.create('gpt-4o', { temperature: 0.5 });
+const gpt = await mmix.create('gpt-4o', { temperature: 0.5 });
 const question = await gpt.addText("Have you ever eaten a cat?").message();
 console.log(question);
 
 console.log("\n" + '--------| claude-3-sonnet-20240229 |--------');
-const claude = await driver.create('claude-3-sonnet-20240229', { temperature: 0.5 });
+const claude = await mmix.create('claude-3-sonnet-20240229', { temperature: 0.5 });
 await claude.addImage("./watson.png")
 const imageDescription = await claude.addText("describe the image").message();
 console.log(imageDescription);
 
 console.log("\n" + '--------| pplx-70b-online |--------');
-const pplx = await driver.create('pplx-70b-online', { max_tokens: 500 });
+const pplx = await mmix.create('pplx-70b-online', { max_tokens: 500 });
 await pplx.addText('How much is ETH trading in USD?');
 const news = await pplx.addText('What are the 3 most recent Ethereum news?').message();
 console.log(news);

package/index.js

@@ -15,6 +15,7 @@ class ModelMix {
 
         this.config = {
             system: 'You are an assistant.',
+            max_request: 1,
             max_history: 5, // Default max history
             ...args.config
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "modelmix",
-  "version": "1.1.6",
+  "version": "1.2.0",
   "description": "🧬 ModelMix - Unified API for Diverse AI Language Models.",
   "main": "index.js",
   "repository": {