modelmix 2.4.4 → 2.4.8

package/README.md

@@ -1,4 +1,4 @@
-# 🧬 ModelMix: Unified API for Diverse AI Language Models
+# 🧬 ModelMix: Unified API for Diverse AI LLM
 
 **ModelMix** is a versatile module that enables seamless integration of various language models from different providers through a unified interface. With ModelMix, you can effortlessly manage and utilize multiple AI models while controlling parallel requests to avoid provider restrictions.
 
@@ -82,32 +82,42 @@ Here's a quick example to get you started:
 
     ```javascript
     console.log("\n" + '--------| gpt-4o |--------');
-    const gpt = mmix.create('gpt-4o', { temperature: 0.5 }).addText("Have you ever eaten a {animal}?");
+    const gpt = mmix.create('gpt-4o', { temperature: 0.5 });
+    gpt.addText("Have you ever eaten a {animal}?");
     gpt.replace({ '{animal}': 'cat' });
     console.log(await gpt.message());
+    ```
 
+    ```javascript
     console.log("\n" + '--------| [writer] claude-3-5-sonnet-20240620 |--------');
     const setup = {
         config: { system: "You are a writer like Stephen King" },
         options: { temperature: 0.5 }
     }
     const writer = mmix.create('claude-3-5-sonnet-20240620', setup);
-    writer.replace({ '{story_title}': 'The Mysterious Package' }) // or claude.replaceKeyFromFile(key, filePath)
+    writer.replace({ '{story_title}': 'The Mysterious Package' })
+    // or write.replaceKeyFromFile('{story_title}', './title.md');
     const story = await writer.addTextFromFile('./prompt.md').message();
     console.log(story);
+    ```
 
+    ```javascript
     console.log("\n" + '--------| [image] claude-3-5-sonnet-20240620 |--------');
     const claude = mmix.create('claude-3-5-sonnet-20240620', { temperature: 0.5 });
     claude.addImage("./watson.jpg"); // or claude.addImageFromUrl(url)
     const imageDescription = await claude.addText("Describe the image").message();
     console.log(imageDescription);
+    ```
 
+    ```javascript
     console.log("\n" + '--------| pplx-70b-online |--------');
     const pplx = mmix.create('pplx-70b-online', { max_tokens: 500 });
     pplx.addText('How much is ETH trading in USD?');
     const news = await pplx.addText('What are the 3 most recent Ethereum news?').message();
     console.log(news);
+    ```
 
+    ```javascript
     console.log("\n" + '--------| ollama (llava:latest) |--------');
     await mmix.create('llava:latest')
         .addImage("./watson.jpg")

package/index.js

@@ -120,6 +120,21 @@ class MessageHandler {
         return this;
     }
 
+    setSystem(text) {
+        this.config.system = text;
+        return this;
+    }
+
+    setSystemFromFile(filePath) {
+        try {
+            const content = fs.readFileSync(filePath, { encoding: 'utf8' });
+            this.setSystem(content);
+        } catch (error) {
+            console.error(`Error reading system message file ${filePath}:`, error);
+        }
+        return this;
+    }    
+
     addImage(filePath, config = { role: "user" }) {
         try {
             const imageBuffer = fs.readFileSync(filePath);
@@ -320,25 +335,51 @@ class MixCustom {
     }
 
     async create(args = { config: {}, options: {} }) {
+        try {
+            if (args.config.debug) {
+                log.info("config");
+                log.info(args.config);
+                log.inspect("options");
+                log.inspect(args.options);
+            }
 
-        if (args.config.debug) {
-            log.info("config");
-            log.info(args.config);
-            log.inspect("options");
-            log.inspect(args.options);
+            if (args.options.stream) {
+                return this.processStream(await axios.post(this.config.url, args.options, {
+                    headers: this.headers,
+                    responseType: 'stream'
+                }));
+            } else {
+                return this.processResponse(await axios.post(this.config.url, args.options, {
+                    headers: this.headers
+                }));
+            }
+        } catch (error) {
+            throw this.handleError(error, args);
         }
+    }
 
-        if (args.options.stream) {
-            return this.processStream(await axios.post(this.config.url, args.options, {
-                headers: this.headers,
-                responseType: 'stream'
-            }));
-        } else {
-            return this.processResponse(await axios.post(this.config.url, args.options, {
-                headers: this.headers
-            }));
+    handleError(error, args) {
+        let errorMessage = 'An error occurred in MixCustom';
+        let statusCode = null;
+        let errorDetails = null;
+
+        if (error.isAxiosError) {
+            statusCode = error.response ? error.response.status : null;
+            errorMessage = `Request to ${this.config.url} failed with status code ${statusCode}`;
+            errorDetails = error.response ? error.response.data : null;
         }
-    }
+
+        const formattedError = {
+            message: errorMessage,
+            statusCode,
+            details: errorDetails,
+            stack: error.stack,
+            config: args.config,
+            options: args.options
+        };
+
+        return formattedError;
+    } 
 
     processStream(response) {
         return new Promise((resolve, reject) => {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "modelmix",
-  "version": "2.4.4",
-  "description": "🧬 ModelMix - Unified API for Diverse AI Language Models.",
+  "version": "2.4.8",
+  "description": "🧬 ModelMix - Unified API for Diverse AI LLM.",
   "main": "index.js",
   "repository": {
     "type": "git",
@@ -24,7 +24,7 @@
     "chat",
     "multimodal",
     "groq",
-    "omni",
+    "gpt-4o-mini",
     "4o",
     "ollama",
     "lmstudio"