bedrock-wrapper 1.0.12 → 1.0.14

package/README.md

@@ -1,5 +1,5 @@
 # 🪨 Bedrock Wrapper
-Bedrock Wrapper is an npm package that simplifies the integration of existing OpenAI-compatible API objects with AWS Bedrock's serverless inference LLMs.  Follow the steps below to integrate into your own application, or alternativly use the 🪨 [Bedrock Proxy Endpoint](https://github.com/jparkerweb/bedrock-proxy-endpoint) project to spin up your own custom OpenAI server endpoint for even easier inference (using the standard `baseUrl`, and `apiKey` params).
+Bedrock Wrapper is an npm package that simplifies the integration of existing OpenAI-compatible API objects with AWS Bedrock's serverless inference LLMs.  Follow the steps below to integrate into your own application, or alternativly use the 🔀 [Bedrock Proxy Endpoint](https://github.com/jparkerweb/bedrock-proxy-endpoint) project to spin up your own custom OpenAI server endpoint for even easier inference (using the standard `baseUrl`, and `apiKey` params).
 
 ---
 
@@ -98,6 +98,7 @@ Bedrock Wrapper is an npm package that simplifies the integration of existing Op
 |----------------|------------------------------------|
 | Llama-3-8b     | meta.llama3-8b-instruct-v1:0       |
 | Llama-3-70b    | meta.llama3-70b-instruct-v1:0      |
+| Mistral-7b     | mistral.mistral-7b-instruct-v0:2   |
 | Mixtral-8x7b   | mistral.mixtral-8x7b-instruct-v0:1 |
 | Mistral-Large  | mistral.mistral-large-2402-v1:0    |
 

package/bedrock-models.js

@@ -48,6 +48,30 @@ export const bedrock_models = [
         "max_tokens_param_name":         "max_gen_len",
         "response_chunk_element":        "generation",
     },
+    {
+        // ================
+        // == Mistral-7b ==
+        // ================
+        "modelName":                     "Mistral-7b",
+        "modelId":                       "mistral.mistral-7b-instruct-v0:2",
+        "bos_text":                      "<s>",
+        "role_system_message_prefix":    "",
+        "role_system_message_suffix":    "",
+        "role_system_prefix":            "",
+        "role_system_suffix":            "",
+        "role_user_message_prefix":      "[INST]",
+        "role_user_message_suffix":      "[/INST]",
+        "role_user_prefix":              "",
+        "role_user_suffix":              "",
+        "role_assistant_message_prefix": "",
+        "role_assistant_message_suffix": "",
+        "role_assistant_prefix":         "",
+        "role_assistant_suffix":         "",
+        "eom_text":                      "</s>",
+        "display_role_names":            false,
+        "max_tokens_param_name":         "max_tokens",
+        "response_chunk_element":        "outputs[0].text",
+    },
     {
         // ==================
         // == Mixtral-8x7b ==

package/bedrock-wrapper.js

@@ -5,16 +5,27 @@
 // == of existing OpenAI-compatible API objects AWS Bedrock's          ==
 // == serverless inference LLMs.                                       ==
 // ======================================================================
-writeAsciiArt();
 
 // -------------
 // -- imports --
 // -------------
+// Bedrock model configurations
 import { bedrock_models } from "./bedrock-models.js";
+// AWS SDK
 import {
     BedrockRuntimeClient,
     InvokeModelCommand, InvokeModelWithResponseStreamCommand,
 } from "@aws-sdk/client-bedrock-runtime";
+// helper functions
+import {
+    getValueByPath,
+    writeAsciiArt
+} from "./utils.js";
+
+
+// write the ascii art logo on initial load
+writeAsciiArt();
+
 
 // -------------------
 // -- main function --
@@ -141,25 +152,3 @@ export async function listBedrockWrapperSupportedModels() {
     }
     return supported_models;
 }
-
-
-// ----------------------
-// -- helper functions --
-// ----------------------
-// helper function to get a value from an object using a path string
-function getValueByPath(obj, path) {
-    // Split the path into an array of keys
-    let keys = path.replace(/\[(\w+)\]/g, '.$1').split('.');  // Convert indexes into properties
-    // Reduce the keys array to the final value
-    return keys.reduce((acc, key) => acc && acc[key], obj);
-}
-// helper function to write ascii art
-function writeAsciiArt() {
-    console.log(`
-    ___         _                 _     _ _ _                               
-    | . > ___  _| | _ _  ___  ___ | |__ | | | | _ _  ___  ___  ___  ___  _ _ 
-    | . \/ ._>/ . || '_>/ . \/ | '| / / | | | || '_><_> || . \| . \/ ._>| '_>
-    |___/\___.\___||_|  \___/\_|_.|_\_\ |__/_/ |_|  <___||  _/|  _/\___.|_|  
-                                                         |_|  |_|            
-    `);
-}

package/example.js

@@ -19,7 +19,10 @@ const LLM_TOP_P = parseFloat(process.env.LLM_TOP_P);
 // --     - bedrockWrapper                 --
 // --     - listBedrockWrapperSupportedModels --
 // --------------------------------------------
-import { bedrockWrapper, listBedrockWrapperSupportedModels } from "bedrock-wrapper";
+import {
+    bedrockWrapper,
+    listBedrockWrapperSupportedModels
+} from "bedrock-wrapper";
 
 // ----------------------------------------------
 // -- example call to list of supported models --

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bedrock-wrapper",
-  "version": "1.0.12",
+  "version": "1.0.14",
   "description": "🪨 Bedrock Wrapper is an npm package that simplifies the integration of existing OpenAI-compatible API objects with AWS Bedrock's serverless inference LLMs.",
   "repository": {
 		"type": "git",

package/utils.js

@@ -0,0 +1,28 @@
+// **********************
+// ** HELPER FUNCTIONS **
+// **********************
+
+
+// ----------------------------------------------------
+// -- get a value from an object using a path string --
+// ----------------------------------------------------
+export function getValueByPath(obj, path) {
+    // Split the path into an array of keys
+    let keys = path.replace(/\[(\w+)\]/g, '.$1').split('.');  // Convert indexes into properties
+    // Reduce the keys array to the final value
+    return keys.reduce((acc, key) => acc && acc[key], obj);
+}
+
+
+// --------------------------
+// -- write ascii art logo --
+// --------------------------
+export async function writeAsciiArt() {
+    console.log(`
+     ___         _                 _     _ _ _                               
+    | . > ___  _| | _ _  ___  ___ | |__ | | | | _ _  ___  ___  ___  ___  _ _ 
+    | . \\/ ._>/ . || '_>/ . \\/ | '| / / | | | || '_><_> || . \\| . \\/ ._>| '_>
+    |___/\\___.\\___||_|  \\___/\\_|_.|_\\_\\ |__/_/ |_|  <___||  _/|  _/\\___.|_|  
+                                                         |_|  |_|            
+    `);
+}