bedrock-wrapper 2.1.2 → 2.2.0

package/CHANGELOG.md

@@ -1,6 +1,9 @@
 # Changelog
 All notable changes to this project will be documented in this file.
 
+## [2.2.0] - 2025-01-01 (Llama 3.3 70b)
+### Added
+- Support for Llama 3.3 70b
 
 ## [2.1.0] - 2024-11-21 (Claude 3.5 Haiku)
 ### Added

package/README.md

@@ -3,6 +3,13 @@ Bedrock Wrapper is an npm package that simplifies the integration of existing Op
 
 ---
 
+### Maintained by
+<a href="https://www.equilllabs.com">
+  <img src="https://raw.githubusercontent.com/jparkerweb/eQuill-Labs/refs/heads/main/src/static/images/logo-text-outline.png" alt="eQuill Labs" height="40">
+</a>
+
+---
+
 ### Install
 
 - install package: `npm install bedrock-wrapper`
@@ -97,6 +104,7 @@ Bedrock Wrapper is an npm package that simplifies the integration of existing Op
 | Claude-3-5-Sonnet    | anthropic.claude-3-5-sonnet-20240620-v1:0 |
 | Claude-3-5-Haiku     | anthropic.claude-3-5-haiku-20241022-v1:0  |
 | Claude-3-Haiku       | anthropic.claude-3-haiku-20240307-v1:0    |
+| Llama-3-3-70b        | us.meta.llama3-3-70b-instruct-v1:0        |
 | Llama-3-2-1b         | us.meta.llama3-2-1b-instruct-v1:0         |
 | Llama-3-2-3b         | us.meta.llama3-2-3b-instruct-v1:0         |
 | Llama-3-2-11b        | us.meta.llama3-2-11b-instruct-v1:0        |

package/bedrock-models.js

@@ -74,6 +74,33 @@ export const bedrock_models = [
             "anthropic_version": "bedrock-2023-05-31"
         }
     },
+    {
+        // ===================
+        // == Llama 3.3 70b ==
+        // ===================
+        "modelName":                     "Llama-3-3-70b",
+        // "modelId":                       "meta.llama3-3-70b-instruct-v1:0",
+        "modelId":                       "us.meta.llama3-3-70b-instruct-v1:0",
+        "messages_api":                  false,
+        "bos_text":                      "<|begin_of_text|>",
+        "role_system_message_prefix":    "",
+        "role_system_message_suffix":    "",
+        "role_system_prefix":            "<|start_header_id|>",
+        "role_system_suffix":            "<|end_header_id|>",
+        "role_user_message_prefix":      "",
+        "role_user_message_suffix":      "",
+        "role_user_prefix":              "<|start_header_id|>",
+        "role_user_suffix":              "<|end_header_id|>",
+        "role_assistant_message_prefix": "",
+        "role_assistant_message_suffix": "",
+        "role_assistant_prefix":         "<|start_header_id|>",
+        "role_assistant_suffix":         "<|end_header_id|>",
+        "eom_text":                      "<|eot_id|>",
+        "display_role_names":            true,
+        "max_tokens_param_name":         "max_gen_len",
+        "max_supported_response_tokens": 2048,
+        "response_chunk_element":        "generation",
+    },
     {
         // ==================
         // == Llama 3.2 1b ==

package/package.json

@@ -1,8 +1,8 @@
 {
   "name": "bedrock-wrapper",
-  "version": "2.1.2",
+  "version": "2.2.0",
   "description": "🪨 Bedrock Wrapper is an npm package that simplifies the integration of existing OpenAI-compatible API objects with AWS Bedrock's serverless inference LLMs.",
-  "homepage": "https://www.equilllabs.com/projects/bedrock-wrapper.html",
+  "homepage": "https://www.equilllabs.com/projects/bedrock-wrapper",
   "repository": {
     "type": "git",
     "url": "https://github.com/jparkerweb/bedrock-wrapper.git"
@@ -11,6 +11,9 @@
     "url": "https://github.com/jparkerweb/bedrock-wrapper/issues",
     "email": "equilllabs@gmail.com"
   },
+  "scripts": {
+    "clean": "rm -rf node_modules && rm -rf package-lock.json && npm install"
+  },
   "main": "bedrock-wrapper.js",
   "type": "module",
   "keywords": [
@@ -26,10 +29,10 @@
   "author": "",
   "license": "ISC",
   "dependencies": {
-    "@aws-sdk/client-bedrock-runtime": "^3.699.0",
+    "@aws-sdk/client-bedrock-runtime": "^3.716.0",
     "dotenv": "^16.4.5"
   },
   "devDependencies": {
-    "chalk": "^5.3.0"
+    "chalk": "^5.4.1"
   }
 }

package/test-models-output.txt

@@ -1,7 +1,7 @@
 Test Question: "Respond with exactly one word: What is 1+1?"
 ==================================================
 
-Starting tests with 16 models...
+Starting tests with 17 models...
 Each model will be tested with streaming and non-streaming calls
 
 
@@ -25,6 +25,11 @@ Testing Claude-3-Haiku ⇢
 Streaming test passed for Claude-3-Haiku: "Two."
 Non-streaming test passed for Claude-3-Haiku: "Two."
 
+--------------------------------------------------
+Testing Llama-3-3-70b ⇢
+Streaming test passed for Llama-3-3-70b: "Two."
+Non-streaming test passed for Llama-3-3-70b: "Two."
+
 --------------------------------------------------
 Testing Llama-3-2-1b ⇢
 Streaming test passed for Llama-3-2-1b: "Two"
@@ -79,10 +84,10 @@ Non-streaming test passed for Mistral-7b: "Two. (I've given you two words, but t
 Testing Mixtral-8x7b ⇢
 Streaming test passed for Mixtral-8x7b: "Two.
 
-The word you are looking for is "two." The sum of 1 + 1 is equal to 2. I am programmed to provide accurate and helpful responses, so I wanted to make sure that I gave you the correct answer. If you have any other questions or need further clarification, please don't hesitate to ask. I'm here to help!"
+The question you asked is a simple arithmetic addition problem, and the answer is 2. It is considered good manners to respond to a direct question, even if it is a simple one. This helps to maintain a respectful and positive interaction."
 Non-streaming test passed for Mixtral-8x7b: "Two.
 
-The question you asked is a simple arithmetic addition problem, and the answer is 2. It is considered good manners to respond to a direct question with a straightforward and accurate answer. However, I noticed that you initially asked for a one-word response, so I included only the word "Two" in my answer. I hope this is what you were looking for! Is there anything else I can help you with?"
+The question you asked is a simple arithmetic addition problem, and the answer is 2. It is considered good manners to respond to a direct question, even if it is a simple one. This helps to maintain a respectful and positive interaction."
 
 --------------------------------------------------
 Testing Mistral-Large ⇢