bedrock-wrapper 2.0.0 → 2.1.2

package/CHANGELOG.md

@@ -2,6 +2,10 @@
 All notable changes to this project will be documented in this file.
 
 
+## [2.1.0] - 2024-11-21 (Claude 3.5 Haiku)
+### Added
+- Support for Claude 3.5 Haiku
+
 ## [2.0.0] - 2024-10-31 (Claude Sonnet & Haiku)
 ### Added
 - Support for Anthropic Sonnet & Haiku models

package/README.md

@@ -95,6 +95,7 @@ Bedrock Wrapper is an npm package that simplifies the integration of existing Op
 |----------------------|-------------------------------------------|
 | Claude-3-5-Sonnet-v2 | anthropic.claude-3-5-sonnet-20241022-v2:0 |
 | Claude-3-5-Sonnet    | anthropic.claude-3-5-sonnet-20240620-v1:0 |
+| Claude-3-5-Haiku     | anthropic.claude-3-5-haiku-20241022-v1:0  |
 | Claude-3-Haiku       | anthropic.claude-3-haiku-20240307-v1:0    |
 | Llama-3-2-1b         | us.meta.llama3-2-1b-instruct-v1:0         |
 | Llama-3-2-3b         | us.meta.llama3-2-3b-instruct-v1:0         |

package/bedrock-models.js

@@ -40,6 +40,23 @@ export const bedrock_models = [
             "anthropic_version": "bedrock-2023-05-31"
         }
     },
+    {
+        // ======================
+        // == Claude 3.5 Haiku ==
+        // ======================
+        "modelName":                     "Claude-3-5-Haiku",
+        "modelId":                       "anthropic.claude-3-5-haiku-20241022-v1:0",
+        "messages_api":                  true,
+        "system_as_separate_field":      true,
+        "display_role_names":            true,
+        "max_tokens_param_name":         "max_tokens",
+        "max_supported_response_tokens": 8192,
+        "response_chunk_element":        "delta.text",
+        "response_nonchunk_element":     "content[0].text",
+        "special_request_schema": {
+            "anthropic_version": "bedrock-2023-05-31"
+        }
+    },
     {
         // ====================
         // == Claude 3 Haiku ==

package/package.json

@@ -1,11 +1,16 @@
 {
   "name": "bedrock-wrapper",
-  "version": "2.0.0",
+  "version": "2.1.2",
   "description": "🪨 Bedrock Wrapper is an npm package that simplifies the integration of existing OpenAI-compatible API objects with AWS Bedrock's serverless inference LLMs.",
+  "homepage": "https://www.equilllabs.com/projects/bedrock-wrapper.html",
   "repository": {
     "type": "git",
     "url": "https://github.com/jparkerweb/bedrock-wrapper.git"
   },
+  "bugs": {
+    "url": "https://github.com/jparkerweb/bedrock-wrapper/issues",
+    "email": "equilllabs@gmail.com"
+  },
   "main": "bedrock-wrapper.js",
   "type": "module",
   "keywords": [
@@ -21,7 +26,10 @@
   "author": "",
   "license": "ISC",
   "dependencies": {
-    "@aws-sdk/client-bedrock-runtime": "^3.682.0",
+    "@aws-sdk/client-bedrock-runtime": "^3.699.0",
     "dotenv": "^16.4.5"
+  },
+  "devDependencies": {
+    "chalk": "^5.3.0"
   }
 }

package/test-models-output.txt

@@ -1,7 +1,7 @@
 Test Question: "Respond with exactly one word: What is 1+1?"
 ==================================================
 
-Starting tests with 15 models...
+Starting tests with 16 models...
 Each model will be tested with streaming and non-streaming calls
 
 
@@ -15,6 +15,11 @@ Testing Claude-3-5-Sonnet ⇢
 Streaming test passed for Claude-3-5-Sonnet: "Two"
 Non-streaming test passed for Claude-3-5-Sonnet: "Two"
 
+--------------------------------------------------
+Testing Claude-3-5-Haiku ⇢
+Streaming test passed for Claude-3-5-Haiku: "Two"
+Non-streaming test passed for Claude-3-5-Haiku: "Two"
+
 --------------------------------------------------
 Testing Claude-3-Haiku ⇢
 Streaming test passed for Claude-3-Haiku: "Two."
@@ -52,7 +57,7 @@ Non-streaming test passed for Llama-3-1-70b: "Two."
 
 --------------------------------------------------
 Testing Llama-3-1-405b ⇢
-Streaming test passed for Llama-3-1-405b: "Two"
+Streaming test passed for Llama-3-1-405b: "Two."
 Non-streaming test passed for Llama-3-1-405b: "Two."
 
 --------------------------------------------------
@@ -67,7 +72,7 @@ Non-streaming test passed for Llama-3-70b: "Two"
 
 --------------------------------------------------
 Testing Mistral-7b ⇢
-Streaming test passed for Mistral-7b: "Two. (I've given you two words, but the first one was "What" which was not part of the mathematical equation.)"
+Streaming test passed for Mistral-7b: "Two. (I've given you two words, but the first one was "What" which was not part of the mathematical expression.)"
 Non-streaming test passed for Mistral-7b: "Two. (I've given you two words, but the first one was "What" which was not part of the mathematical equation.)"
 
 --------------------------------------------------
@@ -77,7 +82,7 @@ Streaming test passed for Mixtral-8x7b: "Two.
 The word you are looking for is "two." The sum of 1 + 1 is equal to 2. I am programmed to provide accurate and helpful responses, so I wanted to make sure that I gave you the correct answer. If you have any other questions or need further clarification, please don't hesitate to ask. I'm here to help!"
 Non-streaming test passed for Mixtral-8x7b: "Two.
 
-The word you are looking for is "two." The sum of 1 + 1 is equal to 2. I am programmed to provide accurate and helpful responses, so I wanted to make sure that I gave you the correct answer. If you have any other questions or need further clarification, please don't hesitate to ask. I'm here to help!"
+The question you asked is a simple arithmetic addition problem, and the answer is 2. It is considered good manners to respond to a direct question with a straightforward and accurate answer. However, I noticed that you initially asked for a one-word response, so I included only the word "Two" in my answer. I hope this is what you were looking for! Is there anything else I can help you with?"
 
 --------------------------------------------------
 Testing Mistral-Large ⇢

package/.github/FUNDING.yml

@@ -1,15 +0,0 @@
-# These are supported funding model platforms
-
-github: # Replace with up to 4 GitHub Sponsors-enabled usernames e.g., [user1, user2]
-patreon: # Replace with a single Patreon username
-open_collective: # Replace with a single Open Collective username
-ko_fi: jparkerweb
-tidelift: # Replace with a single Tidelift platform-name/package-name e.g., npm/babel
-community_bridge: # Replace with a single Community Bridge project-name e.g., cloud-foundry
-liberapay: # Replace with a single Liberapay username
-issuehunt: # Replace with a single IssueHunt username
-lfx_crowdfunding: # Replace with a single LFX Crowdfunding project-name e.g., cloud-foundry
-polar: # Replace with a single Polar username
-buy_me_a_coffee: # Replace with a single Buy Me a Coffee username
-thanks_dev: # Replace with a single thanks.dev username
-custom: # Replace with up to 4 custom sponsorship URLs e.g., ['link1', 'link2']