bedrock-wrapper 2.5.0 → 2.6.0

package/CHANGELOG.md

@@ -1,6 +1,12 @@
 # Changelog
 All notable changes to this project will be documented in this file.
 
+## [2.6.0] - 2025-09-30 (Claude Sonnet 4.5)
+### Added
+- Support for Claude Sonnet 4.5 models
+  - Claude-4-5-Sonnet
+  - Claude-4-5-Sonnet-Thinking
+
 ## [2.5.0] - 2025-08-12 (Converse API)
 ### Added
 - Support for Converse API (streaming and non-streaming)

package/README.md

@@ -39,7 +39,7 @@ Bedrock Wrapper is an npm package that simplifies the integration of existing Op
     ```javascript
     const openaiChatCompletionsCreateObject = {
         "messages": messages,
-        "model": "Llama-3-1-8b",
+        "model": "Claude-4.5-Sonnet",
         "max_tokens": LLM_MAX_GEN_TOKENS,
         "stream": true,
         "temperature": LLM_TEMPERATURE,
@@ -126,6 +126,8 @@ Bedrock Wrapper is an npm package that simplifies the integration of existing Op
 | Claude-4-1-Opus-Thinking   | us.anthropic.claude-opus-4-1-20250805-v1:0   |  ✅  |
 | Claude-4-Opus              | us.anthropic.claude-opus-4-20250514-v1:0     |  ✅  |
 | Claude-4-Opus-Thinking     | us.anthropic.claude-opus-4-20250514-v1:0     |  ✅  |
+| Claude-4.5-Sonnet          | us.anthropic.claude-sonnet-4-5-20250929-v1:0 |  ✅  |
+| Claude-4.5-Sonnet-Thinking | us.anthropic.claude-sonnet-4-5-20250929-v1:0 |  ✅  |
 | Claude-4-Sonnet            | us.anthropic.claude-sonnet-4-20250514-v1:0   |  ✅  |
 | Claude-4-Sonnet-Thinking   | us.anthropic.claude-sonnet-4-20250514-v1:0   |  ✅  |
 | Claude-3-7-Sonnet-Thinking | us.anthropic.claude-3-7-sonnet-20250219-v1:0 |  ✅  |
@@ -168,7 +170,7 @@ Please modify the `bedrock_models.js` file and submit a PR 🏆 or create an Iss
 
 ### Image Support
 
-For models with image support (Claude 4 series, Claude 3.7 Sonnet, Claude 3.5 Sonnet, Claude 3 Haiku, Nova Pro, and Nova Lite), you can include images in your messages using the following format (not all models support system prompts):
+For models with image support (Claude 4+ series including Claude 4.5 Sonnet, Claude 3.7 Sonnet, Claude 3.5 Sonnet, Claude 3 Haiku, Nova Pro, and Nova Lite), you can include images in your messages using the following format (not all models support system prompts):
 
 ```javascript
 messages = [
@@ -257,6 +259,41 @@ const result = await bedrockWrapper(awsCreds, {
 
 ---
 
+### Parameter Restrictions
+
+Some AWS Bedrock models have specific parameter restrictions that are automatically handled by the wrapper:
+
+#### Claude 4+ Models (Temperature/Top-P Mutual Exclusion)
+
+**Affected Models:**
+- Claude-4.5-Sonnet & Claude-4.5-Sonnet-Thinking
+- Claude-4-Sonnet & Claude-4-Sonnet-Thinking  
+- Claude-4-Opus & Claude-4-Opus-Thinking
+- Claude-4-1-Opus & Claude-4-1-Opus-Thinking
+
+**Restriction:** These models cannot accept both `temperature` and `top_p` parameters simultaneously.
+
+**Automatic Handling:** When both parameters are provided, the wrapper automatically:
+1. **Keeps `temperature`** (prioritized as more commonly used)
+2. **Removes `top_p`** to prevent validation errors
+3. **Works with both APIs** (Invoke API and Converse API)
+
+```javascript
+const request = {
+    messages: [{ role: "user", content: "Hello" }],
+    model: "Claude-4.5-Sonnet",
+    temperature: 0.7,  // ✅ Kept
+    top_p: 0.9         // ❌ Automatically removed
+};
+
+// No error thrown - wrapper handles the restriction automatically
+const response = await bedrockWrapper(awsCreds, request);
+```
+
+**Why This Happens:** AWS Bedrock enforces this restriction on newer Claude models to ensure optimal performance and prevent conflicting sampling parameters.
+
+---
+
 ### 🧪 Testing
 
 The package includes comprehensive test suites to verify functionality:

package/bedrock-models.js

@@ -126,6 +126,72 @@ export const bedrock_models = [
             "max_images_per_request": 10
         }
     },
+    {
+        // =======================
+        // == Claude 4.5 Sonnet ==
+        // =======================
+        "modelName":                     "Claude-4.5-Sonnet",
+        // "modelId":                       "anthropic.claude-sonnet-4-5-20250929-v1:0",
+        "modelId":                       "us.anthropic.claude-sonnet-4-5-20250929-v1:0",
+        "vision":                        true,
+        "messages_api":                  true,
+        "system_as_separate_field":      true,
+        "display_role_names":            true,
+        "max_tokens_param_name":         "max_tokens",
+        "max_supported_response_tokens": 131072,
+        "stop_sequences_param_name":     "stop_sequences",
+        "response_chunk_element":        "delta.text",
+        "response_nonchunk_element":     "content[0].text",
+        "thinking_response_chunk_element": "delta.thinking",
+        "thinking_response_nonchunk_element": "content[0].thinking",
+        "parameter_restrictions": {
+            "mutually_exclusive": [["temperature", "top_p"]]
+        },
+        "special_request_schema": {
+            "anthropic_version": "bedrock-2023-05-31",
+            "anthropic_beta": ["output-128k-2025-02-19"],
+        },
+        "image_support": {
+            "max_image_size": 20971520, // 20MB
+            "supported_formats": ["jpeg", "png", "gif", "webp"],
+            "max_images_per_request": 10
+        }
+    },
+    {
+        // ================================
+        // == Claude 4.5 Sonnet Thinking ==
+        // ================================
+        "modelName":                     "Claude-4.5-Sonnet-Thinking",
+        // "modelId":                       "anthropic.claude-sonnet-4-5-20250929-v1:0",
+        "modelId":                       "us.anthropic.claude-sonnet-4-5-20250929-v1:0",
+        "vision":                        true,
+        "messages_api":                  true,
+        "system_as_separate_field":      true,
+        "display_role_names":            true,
+        "max_tokens_param_name":         "max_tokens",
+        "max_supported_response_tokens": 131072,
+        "stop_sequences_param_name":     "stop_sequences",
+        "response_chunk_element":        "delta.text",
+        "response_nonchunk_element":     "content[0].text",
+        "thinking_response_chunk_element": "delta.thinking",
+        "thinking_response_nonchunk_element": "content[0].thinking",
+        "parameter_restrictions": {
+            "mutually_exclusive": [["temperature", "top_p"]]
+        },
+        "special_request_schema": {
+            "anthropic_version": "bedrock-2023-05-31",
+            "anthropic_beta": ["output-128k-2025-02-19"],
+            "thinking": {
+                "type": "enabled",
+                "budget_tokens": 16000
+            },
+        },
+        "image_support": {
+            "max_image_size": 20971520, // 20MB
+            "supported_formats": ["jpeg", "png", "gif", "webp"],
+            "max_images_per_request": 10
+        }
+    },
     {
         // =====================
         // == Claude 4 Sonnet ==
@@ -144,6 +210,9 @@ export const bedrock_models = [
         "response_nonchunk_element":     "content[0].text",
         "thinking_response_chunk_element": "delta.thinking",
         "thinking_response_nonchunk_element": "content[0].thinking",
+        "parameter_restrictions": {
+            "mutually_exclusive": [["temperature", "top_p"]]
+        },
         "special_request_schema": {
             "anthropic_version": "bedrock-2023-05-31",
             "anthropic_beta": ["output-128k-2025-02-19"],
@@ -172,6 +241,9 @@ export const bedrock_models = [
         "response_nonchunk_element":     "content[0].text",
         "thinking_response_chunk_element": "delta.thinking",
         "thinking_response_nonchunk_element": "content[0].thinking",
+        "parameter_restrictions": {
+            "mutually_exclusive": [["temperature", "top_p"]]
+        },
         "special_request_schema": {
             "anthropic_version": "bedrock-2023-05-31",
             "anthropic_beta": ["output-128k-2025-02-19"],

package/bedrock-wrapper.js

@@ -288,6 +288,57 @@ function buildInvokePrompt(message_cleaned, awsModel) {
     }
 }
 
+// Apply parameter restrictions for models that have them
+function applyParameterRestrictions(params, awsModel) {
+    if (!awsModel.parameter_restrictions) {
+        return params;
+    }
+
+    const restrictions = awsModel.parameter_restrictions;
+    
+    // Handle mutually exclusive parameters
+    if (restrictions.mutually_exclusive) {
+        for (const exclusiveGroup of restrictions.mutually_exclusive) {
+            // Check for both top_p and topP variants
+            const presentParams = exclusiveGroup.filter(param => {
+                if (param === 'top_p') {
+                    return (params['top_p'] !== undefined && params['top_p'] !== null) ||
+                           (params['topP'] !== undefined && params['topP'] !== null);
+                }
+                return params[param] !== undefined && params[param] !== null;
+            });
+            
+            if (presentParams.length > 1) {
+                // Keep the first parameter and remove others
+                // For temperature/top_p, prioritize temperature as it's more commonly used
+                const priorityOrder = ['temperature', 'top_p'];
+                const sortedParams = presentParams.sort((a, b) => {
+                    const aIndex = priorityOrder.indexOf(a);
+                    const bIndex = priorityOrder.indexOf(b);
+                    if (aIndex !== -1 && bIndex !== -1) return aIndex - bIndex;
+                    if (aIndex !== -1) return -1;
+                    if (bIndex !== -1) return 1;
+                    return 0;
+                });
+                
+                // Keep the first (highest priority) parameter, remove others
+                for (let i = 1; i < sortedParams.length; i++) {
+                    const paramToRemove = sortedParams[i];
+                    if (paramToRemove === 'top_p') {
+                        // Remove both variants
+                        delete params['top_p'];
+                        delete params['topP'];
+                    } else {
+                        delete params[paramToRemove];
+                    }
+                }
+            }
+        }
+    }
+    
+    return params;
+}
+
 // Build request object for Invoke API (model-specific)
 function buildInvokeRequest(prompt, awsModel, max_gen_tokens, temperature, top_p, stop_sequences, stop, system_message) {
     if (awsModel.messages_api) {
@@ -328,17 +379,24 @@ function buildInvokeRequest(prompt, awsModel, max_gen_tokens, temperature, top_p
             });
             
             const stopSequencesValue = stop_sequences || stop;
+            
+            // Build inference config with parameter restrictions
+            let inferenceConfig = {
+                [awsModel.max_tokens_param_name]: max_gen_tokens,
+                temperature: temperature,
+                topP: top_p,
+                ...(awsModel.stop_sequences_param_name && stopSequencesValue && {
+                    [awsModel.stop_sequences_param_name]: Array.isArray(stopSequencesValue) ? stopSequencesValue : [stopSequencesValue]
+                })
+            };
+            
+            // Apply parameter restrictions
+            inferenceConfig = applyParameterRestrictions(inferenceConfig, awsModel);
+            
             const novaRequest = {
                 ...awsModel.special_request_schema,
                 messages: novaMessages,
-                inferenceConfig: {
-                    [awsModel.max_tokens_param_name]: max_gen_tokens,
-                    temperature: temperature,
-                    topP: top_p,
-                    ...(awsModel.stop_sequences_param_name && stopSequencesValue && {
-                        [awsModel.stop_sequences_param_name]: Array.isArray(stopSequencesValue) ? stopSequencesValue : [stopSequencesValue]
-                    })
-                }
+                inferenceConfig: inferenceConfig
             };
             
             // Add system message if present
@@ -350,7 +408,9 @@ function buildInvokeRequest(prompt, awsModel, max_gen_tokens, temperature, top_p
         } else {
             // Standard messages API format (Claude, etc.)
             const stopSequencesValue = stop_sequences || stop;
-            return {
+            
+            // Build request with parameter restrictions
+            let request = {
                 messages: prompt,
                 ...(awsModel.system_as_separate_field && system_message && { system: system_message }),
                 [awsModel.max_tokens_param_name]: max_gen_tokens,
@@ -361,9 +421,15 @@ function buildInvokeRequest(prompt, awsModel, max_gen_tokens, temperature, top_p
                 }),
                 ...awsModel.special_request_schema
             };
+            
+            // Apply parameter restrictions
+            request = applyParameterRestrictions(request, awsModel);
+            
+            return request;
         }
     } else {
-        return {
+        // Build request for non-messages API models (Llama, etc.)
+        let request = {
             prompt: typeof prompt === 'string' ? prompt : {
                 messages: prompt.map(msg => ({
                     role: msg.role,
@@ -386,6 +452,11 @@ function buildInvokeRequest(prompt, awsModel, max_gen_tokens, temperature, top_p
             })(),
             ...awsModel.special_request_schema
         };
+        
+        // Apply parameter restrictions
+        request = applyParameterRestrictions(request, awsModel);
+        
+        return request;
     }
 }
 
@@ -512,12 +583,15 @@ export async function* bedrockWrapper(awsCreds, openaiChatCompletionsCreateObjec
         const { messages: converseMessages, system: systemPrompts } = await convertToConverseFormat(messages);
         
         // Build inference configuration (handle thinking mode for Claude models)
-        const inferenceConfig = {
+        let inferenceConfig = {
             maxTokens: max_gen_tokens,
             temperature: temperature,
             ...(top_p !== undefined && { topP: top_p })
         };
         
+        // Apply parameter restrictions for Converse API
+        inferenceConfig = applyParameterRestrictions(inferenceConfig, awsModel);
+        
         // Handle thinking mode for Claude models
         let budget_tokens;
         if (awsModel.special_request_schema?.thinking?.type === "enabled") {

package/logs/e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3/notification.json

@@ -48,6 +48,20 @@
     "hook_event_name": "Notification",
     "message": "Claude is waiting for your input"
   },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "Notification",
+    "message": "Claude is waiting for your input"
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "Notification",
+    "message": "Claude needs your permission to use "
+  },
   {
     "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
     "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",