bedrock-wrapper 2.4.4 → 2.5.0

package/logs/e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3/stop.json

@@ -0,0 +1,86 @@
+[
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "Stop",
+    "stop_hook_active": false
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "Stop",
+    "stop_hook_active": false
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "Stop",
+    "stop_hook_active": false
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "Stop",
+    "stop_hook_active": false
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "Stop",
+    "stop_hook_active": false
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "Stop",
+    "stop_hook_active": false
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "Stop",
+    "stop_hook_active": false
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "Stop",
+    "stop_hook_active": false
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "Stop",
+    "stop_hook_active": false
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "Stop",
+    "stop_hook_active": false
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "Stop",
+    "stop_hook_active": false
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "Stop",
+    "stop_hook_active": false
+  }
+]

package/logs/e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3/user_prompt_submit.json

@@ -0,0 +1,86 @@
+[
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "UserPromptSubmit",
+    "prompt": "The project converts prompts to the correct format required by AWS Bedrock for the Invoke API.  I want to add an optional 3rd parameter you pass when calling `bedrockWrapper` that would use the `converse` API instead of invoke (call the optional parameter `useConverseAPI` default to false).  Tests will need to be updated as well.  Use the Context7 MCP for aws bedrock documentation, as well as search the AWS website on how to use the converse api.  When developing this use a Test Driven Development approach. my creds are already setup in my @.env file for you to run."
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "UserPromptSubmit",
+    "prompt": "great, now think ULTRAHARD about @bedrock-wrapper.js and the `bedrockWrapper` function. make sure there isn't any extra complexities only required for invoke, as converse api should be way simplified.  If needed break out the complexities to external function calls in this file. I fear we have retained unneeded logic only required for invoke api calls (this involves extra config from our models config that may only be needed for invoke vs converse).  be very careful not to break functionality."
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "UserPromptSubmit",
+    "prompt": "great, now update our @interactive-example.js with a question that asks if we want to use the Converse API"
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "UserPromptSubmit",
+    "prompt": "please update @test-vision.js, @test-models.js and @test-stop-sequences.js to include both converse api and invoke api"
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "UserPromptSubmit",
+    "prompt": "I ran the @test-models.js with the --both flag to test invoke and converse api. Everything seemed to work well except for the claude thining calls the think tag isn't being returned when using the converse api, but it is with invoke. please investigate."
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "UserPromptSubmit",
+    "prompt": "hmmm, I'm not sure why we have @thinking-patch.js , we should make sure @bedrock-wrapper.js converse api supports all thinking models output just like invoke seems to."
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "UserPromptSubmit",
+    "prompt": "hmm, after running `npm run test` I still don't see the output thinking tokens for the Claude models when using the Converse API "
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "UserPromptSubmit",
+    "prompt": "add an entry to the top of the @CHANGELOG.md "
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "UserPromptSubmit",
+    "prompt": "in @bedrock-wrapper.js \n\n```\n            if (content.length > 0 && content.some(item => item.text && item.text.trim() !== '')) {\n                converseMessages.push({\n                    role: msg.role,\n                    content: content\n                });\n            }\n```\n\nThe current logic for building Converse API messages incorrectly filters out messages that contain only images. The condition content.some(item => item.text && item.text.trim() !== '') requires at least one text part with non-whitespace content, but the Converse API allows user messages to contain only images. This will cause multimodal requests with image-only messages to fail or be ignored. The check should be simplified to ensure any message with content (text or image) is included.\n\n```\n            // Only add messages with actual content (Converse API doesn't allow empty content)\n            if (content.length > 0) {\n                converseMessages.push({\n                    role: msg.role,\n                    content: content\n                });\n            }\n```"
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "UserPromptSubmit",
+    "prompt": "in @bedrock-wrapper.js \n\n```\n        // Add thinking configuration for Claude models\n        if (awsModel.special_request_schema?.thinking?.type === \"enabled\") {\n            let budget_tokens = awsModel.special_request_schema?.thinking?.budget_tokens;\n            if (budget_tokens > (inferenceConfig.maxTokens * 0.8)) {\n                budget_tokens = Math.floor(inferenceConfig.maxTokens * 0.8);\n            }\n            if (budget_tokens < 1024) {\n                budget_tokens = 1024;\n            }\n\n            converseRequest.additionalModelRequestFields = {\n                thinking: {\n                    type: \"enabled\",\n                    budget_tokens: budget_tokens\n                }\n            };\n\n            if (awsModel.special_request_schema?.anthropic_beta) {\n                converseRequest.additionalModelRequestFields.anthropic_beta = awsModel.special_request_schema.anthropic_beta;\n            }\n        }\n```\n\nThis block duplicates the budget_tokens calculation logic from lines 528-534. This is redundant and can be simplified by calculating the value once and using it to set both inferenceConfig and additionalModelRequestFields in the same logic block.\n\nConsider refactoring the if block at line 522 to handle all thinking-related configuration, and then remove this redundant block."
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "UserPromptSubmit",
+    "prompt": "in @test-converse-api.js \n\n```\nComment on lines +177 to +178\n---\n        const converseStoppedCorrectly = !converseResponse.includes(\"6, 7\");\n        const invokeStoppedCorrectly = !invokeResponse.includes(\"6, 7\");\n```\n\nThe check for whether the stop sequence worked correctly is not quite right. The stop sequence is [\"6\"], which means generation should stop before 6 is produced. The current check !converseResponse.includes(\"6, 7\") would pass even if the response is \"1, 2, 3, 4, 5, 6\", which is incorrect. The check should ensure that the stop sequence itself (\"6\") is not present in the final output."
+  },
+  {
+    "session_id": "e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3",
+    "transcript_path": "C:\\Users\\Justin.Parker\\.claude\\projects\\C--git-bedrock-wrapper\\e4cf59ef-9d22-45bf-9c6c-53e3cb9efda3.jsonl",
+    "cwd": "C:\\git\\bedrock-wrapper",
+    "hook_event_name": "UserPromptSubmit",
+    "prompt": "/init "
+  }
+]

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bedrock-wrapper",
-  "version": "2.4.4",
+  "version": "2.5.0",
   "description": "🪨 Bedrock Wrapper is an npm package that simplifies the integration of existing OpenAI-compatible API objects with AWS Bedrock's serverless inference LLMs.",
   "homepage": "https://www.equilllabs.com/projects/bedrock-wrapper",
   "repository": {
@@ -13,9 +13,16 @@
   },
   "scripts": {
     "clean": "npx rimraf node_modules && npx rimraf package-lock.json && npm install",
-    "test": "node test-models.js",
-    "test-vision": "node test-vision.js",
-    "test-stop": "node test-stop-sequences.js",
+    "test": "node test-models.js --both",
+    "test:invoke": "node test-models.js",
+    "test:converse": "node test-models.js --converse",
+    "test-vision": "node test-vision.js --both",
+    "test-vision:invoke": "node test-vision.js",
+    "test-vision:converse": "node test-vision.js --converse",
+    "test-stop": "node test-stop-sequences.js --both",
+    "test-stop:invoke": "node test-stop-sequences.js",
+    "test-stop:converse": "node test-stop-sequences.js --converse",
+    "test-converse": "node test-converse-api.js",
     "interactive": "node interactive-example.js"
   },
   "main": "bedrock-wrapper.js",
@@ -33,7 +40,7 @@
   "author": "",
   "license": "ISC",
   "dependencies": {
-    "@aws-sdk/client-bedrock-runtime": "^3.861.0",
+    "@aws-sdk/client-bedrock-runtime": "^3.864.0",
     "dotenv": "^17.2.1",
     "sharp": "^0.34.3"
   },

package/test-converse-api.js

@@ -0,0 +1,347 @@
+// ================================================================================
+// == Test AWS Bedrock Converse API Integration                                 ==
+// ================================================================================
+
+// ---------------------------------------------------------------------
+// -- import environment variables from .env file or define them here --
+// ---------------------------------------------------------------------
+import dotenv from 'dotenv';
+import fs from 'fs/promises';
+import chalk from 'chalk';
+
+dotenv.config();
+
+const AWS_REGION = process.env.AWS_REGION;
+const AWS_ACCESS_KEY_ID = process.env.AWS_ACCESS_KEY_ID;
+const AWS_SECRET_ACCESS_KEY = process.env.AWS_SECRET_ACCESS_KEY;
+const LLM_MAX_GEN_TOKENS = parseInt(process.env.LLM_MAX_GEN_TOKENS);
+const LLM_TEMPERATURE = parseFloat(process.env.LLM_TEMPERATURE);
+const LLM_TOP_P = parseFloat(process.env.LLM_TOP_P);
+
+// --------------------------------------------
+// -- import functions from bedrock-wrapper   --
+// --------------------------------------------
+import {
+    bedrockWrapper,
+    listBedrockWrapperSupportedModels
+} from "./bedrock-wrapper.js";
+
+async function logOutput(message, type = 'info', writeToFile = true) {
+    if (writeToFile) {
+        // Log to file
+        await fs.appendFile('test-converse-api-output.txt', message + '\n');
+    }
+    
+    // Log to console with colors
+    switch(type) {
+        case 'success':
+            console.log(chalk.green('✓ ' + message));
+            break;
+        case 'error':
+            console.log(chalk.red('✗ ' + message));
+            break;
+        case 'info':
+            console.log(chalk.blue('ℹ ' + message));
+            break;
+        case 'running':
+            console.log(chalk.yellow(message));
+            break;
+        case 'comparison':
+            console.log(chalk.cyan('↔ ' + message));
+            break;
+    }
+}
+
+async function testModelWithAPI(model, awsCreds, testMessage, isStreaming, useConverseAPI) {
+    const messages = [{ role: "user", content: testMessage }];
+    const openaiChatCompletionsCreateObject = {
+        messages,
+        model,
+        max_tokens: LLM_MAX_GEN_TOKENS,
+        stream: isStreaming,
+        temperature: LLM_TEMPERATURE,
+        top_p: LLM_TOP_P,
+    };
+
+    let completeResponse = "";
+    const apiName = useConverseAPI ? "Converse" : "Invoke";
+    
+    try {
+        const startTime = Date.now();
+        
+        if (isStreaming) {
+            for await (const chunk of bedrockWrapper(awsCreds, openaiChatCompletionsCreateObject, { logging: false, useConverseAPI })) {
+                completeResponse += chunk;
+            }
+        } else {
+            const response = await bedrockWrapper(awsCreds, openaiChatCompletionsCreateObject, { logging: false, useConverseAPI });
+            for await (const data of response) {
+                completeResponse += data;
+            }
+        }
+
+        const endTime = Date.now();
+        const duration = endTime - startTime;
+
+        // Check if response is empty or undefined
+        if (!completeResponse || completeResponse.trim() === '' || completeResponse.trim() === 'undefined') {
+            throw new Error('Empty or invalid response received');
+        }
+
+        return { 
+            success: true, 
+            response: completeResponse.trim(), 
+            duration,
+            apiName 
+        };
+    } catch (error) {
+        return { 
+            success: false, 
+            error: error.message,
+            apiName 
+        };
+    }
+}
+
+async function compareAPIs(model, awsCreds, testMessage, isStreaming) {
+    await logOutput(`\nComparing ${isStreaming ? 'STREAMING' : 'NON-STREAMING'} responses for ${model}:`, 'comparison');
+    
+    // Test with Invoke API (existing)
+    const invokeResult = await testModelWithAPI(model, awsCreds, testMessage, isStreaming, false);
+    
+    // Test with Converse API (new)
+    const converseResult = await testModelWithAPI(model, awsCreds, testMessage, isStreaming, true);
+    
+    // Log results
+    if (invokeResult.success && converseResult.success) {
+        await logOutput(`  Invoke API (${invokeResult.duration}ms): "${invokeResult.response.substring(0, 100)}..."`, 'info');
+        await logOutput(`  Converse API (${converseResult.duration}ms): "${converseResult.response.substring(0, 100)}..."`, 'info');
+        
+        // Check if responses are similar (not necessarily identical due to model randomness)
+        const bothHaveContent = invokeResult.response.length > 0 && converseResult.response.length > 0;
+        if (bothHaveContent) {
+            await logOutput(`  ✓ Both APIs returned valid responses`, 'success');
+        } else {
+            await logOutput(`  ⚠ Response length mismatch`, 'error');
+        }
+    } else {
+        if (!invokeResult.success) {
+            await logOutput(`  Invoke API failed: ${invokeResult.error}`, 'error');
+        }
+        if (!converseResult.success) {
+            await logOutput(`  Converse API failed: ${converseResult.error}`, 'error');
+        }
+    }
+    
+    return {
+        invoke: invokeResult,
+        converse: converseResult
+    };
+}
+
+async function testStopSequences(model, awsCreds) {
+    await logOutput(`\nTesting stop sequences for ${model}:`, 'info');
+    
+    const testPrompt = "Count from 1 to 10, separated by commas: 1, 2, 3, 4, 5";
+    const messages = [{ role: "user", content: testPrompt }];
+    
+    // Test with stop sequence
+    const openaiChatCompletionsCreateObject = {
+        messages,
+        model,
+        max_tokens: 100,
+        stream: false,
+        temperature: 0.1,
+        top_p: 0.9,
+        stop: ["6"] // Stop at "6"
+    };
+
+    try {
+        // Test with Converse API
+        let converseResponse = "";
+        const converseGen = await bedrockWrapper(awsCreds, openaiChatCompletionsCreateObject, { useConverseAPI: true });
+        for await (const data of converseGen) {
+            converseResponse += data;
+        }
+        
+        // Test with Invoke API
+        let invokeResponse = "";
+        const invokeGen = await bedrockWrapper(awsCreds, openaiChatCompletionsCreateObject, { useConverseAPI: false });
+        for await (const data of invokeGen) {
+            invokeResponse += data;
+        }
+        
+        await logOutput(`  Converse API result: "${converseResponse.trim()}"`, 'info');
+        await logOutput(`  Invoke API result: "${invokeResponse.trim()}"`, 'info');
+        
+        // Stop sequence ["6"] should stop BEFORE outputting "6"
+        const converseStoppedCorrectly = !converseResponse.includes("6");
+        const invokeStoppedCorrectly = !invokeResponse.includes("6");
+        
+        if (converseStoppedCorrectly && invokeStoppedCorrectly) {
+            await logOutput(`  ✓ Both APIs correctly applied stop sequences`, 'success');
+        } else {
+            if (!converseStoppedCorrectly) {
+                await logOutput(`  ⚠ Converse API did not stop correctly`, 'error');
+            }
+            if (!invokeStoppedCorrectly) {
+                await logOutput(`  ⚠ Invoke API did not stop correctly`, 'error');
+            }
+        }
+        
+    } catch (error) {
+        await logOutput(`  Error testing stop sequences: ${error.message}`, 'error');
+    }
+}
+
+async function testSystemPrompt(model, awsCreds) {
+    await logOutput(`\nTesting system prompt handling for ${model}:`, 'info');
+    
+    const messages = [
+        { role: "user", content: "You are a pirate. Always respond in pirate speak." },
+        { role: "user", content: "Hello, how are you?" }
+    ];
+    
+    const openaiChatCompletionsCreateObject = {
+        messages,
+        model,
+        max_tokens: 100,
+        stream: false,
+        temperature: 0.7,
+        top_p: 0.9,
+    };
+
+    try {
+        // Test with Converse API
+        let converseResponse = "";
+        const converseGen = await bedrockWrapper(awsCreds, openaiChatCompletionsCreateObject, { useConverseAPI: true });
+        for await (const data of converseGen) {
+            converseResponse += data;
+        }
+        
+        await logOutput(`  Converse API response: "${converseResponse.substring(0, 100)}..."`, 'info');
+        
+        // Check if response seems pirate-like (basic check)
+        const pirateWords = ['ahoy', 'matey', 'arr', 'ye', 'aye', 'sail', 'sea'];
+        const hasPirateSpeak = pirateWords.some(word => converseResponse.toLowerCase().includes(word));
+        
+        if (hasPirateSpeak || converseResponse.toLowerCase().includes('pirate')) {
+            await logOutput(`  ✓ System prompt was correctly applied`, 'success');
+        } else {
+            await logOutput(`  ⚠ System prompt may not have been applied correctly`, 'error');
+        }
+        
+    } catch (error) {
+        await logOutput(`  Error testing system prompt: ${error.message}`, 'error');
+    }
+}
+
+async function main() {
+    const testMessage = "What is the capital of France? Answer in one short sentence.";
+    
+    // Clear output file and add header
+    await fs.writeFile('test-converse-api-output.txt', 
+        `AWS Bedrock Converse API Test Results\n` +
+        `Test started at: ${new Date().toISOString()}\n` +
+        `${'='.repeat(60)}\n\n`
+    );
+
+    const supportedModels = await listBedrockWrapperSupportedModels();
+    const availableModels = supportedModels.map(model => {
+        const fixedJson = model
+            .replace(/modelName": ([^,]+),/, 'modelName": "$1",')
+            .replace(/modelId": ([^}]+)}/, 'modelId": "$1"}');
+        return JSON.parse(fixedJson).modelName;
+    });
+
+    // Select representative models from each family for testing
+    const modelsToTest = [
+        "Claude-4-1-Opus",
+        "Claude-3-5-Sonnet-v2",
+        "Claude-3-Haiku",
+        "Nova-Pro",
+        "Nova-Lite",
+        "Nova-Micro",
+        "Llama-3-3-70b",
+        "Llama-3-2-90b",
+        "Mistral-7b",
+        "Mistral-Large-2"
+    ].filter(m => availableModels.includes(m));
+
+    console.clear();
+    await logOutput(`Starting Converse API tests with ${modelsToTest.length} representative models...`, 'info');
+    await logOutput(`Testing: Invoke API vs Converse API comparison\n`, 'info');
+
+    const awsCreds = {
+        region: AWS_REGION,
+        accessKeyId: AWS_ACCESS_KEY_ID,
+        secretAccessKey: AWS_SECRET_ACCESS_KEY,
+    };
+
+    const testResults = {
+        passed: 0,
+        failed: 0,
+        models: {}
+    };
+
+    for (const model of modelsToTest) {
+        await logOutput(`\n${'='.repeat(60)}`, 'info');
+        await logOutput(`Testing ${model}`, 'running');
+        await logOutput(`${'='.repeat(60)}`, 'info');
+
+        const modelResults = {
+            streaming: {},
+            nonStreaming: {},
+            systemPrompt: false,
+            stopSequences: false
+        };
+
+        // Test streaming
+        const streamResults = await compareAPIs(model, awsCreds, testMessage, true);
+        modelResults.streaming = streamResults;
+
+        // Test non-streaming
+        const nonStreamResults = await compareAPIs(model, awsCreds, testMessage, false);
+        modelResults.nonStreaming = nonStreamResults;
+
+        // Test system prompt handling (Converse API specific)
+        await testSystemPrompt(model, awsCreds);
+        
+        // Test stop sequences (if supported by model)
+        if (!model.includes("Llama")) { // Llama models don't support stop sequences on Bedrock
+            await testStopSequences(model, awsCreds);
+        }
+
+        // Calculate success for this model
+        const allTestsPassed = 
+            streamResults.invoke.success && 
+            streamResults.converse.success &&
+            nonStreamResults.invoke.success && 
+            nonStreamResults.converse.success;
+
+        if (allTestsPassed) {
+            testResults.passed++;
+            await logOutput(`\n✓ All tests passed for ${model}`, 'success');
+        } else {
+            testResults.failed++;
+            await logOutput(`\n✗ Some tests failed for ${model}`, 'error');
+        }
+
+        testResults.models[model] = modelResults;
+    }
+
+    // Summary
+    await logOutput(`\n${'='.repeat(60)}`, 'info');
+    await logOutput(`TEST SUMMARY`, 'info');
+    await logOutput(`${'='.repeat(60)}`, 'info');
+    await logOutput(`Models tested: ${modelsToTest.length}`, 'info');
+    await logOutput(`Passed: ${testResults.passed}`, 'success');
+    await logOutput(`Failed: ${testResults.failed}`, testResults.failed > 0 ? 'error' : 'info');
+    
+    await logOutput('\nTesting complete! Check test-converse-api-output.txt for full results.', 'info', false);
+}
+
+main().catch(async (error) => {
+    await logOutput(`Fatal Error: ${error.message}`, 'error');
+    console.error(error);
+});