illuma-agents 1.0.51 → 1.0.53

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "illuma-agents",
-  "version": "1.0.51",
+  "version": "1.0.53",
   "main": "./dist/cjs/main.cjs",
   "module": "./dist/esm/main.mjs",
   "types": "./dist/types/index.d.ts",

package/src/graphs/Graph.ts

@@ -737,27 +737,30 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
     } = structuredOutputConfig;
 
     // Determine the method based on mode and provider
-    // - 'tool': Use tool calling (works well with OpenAI)
-    // - 'json_mode': Use JSON mode (works well with Bedrock/Anthropic)
+    // - 'tool' / 'functionCalling': Use tool calling (works with OpenAI, Bedrock)
+    // - 'provider' / 'jsonMode': Use native JSON mode (OpenAI, Anthropic direct - NOT Bedrock)
     // - 'auto': Auto-detect based on provider
+    // NOTE: ChatBedrockConverse does NOT support 'jsonMode' - it only supports tool-based structured output
     let method: 'functionCalling' | 'jsonMode' | 'jsonSchema' | undefined;
     
     if (mode === 'tool') {
       method = 'functionCalling';
     } else if (mode === 'provider') {
-      // Use native JSON mode - best for Anthropic/Bedrock
-      method = 'jsonMode';
-    } else {
-      // Auto mode: choose based on provider
-      // Bedrock and Anthropic work better with JSON mode
-      // OpenAI, Azure work better with function calling
-      if (provider === Providers.BEDROCK || provider === Providers.ANTHROPIC) {
-        method = 'jsonMode';
-      } else if (provider === Providers.GOOGLE || provider === Providers.VERTEXAI) {
-        // Gemini supports native JSON mode
+      // Use native JSON mode - but NOT for Bedrock which doesn't support it
+      if (provider === Providers.BEDROCK) {
+        // Bedrock only supports function calling for structured output
+        method = 'functionCalling';
+      } else {
         method = 'jsonMode';
       }
-      // For OpenAI/Azure, leave undefined to use default (function calling)
+    } else {
+      // Auto mode: use function calling for all providers
+      // This is the most compatible approach
+      // Bedrock: only supports functionCalling
+      // Anthropic direct: supports both but functionCalling is more reliable
+      // OpenAI/Azure: supports both, functionCalling is default
+      // Google/Vertex: supports jsonMode but functionCalling works too
+      method = undefined; // Let LangChain choose the default
     }
 
     // Use withStructuredOutput to bind the schema
@@ -1125,18 +1128,27 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
           // Also disable thinking mode - Anthropic/Bedrock doesn't allow tool_choice with thinking enabled
           const structuredClientOptions = { ...agentContext.clientOptions } as t.ClientOptions;
 
+          // CRITICAL: Disable streaming for structured output
+          // Structured output uses model.invoke() with tool binding, not streaming
+          // eslint-disable-next-line @typescript-eslint/no-explicit-any
+          (structuredClientOptions as any).streaming = false;
+
           // Remove thinking configuration for Bedrock
+          // Bedrock uses additionalModelRequestFields.thinking for extended thinking
           if (agentContext.provider === Providers.BEDROCK) {
             const bedrockOpts = structuredClientOptions as t.BedrockAnthropicClientOptions;
-            if (bedrockOpts.additionalModelRequestFields?.['thinking']) {
+            if (bedrockOpts.additionalModelRequestFields) {
               // eslint-disable-next-line @typescript-eslint/no-explicit-any
               const additionalFields = Object.assign({}, bedrockOpts.additionalModelRequestFields) as any;
+              // Remove thinking configuration
               delete additionalFields.thinking;
+              // Remove budget tokens which is also related to thinking
+              delete additionalFields.budgetTokens;
               bedrockOpts.additionalModelRequestFields = additionalFields;
             }
           }
 
-          // Remove thinking configuration for Anthropic
+          // Remove thinking configuration for Anthropic direct API
           if (agentContext.provider === Providers.ANTHROPIC) {
             const anthropicOpts = structuredClientOptions as t.AnthropicClientOptions;
             if (anthropicOpts.thinking) {

package/src/llm/bedrock/llm.spec.ts

@@ -315,7 +315,7 @@ describe('CustomChatBedrockConverse', () => {
       expect(model.removeContentBlockIndex(undefined)).toBeUndefined();
     });
 
-    test('cleanChunk should remove contentBlockIndex from AIMessageChunk response_metadata', () => {
+    test('processChunk should remove contentBlockIndex from AIMessageChunk response_metadata', () => {
       const model = getModelWithCleanMethods();
 
       const chunkWithIndex = new ChatGenerationChunk({
@@ -329,7 +329,7 @@ describe('CustomChatBedrockConverse', () => {
         }),
       });
 
-      const cleaned = model.cleanChunk(chunkWithIndex);
+      const cleaned = model.processChunk(chunkWithIndex);
 
       expect(cleaned.message.response_metadata).toEqual({
         stopReason: null,
@@ -340,7 +340,7 @@ describe('CustomChatBedrockConverse', () => {
       expect(cleaned.text).toBe('Hello');
     });
 
-    test('cleanChunk should pass through chunks without contentBlockIndex unchanged', () => {
+    test('processChunk should pass through chunks without contentBlockIndex unchanged', () => {
       const model = getModelWithCleanMethods();
 
       const chunkWithoutIndex = new ChatGenerationChunk({
@@ -354,7 +354,7 @@ describe('CustomChatBedrockConverse', () => {
         }),
       });
 
-      const cleaned = model.cleanChunk(chunkWithoutIndex);
+      const cleaned = model.processChunk(chunkWithoutIndex);
 
       expect(cleaned.message.response_metadata).toEqual({
         stopReason: 'end_turn',
@@ -362,7 +362,7 @@ describe('CustomChatBedrockConverse', () => {
       });
     });
 
-    test('cleanChunk should handle deeply nested contentBlockIndex in response_metadata', () => {
+    test('processChunk should handle deeply nested contentBlockIndex in response_metadata', () => {
       const model = getModelWithCleanMethods();
 
       const chunkWithNestedIndex = new ChatGenerationChunk({
@@ -381,7 +381,7 @@ describe('CustomChatBedrockConverse', () => {
         }),
       });
 
-      const cleaned = model.cleanChunk(chunkWithNestedIndex);
+      const cleaned = model.processChunk(chunkWithNestedIndex);
 
       expect(cleaned.message.response_metadata).toEqual({
         amazon: {

package/src/messages/tools.ts

@@ -19,6 +19,7 @@ type ToolSearchArtifact = {
  * @returns Array of discovered tool names (empty if no new discoveries)
  */
 export function extractToolDiscoveries(messages: BaseMessage[]): string[] {
+  if (messages.length === 0) return [];
   const lastMessage = messages[messages.length - 1];
   // Use getType() instead of instanceof to avoid module mismatch issues
   if (lastMessage.getType() !== MessageTypes.TOOL) return [];
@@ -69,6 +70,7 @@ export function extractToolDiscoveries(messages: BaseMessage[]): string[] {
  * Quick check to avoid full extraction when not needed.
  */
 export function hasToolSearchInCurrentTurn(messages: BaseMessage[]): boolean {
+  if (messages.length === 0) return false;
   const lastMessage = messages[messages.length - 1];
   // Use getType() instead of instanceof to avoid module mismatch issues
   if (lastMessage.getType() !== MessageTypes.TOOL) return false;

package/src/tools/__tests__/BrowserTools.test.ts

@@ -19,10 +19,12 @@ describe('BrowserTools', () => {
       expect(EBrowserTools.BACK).toBe('browser_back');
       expect(EBrowserTools.SCREENSHOT).toBe('browser_screenshot');
       expect(EBrowserTools.GET_PAGE_STATE).toBe('browser_get_page_state');
+      expect(EBrowserTools.KEYPRESS).toBe('browser_keypress');
+      expect(EBrowserTools.SWITCH_TAB).toBe('browser_switch_tab');
     });
 
-    it('should have exactly 10 browser tools', () => {
-      expect(Object.keys(EBrowserTools).length).toBe(10);
+    it('should have exactly 12 browser tools', () => {
+      expect(Object.keys(EBrowserTools).length).toBe(12);
     });
   });
 
@@ -82,8 +84,8 @@ describe('BrowserTools', () => {
       tools = createBrowserTools();
     });
 
-    it('should create exactly 10 browser tools', () => {
-      expect(tools.length).toBe(10);
+    it('should create exactly 12 browser tools', () => {
+      expect(tools.length).toBe(12);
     });
 
     it('should create tools with correct names', () => {