illuma-agents 1.0.9 → 1.0.11

package/dist/esm/messages/cache.mjs

@@ -1,5 +1,15 @@
 import { ContentTypes } from '../common/enum.mjs';
 
+/** Always-on logger for cache operations */
+const logCache = (message) => {
+    console.log(`[Cache] ${message}`);
+};
+/** Debug logger for cache operations - set ILLUMA_DEBUG_CACHE=true to enable */
+const debugCache = (message, data) => {
+    if (process.env.ILLUMA_DEBUG_CACHE === 'true') {
+        console.log(`[Cache] ${message}`, data !== undefined ? JSON.stringify(data, null, 2) : '');
+    }
+};
 /**
  * Anthropic API: Adds cache control to the appropriate user messages in the payload.
  * Strips ALL existing cache control (both Anthropic and Bedrock formats) from all messages,
@@ -103,29 +113,46 @@ function stripBedrockCacheControl(messages) {
     return updatedMessages;
 }
 /**
- * Adds Bedrock Converse API cache points to the last two messages.
- * Inserts `{ cachePoint: { type: 'default' } }` as a separate content block
- * immediately after the last text block in each targeted message.
- * Strips ALL existing cache control (both Bedrock and Anthropic formats) from all messages,
- * then adds fresh cache points to the last 2 messages in a single backward pass.
- * This ensures we don't accumulate stale cache points across multiple turns.
- * @param messages - The array of message objects.
- * @returns - The updated array of message objects with cache points added.
+ * Adds Bedrock Converse API cache points using "Stable Prefix Caching" strategy.
+ *
+ * STRATEGY: Place cache point after the LAST ASSISTANT message only.
+ * This ensures the prefix (everything before the cache point) remains STABLE
+ * as the conversation grows, maximizing cache hits.
+ *
+ * Why this works:
+ * - System message has its own cachePoint (added in AgentContext)
+ * - Tools have their own cachePoint (added in CustomChatBedrockConverse)
+ * - Conversation history grows, but the PREFIX stays the same
+ * - Only the NEW user message is uncached (it's always different)
+ *
+ * Example conversation flow:
+ * Request 1: [System+cachePoint][Tools+cachePoint][User1] → No conversation cache yet
+ * Request 2: [System][Tools][User1][Assistant1+cachePoint][User2] → Cache User1+Assistant1
+ * Request 3: [System][Tools][User1][Assistant1][User2][Assistant2+cachePoint][User3]
+ *            → Cache reads User1+A1+User2+A2, cache writes new portion
+ *
+ * Claude's "Simplified Cache Management" automatically looks back up to 20 content
+ * blocks from the cache checkpoint to find the longest matching prefix.
+ *
+ * @param messages - The array of message objects (excluding system message).
+ * @returns - The updated array with a single cache point after the last assistant message.
  */
 function addBedrockCacheControl(messages) {
-    if (!Array.isArray(messages) || messages.length < 2) {
+    if (!Array.isArray(messages) || messages.length < 1) {
+        debugCache('addBedrockCacheControl: Skipping - no messages', { count: messages?.length });
         return messages;
     }
+    debugCache('addBedrockCacheControl: Processing messages with stable prefix strategy', {
+        count: messages.length
+    });
     const updatedMessages = messages.slice();
-    let messagesModified = 0;
-    for (let i = updatedMessages.length - 1; i >= 0; i--) {
-        const message = updatedMessages[i];
-        const isToolMessage = 'getType' in message &&
-            typeof message.getType === 'function' &&
-            message.getType() === 'tool';
+    // First pass: Remove ALL existing cache points to ensure clean state
+    // This prevents accumulation of stale cache points
+    for (const message of updatedMessages) {
         const content = message.content;
         if (Array.isArray(content)) {
             message.content = content.filter((block) => !isCachePoint(block));
+            // Also remove Anthropic-style cache_control
             for (let j = 0; j < message.content.length; j++) {
                 const block = message.content[j];
                 if ('cache_control' in block) {
@@ -133,57 +160,125 @@ function addBedrockCacheControl(messages) {
                 }
             }
         }
-        if (messagesModified >= 2 || isToolMessage) {
-            continue;
-        }
-        if (typeof content === 'string' && content === '') {
-            continue;
-        }
-        if (typeof content === 'string') {
-            message.content = [
-                { type: ContentTypes.TEXT, text: content },
-                { cachePoint: { type: 'default' } },
-            ];
-            messagesModified++;
-            continue;
+    }
+    // Helper function to check if a message contains reasoning/thinking blocks
+    const hasReasoningBlock = (message) => {
+        const content = message.content;
+        if (!Array.isArray(content)) {
+            return false;
         }
-        if (Array.isArray(message.content)) {
-            let hasCacheableContent = false;
-            for (const block of message.content) {
-                if (block.type === ContentTypes.TEXT) {
-                    if (typeof block.text === 'string' && block.text !== '') {
-                        hasCacheableContent = true;
-                        break;
-                    }
-                }
+        for (const block of content) {
+            const type = block.type;
+            // Check for all reasoning/thinking block types:
+            // - reasoning_content: Bedrock Anthropic extended thinking
+            // - reasoning: Generic reasoning format  
+            // - thinking: Anthropic direct API thinking
+            // - redacted_thinking: Anthropic redacted thinking blocks
+            if (type === 'reasoning_content' ||
+                type === 'reasoning' ||
+                type === 'thinking' ||
+                type === 'redacted_thinking') {
+                return true;
             }
-            if (!hasCacheableContent) {
+        }
+        return false;
+    };
+    // Second pass: Find the LAST assistant message WITHOUT reasoning blocks and add a cache point there
+    // Messages with reasoning/thinking blocks cannot have cache points after them (Bedrock limitation)
+    let lastAssistantIndex = -1;
+    let skippedWithReasoning = 0;
+    // Count message types for logging
+    const messageTypes = {};
+    for (const message of updatedMessages) {
+        const msgType = 'getType' in message && typeof message.getType === 'function'
+            ? message.getType()
+            : 'unknown';
+        messageTypes[msgType] = (messageTypes[msgType] || 0) + 1;
+    }
+    for (let i = updatedMessages.length - 1; i >= 0; i--) {
+        const message = updatedMessages[i];
+        const messageType = 'getType' in message && typeof message.getType === 'function'
+            ? message.getType()
+            : 'unknown';
+        if (messageType === 'ai') {
+            // Skip assistant messages with reasoning blocks - cache points not allowed after them
+            if (hasReasoningBlock(message)) {
+                skippedWithReasoning++;
+                debugCache('addBedrockCacheControl: Skipping assistant message with reasoning block', { index: i });
                 continue;
             }
-            let inserted = false;
-            for (let j = message.content.length - 1; j >= 0; j--) {
-                const block = message.content[j];
-                const type = block.type;
-                if (type === ContentTypes.TEXT || type === 'text') {
-                    const text = block.text;
-                    if (text === '' || text === undefined) {
-                        continue;
-                    }
-                    message.content.splice(j + 1, 0, {
+            lastAssistantIndex = i;
+            break;
+        }
+    }
+    // Log message summary
+    logCache(`📨 Messages | total=${updatedMessages.length} | ${Object.entries(messageTypes).map(([k, v]) => `${k}:${v}`).join(' ')} | skippedReasoning=${skippedWithReasoning}`);
+    // If no suitable assistant message found, skip conversation caching
+    // (System and Tools caching are still handled separately)
+    if (lastAssistantIndex === -1) {
+        logCache('📨 Messages | No suitable assistant message for cachePoint (first turn or all have reasoning)');
+        return updatedMessages;
+    }
+    // Add cache point to the last assistant message (without reasoning blocks)
+    const assistantMessage = updatedMessages[lastAssistantIndex];
+    const content = assistantMessage.content;
+    if (typeof content === 'string' && content !== '') {
+        assistantMessage.content = [
+            { type: ContentTypes.TEXT, text: content },
+            { cachePoint: { type: 'default' } },
+        ];
+        logCache(`📍 Message cachePoint at index ${lastAssistantIndex} (string, ${content.length} chars)`);
+        debugCache('addBedrockCacheControl: Added cachePoint to assistant message (string content)', {
+            index: lastAssistantIndex,
+            contentLength: content.length,
+        });
+    }
+    else if (Array.isArray(assistantMessage.content) && assistantMessage.content.length > 0) {
+        // Double-check: If this message has reasoning blocks, skip adding cache point entirely
+        // This handles edge cases where the initial skip check might have missed it
+        if (hasReasoningBlock(assistantMessage)) {
+            logCache(`⚠️ Message cachePoint SKIPPED at index ${lastAssistantIndex} (has reasoning blocks)`);
+            debugCache('addBedrockCacheControl: Skipping - assistant message has reasoning blocks (safety check)', {
+                index: lastAssistantIndex,
+            });
+            return updatedMessages;
+        }
+        // Find the last text block and insert cache point after it
+        let inserted = false;
+        for (let j = assistantMessage.content.length - 1; j >= 0; j--) {
+            const block = assistantMessage.content[j];
+            const type = block.type;
+            if (type === ContentTypes.TEXT || type === 'text') {
+                const text = block.text;
+                if (text && text !== '') {
+                    assistantMessage.content.splice(j + 1, 0, {
                         cachePoint: { type: 'default' },
                     });
                     inserted = true;
+                    logCache(`📍 Message cachePoint at index ${lastAssistantIndex} (array, block ${j}, ${text.length} chars)`);
+                    debugCache('addBedrockCacheControl: Added cachePoint after text block in assistant message', {
+                        index: lastAssistantIndex,
+                        textBlockIndex: j,
+                        contentLength: text.length,
+                    });
                     break;
                 }
             }
-            if (!inserted) {
-                message.content.push({
-                    cachePoint: { type: 'default' },
-                });
-            }
-            messagesModified++;
+        }
+        // If no text block found, don't append cache point as the message structure is unexpected
+        if (!inserted) {
+            const contentTypes = assistantMessage.content.map((b) => b.type);
+            logCache(`⚠️ Message cachePoint SKIPPED at index ${lastAssistantIndex} (no text block, types: ${contentTypes.join(',')})`);
+            debugCache('addBedrockCacheControl: No suitable text block found, skipping cache point', {
+                index: lastAssistantIndex,
+                contentTypes,
+            });
         }
     }
+    debugCache('addBedrockCacheControl: Complete - stable prefix caching applied', {
+        lastAssistantIndex,
+        totalMessages: updatedMessages.length,
+    });
     return updatedMessages;
 }
 

package/dist/esm/messages/cache.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"cache.mjs","sources":["../../../src/messages/cache.ts"],"sourcesContent":["import { BaseMessage, MessageContentComplex } from '@langchain/core/messages';\nimport type { AnthropicMessage } from '@/types/messages';\nimport type Anthropic from '@anthropic-ai/sdk';\nimport { ContentTypes } from '@/common/enum';\n\ntype MessageWithContent = {\n  content?: string | MessageContentComplex[];\n};\n\n/**\n * Anthropic API: Adds cache control to the appropriate user messages in the payload.\n * Strips ALL existing cache control (both Anthropic and Bedrock formats) from all messages,\n * then adds fresh cache control to the last 2 user messages in a single backward pass.\n * This ensures we don't accumulate stale cache points across multiple turns.\n * @param messages - The array of message objects.\n * @returns - The updated array of message objects with cache control added.\n */\nexport function addCacheControl<T extends AnthropicMessage | BaseMessage>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages) || messages.length < 2) {\n    return messages;\n  }\n\n  const updatedMessages = [...messages];\n  let userMessagesModified = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const message = updatedMessages[i];\n    const isUserMessage =\n      ('getType' in message && message.getType() === 'human') ||\n      ('role' in message && message.role === 'user');\n\n    if (Array.isArray(message.content)) {\n      message.content = message.content.filter(\n        (block) => !isCachePoint(block as MessageContentComplex)\n      ) as typeof message.content;\n\n      for (let j = 0; j < message.content.length; j++) {\n        const block = message.content[j] as Record<string, unknown>;\n        if ('cache_control' in block) {\n          delete block.cache_control;\n        }\n      }\n    }\n\n    if (userMessagesModified >= 2 || !isUserMessage) {\n      continue;\n    }\n\n    if (typeof message.content === 'string') {\n      message.content = [\n        {\n          type: 'text',\n          text: message.content,\n          cache_control: { type: 'ephemeral' },\n        },\n      ];\n      userMessagesModified++;\n    } else if (Array.isArray(message.content)) {\n      for (let j = message.content.length - 1; j >= 0; j--) {\n        const contentPart = message.content[j];\n        if ('type' in contentPart && contentPart.type === 'text') {\n          (contentPart as Anthropic.TextBlockParam).cache_control = {\n            type: 'ephemeral',\n          };\n          userMessagesModified++;\n          break;\n        }\n      }\n    }\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Checks if a content block is a cache point\n */\nfunction isCachePoint(block: MessageContentComplex): boolean {\n  return 'cachePoint' in block && !('type' in block);\n}\n\n/**\n * Removes all Anthropic cache_control fields from messages\n * Used when switching from Anthropic to Bedrock provider\n */\nexport function stripAnthropicCacheControl<T extends MessageWithContent>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages)) {\n    return messages;\n  }\n\n  const updatedMessages = [...messages];\n\n  for (let i = 0; i < updatedMessages.length; i++) {\n    const message = updatedMessages[i];\n    const content = message.content;\n\n    if (Array.isArray(content)) {\n      for (let j = 0; j < content.length; j++) {\n        const block = content[j] as Record<string, unknown>;\n        if ('cache_control' in block) {\n          delete block.cache_control;\n        }\n      }\n    }\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Removes all Bedrock cachePoint blocks from messages\n * Used when switching from Bedrock to Anthropic provider\n */\nexport function stripBedrockCacheControl<T extends MessageWithContent>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages)) {\n    return messages;\n  }\n\n  const updatedMessages = [...messages];\n\n  for (let i = 0; i < updatedMessages.length; i++) {\n    const message = updatedMessages[i];\n    const content = message.content;\n\n    if (Array.isArray(content)) {\n      message.content = content.filter(\n        (block) => !isCachePoint(block as MessageContentComplex)\n      ) as typeof content;\n    }\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Adds Bedrock Converse API cache points to the last two messages.\n * Inserts `{ cachePoint: { type: 'default' } }` as a separate content block\n * immediately after the last text block in each targeted message.\n * Strips ALL existing cache control (both Bedrock and Anthropic formats) from all messages,\n * then adds fresh cache points to the last 2 messages in a single backward pass.\n * This ensures we don't accumulate stale cache points across multiple turns.\n * @param messages - The array of message objects.\n * @returns - The updated array of message objects with cache points added.\n */\nexport function addBedrockCacheControl<\n  T extends Partial<BaseMessage> & MessageWithContent,\n>(messages: T[]): T[] {\n  if (!Array.isArray(messages) || messages.length < 2) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = messages.slice();\n  let messagesModified = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const message = updatedMessages[i];\n    const isToolMessage =\n      'getType' in message &&\n      typeof message.getType === 'function' &&\n      message.getType() === 'tool';\n\n    const content = message.content;\n\n    if (Array.isArray(content)) {\n      message.content = content.filter(\n        (block) => !isCachePoint(block)\n      ) as typeof content;\n\n      for (let j = 0; j < message.content.length; j++) {\n        const block = message.content[j] as Record<string, unknown>;\n        if ('cache_control' in block) {\n          delete block.cache_control;\n        }\n      }\n    }\n\n    if (messagesModified >= 2 || isToolMessage) {\n      continue;\n    }\n\n    if (typeof content === 'string' && content === '') {\n      continue;\n    }\n\n    if (typeof content === 'string') {\n      message.content = [\n        { type: ContentTypes.TEXT, text: content },\n        { cachePoint: { type: 'default' } },\n      ] as MessageContentComplex[];\n      messagesModified++;\n      continue;\n    }\n\n    if (Array.isArray(message.content)) {\n      let hasCacheableContent = false;\n      for (const block of message.content) {\n        if (block.type === ContentTypes.TEXT) {\n          if (typeof block.text === 'string' && block.text !== '') {\n            hasCacheableContent = true;\n            break;\n          }\n        }\n      }\n\n      if (!hasCacheableContent) {\n        continue;\n      }\n\n      let inserted = false;\n      for (let j = message.content.length - 1; j >= 0; j--) {\n        const block = message.content[j] as MessageContentComplex;\n        const type = (block as { type?: string }).type;\n        if (type === ContentTypes.TEXT || type === 'text') {\n          const text = (block as { text?: string }).text;\n          if (text === '' || text === undefined) {\n            continue;\n          }\n          message.content.splice(j + 1, 0, {\n            cachePoint: { type: 'default' },\n          } as MessageContentComplex);\n          inserted = true;\n          break;\n        }\n      }\n      if (!inserted) {\n        message.content.push({\n          cachePoint: { type: 'default' },\n        } as MessageContentComplex);\n      }\n      messagesModified++;\n    }\n  }\n\n  return updatedMessages;\n}\n"],"names":[],"mappings":";;AASA;;;;;;;AAOG;AACG,SAAU,eAAe,CAC7B,QAAa,EAAA;AAEb,IAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;AACnD,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAG,CAAC,GAAG,QAAQ,CAAC;IACrC,IAAI,oBAAoB,GAAG,CAAC;AAE5B,IAAA,KAAK,IAAI,CAAC,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACpD,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC;AAClC,QAAA,MAAM,aAAa,GACjB,CAAC,SAAS,IAAI,OAAO,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,OAAO;aACrD,MAAM,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC;QAEhD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YAClC,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CACtC,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAA8B,CAAC,CAC/B;AAE3B,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAA4B;AAC3D,gBAAA,IAAI,eAAe,IAAI,KAAK,EAAE;oBAC5B,OAAO,KAAK,CAAC,aAAa;;;;AAKhC,QAAA,IAAI,oBAAoB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;YAC/C;;AAGF,QAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC,OAAO,CAAC,OAAO,GAAG;AAChB,gBAAA;AACE,oBAAA,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,OAAO,CAAC,OAAO;AACrB,oBAAA,aAAa,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;AACrC,iBAAA;aACF;AACD,YAAA,oBAAoB,EAAE;;aACjB,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AACzC,YAAA,KAAK,IAAI,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;gBACpD,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;gBACtC,IAAI,MAAM,IAAI,WAAW,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,EAAE;oBACvD,WAAwC,CAAC,aAAa,GAAG;AACxD,wBAAA,IAAI,EAAE,WAAW;qBAClB;AACD,oBAAA,oBAAoB,EAAE;oBACtB;;;;;AAMR,IAAA,OAAO,eAAe;AACxB;AAEA;;AAEG;AACH,SAAS,YAAY,CAAC,KAA4B,EAAA;IAChD,OAAO,YAAY,IAAI,KAAK,IAAI,EAAE,MAAM,IAAI,KAAK,CAAC;AACpD;AAEA;;;AAGG;AACG,SAAU,0BAA0B,CACxC,QAAa,EAAA;IAEb,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;AAC5B,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAG,CAAC,GAAG,QAAQ,CAAC;AAErC,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC/C,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC;AAClC,QAAA,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;AAE/B,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AAC1B,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,gBAAA,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAA4B;AACnD,gBAAA,IAAI,eAAe,IAAI,KAAK,EAAE;oBAC5B,OAAO,KAAK,CAAC,aAAa;;;;;AAMlC,IAAA,OAAO,eAAe;AACxB;AAEA;;;AAGG;AACG,SAAU,wBAAwB,CACtC,QAAa,EAAA;IAEb,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;AAC5B,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAG,CAAC,GAAG,QAAQ,CAAC;AAErC,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC/C,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC;AAClC,QAAA,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;AAE/B,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AAC1B,YAAA,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAC9B,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAA8B,CAAC,CACvC;;;AAIvB,IAAA,OAAO,eAAe;AACxB;AAEA;;;;;;;;;AASG;AACG,SAAU,sBAAsB,CAEpC,QAAa,EAAA;AACb,IAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;AACnD,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,QAAQ,CAAC,KAAK,EAAE;IAC7C,IAAI,gBAAgB,GAAG,CAAC;AAExB,IAAA,KAAK,IAAI,CAAC,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACpD,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC;AAClC,QAAA,MAAM,aAAa,GACjB,SAAS,IAAI,OAAO;AACpB,YAAA,OAAO,OAAO,CAAC,OAAO,KAAK,UAAU;AACrC,YAAA,OAAO,CAAC,OAAO,EAAE,KAAK,MAAM;AAE9B,QAAA,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;AAE/B,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AAC1B,YAAA,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAC9B,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CACd;AAEnB,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAA4B;AAC3D,gBAAA,IAAI,eAAe,IAAI,KAAK,EAAE;oBAC5B,OAAO,KAAK,CAAC,aAAa;;;;AAKhC,QAAA,IAAI,gBAAgB,IAAI,CAAC,IAAI,aAAa,EAAE;YAC1C;;QAGF,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,EAAE,EAAE;YACjD;;AAGF,QAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;YAC/B,OAAO,CAAC,OAAO,GAAG;gBAChB,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE;AAC1C,gBAAA,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;aACT;AAC5B,YAAA,gBAAgB,EAAE;YAClB;;QAGF,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YAClC,IAAI,mBAAmB,GAAG,KAAK;AAC/B,YAAA,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,EAAE;gBACnC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE;AACpC,oBAAA,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,EAAE,EAAE;wBACvD,mBAAmB,GAAG,IAAI;wBAC1B;;;;YAKN,IAAI,CAAC,mBAAmB,EAAE;gBACxB;;YAGF,IAAI,QAAQ,GAAG,KAAK;AACpB,YAAA,KAAK,IAAI,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;gBACpD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAA0B;AACzD,gBAAA,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI;gBAC9C,IAAI,IAAI,KAAK,YAAY,CAAC,IAAI,IAAI,IAAI,KAAK,MAAM,EAAE;AACjD,oBAAA,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI;oBAC9C,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,SAAS,EAAE;wBACrC;;oBAEF,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;AAC/B,wBAAA,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;AACP,qBAAA,CAAC;oBAC3B,QAAQ,GAAG,IAAI;oBACf;;;YAGJ,IAAI,CAAC,QAAQ,EAAE;AACb,gBAAA,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;AACnB,oBAAA,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;AACP,iBAAA,CAAC;;AAE7B,YAAA,gBAAgB,EAAE;;;AAItB,IAAA,OAAO,eAAe;AACxB;;;;"}
+{"version":3,"file":"cache.mjs","sources":["../../../src/messages/cache.ts"],"sourcesContent":["import { BaseMessage, MessageContentComplex } from '@langchain/core/messages';\nimport type { AnthropicMessage } from '@/types/messages';\nimport type Anthropic from '@anthropic-ai/sdk';\nimport { ContentTypes } from '@/common/enum';\n\ntype MessageWithContent = {\n  content?: string | MessageContentComplex[];\n};\n\n/** Always-on logger for cache operations */\nconst logCache = (message: string) => {\n  console.log(`[Cache] ${message}`);\n};\n\n/** Debug logger for cache operations - set ILLUMA_DEBUG_CACHE=true to enable */\nconst debugCache = (message: string, data?: unknown) => {\n  if (process.env.ILLUMA_DEBUG_CACHE === 'true') {\n    console.log(`[Cache] ${message}`, data !== undefined ? JSON.stringify(data, null, 2) : '');\n  }\n};\n\n/**\n * Anthropic API: Adds cache control to the appropriate user messages in the payload.\n * Strips ALL existing cache control (both Anthropic and Bedrock formats) from all messages,\n * then adds fresh cache control to the last 2 user messages in a single backward pass.\n * This ensures we don't accumulate stale cache points across multiple turns.\n * @param messages - The array of message objects.\n * @returns - The updated array of message objects with cache control added.\n */\nexport function addCacheControl<T extends AnthropicMessage | BaseMessage>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages) || messages.length < 2) {\n    return messages;\n  }\n\n  const updatedMessages = [...messages];\n  let userMessagesModified = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const message = updatedMessages[i];\n    const isUserMessage =\n      ('getType' in message && message.getType() === 'human') ||\n      ('role' in message && message.role === 'user');\n\n    if (Array.isArray(message.content)) {\n      message.content = message.content.filter(\n        (block) => !isCachePoint(block as MessageContentComplex)\n      ) as typeof message.content;\n\n      for (let j = 0; j < message.content.length; j++) {\n        const block = message.content[j] as Record<string, unknown>;\n        if ('cache_control' in block) {\n          delete block.cache_control;\n        }\n      }\n    }\n\n    if (userMessagesModified >= 2 || !isUserMessage) {\n      continue;\n    }\n\n    if (typeof message.content === 'string') {\n      message.content = [\n        {\n          type: 'text',\n          text: message.content,\n          cache_control: { type: 'ephemeral' },\n        },\n      ];\n      userMessagesModified++;\n    } else if (Array.isArray(message.content)) {\n      for (let j = message.content.length - 1; j >= 0; j--) {\n        const contentPart = message.content[j];\n        if ('type' in contentPart && contentPart.type === 'text') {\n          (contentPart as Anthropic.TextBlockParam).cache_control = {\n            type: 'ephemeral',\n          };\n          userMessagesModified++;\n          break;\n        }\n      }\n    }\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Checks if a content block is a cache point\n */\nfunction isCachePoint(block: MessageContentComplex): boolean {\n  return 'cachePoint' in block && !('type' in block);\n}\n\n/**\n * Removes all Anthropic cache_control fields from messages\n * Used when switching from Anthropic to Bedrock provider\n */\nexport function stripAnthropicCacheControl<T extends MessageWithContent>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages)) {\n    return messages;\n  }\n\n  const updatedMessages = [...messages];\n\n  for (let i = 0; i < updatedMessages.length; i++) {\n    const message = updatedMessages[i];\n    const content = message.content;\n\n    if (Array.isArray(content)) {\n      for (let j = 0; j < content.length; j++) {\n        const block = content[j] as Record<string, unknown>;\n        if ('cache_control' in block) {\n          delete block.cache_control;\n        }\n      }\n    }\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Removes all Bedrock cachePoint blocks from messages\n * Used when switching from Bedrock to Anthropic provider\n */\nexport function stripBedrockCacheControl<T extends MessageWithContent>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages)) {\n    return messages;\n  }\n\n  const updatedMessages = [...messages];\n\n  for (let i = 0; i < updatedMessages.length; i++) {\n    const message = updatedMessages[i];\n    const content = message.content;\n\n    if (Array.isArray(content)) {\n      message.content = content.filter(\n        (block) => !isCachePoint(block as MessageContentComplex)\n      ) as typeof content;\n    }\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Adds Bedrock Converse API cache points using \"Stable Prefix Caching\" strategy.\n * \n * STRATEGY: Place cache point after the LAST ASSISTANT message only.\n * This ensures the prefix (everything before the cache point) remains STABLE\n * as the conversation grows, maximizing cache hits.\n * \n * Why this works:\n * - System message has its own cachePoint (added in AgentContext)\n * - Tools have their own cachePoint (added in CustomChatBedrockConverse)\n * - Conversation history grows, but the PREFIX stays the same\n * - Only the NEW user message is uncached (it's always different)\n * \n * Example conversation flow:\n * Request 1: [System+cachePoint][Tools+cachePoint][User1] → No conversation cache yet\n * Request 2: [System][Tools][User1][Assistant1+cachePoint][User2] → Cache User1+Assistant1\n * Request 3: [System][Tools][User1][Assistant1][User2][Assistant2+cachePoint][User3]\n *            → Cache reads User1+A1+User2+A2, cache writes new portion\n * \n * Claude's \"Simplified Cache Management\" automatically looks back up to 20 content\n * blocks from the cache checkpoint to find the longest matching prefix.\n * \n * @param messages - The array of message objects (excluding system message).\n * @returns - The updated array with a single cache point after the last assistant message.\n */\nexport function addBedrockCacheControl<\n  T extends Partial<BaseMessage> & MessageWithContent,\n>(messages: T[]): T[] {\n  if (!Array.isArray(messages) || messages.length < 1) {\n    debugCache('addBedrockCacheControl: Skipping - no messages', { count: messages?.length });\n    return messages;\n  }\n\n  debugCache('addBedrockCacheControl: Processing messages with stable prefix strategy', { \n    count: messages.length \n  });\n  \n  const updatedMessages: T[] = messages.slice();\n  \n  // First pass: Remove ALL existing cache points to ensure clean state\n  // This prevents accumulation of stale cache points\n  for (const message of updatedMessages) {\n    const content = message.content;\n    if (Array.isArray(content)) {\n      message.content = content.filter(\n        (block) => !isCachePoint(block)\n      ) as typeof content;\n\n      // Also remove Anthropic-style cache_control\n      for (let j = 0; j < message.content.length; j++) {\n        const block = message.content[j] as Record<string, unknown>;\n        if ('cache_control' in block) {\n          delete block.cache_control;\n        }\n      }\n    }\n  }\n\n  // Helper function to check if a message contains reasoning/thinking blocks\n  const hasReasoningBlock = (message: T): boolean => {\n    const content = message.content;\n    if (!Array.isArray(content)) {\n      return false;\n    }\n    for (const block of content) {\n      const type = (block as { type?: string }).type;\n      // Check for all reasoning/thinking block types:\n      // - reasoning_content: Bedrock Anthropic extended thinking\n      // - reasoning: Generic reasoning format  \n      // - thinking: Anthropic direct API thinking\n      // - redacted_thinking: Anthropic redacted thinking blocks\n      if (\n        type === 'reasoning_content' ||\n        type === 'reasoning' ||\n        type === 'thinking' ||\n        type === 'redacted_thinking'\n      ) {\n        return true;\n      }\n    }\n    return false;\n  };\n\n  // Second pass: Find the LAST assistant message WITHOUT reasoning blocks and add a cache point there\n  // Messages with reasoning/thinking blocks cannot have cache points after them (Bedrock limitation)\n  let lastAssistantIndex = -1;\n  let skippedWithReasoning = 0;\n  \n  // Count message types for logging\n  const messageTypes: Record<string, number> = {};\n  for (const message of updatedMessages) {\n    const msgType = 'getType' in message && typeof message.getType === 'function' \n      ? message.getType() \n      : 'unknown';\n    messageTypes[msgType] = (messageTypes[msgType] || 0) + 1;\n  }\n  \n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const message = updatedMessages[i];\n    const messageType = 'getType' in message && typeof message.getType === 'function' \n      ? message.getType() \n      : 'unknown';\n    \n    if (messageType === 'ai') {\n      // Skip assistant messages with reasoning blocks - cache points not allowed after them\n      if (hasReasoningBlock(message)) {\n        skippedWithReasoning++;\n        debugCache('addBedrockCacheControl: Skipping assistant message with reasoning block', { index: i });\n        continue;\n      }\n      lastAssistantIndex = i;\n      break;\n    }\n  }\n\n  // Log message summary\n  logCache(`📨 Messages | total=${updatedMessages.length} | ${Object.entries(messageTypes).map(([k,v]) => `${k}:${v}`).join(' ')} | skippedReasoning=${skippedWithReasoning}`);\n\n  // If no suitable assistant message found, skip conversation caching\n  // (System and Tools caching are still handled separately)\n  if (lastAssistantIndex === -1) {\n    logCache('📨 Messages | No suitable assistant message for cachePoint (first turn or all have reasoning)');\n    return updatedMessages;\n  }\n\n  // Add cache point to the last assistant message (without reasoning blocks)\n  const assistantMessage = updatedMessages[lastAssistantIndex];\n  const content = assistantMessage.content;\n\n  if (typeof content === 'string' && content !== '') {\n    assistantMessage.content = [\n      { type: ContentTypes.TEXT, text: content },\n      { cachePoint: { type: 'default' } },\n    ] as MessageContentComplex[];\n    logCache(`📍 Message cachePoint at index ${lastAssistantIndex} (string, ${content.length} chars)`);\n    debugCache('addBedrockCacheControl: Added cachePoint to assistant message (string content)', {\n      index: lastAssistantIndex,\n      contentLength: content.length,\n    });\n  } else if (Array.isArray(assistantMessage.content) && assistantMessage.content.length > 0) {\n    // Double-check: If this message has reasoning blocks, skip adding cache point entirely\n    // This handles edge cases where the initial skip check might have missed it\n    if (hasReasoningBlock(assistantMessage)) {\n      logCache(`⚠️ Message cachePoint SKIPPED at index ${lastAssistantIndex} (has reasoning blocks)`);\n      debugCache('addBedrockCacheControl: Skipping - assistant message has reasoning blocks (safety check)', {\n        index: lastAssistantIndex,\n      });\n      return updatedMessages;\n    }\n    \n    // Find the last text block and insert cache point after it\n    let inserted = false;\n    for (let j = assistantMessage.content.length - 1; j >= 0; j--) {\n      const block = assistantMessage.content[j] as MessageContentComplex;\n      const type = (block as { type?: string }).type;\n      if (type === ContentTypes.TEXT || type === 'text') {\n        const text = (block as { text?: string }).text;\n        if (text && text !== '') {\n          assistantMessage.content.splice(j + 1, 0, {\n            cachePoint: { type: 'default' },\n          } as MessageContentComplex);\n          inserted = true;\n          logCache(`📍 Message cachePoint at index ${lastAssistantIndex} (array, block ${j}, ${text.length} chars)`);\n          debugCache('addBedrockCacheControl: Added cachePoint after text block in assistant message', {\n            index: lastAssistantIndex,\n            textBlockIndex: j,\n            contentLength: text.length,\n          });\n          break;\n        }\n      }\n    }\n    \n    // If no text block found, don't append cache point as the message structure is unexpected\n    if (!inserted) {\n      const contentTypes = assistantMessage.content.map((b) => (b as { type?: string }).type);\n      logCache(`⚠️ Message cachePoint SKIPPED at index ${lastAssistantIndex} (no text block, types: ${contentTypes.join(',')})`);\n      debugCache('addBedrockCacheControl: No suitable text block found, skipping cache point', {\n        index: lastAssistantIndex,\n        contentTypes,\n      });\n    }\n  }\n\n  debugCache('addBedrockCacheControl: Complete - stable prefix caching applied', { \n    lastAssistantIndex,\n    totalMessages: updatedMessages.length,\n  });\n\n  return updatedMessages;\n}\n"],"names":[],"mappings":";;AASA;AACA,MAAM,QAAQ,GAAG,CAAC,OAAe,KAAI;AACnC,IAAA,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,CAAA,CAAE,CAAC;AACnC,CAAC;AAED;AACA,MAAM,UAAU,GAAG,CAAC,OAAe,EAAE,IAAc,KAAI;IACrD,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,MAAM,EAAE;AAC7C,QAAA,OAAO,CAAC,GAAG,CAAC,CAAA,QAAA,EAAW,OAAO,CAAA,CAAE,EAAE,IAAI,KAAK,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;;AAE9F,CAAC;AAED;;;;;;;AAOG;AACG,SAAU,eAAe,CAC7B,QAAa,EAAA;AAEb,IAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;AACnD,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAG,CAAC,GAAG,QAAQ,CAAC;IACrC,IAAI,oBAAoB,GAAG,CAAC;AAE5B,IAAA,KAAK,IAAI,CAAC,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACpD,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC;AAClC,QAAA,MAAM,aAAa,GACjB,CAAC,SAAS,IAAI,OAAO,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,OAAO;aACrD,MAAM,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC;QAEhD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YAClC,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CACtC,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAA8B,CAAC,CAC/B;AAE3B,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAA4B;AAC3D,gBAAA,IAAI,eAAe,IAAI,KAAK,EAAE;oBAC5B,OAAO,KAAK,CAAC,aAAa;;;;AAKhC,QAAA,IAAI,oBAAoB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;YAC/C;;AAGF,QAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC,OAAO,CAAC,OAAO,GAAG;AAChB,gBAAA;AACE,oBAAA,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,OAAO,CAAC,OAAO;AACrB,oBAAA,aAAa,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;AACrC,iBAAA;aACF;AACD,YAAA,oBAAoB,EAAE;;aACjB,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AACzC,YAAA,KAAK,IAAI,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;gBACpD,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;gBACtC,IAAI,MAAM,IAAI,WAAW,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,EAAE;oBACvD,WAAwC,CAAC,aAAa,GAAG;AACxD,wBAAA,IAAI,EAAE,WAAW;qBAClB;AACD,oBAAA,oBAAoB,EAAE;oBACtB;;;;;AAMR,IAAA,OAAO,eAAe;AACxB;AAEA;;AAEG;AACH,SAAS,YAAY,CAAC,KAA4B,EAAA;IAChD,OAAO,YAAY,IAAI,KAAK,IAAI,EAAE,MAAM,IAAI,KAAK,CAAC;AACpD;AAEA;;;AAGG;AACG,SAAU,0BAA0B,CACxC,QAAa,EAAA;IAEb,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;AAC5B,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAG,CAAC,GAAG,QAAQ,CAAC;AAErC,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC/C,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC;AAClC,QAAA,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;AAE/B,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AAC1B,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,gBAAA,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAA4B;AACnD,gBAAA,IAAI,eAAe,IAAI,KAAK,EAAE;oBAC5B,OAAO,KAAK,CAAC,aAAa;;;;;AAMlC,IAAA,OAAO,eAAe;AACxB;AAEA;;;AAGG;AACG,SAAU,wBAAwB,CACtC,QAAa,EAAA;IAEb,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;AAC5B,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAG,CAAC,GAAG,QAAQ,CAAC;AAErC,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC/C,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC;AAClC,QAAA,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;AAE/B,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AAC1B,YAAA,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAC9B,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAA8B,CAAC,CACvC;;;AAIvB,IAAA,OAAO,eAAe;AACxB;AAEA;;;;;;;;;;;;;;;;;;;;;;;;AAwBG;AACG,SAAU,sBAAsB,CAEpC,QAAa,EAAA;AACb,IAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;QACnD,UAAU,CAAC,gDAAgD,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AACzF,QAAA,OAAO,QAAQ;;IAGjB,UAAU,CAAC,yEAAyE,EAAE;QACpF,KAAK,EAAE,QAAQ,CAAC;AACjB,KAAA,CAAC;AAEF,IAAA,MAAM,eAAe,GAAQ,QAAQ,CAAC,KAAK,EAAE;;;AAI7C,IAAA,KAAK,MAAM,OAAO,IAAI,eAAe,EAAE;AACrC,QAAA,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;AAC/B,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AAC1B,YAAA,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAC9B,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CACd;;AAGnB,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAA4B;AAC3D,gBAAA,IAAI,eAAe,IAAI,KAAK,EAAE;oBAC5B,OAAO,KAAK,CAAC,aAAa;;;;;;AAOlC,IAAA,MAAM,iBAAiB,GAAG,CAAC,OAAU,KAAa;AAChD,QAAA,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;QAC/B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AAC3B,YAAA,OAAO,KAAK;;AAEd,QAAA,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;AAC3B,YAAA,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI;;;;;;YAM9C,IACE,IAAI,KAAK,mBAAmB;AAC5B,gBAAA,IAAI,KAAK,WAAW;AACpB,gBAAA,IAAI,KAAK,UAAU;gBACnB,IAAI,KAAK,mBAAmB,EAC5B;AACA,gBAAA,OAAO,IAAI;;;AAGf,QAAA,OAAO,KAAK;AACd,KAAC;;;AAID,IAAA,IAAI,kBAAkB,GAAG,EAAE;IAC3B,IAAI,oBAAoB,GAAG,CAAC;;IAG5B,MAAM,YAAY,GAA2B,EAAE;AAC/C,IAAA,KAAK,MAAM,OAAO,IAAI,eAAe,EAAE;QACrC,MAAM,OAAO,GAAG,SAAS,IAAI,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK;AACjE,cAAE,OAAO,CAAC,OAAO;cACf,SAAS;AACb,QAAA,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;;AAG1D,IAAA,KAAK,IAAI,CAAC,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACpD,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC;QAClC,MAAM,WAAW,GAAG,SAAS,IAAI,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK;AACrE,cAAE,OAAO,CAAC,OAAO;cACf,SAAS;AAEb,QAAA,IAAI,WAAW,KAAK,IAAI,EAAE;;AAExB,YAAA,IAAI,iBAAiB,CAAC,OAAO,CAAC,EAAE;AAC9B,gBAAA,oBAAoB,EAAE;gBACtB,UAAU,CAAC,yEAAyE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;gBACnG;;YAEF,kBAAkB,GAAG,CAAC;YACtB;;;;AAKJ,IAAA,QAAQ,CAAC,CAAuB,oBAAA,EAAA,eAAe,CAAC,MAAM,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAA,CAAA,EAAI,CAAC,CAAE,CAAA,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,uBAAuB,oBAAoB,CAAA,CAAE,CAAC;;;AAI5K,IAAA,IAAI,kBAAkB,KAAK,EAAE,EAAE;QAC7B,QAAQ,CAAC,+FAA+F,CAAC;AACzG,QAAA,OAAO,eAAe;;;AAIxB,IAAA,MAAM,gBAAgB,GAAG,eAAe,CAAC,kBAAkB,CAAC;AAC5D,IAAA,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO;IAExC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,EAAE,EAAE;QACjD,gBAAgB,CAAC,OAAO,GAAG;YACzB,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE;AAC1C,YAAA,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;SACT;QAC5B,QAAQ,CAAC,kCAAkC,kBAAkB,CAAA,UAAA,EAAa,OAAO,CAAC,MAAM,CAAS,OAAA,CAAA,CAAC;QAClG,UAAU,CAAC,gFAAgF,EAAE;AAC3F,YAAA,KAAK,EAAE,kBAAkB;YACzB,aAAa,EAAE,OAAO,CAAC,MAAM;AAC9B,SAAA,CAAC;;AACG,SAAA,IAAI,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,gBAAgB,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;;;AAGzF,QAAA,IAAI,iBAAiB,CAAC,gBAAgB,CAAC,EAAE;AACvC,YAAA,QAAQ,CAAC,CAAA,uCAAA,EAA0C,kBAAkB,CAAA,uBAAA,CAAyB,CAAC;YAC/F,UAAU,CAAC,0FAA0F,EAAE;AACrG,gBAAA,KAAK,EAAE,kBAAkB;AAC1B,aAAA,CAAC;AACF,YAAA,OAAO,eAAe;;;QAIxB,IAAI,QAAQ,GAAG,KAAK;AACpB,QAAA,KAAK,IAAI,CAAC,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;YAC7D,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAA0B;AAClE,YAAA,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI;YAC9C,IAAI,IAAI,KAAK,YAAY,CAAC,IAAI,IAAI,IAAI,KAAK,MAAM,EAAE;AACjD,gBAAA,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI;AAC9C,gBAAA,IAAI,IAAI,IAAI,IAAI,KAAK,EAAE,EAAE;oBACvB,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;AACxC,wBAAA,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;AACP,qBAAA,CAAC;oBAC3B,QAAQ,GAAG,IAAI;oBACf,QAAQ,CAAC,CAAkC,+BAAA,EAAA,kBAAkB,CAAkB,eAAA,EAAA,CAAC,CAAK,EAAA,EAAA,IAAI,CAAC,MAAM,CAAS,OAAA,CAAA,CAAC;oBAC1G,UAAU,CAAC,gFAAgF,EAAE;AAC3F,wBAAA,KAAK,EAAE,kBAAkB;AACzB,wBAAA,cAAc,EAAE,CAAC;wBACjB,aAAa,EAAE,IAAI,CAAC,MAAM;AAC3B,qBAAA,CAAC;oBACF;;;;;QAMN,IAAI,CAAC,QAAQ,EAAE;AACb,YAAA,MAAM,YAAY,GAAG,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAM,CAAuB,CAAC,IAAI,CAAC;AACvF,YAAA,QAAQ,CAAC,CAAA,uCAAA,EAA0C,kBAAkB,CAAA,wBAAA,EAA2B,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAG,CAAA,CAAA,CAAC;YAC1H,UAAU,CAAC,4EAA4E,EAAE;AACvF,gBAAA,KAAK,EAAE,kBAAkB;gBACzB,YAAY;AACb,aAAA,CAAC;;;IAIN,UAAU,CAAC,kEAAkE,EAAE;QAC7E,kBAAkB;QAClB,aAAa,EAAE,eAAe,CAAC,MAAM;AACtC,KAAA,CAAC;AAEF,IAAA,OAAO,eAAe;AACxB;;;;"}

package/dist/esm/messages/tools.mjs

@@ -0,0 +1,82 @@
+import { ToolMessage, AIMessageChunk } from '@langchain/core/messages';
+import { Constants } from '../common/enum.mjs';
+import { findLastIndex } from './core.mjs';
+
+// src/messages/toolDiscovery.ts
+/**
+ * Extracts discovered tool names from tool search results in the current turn.
+ * Only processes tool search messages after the latest AI message with tool calls.
+ *
+ * Similar pattern to formatArtifactPayload - finds relevant messages efficiently
+ * by identifying the latest AI parent and only processing subsequent tool messages.
+ *
+ * @param messages - All messages in the conversation
+ * @returns Array of discovered tool names (empty if no new discoveries)
+ */
+function extractToolDiscoveries(messages) {
+    const lastMessage = messages[messages.length - 1];
+    if (!(lastMessage instanceof ToolMessage))
+        return [];
+    // Find the latest AIMessage with tool_calls that this tool message belongs to
+    const latestAIParentIndex = findLastIndex(messages, (msg) => (msg instanceof AIMessageChunk &&
+        (msg.tool_calls?.length ?? 0) > 0 &&
+        msg.tool_calls?.some((tc) => tc.id === lastMessage.tool_call_id)) ??
+        false);
+    if (latestAIParentIndex === -1)
+        return [];
+    // Collect tool_call_ids from the AI message
+    const aiMessage = messages[latestAIParentIndex];
+    const toolCallIds = new Set(aiMessage.tool_calls?.map((tc) => tc.id) ?? []);
+    // Only process tool search results after the AI message that belong to this turn
+    const discoveredNames = [];
+    for (let i = latestAIParentIndex + 1; i < messages.length; i++) {
+        const msg = messages[i];
+        if (!(msg instanceof ToolMessage))
+            continue;
+        if (msg.name !== Constants.TOOL_SEARCH_REGEX)
+            continue;
+        if (!toolCallIds.has(msg.tool_call_id))
+            continue;
+        // This is a tool search result from the current turn
+        if (typeof msg.artifact === 'object' && msg.artifact != null) {
+            const artifact = msg.artifact;
+            if (artifact.tool_references && artifact.tool_references.length > 0) {
+                for (const ref of artifact.tool_references) {
+                    discoveredNames.push(ref.tool_name);
+                }
+            }
+        }
+    }
+    return discoveredNames;
+}
+/**
+ * Checks if the current turn has any tool search results.
+ * Quick check to avoid full extraction when not needed.
+ */
+function hasToolSearchInCurrentTurn(messages) {
+    const lastMessage = messages[messages.length - 1];
+    if (!(lastMessage instanceof ToolMessage))
+        return false;
+    // Find the latest AIMessage with tool_calls
+    const latestAIParentIndex = findLastIndex(messages, (msg) => (msg instanceof AIMessageChunk &&
+        (msg.tool_calls?.length ?? 0) > 0 &&
+        msg.tool_calls?.some((tc) => tc.id === lastMessage.tool_call_id)) ??
+        false);
+    if (latestAIParentIndex === -1)
+        return false;
+    const aiMessage = messages[latestAIParentIndex];
+    const toolCallIds = new Set(aiMessage.tool_calls?.map((tc) => tc.id) ?? []);
+    // Check if any tool search results exist after the AI message
+    for (let i = latestAIParentIndex + 1; i < messages.length; i++) {
+        const msg = messages[i];
+        if (msg instanceof ToolMessage &&
+            msg.name === Constants.TOOL_SEARCH_REGEX &&
+            toolCallIds.has(msg.tool_call_id)) {
+            return true;
+        }
+    }
+    return false;
+}
+
+export { extractToolDiscoveries, hasToolSearchInCurrentTurn };
+//# sourceMappingURL=tools.mjs.map

package/dist/esm/messages/tools.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.mjs","sources":["../../../src/messages/tools.ts"],"sourcesContent":["// src/messages/toolDiscovery.ts\nimport { AIMessageChunk, ToolMessage } from '@langchain/core/messages';\nimport type { BaseMessage } from '@langchain/core/messages';\nimport { Constants } from '@/common';\nimport { findLastIndex } from './core';\n\ntype ToolSearchArtifact = {\n  tool_references?: Array<{ tool_name: string }>;\n};\n\n/**\n * Extracts discovered tool names from tool search results in the current turn.\n * Only processes tool search messages after the latest AI message with tool calls.\n *\n * Similar pattern to formatArtifactPayload - finds relevant messages efficiently\n * by identifying the latest AI parent and only processing subsequent tool messages.\n *\n * @param messages - All messages in the conversation\n * @returns Array of discovered tool names (empty if no new discoveries)\n */\nexport function extractToolDiscoveries(messages: BaseMessage[]): string[] {\n  const lastMessage = messages[messages.length - 1];\n  if (!(lastMessage instanceof ToolMessage)) return [];\n\n  // Find the latest AIMessage with tool_calls that this tool message belongs to\n  const latestAIParentIndex = findLastIndex(\n    messages,\n    (msg) =>\n      (msg instanceof AIMessageChunk &&\n        (msg.tool_calls?.length ?? 0) > 0 &&\n        msg.tool_calls?.some((tc) => tc.id === lastMessage.tool_call_id)) ??\n      false\n  );\n\n  if (latestAIParentIndex === -1) return [];\n\n  // Collect tool_call_ids from the AI message\n  const aiMessage = messages[latestAIParentIndex] as AIMessageChunk;\n  const toolCallIds = new Set(aiMessage.tool_calls?.map((tc) => tc.id) ?? []);\n\n  // Only process tool search results after the AI message that belong to this turn\n  const discoveredNames: string[] = [];\n  for (let i = latestAIParentIndex + 1; i < messages.length; i++) {\n    const msg = messages[i];\n    if (!(msg instanceof ToolMessage)) continue;\n    if (msg.name !== Constants.TOOL_SEARCH_REGEX) continue;\n    if (!toolCallIds.has(msg.tool_call_id)) continue;\n\n    // This is a tool search result from the current turn\n    if (typeof msg.artifact === 'object' && msg.artifact != null) {\n      const artifact = msg.artifact as ToolSearchArtifact;\n      if (artifact.tool_references && artifact.tool_references.length > 0) {\n        for (const ref of artifact.tool_references) {\n          discoveredNames.push(ref.tool_name);\n        }\n      }\n    }\n  }\n\n  return discoveredNames;\n}\n\n/**\n * Checks if the current turn has any tool search results.\n * Quick check to avoid full extraction when not needed.\n */\nexport function hasToolSearchInCurrentTurn(messages: BaseMessage[]): boolean {\n  const lastMessage = messages[messages.length - 1];\n  if (!(lastMessage instanceof ToolMessage)) return false;\n\n  // Find the latest AIMessage with tool_calls\n  const latestAIParentIndex = findLastIndex(\n    messages,\n    (msg) =>\n      (msg instanceof AIMessageChunk &&\n        (msg.tool_calls?.length ?? 0) > 0 &&\n        msg.tool_calls?.some((tc) => tc.id === lastMessage.tool_call_id)) ??\n      false\n  );\n\n  if (latestAIParentIndex === -1) return false;\n\n  const aiMessage = messages[latestAIParentIndex] as AIMessageChunk;\n  const toolCallIds = new Set(aiMessage.tool_calls?.map((tc) => tc.id) ?? []);\n\n  // Check if any tool search results exist after the AI message\n  for (let i = latestAIParentIndex + 1; i < messages.length; i++) {\n    const msg = messages[i];\n    if (\n      msg instanceof ToolMessage &&\n      msg.name === Constants.TOOL_SEARCH_REGEX &&\n      toolCallIds.has(msg.tool_call_id)\n    ) {\n      return true;\n    }\n  }\n\n  return false;\n}\n"],"names":[],"mappings":";;;;AAAA;AAUA;;;;;;;;;AASG;AACG,SAAU,sBAAsB,CAAC,QAAuB,EAAA;IAC5D,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;AACjD,IAAA,IAAI,EAAE,WAAW,YAAY,WAAW,CAAC;AAAE,QAAA,OAAO,EAAE;;AAGpD,IAAA,MAAM,mBAAmB,GAAG,aAAa,CACvC,QAAQ,EACR,CAAC,GAAG,KACF,CAAC,GAAG,YAAY,cAAc;QAC5B,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC;AACjC,QAAA,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,WAAW,CAAC,YAAY,CAAC;AAClE,QAAA,KAAK,CACR;IAED,IAAI,mBAAmB,KAAK,EAAE;AAAE,QAAA,OAAO,EAAE;;AAGzC,IAAA,MAAM,SAAS,GAAG,QAAQ,CAAC,mBAAmB,CAAmB;IACjE,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;;IAG3E,MAAM,eAAe,GAAa,EAAE;AACpC,IAAA,KAAK,IAAI,CAAC,GAAG,mBAAmB,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC9D,QAAA,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC;AACvB,QAAA,IAAI,EAAE,GAAG,YAAY,WAAW,CAAC;YAAE;AACnC,QAAA,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,iBAAiB;YAAE;QAC9C,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC;YAAE;;AAGxC,QAAA,IAAI,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,IAAI,EAAE;AAC5D,YAAA,MAAM,QAAQ,GAAG,GAAG,CAAC,QAA8B;AACnD,YAAA,IAAI,QAAQ,CAAC,eAAe,IAAI,QAAQ,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE;AACnE,gBAAA,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,eAAe,EAAE;AAC1C,oBAAA,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;;;;;AAM3C,IAAA,OAAO,eAAe;AACxB;AAEA;;;AAGG;AACG,SAAU,0BAA0B,CAAC,QAAuB,EAAA;IAChE,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;AACjD,IAAA,IAAI,EAAE,WAAW,YAAY,WAAW,CAAC;AAAE,QAAA,OAAO,KAAK;;AAGvD,IAAA,MAAM,mBAAmB,GAAG,aAAa,CACvC,QAAQ,EACR,CAAC,GAAG,KACF,CAAC,GAAG,YAAY,cAAc;QAC5B,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC;AACjC,QAAA,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,WAAW,CAAC,YAAY,CAAC;AAClE,QAAA,KAAK,CACR;IAED,IAAI,mBAAmB,KAAK,EAAE;AAAE,QAAA,OAAO,KAAK;AAE5C,IAAA,MAAM,SAAS,GAAG,QAAQ,CAAC,mBAAmB,CAAmB;IACjE,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;;AAG3E,IAAA,KAAK,IAAI,CAAC,GAAG,mBAAmB,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC9D,QAAA,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC;QACvB,IACE,GAAG,YAAY,WAAW;AAC1B,YAAA,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,iBAAiB;YACxC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC,EACjC;AACA,YAAA,OAAO,IAAI;;;AAIf,IAAA,OAAO,KAAK;AACd;;;;"}

package/dist/esm/stream.mjs

@@ -57,6 +57,20 @@ function getChunkContent({ chunk, provider, reasoningKey, }) {
         (chunk?.additional_kwargs?.reasoning?.summary?.[0]?.text?.length ?? 0) > 0) {
         return chunk?.additional_kwargs?.reasoning?.summary?.[0]?.text;
     }
+    if (provider === Providers.OPENROUTER &&
+        chunk?.additional_kwargs?.reasoning_details != null &&
+        Array.isArray(chunk.additional_kwargs.reasoning_details)) {
+        // Extract text from reasoning_details array (for Gemini, DeepSeek, etc.)
+        const textEntries = chunk.additional_kwargs.reasoning_details
+            .filter((detail) => detail.type === 'reasoning.text' &&
+            detail.text != null &&
+            detail.text !== '')
+            .map((detail) => detail.text)
+            .join('');
+        if (textEntries) {
+            return textEntries;
+        }
+    }
     return ((chunk?.additional_kwargs?.[reasoningKey] ?? '') ||
         chunk?.content);
 }
@@ -257,6 +271,12 @@ hasToolCallChunks: ${hasToolCallChunks}
             reasoning_content.summary[0].text) {
             reasoning_content = 'valid';
         }
+        else if (agentContext.provider === Providers.OPENROUTER &&
+            chunk.additional_kwargs?.reasoning_details != null &&
+            Array.isArray(chunk.additional_kwargs.reasoning_details) &&
+            chunk.additional_kwargs.reasoning_details.length > 0) {
+            reasoning_content = 'valid';
+        }
         if (reasoning_content != null &&
             reasoning_content !== '' &&
             (chunk.content == null ||