@librechat/agents 3.0.775 → 3.0.776

package/dist/cjs/messages/cache.cjs

@@ -1,6 +1,5 @@
 'use strict';
 
-var messages = require('@langchain/core/messages');
 var _enum = require('../common/enum.cjs');
 
 /**
@@ -16,61 +15,24 @@ function deepCloneContent(content) {
     return content;
 }
 /**
- * Simple shallow clone with deep-cloned content.
- * Used for stripping cache control where we don't need proper LangChain instances.
+ * Clones a message with deep-cloned content, explicitly excluding LangChain
+ * serialization metadata to prevent coercion issues.
  */
-function shallowCloneMessage(message) {
-    return {
-        ...message,
-        content: deepCloneContent(message.content ?? ''),
-    };
-}
-/**
- * Creates a new LangChain message instance with the given content.
- * Required when adding cache points to ensure proper serialization.
- */
-function createNewMessage(message, content) {
-    if ('getType' in message && typeof message.getType === 'function') {
-        const baseMsg = message;
-        const msgType = baseMsg.getType();
-        const baseFields = {
-            content,
-            name: baseMsg.name,
-            additional_kwargs: { ...baseMsg.additional_kwargs },
-            response_metadata: { ...baseMsg.response_metadata },
-            id: baseMsg.id,
+function cloneMessage(message, content) {
+    const { lc_kwargs: _lc_kwargs, lc_serializable: _lc_serializable, lc_namespace: _lc_namespace, ...rest } = message;
+    const cloned = { ...rest, content };
+    // LangChain messages don't have a direct 'role' property - derive it from getType()
+    if ('getType' in message &&
+        typeof message.getType === 'function' &&
+        !('role' in cloned)) {
+        const msgType = message.getType();
+        const roleMap = {
+            human: 'user',
+            ai: 'assistant',
+            system: 'system',
+            tool: 'tool',
         };
-        switch (msgType) {
-            case 'human':
-                return new messages.HumanMessage(baseFields);
-            case 'ai': {
-                const aiMsg = baseMsg;
-                return new messages.AIMessage({
-                    ...baseFields,
-                    tool_calls: aiMsg.tool_calls ? [...aiMsg.tool_calls] : [],
-                    invalid_tool_calls: aiMsg.invalid_tool_calls
-                        ? [...aiMsg.invalid_tool_calls]
-                        : [],
-                    usage_metadata: aiMsg.usage_metadata,
-                });
-            }
-            case 'system':
-                return new messages.SystemMessage(baseFields);
-            case 'tool': {
-                const toolMsg = baseMsg;
-                return new messages.ToolMessage({
-                    ...baseFields,
-                    tool_call_id: toolMsg.tool_call_id,
-                    status: toolMsg.status,
-                    artifact: toolMsg.artifact,
-                });
-            }
-        }
-    }
-    const cloned = { ...message, content };
-    const lcKwargs = cloned.lc_kwargs;
-    if (lcKwargs != null) {
-        cloned.lc_kwargs = { ...lcKwargs, content };
+        cloned.role = roleMap[msgType] || msgType;
     }
     return cloned;
 }
@@ -136,29 +98,20 @@ function addCacheControl(messages) {
             workingContent = [];
         }
         if (userMessagesModified >= 2 || !isUserMessage) {
-            updatedMessages[i] = shallowCloneMessage(originalMessage);
-            updatedMessages[i].content = workingContent;
+            updatedMessages[i] = cloneMessage(originalMessage, workingContent);
             continue;
         }
-        let cacheAdded = false;
         for (let j = workingContent.length - 1; j >= 0; j--) {
             const contentPart = workingContent[j];
             if ('type' in contentPart && contentPart.type === 'text') {
                 contentPart.cache_control = {
                     type: 'ephemeral',
                 };
-                cacheAdded = true;
                 userMessagesModified++;
                 break;
             }
         }
-        if (cacheAdded) {
-            updatedMessages[i] = createNewMessage(originalMessage, workingContent);
-        }
-        else {
-            updatedMessages[i] = shallowCloneMessage(originalMessage);
-            updatedMessages[i].content = workingContent;
-        }
+        updatedMessages[i] = cloneMessage(originalMessage, workingContent);
     }
     return updatedMessages;
 }
@@ -194,14 +147,14 @@ function stripAnthropicCacheControl(messages) {
         if (!Array.isArray(content) || !hasAnthropicCacheControl(content)) {
             continue;
         }
-        const message = shallowCloneMessage(originalMessage);
-        updatedMessages[i] = message;
-        for (let j = 0; j < message.content.length; j++) {
-            const block = message.content[j];
+        const clonedContent = deepCloneContent(content);
+        for (let j = 0; j < clonedContent.length; j++) {
+            const block = clonedContent[j];
             if ('cache_control' in block) {
                 delete block.cache_control;
             }
         }
+        updatedMessages[i] = cloneMessage(originalMessage, clonedContent);
     }
     return updatedMessages;
 }
@@ -231,9 +184,8 @@ function stripBedrockCacheControl(messages) {
         if (!Array.isArray(content) || !hasBedrockCachePoint(content)) {
             continue;
         }
-        const message = shallowCloneMessage(originalMessage);
-        updatedMessages[i] = message;
-        message.content = message.content.filter((block) => !isCachePoint(block));
+        const clonedContent = deepCloneContent(content).filter((block) => !isCachePoint(block));
+        updatedMessages[i] = cloneMessage(originalMessage, clonedContent);
     }
     return updatedMessages;
 }
@@ -288,8 +240,7 @@ function addBedrockCacheControl(messages) {
             workingContent = [];
         }
         if (messagesModified >= 2 || isToolMessage || isEmptyString) {
-            updatedMessages[i] = shallowCloneMessage(originalMessage);
-            updatedMessages[i].content = workingContent;
+            updatedMessages[i] = cloneMessage(originalMessage, workingContent);
             continue;
         }
         if (workingContent.length === 0) {
@@ -305,8 +256,7 @@ function addBedrockCacheControl(messages) {
             }
         }
         if (!hasCacheableContent) {
-            updatedMessages[i] = shallowCloneMessage(originalMessage);
-            updatedMessages[i].content = workingContent;
+            updatedMessages[i] = cloneMessage(originalMessage, workingContent);
             continue;
         }
         let inserted = false;
@@ -330,7 +280,7 @@ function addBedrockCacheControl(messages) {
                 cachePoint: { type: 'default' },
             });
         }
-        updatedMessages[i] = createNewMessage(originalMessage, workingContent);
+        updatedMessages[i] = cloneMessage(originalMessage, workingContent);
         messagesModified++;
     }
     return updatedMessages;

package/dist/cjs/messages/cache.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"cache.cjs","sources":["../../../src/messages/cache.ts"],"sourcesContent":["import {\n  BaseMessage,\n  MessageContentComplex,\n  AIMessage,\n  HumanMessage,\n  SystemMessage,\n  ToolMessage,\n} from '@langchain/core/messages';\nimport type { AnthropicMessage } from '@/types/messages';\nimport type Anthropic from '@anthropic-ai/sdk';\nimport { ContentTypes } from '@/common/enum';\n\ntype MessageWithContent = {\n  content?: string | MessageContentComplex[];\n};\n\n/**\n * Deep clones a message's content to prevent mutation of the original.\n */\nfunction deepCloneContent<T extends string | MessageContentComplex[]>(\n  content: T\n): T {\n  if (typeof content === 'string') {\n    return content;\n  }\n  if (Array.isArray(content)) {\n    return content.map((block) => ({ ...block })) as T;\n  }\n  return content;\n}\n\n/**\n * Simple shallow clone with deep-cloned content.\n * Used for stripping cache control where we don't need proper LangChain instances.\n */\nfunction shallowCloneMessage<T extends MessageWithContent>(message: T): T {\n  return {\n    ...message,\n    content: deepCloneContent(message.content ?? ''),\n  } as T;\n}\n\n/**\n * Creates a new LangChain message instance with the given content.\n * Required when adding cache points to ensure proper serialization.\n */\nfunction createNewMessage<T extends MessageWithContent>(\n  message: T,\n  content: MessageContentComplex[]\n): T {\n  if ('getType' in message && typeof message.getType === 'function') {\n    const baseMsg = message as unknown as BaseMessage;\n    const msgType = baseMsg.getType();\n\n    const baseFields = {\n      content,\n      name: baseMsg.name,\n      additional_kwargs: { ...baseMsg.additional_kwargs },\n      response_metadata: { ...baseMsg.response_metadata },\n      id: baseMsg.id,\n    };\n\n    switch (msgType) {\n    case 'human':\n      return new HumanMessage(baseFields) as unknown as T;\n    case 'ai': {\n      const aiMsg = baseMsg as AIMessage;\n      return new AIMessage({\n        ...baseFields,\n        tool_calls: aiMsg.tool_calls ? [...aiMsg.tool_calls] : [],\n        invalid_tool_calls: aiMsg.invalid_tool_calls\n          ? [...aiMsg.invalid_tool_calls]\n          : [],\n        usage_metadata: aiMsg.usage_metadata,\n      }) as unknown as T;\n    }\n    case 'system':\n      return new SystemMessage(baseFields) as unknown as T;\n    case 'tool': {\n      const toolMsg = baseMsg as ToolMessage;\n      return new ToolMessage({\n        ...baseFields,\n        tool_call_id: toolMsg.tool_call_id,\n        status: toolMsg.status,\n        artifact: toolMsg.artifact,\n      }) as unknown as T;\n    }\n    default:\n      break;\n    }\n  }\n\n  const cloned = { ...message, content } as T;\n  const lcKwargs = (cloned as Record<string, unknown>).lc_kwargs as\n    | Record<string, unknown>\n    | undefined;\n  if (lcKwargs != null) {\n    (cloned as Record<string, unknown>).lc_kwargs = { ...lcKwargs, content };\n  }\n  return cloned;\n}\n\n/**\n * Checks if a message's content needs cache control stripping.\n * Returns true if content has cachePoint blocks or cache_control fields.\n */\nfunction needsCacheStripping(content: MessageContentComplex[]): boolean {\n  for (let i = 0; i < content.length; i++) {\n    const block = content[i];\n    if (isCachePoint(block)) return true;\n    if ('cache_control' in block) return true;\n  }\n  return false;\n}\n\n/**\n * Anthropic API: Adds cache control to the appropriate user messages in the payload.\n * Strips ALL existing cache control (both Anthropic and Bedrock formats) from all messages,\n * then adds fresh cache control to the last 2 user messages in a single backward pass.\n * This ensures we don't accumulate stale cache points across multiple turns.\n * Returns a new array - only clones messages that require modification.\n * @param messages - The array of message objects.\n * @returns - A new array of message objects with cache control added.\n */\nexport function addCacheControl<T extends AnthropicMessage | BaseMessage>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages) || messages.length < 2) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n  let userMessagesModified = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n    const isUserMessage =\n      ('getType' in originalMessage && originalMessage.getType() === 'human') ||\n      ('role' in originalMessage && originalMessage.role === 'user');\n\n    const hasArrayContent = Array.isArray(content);\n    const needsStripping =\n      hasArrayContent &&\n      needsCacheStripping(content as MessageContentComplex[]);\n    const needsCacheAdd =\n      userMessagesModified < 2 &&\n      isUserMessage &&\n      (typeof content === 'string' || hasArrayContent);\n\n    if (!needsStripping && !needsCacheAdd) {\n      continue;\n    }\n\n    let workingContent: MessageContentComplex[];\n\n    if (hasArrayContent) {\n      workingContent = deepCloneContent(\n        content as MessageContentComplex[]\n      ).filter((block) => !isCachePoint(block as MessageContentComplex));\n\n      for (let j = 0; j < workingContent.length; j++) {\n        const block = workingContent[j] as Record<string, unknown>;\n        if ('cache_control' in block) {\n          delete block.cache_control;\n        }\n      }\n    } else if (typeof content === 'string') {\n      workingContent = [\n        { type: 'text', text: content },\n      ] as MessageContentComplex[];\n    } else {\n      workingContent = [];\n    }\n\n    if (userMessagesModified >= 2 || !isUserMessage) {\n      updatedMessages[i] = shallowCloneMessage(\n        originalMessage as MessageWithContent\n      ) as T;\n      (updatedMessages[i] as MessageWithContent).content = workingContent;\n      continue;\n    }\n\n    let cacheAdded = false;\n    for (let j = workingContent.length - 1; j >= 0; j--) {\n      const contentPart = workingContent[j];\n      if ('type' in contentPart && contentPart.type === 'text') {\n        (contentPart as Anthropic.TextBlockParam).cache_control = {\n          type: 'ephemeral',\n        };\n        cacheAdded = true;\n        userMessagesModified++;\n        break;\n      }\n    }\n\n    if (cacheAdded) {\n      updatedMessages[i] = createNewMessage(\n        originalMessage as MessageWithContent,\n        workingContent\n      ) as T;\n    } else {\n      updatedMessages[i] = shallowCloneMessage(\n        originalMessage as MessageWithContent\n      ) as T;\n      (updatedMessages[i] as MessageWithContent).content = workingContent;\n    }\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Checks if a content block is a cache point\n */\nfunction isCachePoint(block: MessageContentComplex): boolean {\n  return 'cachePoint' in block && !('type' in block);\n}\n\n/**\n * Checks if a message's content has Anthropic cache_control fields.\n */\nfunction hasAnthropicCacheControl(content: MessageContentComplex[]): boolean {\n  for (let i = 0; i < content.length; i++) {\n    if ('cache_control' in content[i]) return true;\n  }\n  return false;\n}\n\n/**\n * Removes all Anthropic cache_control fields from messages\n * Used when switching from Anthropic to Bedrock provider\n * Returns a new array - only clones messages that require modification.\n */\nexport function stripAnthropicCacheControl<T extends MessageWithContent>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages)) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n\n  for (let i = 0; i < updatedMessages.length; i++) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n\n    if (!Array.isArray(content) || !hasAnthropicCacheControl(content)) {\n      continue;\n    }\n\n    const message = shallowCloneMessage(originalMessage);\n    updatedMessages[i] = message;\n\n    for (\n      let j = 0;\n      j < (message.content as MessageContentComplex[]).length;\n      j++\n    ) {\n      const block = (message.content as MessageContentComplex[])[j] as Record<\n        string,\n        unknown\n      >;\n      if ('cache_control' in block) {\n        delete block.cache_control;\n      }\n    }\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Checks if a message's content has Bedrock cachePoint blocks.\n */\nfunction hasBedrockCachePoint(content: MessageContentComplex[]): boolean {\n  for (let i = 0; i < content.length; i++) {\n    if (isCachePoint(content[i])) return true;\n  }\n  return false;\n}\n\n/**\n * Removes all Bedrock cachePoint blocks from messages\n * Used when switching from Bedrock to Anthropic provider\n * Returns a new array - only clones messages that require modification.\n */\nexport function stripBedrockCacheControl<T extends MessageWithContent>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages)) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n\n  for (let i = 0; i < updatedMessages.length; i++) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n\n    if (!Array.isArray(content) || !hasBedrockCachePoint(content)) {\n      continue;\n    }\n\n    const message = shallowCloneMessage(originalMessage);\n    updatedMessages[i] = message;\n\n    message.content = (message.content as MessageContentComplex[]).filter(\n      (block) => !isCachePoint(block as MessageContentComplex)\n    ) as typeof content;\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Adds Bedrock Converse API cache points to the last two messages.\n * Inserts `{ cachePoint: { type: 'default' } }` as a separate content block\n * immediately after the last text block in each targeted message.\n * Strips ALL existing cache control (both Bedrock and Anthropic formats) from all messages,\n * then adds fresh cache points to the last 2 messages in a single backward pass.\n * This ensures we don't accumulate stale cache points across multiple turns.\n * Returns a new array - only clones messages that require modification.\n * @param messages - The array of message objects.\n * @returns - A new array of message objects with cache points added.\n */\nexport function addBedrockCacheControl<\n  T extends Partial<BaseMessage> & MessageWithContent,\n>(messages: T[]): T[] {\n  if (!Array.isArray(messages) || messages.length < 2) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n  let messagesModified = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const originalMessage = updatedMessages[i];\n    const isToolMessage =\n      'getType' in originalMessage &&\n      typeof originalMessage.getType === 'function' &&\n      originalMessage.getType() === 'tool';\n\n    const content = originalMessage.content;\n    const hasArrayContent = Array.isArray(content);\n    const needsStripping =\n      hasArrayContent &&\n      needsCacheStripping(content as MessageContentComplex[]);\n    const isEmptyString = typeof content === 'string' && content === '';\n    const needsCacheAdd =\n      messagesModified < 2 &&\n      !isToolMessage &&\n      !isEmptyString &&\n      (typeof content === 'string' || hasArrayContent);\n\n    if (!needsStripping && !needsCacheAdd) {\n      continue;\n    }\n\n    let workingContent: MessageContentComplex[];\n\n    if (hasArrayContent) {\n      workingContent = deepCloneContent(\n        content as MessageContentComplex[]\n      ).filter((block) => !isCachePoint(block));\n\n      for (let j = 0; j < workingContent.length; j++) {\n        const block = workingContent[j] as Record<string, unknown>;\n        if ('cache_control' in block) {\n          delete block.cache_control;\n        }\n      }\n    } else if (typeof content === 'string') {\n      workingContent = [{ type: ContentTypes.TEXT, text: content }];\n    } else {\n      workingContent = [];\n    }\n\n    if (messagesModified >= 2 || isToolMessage || isEmptyString) {\n      updatedMessages[i] = shallowCloneMessage(originalMessage);\n      (updatedMessages[i] as MessageWithContent).content = workingContent;\n      continue;\n    }\n\n    if (workingContent.length === 0) {\n      continue;\n    }\n\n    let hasCacheableContent = false;\n    for (const block of workingContent) {\n      if (block.type === ContentTypes.TEXT) {\n        if (typeof block.text === 'string' && block.text !== '') {\n          hasCacheableContent = true;\n          break;\n        }\n      }\n    }\n\n    if (!hasCacheableContent) {\n      updatedMessages[i] = shallowCloneMessage(originalMessage);\n      (updatedMessages[i] as MessageWithContent).content = workingContent;\n      continue;\n    }\n\n    let inserted = false;\n    for (let j = workingContent.length - 1; j >= 0; j--) {\n      const block = workingContent[j] as MessageContentComplex;\n      const type = (block as { type?: string }).type;\n      if (type === ContentTypes.TEXT || type === 'text') {\n        const text = (block as { text?: string }).text;\n        if (text === '' || text === undefined) {\n          continue;\n        }\n        workingContent.splice(j + 1, 0, {\n          cachePoint: { type: 'default' },\n        } as MessageContentComplex);\n        inserted = true;\n        break;\n      }\n    }\n    if (!inserted) {\n      workingContent.push({\n        cachePoint: { type: 'default' },\n      } as MessageContentComplex);\n    }\n\n    updatedMessages[i] = createNewMessage(originalMessage, workingContent);\n    messagesModified++;\n  }\n\n  return updatedMessages;\n}\n"],"names":["HumanMessage","AIMessage","SystemMessage","ToolMessage","ContentTypes"],"mappings":";;;;;AAgBA;;AAEG;AACH,SAAS,gBAAgB,CACvB,OAAU,EAAA;AAEV,IAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AAC/B,QAAA,OAAO,OAAO;;AAEhB,IAAA,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AAC1B,QAAA,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC,CAAM;;AAEpD,IAAA,OAAO,OAAO;AAChB;AAEA;;;AAGG;AACH,SAAS,mBAAmB,CAA+B,OAAU,EAAA;IACnE,OAAO;AACL,QAAA,GAAG,OAAO;QACV,OAAO,EAAE,gBAAgB,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;KAC5C;AACR;AAEA;;;AAGG;AACH,SAAS,gBAAgB,CACvB,OAAU,EACV,OAAgC,EAAA;IAEhC,IAAI,SAAS,IAAI,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,UAAU,EAAE;QACjE,MAAM,OAAO,GAAG,OAAiC;AACjD,QAAA,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE;AAEjC,QAAA,MAAM,UAAU,GAAG;YACjB,OAAO;YACP,IAAI,EAAE,OAAO,CAAC,IAAI;AAClB,YAAA,iBAAiB,EAAE,EAAE,GAAG,OAAO,CAAC,iBAAiB,EAAE;AACnD,YAAA,iBAAiB,EAAE,EAAE,GAAG,OAAO,CAAC,iBAAiB,EAAE;YACnD,EAAE,EAAE,OAAO,CAAC,EAAE;SACf;QAED,QAAQ,OAAO;AACf,YAAA,KAAK,OAAO;AACV,gBAAA,OAAO,IAAIA,qBAAY,CAAC,UAAU,CAAiB;YACrD,KAAK,IAAI,EAAE;gBACT,MAAM,KAAK,GAAG,OAAoB;gBAClC,OAAO,IAAIC,kBAAS,CAAC;AACnB,oBAAA,GAAG,UAAU;AACb,oBAAA,UAAU,EAAE,KAAK,CAAC,UAAU,GAAG,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE;oBACzD,kBAAkB,EAAE,KAAK,CAAC;AACxB,0BAAE,CAAC,GAAG,KAAK,CAAC,kBAAkB;AAC9B,0BAAE,EAAE;oBACN,cAAc,EAAE,KAAK,CAAC,cAAc;AACrC,iBAAA,CAAiB;;AAEpB,YAAA,KAAK,QAAQ;AACX,gBAAA,OAAO,IAAIC,sBAAa,CAAC,UAAU,CAAiB;YACtD,KAAK,MAAM,EAAE;gBACX,MAAM,OAAO,GAAG,OAAsB;gBACtC,OAAO,IAAIC,oBAAW,CAAC;AACrB,oBAAA,GAAG,UAAU;oBACb,YAAY,EAAE,OAAO,CAAC,YAAY;oBAClC,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;AAC3B,iBAAA,CAAiB;;;;IAOtB,MAAM,MAAM,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAO;AAC3C,IAAA,MAAM,QAAQ,GAAI,MAAkC,CAAC,SAExC;AACb,IAAA,IAAI,QAAQ,IAAI,IAAI,EAAE;QACnB,MAAkC,CAAC,SAAS,GAAG,EAAE,GAAG,QAAQ,EAAE,OAAO,EAAE;;AAE1E,IAAA,OAAO,MAAM;AACf;AAEA;;;AAGG;AACH,SAAS,mBAAmB,CAAC,OAAgC,EAAA;AAC3D,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC;QACxB,IAAI,YAAY,CAAC,KAAK,CAAC;AAAE,YAAA,OAAO,IAAI;QACpC,IAAI,eAAe,IAAI,KAAK;AAAE,YAAA,OAAO,IAAI;;AAE3C,IAAA,OAAO,KAAK;AACd;AAEA;;;;;;;;AAQG;AACG,SAAU,eAAe,CAC7B,QAAa,EAAA;AAEb,IAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;AACnD,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,CAAC,GAAG,QAAQ,CAAC;IAC1C,IAAI,oBAAoB,GAAG,CAAC;AAE5B,IAAA,KAAK,IAAI,CAAC,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACpD,QAAA,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC;AAC1C,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO;AACvC,QAAA,MAAM,aAAa,GACjB,CAAC,SAAS,IAAI,eAAe,IAAI,eAAe,CAAC,OAAO,EAAE,KAAK,OAAO;aACrE,MAAM,IAAI,eAAe,IAAI,eAAe,CAAC,IAAI,KAAK,MAAM,CAAC;QAEhE,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAC9C,MAAM,cAAc,GAClB,eAAe;YACf,mBAAmB,CAAC,OAAkC,CAAC;AACzD,QAAA,MAAM,aAAa,GACjB,oBAAoB,GAAG,CAAC;YACxB,aAAa;AACb,aAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,eAAe,CAAC;AAElD,QAAA,IAAI,CAAC,cAAc,IAAI,CAAC,aAAa,EAAE;YACrC;;AAGF,QAAA,IAAI,cAAuC;QAE3C,IAAI,eAAe,EAAE;AACnB,YAAA,cAAc,GAAG,gBAAgB,CAC/B,OAAkC,CACnC,CAAC,MAAM,CAAC,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAA8B,CAAC,CAAC;AAElE,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC9C,gBAAA,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAA4B;AAC1D,gBAAA,IAAI,eAAe,IAAI,KAAK,EAAE;oBAC5B,OAAO,KAAK,CAAC,aAAa;;;;AAGzB,aAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AACtC,YAAA,cAAc,GAAG;AACf,gBAAA,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE;aACL;;aACvB;YACL,cAAc,GAAG,EAAE;;AAGrB,QAAA,IAAI,oBAAoB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;YAC/C,eAAe,CAAC,CAAC,CAAC,GAAG,mBAAmB,CACtC,eAAqC,CACjC;AACL,YAAA,eAAe,CAAC,CAAC,CAAwB,CAAC,OAAO,GAAG,cAAc;YACnE;;QAGF,IAAI,UAAU,GAAG,KAAK;AACtB,QAAA,KAAK,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACnD,YAAA,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC;YACrC,IAAI,MAAM,IAAI,WAAW,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,EAAE;gBACvD,WAAwC,CAAC,aAAa,GAAG;AACxD,oBAAA,IAAI,EAAE,WAAW;iBAClB;gBACD,UAAU,GAAG,IAAI;AACjB,gBAAA,oBAAoB,EAAE;gBACtB;;;QAIJ,IAAI,UAAU,EAAE;YACd,eAAe,CAAC,CAAC,CAAC,GAAG,gBAAgB,CACnC,eAAqC,EACrC,cAAc,CACV;;aACD;YACL,eAAe,CAAC,CAAC,CAAC,GAAG,mBAAmB,CACtC,eAAqC,CACjC;AACL,YAAA,eAAe,CAAC,CAAC,CAAwB,CAAC,OAAO,GAAG,cAAc;;;AAIvE,IAAA,OAAO,eAAe;AACxB;AAEA;;AAEG;AACH,SAAS,YAAY,CAAC,KAA4B,EAAA;IAChD,OAAO,YAAY,IAAI,KAAK,IAAI,EAAE,MAAM,IAAI,KAAK,CAAC;AACpD;AAEA;;AAEG;AACH,SAAS,wBAAwB,CAAC,OAAgC,EAAA;AAChE,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,IAAI,eAAe,IAAI,OAAO,CAAC,CAAC,CAAC;AAAE,YAAA,OAAO,IAAI;;AAEhD,IAAA,OAAO,KAAK;AACd;AAEA;;;;AAIG;AACG,SAAU,0BAA0B,CACxC,QAAa,EAAA;IAEb,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;AAC5B,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,CAAC,GAAG,QAAQ,CAAC;AAE1C,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC/C,QAAA,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC;AAC1C,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO;AAEvC,QAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,EAAE;YACjE;;AAGF,QAAA,MAAM,OAAO,GAAG,mBAAmB,CAAC,eAAe,CAAC;AACpD,QAAA,eAAe,CAAC,CAAC,CAAC,GAAG,OAAO;AAE5B,QAAA,KACE,IAAI,CAAC,GAAG,CAAC,EACT,CAAC,GAAI,OAAO,CAAC,OAAmC,CAAC,MAAM,EACvD,CAAC,EAAE,EACH;YACA,MAAM,KAAK,GAAI,OAAO,CAAC,OAAmC,CAAC,CAAC,CAG3D;AACD,YAAA,IAAI,eAAe,IAAI,KAAK,EAAE;gBAC5B,OAAO,KAAK,CAAC,aAAa;;;;AAKhC,IAAA,OAAO,eAAe;AACxB;AAEA;;AAEG;AACH,SAAS,oBAAoB,CAAC,OAAgC,EAAA;AAC5D,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAAE,YAAA,OAAO,IAAI;;AAE3C,IAAA,OAAO,KAAK;AACd;AAEA;;;;AAIG;AACG,SAAU,wBAAwB,CACtC,QAAa,EAAA;IAEb,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;AAC5B,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,CAAC,GAAG,QAAQ,CAAC;AAE1C,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC/C,QAAA,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC;AAC1C,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO;AAEvC,QAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE;YAC7D;;AAGF,QAAA,MAAM,OAAO,GAAG,mBAAmB,CAAC,eAAe,CAAC;AACpD,QAAA,eAAe,CAAC,CAAC,CAAC,GAAG,OAAO;QAE5B,OAAO,CAAC,OAAO,GAAI,OAAO,CAAC,OAAmC,CAAC,MAAM,CACnE,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAA8B,CAAC,CACvC;;AAGrB,IAAA,OAAO,eAAe;AACxB;AAEA;;;;;;;;;;AAUG;AACG,SAAU,sBAAsB,CAEpC,QAAa,EAAA;AACb,IAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;AACnD,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,CAAC,GAAG,QAAQ,CAAC;IAC1C,IAAI,gBAAgB,GAAG,CAAC;AAExB,IAAA,KAAK,IAAI,CAAC,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACpD,QAAA,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC;AAC1C,QAAA,MAAM,aAAa,GACjB,SAAS,IAAI,eAAe;AAC5B,YAAA,OAAO,eAAe,CAAC,OAAO,KAAK,UAAU;AAC7C,YAAA,eAAe,CAAC,OAAO,EAAE,KAAK,MAAM;AAEtC,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO;QACvC,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAC9C,MAAM,cAAc,GAClB,eAAe;YACf,mBAAmB,CAAC,OAAkC,CAAC;QACzD,MAAM,aAAa,GAAG,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,EAAE;AACnE,QAAA,MAAM,aAAa,GACjB,gBAAgB,GAAG,CAAC;AACpB,YAAA,CAAC,aAAa;AACd,YAAA,CAAC,aAAa;AACd,aAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,eAAe,CAAC;AAElD,QAAA,IAAI,CAAC,cAAc,IAAI,CAAC,aAAa,EAAE;YACrC;;AAGF,QAAA,IAAI,cAAuC;QAE3C,IAAI,eAAe,EAAE;AACnB,YAAA,cAAc,GAAG,gBAAgB,CAC/B,OAAkC,CACnC,CAAC,MAAM,CAAC,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;AAEzC,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC9C,gBAAA,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAA4B;AAC1D,gBAAA,IAAI,eAAe,IAAI,KAAK,EAAE;oBAC5B,OAAO,KAAK,CAAC,aAAa;;;;AAGzB,aAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AACtC,YAAA,cAAc,GAAG,CAAC,EAAE,IAAI,EAAEC,kBAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;;aACxD;YACL,cAAc,GAAG,EAAE;;QAGrB,IAAI,gBAAgB,IAAI,CAAC,IAAI,aAAa,IAAI,aAAa,EAAE;YAC3D,eAAe,CAAC,CAAC,CAAC,GAAG,mBAAmB,CAAC,eAAe,CAAC;AACxD,YAAA,eAAe,CAAC,CAAC,CAAwB,CAAC,OAAO,GAAG,cAAc;YACnE;;AAGF,QAAA,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE;YAC/B;;QAGF,IAAI,mBAAmB,GAAG,KAAK;AAC/B,QAAA,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE;YAClC,IAAI,KAAK,CAAC,IAAI,KAAKA,kBAAY,CAAC,IAAI,EAAE;AACpC,gBAAA,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,EAAE,EAAE;oBACvD,mBAAmB,GAAG,IAAI;oBAC1B;;;;QAKN,IAAI,CAAC,mBAAmB,EAAE;YACxB,eAAe,CAAC,CAAC,CAAC,GAAG,mBAAmB,CAAC,eAAe,CAAC;AACxD,YAAA,eAAe,CAAC,CAAC,CAAwB,CAAC,OAAO,GAAG,cAAc;YACnE;;QAGF,IAAI,QAAQ,GAAG,KAAK;AACpB,QAAA,KAAK,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACnD,YAAA,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAA0B;AACxD,YAAA,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI;YAC9C,IAAI,IAAI,KAAKA,kBAAY,CAAC,IAAI,IAAI,IAAI,KAAK,MAAM,EAAE;AACjD,gBAAA,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI;gBAC9C,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,SAAS,EAAE;oBACrC;;gBAEF,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;AAC9B,oBAAA,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;AACP,iBAAA,CAAC;gBAC3B,QAAQ,GAAG,IAAI;gBACf;;;QAGJ,IAAI,CAAC,QAAQ,EAAE;YACb,cAAc,CAAC,IAAI,CAAC;AAClB,gBAAA,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;AACP,aAAA,CAAC;;QAG7B,eAAe,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,eAAe,EAAE,cAAc,CAAC;AACtE,QAAA,gBAAgB,EAAE;;AAGpB,IAAA,OAAO,eAAe;AACxB;;;;;;;"}
+{"version":3,"file":"cache.cjs","sources":["../../../src/messages/cache.ts"],"sourcesContent":["import { BaseMessage, MessageContentComplex } from '@langchain/core/messages';\nimport type { AnthropicMessage } from '@/types/messages';\nimport type Anthropic from '@anthropic-ai/sdk';\nimport { ContentTypes } from '@/common/enum';\n\ntype MessageWithContent = {\n  content?: string | MessageContentComplex[];\n};\n\n/**\n * Deep clones a message's content to prevent mutation of the original.\n */\nfunction deepCloneContent<T extends string | MessageContentComplex[]>(\n  content: T\n): T {\n  if (typeof content === 'string') {\n    return content;\n  }\n  if (Array.isArray(content)) {\n    return content.map((block) => ({ ...block })) as T;\n  }\n  return content;\n}\n\n/**\n * Clones a message with deep-cloned content, explicitly excluding LangChain\n * serialization metadata to prevent coercion issues.\n */\nfunction cloneMessage<T extends MessageWithContent>(\n  message: T,\n  content: string | MessageContentComplex[]\n): T {\n  const {\n    lc_kwargs: _lc_kwargs,\n    lc_serializable: _lc_serializable,\n    lc_namespace: _lc_namespace,\n    ...rest\n  } = message as T & {\n    lc_kwargs?: unknown;\n    lc_serializable?: unknown;\n    lc_namespace?: unknown;\n  };\n\n  const cloned = { ...rest, content } as T;\n\n  // LangChain messages don't have a direct 'role' property - derive it from getType()\n  if (\n    'getType' in message &&\n    typeof message.getType === 'function' &&\n    !('role' in cloned)\n  ) {\n    const msgType = (message as unknown as BaseMessage).getType();\n    const roleMap: Record<string, string> = {\n      human: 'user',\n      ai: 'assistant',\n      system: 'system',\n      tool: 'tool',\n    };\n    (cloned as Record<string, unknown>).role = roleMap[msgType] || msgType;\n  }\n\n  return cloned;\n}\n\n/**\n * Checks if a message's content needs cache control stripping.\n * Returns true if content has cachePoint blocks or cache_control fields.\n */\nfunction needsCacheStripping(content: MessageContentComplex[]): boolean {\n  for (let i = 0; i < content.length; i++) {\n    const block = content[i];\n    if (isCachePoint(block)) return true;\n    if ('cache_control' in block) return true;\n  }\n  return false;\n}\n\n/**\n * Anthropic API: Adds cache control to the appropriate user messages in the payload.\n * Strips ALL existing cache control (both Anthropic and Bedrock formats) from all messages,\n * then adds fresh cache control to the last 2 user messages in a single backward pass.\n * This ensures we don't accumulate stale cache points across multiple turns.\n * Returns a new array - only clones messages that require modification.\n * @param messages - The array of message objects.\n * @returns - A new array of message objects with cache control added.\n */\nexport function addCacheControl<T extends AnthropicMessage | BaseMessage>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages) || messages.length < 2) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n  let userMessagesModified = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n    const isUserMessage =\n      ('getType' in originalMessage && originalMessage.getType() === 'human') ||\n      ('role' in originalMessage && originalMessage.role === 'user');\n\n    const hasArrayContent = Array.isArray(content);\n    const needsStripping =\n      hasArrayContent &&\n      needsCacheStripping(content as MessageContentComplex[]);\n    const needsCacheAdd =\n      userMessagesModified < 2 &&\n      isUserMessage &&\n      (typeof content === 'string' || hasArrayContent);\n\n    if (!needsStripping && !needsCacheAdd) {\n      continue;\n    }\n\n    let workingContent: MessageContentComplex[];\n\n    if (hasArrayContent) {\n      workingContent = deepCloneContent(\n        content as MessageContentComplex[]\n      ).filter((block) => !isCachePoint(block as MessageContentComplex));\n\n      for (let j = 0; j < workingContent.length; j++) {\n        const block = workingContent[j] as Record<string, unknown>;\n        if ('cache_control' in block) {\n          delete block.cache_control;\n        }\n      }\n    } else if (typeof content === 'string') {\n      workingContent = [\n        { type: 'text', text: content },\n      ] as MessageContentComplex[];\n    } else {\n      workingContent = [];\n    }\n\n    if (userMessagesModified >= 2 || !isUserMessage) {\n      updatedMessages[i] = cloneMessage(\n        originalMessage as MessageWithContent,\n        workingContent\n      ) as T;\n      continue;\n    }\n\n    for (let j = workingContent.length - 1; j >= 0; j--) {\n      const contentPart = workingContent[j];\n      if ('type' in contentPart && contentPart.type === 'text') {\n        (contentPart as Anthropic.TextBlockParam).cache_control = {\n          type: 'ephemeral',\n        };\n        userMessagesModified++;\n        break;\n      }\n    }\n\n    updatedMessages[i] = cloneMessage(\n      originalMessage as MessageWithContent,\n      workingContent\n    ) as T;\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Checks if a content block is a cache point\n */\nfunction isCachePoint(block: MessageContentComplex): boolean {\n  return 'cachePoint' in block && !('type' in block);\n}\n\n/**\n * Checks if a message's content has Anthropic cache_control fields.\n */\nfunction hasAnthropicCacheControl(content: MessageContentComplex[]): boolean {\n  for (let i = 0; i < content.length; i++) {\n    if ('cache_control' in content[i]) return true;\n  }\n  return false;\n}\n\n/**\n * Removes all Anthropic cache_control fields from messages\n * Used when switching from Anthropic to Bedrock provider\n * Returns a new array - only clones messages that require modification.\n */\nexport function stripAnthropicCacheControl<T extends MessageWithContent>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages)) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n\n  for (let i = 0; i < updatedMessages.length; i++) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n\n    if (!Array.isArray(content) || !hasAnthropicCacheControl(content)) {\n      continue;\n    }\n\n    const clonedContent = deepCloneContent(content);\n    for (let j = 0; j < clonedContent.length; j++) {\n      const block = clonedContent[j] as Record<string, unknown>;\n      if ('cache_control' in block) {\n        delete block.cache_control;\n      }\n    }\n    updatedMessages[i] = cloneMessage(originalMessage, clonedContent);\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Checks if a message's content has Bedrock cachePoint blocks.\n */\nfunction hasBedrockCachePoint(content: MessageContentComplex[]): boolean {\n  for (let i = 0; i < content.length; i++) {\n    if (isCachePoint(content[i])) return true;\n  }\n  return false;\n}\n\n/**\n * Removes all Bedrock cachePoint blocks from messages\n * Used when switching from Bedrock to Anthropic provider\n * Returns a new array - only clones messages that require modification.\n */\nexport function stripBedrockCacheControl<T extends MessageWithContent>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages)) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n\n  for (let i = 0; i < updatedMessages.length; i++) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n\n    if (!Array.isArray(content) || !hasBedrockCachePoint(content)) {\n      continue;\n    }\n\n    const clonedContent = deepCloneContent(content).filter(\n      (block) => !isCachePoint(block as MessageContentComplex)\n    );\n    updatedMessages[i] = cloneMessage(originalMessage, clonedContent);\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Adds Bedrock Converse API cache points to the last two messages.\n * Inserts `{ cachePoint: { type: 'default' } }` as a separate content block\n * immediately after the last text block in each targeted message.\n * Strips ALL existing cache control (both Bedrock and Anthropic formats) from all messages,\n * then adds fresh cache points to the last 2 messages in a single backward pass.\n * This ensures we don't accumulate stale cache points across multiple turns.\n * Returns a new array - only clones messages that require modification.\n * @param messages - The array of message objects.\n * @returns - A new array of message objects with cache points added.\n */\nexport function addBedrockCacheControl<\n  T extends Partial<BaseMessage> & MessageWithContent,\n>(messages: T[]): T[] {\n  if (!Array.isArray(messages) || messages.length < 2) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n  let messagesModified = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const originalMessage = updatedMessages[i];\n    const isToolMessage =\n      'getType' in originalMessage &&\n      typeof originalMessage.getType === 'function' &&\n      originalMessage.getType() === 'tool';\n\n    const content = originalMessage.content;\n    const hasArrayContent = Array.isArray(content);\n    const needsStripping =\n      hasArrayContent &&\n      needsCacheStripping(content as MessageContentComplex[]);\n    const isEmptyString = typeof content === 'string' && content === '';\n    const needsCacheAdd =\n      messagesModified < 2 &&\n      !isToolMessage &&\n      !isEmptyString &&\n      (typeof content === 'string' || hasArrayContent);\n\n    if (!needsStripping && !needsCacheAdd) {\n      continue;\n    }\n\n    let workingContent: MessageContentComplex[];\n\n    if (hasArrayContent) {\n      workingContent = deepCloneContent(\n        content as MessageContentComplex[]\n      ).filter((block) => !isCachePoint(block));\n\n      for (let j = 0; j < workingContent.length; j++) {\n        const block = workingContent[j] as Record<string, unknown>;\n        if ('cache_control' in block) {\n          delete block.cache_control;\n        }\n      }\n    } else if (typeof content === 'string') {\n      workingContent = [{ type: ContentTypes.TEXT, text: content }];\n    } else {\n      workingContent = [];\n    }\n\n    if (messagesModified >= 2 || isToolMessage || isEmptyString) {\n      updatedMessages[i] = cloneMessage(originalMessage, workingContent);\n      continue;\n    }\n\n    if (workingContent.length === 0) {\n      continue;\n    }\n\n    let hasCacheableContent = false;\n    for (const block of workingContent) {\n      if (block.type === ContentTypes.TEXT) {\n        if (typeof block.text === 'string' && block.text !== '') {\n          hasCacheableContent = true;\n          break;\n        }\n      }\n    }\n\n    if (!hasCacheableContent) {\n      updatedMessages[i] = cloneMessage(originalMessage, workingContent);\n      continue;\n    }\n\n    let inserted = false;\n    for (let j = workingContent.length - 1; j >= 0; j--) {\n      const block = workingContent[j] as MessageContentComplex;\n      const type = (block as { type?: string }).type;\n      if (type === ContentTypes.TEXT || type === 'text') {\n        const text = (block as { text?: string }).text;\n        if (text === '' || text === undefined) {\n          continue;\n        }\n        workingContent.splice(j + 1, 0, {\n          cachePoint: { type: 'default' },\n        } as MessageContentComplex);\n        inserted = true;\n        break;\n      }\n    }\n    if (!inserted) {\n      workingContent.push({\n        cachePoint: { type: 'default' },\n      } as MessageContentComplex);\n    }\n\n    updatedMessages[i] = cloneMessage(originalMessage, workingContent);\n    messagesModified++;\n  }\n\n  return updatedMessages;\n}\n"],"names":["ContentTypes"],"mappings":";;;;AASA;;AAEG;AACH,SAAS,gBAAgB,CACvB,OAAU,EAAA;AAEV,IAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AAC/B,QAAA,OAAO,OAAO;;AAEhB,IAAA,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AAC1B,QAAA,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC,CAAM;;AAEpD,IAAA,OAAO,OAAO;AAChB;AAEA;;;AAGG;AACH,SAAS,YAAY,CACnB,OAAU,EACV,OAAyC,EAAA;AAEzC,IAAA,MAAM,EACJ,SAAS,EAAE,UAAU,EACrB,eAAe,EAAE,gBAAgB,EACjC,YAAY,EAAE,aAAa,EAC3B,GAAG,IAAI,EACR,GAAG,OAIH;IAED,MAAM,MAAM,GAAG,EAAE,GAAG,IAAI,EAAE,OAAO,EAAO;;IAGxC,IACE,SAAS,IAAI,OAAO;AACpB,QAAA,OAAO,OAAO,CAAC,OAAO,KAAK,UAAU;AACrC,QAAA,EAAE,MAAM,IAAI,MAAM,CAAC,EACnB;AACA,QAAA,MAAM,OAAO,GAAI,OAAkC,CAAC,OAAO,EAAE;AAC7D,QAAA,MAAM,OAAO,GAA2B;AACtC,YAAA,KAAK,EAAE,MAAM;AACb,YAAA,EAAE,EAAE,WAAW;AACf,YAAA,MAAM,EAAE,QAAQ;AAChB,YAAA,IAAI,EAAE,MAAM;SACb;QACA,MAAkC,CAAC,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO;;AAGxE,IAAA,OAAO,MAAM;AACf;AAEA;;;AAGG;AACH,SAAS,mBAAmB,CAAC,OAAgC,EAAA;AAC3D,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC;QACxB,IAAI,YAAY,CAAC,KAAK,CAAC;AAAE,YAAA,OAAO,IAAI;QACpC,IAAI,eAAe,IAAI,KAAK;AAAE,YAAA,OAAO,IAAI;;AAE3C,IAAA,OAAO,KAAK;AACd;AAEA;;;;;;;;AAQG;AACG,SAAU,eAAe,CAC7B,QAAa,EAAA;AAEb,IAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;AACnD,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,CAAC,GAAG,QAAQ,CAAC;IAC1C,IAAI,oBAAoB,GAAG,CAAC;AAE5B,IAAA,KAAK,IAAI,CAAC,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACpD,QAAA,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC;AAC1C,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO;AACvC,QAAA,MAAM,aAAa,GACjB,CAAC,SAAS,IAAI,eAAe,IAAI,eAAe,CAAC,OAAO,EAAE,KAAK,OAAO;aACrE,MAAM,IAAI,eAAe,IAAI,eAAe,CAAC,IAAI,KAAK,MAAM,CAAC;QAEhE,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAC9C,MAAM,cAAc,GAClB,eAAe;YACf,mBAAmB,CAAC,OAAkC,CAAC;AACzD,QAAA,MAAM,aAAa,GACjB,oBAAoB,GAAG,CAAC;YACxB,aAAa;AACb,aAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,eAAe,CAAC;AAElD,QAAA,IAAI,CAAC,cAAc,IAAI,CAAC,aAAa,EAAE;YACrC;;AAGF,QAAA,IAAI,cAAuC;QAE3C,IAAI,eAAe,EAAE;AACnB,YAAA,cAAc,GAAG,gBAAgB,CAC/B,OAAkC,CACnC,CAAC,MAAM,CAAC,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAA8B,CAAC,CAAC;AAElE,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC9C,gBAAA,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAA4B;AAC1D,gBAAA,IAAI,eAAe,IAAI,KAAK,EAAE;oBAC5B,OAAO,KAAK,CAAC,aAAa;;;;AAGzB,aAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AACtC,YAAA,cAAc,GAAG;AACf,gBAAA,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE;aACL;;aACvB;YACL,cAAc,GAAG,EAAE;;AAGrB,QAAA,IAAI,oBAAoB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;YAC/C,eAAe,CAAC,CAAC,CAAC,GAAG,YAAY,CAC/B,eAAqC,EACrC,cAAc,CACV;YACN;;AAGF,QAAA,KAAK,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACnD,YAAA,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC;YACrC,IAAI,MAAM,IAAI,WAAW,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,EAAE;gBACvD,WAAwC,CAAC,aAAa,GAAG;AACxD,oBAAA,IAAI,EAAE,WAAW;iBAClB;AACD,gBAAA,oBAAoB,EAAE;gBACtB;;;QAIJ,eAAe,CAAC,CAAC,CAAC,GAAG,YAAY,CAC/B,eAAqC,EACrC,cAAc,CACV;;AAGR,IAAA,OAAO,eAAe;AACxB;AAEA;;AAEG;AACH,SAAS,YAAY,CAAC,KAA4B,EAAA;IAChD,OAAO,YAAY,IAAI,KAAK,IAAI,EAAE,MAAM,IAAI,KAAK,CAAC;AACpD;AAEA;;AAEG;AACH,SAAS,wBAAwB,CAAC,OAAgC,EAAA;AAChE,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,IAAI,eAAe,IAAI,OAAO,CAAC,CAAC,CAAC;AAAE,YAAA,OAAO,IAAI;;AAEhD,IAAA,OAAO,KAAK;AACd;AAEA;;;;AAIG;AACG,SAAU,0BAA0B,CACxC,QAAa,EAAA;IAEb,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;AAC5B,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,CAAC,GAAG,QAAQ,CAAC;AAE1C,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC/C,QAAA,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC;AAC1C,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO;AAEvC,QAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,EAAE;YACjE;;AAGF,QAAA,MAAM,aAAa,GAAG,gBAAgB,CAAC,OAAO,CAAC;AAC/C,QAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC7C,YAAA,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,CAA4B;AACzD,YAAA,IAAI,eAAe,IAAI,KAAK,EAAE;gBAC5B,OAAO,KAAK,CAAC,aAAa;;;QAG9B,eAAe,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,eAAe,EAAE,aAAa,CAAC;;AAGnE,IAAA,OAAO,eAAe;AACxB;AAEA;;AAEG;AACH,SAAS,oBAAoB,CAAC,OAAgC,EAAA;AAC5D,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAAE,YAAA,OAAO,IAAI;;AAE3C,IAAA,OAAO,KAAK;AACd;AAEA;;;;AAIG;AACG,SAAU,wBAAwB,CACtC,QAAa,EAAA;IAEb,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;AAC5B,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,CAAC,GAAG,QAAQ,CAAC;AAE1C,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC/C,QAAA,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC;AAC1C,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO;AAEvC,QAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE;YAC7D;;QAGF,MAAM,aAAa,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC,MAAM,CACpD,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAA8B,CAAC,CACzD;QACD,eAAe,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,eAAe,EAAE,aAAa,CAAC;;AAGnE,IAAA,OAAO,eAAe;AACxB;AAEA;;;;;;;;;;AAUG;AACG,SAAU,sBAAsB,CAEpC,QAAa,EAAA;AACb,IAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;AACnD,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,CAAC,GAAG,QAAQ,CAAC;IAC1C,IAAI,gBAAgB,GAAG,CAAC;AAExB,IAAA,KAAK,IAAI,CAAC,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACpD,QAAA,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC;AAC1C,QAAA,MAAM,aAAa,GACjB,SAAS,IAAI,eAAe;AAC5B,YAAA,OAAO,eAAe,CAAC,OAAO,KAAK,UAAU;AAC7C,YAAA,eAAe,CAAC,OAAO,EAAE,KAAK,MAAM;AAEtC,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO;QACvC,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAC9C,MAAM,cAAc,GAClB,eAAe;YACf,mBAAmB,CAAC,OAAkC,CAAC;QACzD,MAAM,aAAa,GAAG,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,EAAE;AACnE,QAAA,MAAM,aAAa,GACjB,gBAAgB,GAAG,CAAC;AACpB,YAAA,CAAC,aAAa;AACd,YAAA,CAAC,aAAa;AACd,aAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,eAAe,CAAC;AAElD,QAAA,IAAI,CAAC,cAAc,IAAI,CAAC,aAAa,EAAE;YACrC;;AAGF,QAAA,IAAI,cAAuC;QAE3C,IAAI,eAAe,EAAE;AACnB,YAAA,cAAc,GAAG,gBAAgB,CAC/B,OAAkC,CACnC,CAAC,MAAM,CAAC,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;AAEzC,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC9C,gBAAA,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAA4B;AAC1D,gBAAA,IAAI,eAAe,IAAI,KAAK,EAAE;oBAC5B,OAAO,KAAK,CAAC,aAAa;;;;AAGzB,aAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AACtC,YAAA,cAAc,GAAG,CAAC,EAAE,IAAI,EAAEA,kBAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;;aACxD;YACL,cAAc,GAAG,EAAE;;QAGrB,IAAI,gBAAgB,IAAI,CAAC,IAAI,aAAa,IAAI,aAAa,EAAE;YAC3D,eAAe,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,eAAe,EAAE,cAAc,CAAC;YAClE;;AAGF,QAAA,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE;YAC/B;;QAGF,IAAI,mBAAmB,GAAG,KAAK;AAC/B,QAAA,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE;YAClC,IAAI,KAAK,CAAC,IAAI,KAAKA,kBAAY,CAAC,IAAI,EAAE;AACpC,gBAAA,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,EAAE,EAAE;oBACvD,mBAAmB,GAAG,IAAI;oBAC1B;;;;QAKN,IAAI,CAAC,mBAAmB,EAAE;YACxB,eAAe,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,eAAe,EAAE,cAAc,CAAC;YAClE;;QAGF,IAAI,QAAQ,GAAG,KAAK;AACpB,QAAA,KAAK,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACnD,YAAA,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAA0B;AACxD,YAAA,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI;YAC9C,IAAI,IAAI,KAAKA,kBAAY,CAAC,IAAI,IAAI,IAAI,KAAK,MAAM,EAAE;AACjD,gBAAA,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI;gBAC9C,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,SAAS,EAAE;oBACrC;;gBAEF,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;AAC9B,oBAAA,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;AACP,iBAAA,CAAC;gBAC3B,QAAQ,GAAG,IAAI;gBACf;;;QAGJ,IAAI,CAAC,QAAQ,EAAE;YACb,cAAc,CAAC,IAAI,CAAC;AAClB,gBAAA,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;AACP,aAAA,CAAC;;QAG7B,eAAe,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,eAAe,EAAE,cAAc,CAAC;AAClE,QAAA,gBAAgB,EAAE;;AAGpB,IAAA,OAAO,eAAe;AACxB;;;;;;;"}

package/dist/esm/messages/cache.mjs

@@ -1,4 +1,3 @@
-import { ToolMessage, SystemMessage, AIMessage, HumanMessage } from '@langchain/core/messages';
 import { ContentTypes } from '../common/enum.mjs';
 
 /**
@@ -14,61 +13,24 @@ function deepCloneContent(content) {
     return content;
 }
 /**
- * Simple shallow clone with deep-cloned content.
- * Used for stripping cache control where we don't need proper LangChain instances.
+ * Clones a message with deep-cloned content, explicitly excluding LangChain
+ * serialization metadata to prevent coercion issues.
  */
-function shallowCloneMessage(message) {
-    return {
-        ...message,
-        content: deepCloneContent(message.content ?? ''),
-    };
-}
-/**
- * Creates a new LangChain message instance with the given content.
- * Required when adding cache points to ensure proper serialization.
- */
-function createNewMessage(message, content) {
-    if ('getType' in message && typeof message.getType === 'function') {
-        const baseMsg = message;
-        const msgType = baseMsg.getType();
-        const baseFields = {
-            content,
-            name: baseMsg.name,
-            additional_kwargs: { ...baseMsg.additional_kwargs },
-            response_metadata: { ...baseMsg.response_metadata },
-            id: baseMsg.id,
+function cloneMessage(message, content) {
+    const { lc_kwargs: _lc_kwargs, lc_serializable: _lc_serializable, lc_namespace: _lc_namespace, ...rest } = message;
+    const cloned = { ...rest, content };
+    // LangChain messages don't have a direct 'role' property - derive it from getType()
+    if ('getType' in message &&
+        typeof message.getType === 'function' &&
+        !('role' in cloned)) {
+        const msgType = message.getType();
+        const roleMap = {
+            human: 'user',
+            ai: 'assistant',
+            system: 'system',
+            tool: 'tool',
         };
-        switch (msgType) {
-            case 'human':
-                return new HumanMessage(baseFields);
-            case 'ai': {
-                const aiMsg = baseMsg;
-                return new AIMessage({
-                    ...baseFields,
-                    tool_calls: aiMsg.tool_calls ? [...aiMsg.tool_calls] : [],
-                    invalid_tool_calls: aiMsg.invalid_tool_calls
-                        ? [...aiMsg.invalid_tool_calls]
-                        : [],
-                    usage_metadata: aiMsg.usage_metadata,
-                });
-            }
-            case 'system':
-                return new SystemMessage(baseFields);
-            case 'tool': {
-                const toolMsg = baseMsg;
-                return new ToolMessage({
-                    ...baseFields,
-                    tool_call_id: toolMsg.tool_call_id,
-                    status: toolMsg.status,
-                    artifact: toolMsg.artifact,
-                });
-            }
-        }
-    }
-    const cloned = { ...message, content };
-    const lcKwargs = cloned.lc_kwargs;
-    if (lcKwargs != null) {
-        cloned.lc_kwargs = { ...lcKwargs, content };
+        cloned.role = roleMap[msgType] || msgType;
     }
     return cloned;
 }
@@ -134,29 +96,20 @@ function addCacheControl(messages) {
             workingContent = [];
         }
         if (userMessagesModified >= 2 || !isUserMessage) {
-            updatedMessages[i] = shallowCloneMessage(originalMessage);
-            updatedMessages[i].content = workingContent;
+            updatedMessages[i] = cloneMessage(originalMessage, workingContent);
             continue;
         }
-        let cacheAdded = false;
         for (let j = workingContent.length - 1; j >= 0; j--) {
             const contentPart = workingContent[j];
             if ('type' in contentPart && contentPart.type === 'text') {
                 contentPart.cache_control = {
                     type: 'ephemeral',
                 };
-                cacheAdded = true;
                 userMessagesModified++;
                 break;
             }
         }
-        if (cacheAdded) {
-            updatedMessages[i] = createNewMessage(originalMessage, workingContent);
-        }
-        else {
-            updatedMessages[i] = shallowCloneMessage(originalMessage);
-            updatedMessages[i].content = workingContent;
-        }
+        updatedMessages[i] = cloneMessage(originalMessage, workingContent);
     }
     return updatedMessages;
 }
@@ -192,14 +145,14 @@ function stripAnthropicCacheControl(messages) {
         if (!Array.isArray(content) || !hasAnthropicCacheControl(content)) {
             continue;
         }
-        const message = shallowCloneMessage(originalMessage);
-        updatedMessages[i] = message;
-        for (let j = 0; j < message.content.length; j++) {
-            const block = message.content[j];
+        const clonedContent = deepCloneContent(content);
+        for (let j = 0; j < clonedContent.length; j++) {
+            const block = clonedContent[j];
             if ('cache_control' in block) {
                 delete block.cache_control;
             }
         }
+        updatedMessages[i] = cloneMessage(originalMessage, clonedContent);
     }
     return updatedMessages;
 }
@@ -229,9 +182,8 @@ function stripBedrockCacheControl(messages) {
         if (!Array.isArray(content) || !hasBedrockCachePoint(content)) {
             continue;
         }
-        const message = shallowCloneMessage(originalMessage);
-        updatedMessages[i] = message;
-        message.content = message.content.filter((block) => !isCachePoint(block));
+        const clonedContent = deepCloneContent(content).filter((block) => !isCachePoint(block));
+        updatedMessages[i] = cloneMessage(originalMessage, clonedContent);
     }
     return updatedMessages;
 }
@@ -286,8 +238,7 @@ function addBedrockCacheControl(messages) {
             workingContent = [];
         }
         if (messagesModified >= 2 || isToolMessage || isEmptyString) {
-            updatedMessages[i] = shallowCloneMessage(originalMessage);
-            updatedMessages[i].content = workingContent;
+            updatedMessages[i] = cloneMessage(originalMessage, workingContent);
             continue;
         }
         if (workingContent.length === 0) {
@@ -303,8 +254,7 @@ function addBedrockCacheControl(messages) {
             }
         }
         if (!hasCacheableContent) {
-            updatedMessages[i] = shallowCloneMessage(originalMessage);
-            updatedMessages[i].content = workingContent;
+            updatedMessages[i] = cloneMessage(originalMessage, workingContent);
             continue;
         }
         let inserted = false;
@@ -328,7 +278,7 @@ function addBedrockCacheControl(messages) {
                 cachePoint: { type: 'default' },
             });
         }
-        updatedMessages[i] = createNewMessage(originalMessage, workingContent);
+        updatedMessages[i] = cloneMessage(originalMessage, workingContent);
         messagesModified++;
     }
     return updatedMessages;

package/dist/esm/messages/cache.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"cache.mjs","sources":["../../../src/messages/cache.ts"],"sourcesContent":["import {\n  BaseMessage,\n  MessageContentComplex,\n  AIMessage,\n  HumanMessage,\n  SystemMessage,\n  ToolMessage,\n} from '@langchain/core/messages';\nimport type { AnthropicMessage } from '@/types/messages';\nimport type Anthropic from '@anthropic-ai/sdk';\nimport { ContentTypes } from '@/common/enum';\n\ntype MessageWithContent = {\n  content?: string | MessageContentComplex[];\n};\n\n/**\n * Deep clones a message's content to prevent mutation of the original.\n */\nfunction deepCloneContent<T extends string | MessageContentComplex[]>(\n  content: T\n): T {\n  if (typeof content === 'string') {\n    return content;\n  }\n  if (Array.isArray(content)) {\n    return content.map((block) => ({ ...block })) as T;\n  }\n  return content;\n}\n\n/**\n * Simple shallow clone with deep-cloned content.\n * Used for stripping cache control where we don't need proper LangChain instances.\n */\nfunction shallowCloneMessage<T extends MessageWithContent>(message: T): T {\n  return {\n    ...message,\n    content: deepCloneContent(message.content ?? ''),\n  } as T;\n}\n\n/**\n * Creates a new LangChain message instance with the given content.\n * Required when adding cache points to ensure proper serialization.\n */\nfunction createNewMessage<T extends MessageWithContent>(\n  message: T,\n  content: MessageContentComplex[]\n): T {\n  if ('getType' in message && typeof message.getType === 'function') {\n    const baseMsg = message as unknown as BaseMessage;\n    const msgType = baseMsg.getType();\n\n    const baseFields = {\n      content,\n      name: baseMsg.name,\n      additional_kwargs: { ...baseMsg.additional_kwargs },\n      response_metadata: { ...baseMsg.response_metadata },\n      id: baseMsg.id,\n    };\n\n    switch (msgType) {\n    case 'human':\n      return new HumanMessage(baseFields) as unknown as T;\n    case 'ai': {\n      const aiMsg = baseMsg as AIMessage;\n      return new AIMessage({\n        ...baseFields,\n        tool_calls: aiMsg.tool_calls ? [...aiMsg.tool_calls] : [],\n        invalid_tool_calls: aiMsg.invalid_tool_calls\n          ? [...aiMsg.invalid_tool_calls]\n          : [],\n        usage_metadata: aiMsg.usage_metadata,\n      }) as unknown as T;\n    }\n    case 'system':\n      return new SystemMessage(baseFields) as unknown as T;\n    case 'tool': {\n      const toolMsg = baseMsg as ToolMessage;\n      return new ToolMessage({\n        ...baseFields,\n        tool_call_id: toolMsg.tool_call_id,\n        status: toolMsg.status,\n        artifact: toolMsg.artifact,\n      }) as unknown as T;\n    }\n    default:\n      break;\n    }\n  }\n\n  const cloned = { ...message, content } as T;\n  const lcKwargs = (cloned as Record<string, unknown>).lc_kwargs as\n    | Record<string, unknown>\n    | undefined;\n  if (lcKwargs != null) {\n    (cloned as Record<string, unknown>).lc_kwargs = { ...lcKwargs, content };\n  }\n  return cloned;\n}\n\n/**\n * Checks if a message's content needs cache control stripping.\n * Returns true if content has cachePoint blocks or cache_control fields.\n */\nfunction needsCacheStripping(content: MessageContentComplex[]): boolean {\n  for (let i = 0; i < content.length; i++) {\n    const block = content[i];\n    if (isCachePoint(block)) return true;\n    if ('cache_control' in block) return true;\n  }\n  return false;\n}\n\n/**\n * Anthropic API: Adds cache control to the appropriate user messages in the payload.\n * Strips ALL existing cache control (both Anthropic and Bedrock formats) from all messages,\n * then adds fresh cache control to the last 2 user messages in a single backward pass.\n * This ensures we don't accumulate stale cache points across multiple turns.\n * Returns a new array - only clones messages that require modification.\n * @param messages - The array of message objects.\n * @returns - A new array of message objects with cache control added.\n */\nexport function addCacheControl<T extends AnthropicMessage | BaseMessage>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages) || messages.length < 2) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n  let userMessagesModified = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n    const isUserMessage =\n      ('getType' in originalMessage && originalMessage.getType() === 'human') ||\n      ('role' in originalMessage && originalMessage.role === 'user');\n\n    const hasArrayContent = Array.isArray(content);\n    const needsStripping =\n      hasArrayContent &&\n      needsCacheStripping(content as MessageContentComplex[]);\n    const needsCacheAdd =\n      userMessagesModified < 2 &&\n      isUserMessage &&\n      (typeof content === 'string' || hasArrayContent);\n\n    if (!needsStripping && !needsCacheAdd) {\n      continue;\n    }\n\n    let workingContent: MessageContentComplex[];\n\n    if (hasArrayContent) {\n      workingContent = deepCloneContent(\n        content as MessageContentComplex[]\n      ).filter((block) => !isCachePoint(block as MessageContentComplex));\n\n      for (let j = 0; j < workingContent.length; j++) {\n        const block = workingContent[j] as Record<string, unknown>;\n        if ('cache_control' in block) {\n          delete block.cache_control;\n        }\n      }\n    } else if (typeof content === 'string') {\n      workingContent = [\n        { type: 'text', text: content },\n      ] as MessageContentComplex[];\n    } else {\n      workingContent = [];\n    }\n\n    if (userMessagesModified >= 2 || !isUserMessage) {\n      updatedMessages[i] = shallowCloneMessage(\n        originalMessage as MessageWithContent\n      ) as T;\n      (updatedMessages[i] as MessageWithContent).content = workingContent;\n      continue;\n    }\n\n    let cacheAdded = false;\n    for (let j = workingContent.length - 1; j >= 0; j--) {\n      const contentPart = workingContent[j];\n      if ('type' in contentPart && contentPart.type === 'text') {\n        (contentPart as Anthropic.TextBlockParam).cache_control = {\n          type: 'ephemeral',\n        };\n        cacheAdded = true;\n        userMessagesModified++;\n        break;\n      }\n    }\n\n    if (cacheAdded) {\n      updatedMessages[i] = createNewMessage(\n        originalMessage as MessageWithContent,\n        workingContent\n      ) as T;\n    } else {\n      updatedMessages[i] = shallowCloneMessage(\n        originalMessage as MessageWithContent\n      ) as T;\n      (updatedMessages[i] as MessageWithContent).content = workingContent;\n    }\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Checks if a content block is a cache point\n */\nfunction isCachePoint(block: MessageContentComplex): boolean {\n  return 'cachePoint' in block && !('type' in block);\n}\n\n/**\n * Checks if a message's content has Anthropic cache_control fields.\n */\nfunction hasAnthropicCacheControl(content: MessageContentComplex[]): boolean {\n  for (let i = 0; i < content.length; i++) {\n    if ('cache_control' in content[i]) return true;\n  }\n  return false;\n}\n\n/**\n * Removes all Anthropic cache_control fields from messages\n * Used when switching from Anthropic to Bedrock provider\n * Returns a new array - only clones messages that require modification.\n */\nexport function stripAnthropicCacheControl<T extends MessageWithContent>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages)) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n\n  for (let i = 0; i < updatedMessages.length; i++) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n\n    if (!Array.isArray(content) || !hasAnthropicCacheControl(content)) {\n      continue;\n    }\n\n    const message = shallowCloneMessage(originalMessage);\n    updatedMessages[i] = message;\n\n    for (\n      let j = 0;\n      j < (message.content as MessageContentComplex[]).length;\n      j++\n    ) {\n      const block = (message.content as MessageContentComplex[])[j] as Record<\n        string,\n        unknown\n      >;\n      if ('cache_control' in block) {\n        delete block.cache_control;\n      }\n    }\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Checks if a message's content has Bedrock cachePoint blocks.\n */\nfunction hasBedrockCachePoint(content: MessageContentComplex[]): boolean {\n  for (let i = 0; i < content.length; i++) {\n    if (isCachePoint(content[i])) return true;\n  }\n  return false;\n}\n\n/**\n * Removes all Bedrock cachePoint blocks from messages\n * Used when switching from Bedrock to Anthropic provider\n * Returns a new array - only clones messages that require modification.\n */\nexport function stripBedrockCacheControl<T extends MessageWithContent>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages)) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n\n  for (let i = 0; i < updatedMessages.length; i++) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n\n    if (!Array.isArray(content) || !hasBedrockCachePoint(content)) {\n      continue;\n    }\n\n    const message = shallowCloneMessage(originalMessage);\n    updatedMessages[i] = message;\n\n    message.content = (message.content as MessageContentComplex[]).filter(\n      (block) => !isCachePoint(block as MessageContentComplex)\n    ) as typeof content;\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Adds Bedrock Converse API cache points to the last two messages.\n * Inserts `{ cachePoint: { type: 'default' } }` as a separate content block\n * immediately after the last text block in each targeted message.\n * Strips ALL existing cache control (both Bedrock and Anthropic formats) from all messages,\n * then adds fresh cache points to the last 2 messages in a single backward pass.\n * This ensures we don't accumulate stale cache points across multiple turns.\n * Returns a new array - only clones messages that require modification.\n * @param messages - The array of message objects.\n * @returns - A new array of message objects with cache points added.\n */\nexport function addBedrockCacheControl<\n  T extends Partial<BaseMessage> & MessageWithContent,\n>(messages: T[]): T[] {\n  if (!Array.isArray(messages) || messages.length < 2) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n  let messagesModified = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const originalMessage = updatedMessages[i];\n    const isToolMessage =\n      'getType' in originalMessage &&\n      typeof originalMessage.getType === 'function' &&\n      originalMessage.getType() === 'tool';\n\n    const content = originalMessage.content;\n    const hasArrayContent = Array.isArray(content);\n    const needsStripping =\n      hasArrayContent &&\n      needsCacheStripping(content as MessageContentComplex[]);\n    const isEmptyString = typeof content === 'string' && content === '';\n    const needsCacheAdd =\n      messagesModified < 2 &&\n      !isToolMessage &&\n      !isEmptyString &&\n      (typeof content === 'string' || hasArrayContent);\n\n    if (!needsStripping && !needsCacheAdd) {\n      continue;\n    }\n\n    let workingContent: MessageContentComplex[];\n\n    if (hasArrayContent) {\n      workingContent = deepCloneContent(\n        content as MessageContentComplex[]\n      ).filter((block) => !isCachePoint(block));\n\n      for (let j = 0; j < workingContent.length; j++) {\n        const block = workingContent[j] as Record<string, unknown>;\n        if ('cache_control' in block) {\n          delete block.cache_control;\n        }\n      }\n    } else if (typeof content === 'string') {\n      workingContent = [{ type: ContentTypes.TEXT, text: content }];\n    } else {\n      workingContent = [];\n    }\n\n    if (messagesModified >= 2 || isToolMessage || isEmptyString) {\n      updatedMessages[i] = shallowCloneMessage(originalMessage);\n      (updatedMessages[i] as MessageWithContent).content = workingContent;\n      continue;\n    }\n\n    if (workingContent.length === 0) {\n      continue;\n    }\n\n    let hasCacheableContent = false;\n    for (const block of workingContent) {\n      if (block.type === ContentTypes.TEXT) {\n        if (typeof block.text === 'string' && block.text !== '') {\n          hasCacheableContent = true;\n          break;\n        }\n      }\n    }\n\n    if (!hasCacheableContent) {\n      updatedMessages[i] = shallowCloneMessage(originalMessage);\n      (updatedMessages[i] as MessageWithContent).content = workingContent;\n      continue;\n    }\n\n    let inserted = false;\n    for (let j = workingContent.length - 1; j >= 0; j--) {\n      const block = workingContent[j] as MessageContentComplex;\n      const type = (block as { type?: string }).type;\n      if (type === ContentTypes.TEXT || type === 'text') {\n        const text = (block as { text?: string }).text;\n        if (text === '' || text === undefined) {\n          continue;\n        }\n        workingContent.splice(j + 1, 0, {\n          cachePoint: { type: 'default' },\n        } as MessageContentComplex);\n        inserted = true;\n        break;\n      }\n    }\n    if (!inserted) {\n      workingContent.push({\n        cachePoint: { type: 'default' },\n      } as MessageContentComplex);\n    }\n\n    updatedMessages[i] = createNewMessage(originalMessage, workingContent);\n    messagesModified++;\n  }\n\n  return updatedMessages;\n}\n"],"names":[],"mappings":";;;AAgBA;;AAEG;AACH,SAAS,gBAAgB,CACvB,OAAU,EAAA;AAEV,IAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AAC/B,QAAA,OAAO,OAAO;;AAEhB,IAAA,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AAC1B,QAAA,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC,CAAM;;AAEpD,IAAA,OAAO,OAAO;AAChB;AAEA;;;AAGG;AACH,SAAS,mBAAmB,CAA+B,OAAU,EAAA;IACnE,OAAO;AACL,QAAA,GAAG,OAAO;QACV,OAAO,EAAE,gBAAgB,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;KAC5C;AACR;AAEA;;;AAGG;AACH,SAAS,gBAAgB,CACvB,OAAU,EACV,OAAgC,EAAA;IAEhC,IAAI,SAAS,IAAI,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,UAAU,EAAE;QACjE,MAAM,OAAO,GAAG,OAAiC;AACjD,QAAA,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE;AAEjC,QAAA,MAAM,UAAU,GAAG;YACjB,OAAO;YACP,IAAI,EAAE,OAAO,CAAC,IAAI;AAClB,YAAA,iBAAiB,EAAE,EAAE,GAAG,OAAO,CAAC,iBAAiB,EAAE;AACnD,YAAA,iBAAiB,EAAE,EAAE,GAAG,OAAO,CAAC,iBAAiB,EAAE;YACnD,EAAE,EAAE,OAAO,CAAC,EAAE;SACf;QAED,QAAQ,OAAO;AACf,YAAA,KAAK,OAAO;AACV,gBAAA,OAAO,IAAI,YAAY,CAAC,UAAU,CAAiB;YACrD,KAAK,IAAI,EAAE;gBACT,MAAM,KAAK,GAAG,OAAoB;gBAClC,OAAO,IAAI,SAAS,CAAC;AACnB,oBAAA,GAAG,UAAU;AACb,oBAAA,UAAU,EAAE,KAAK,CAAC,UAAU,GAAG,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE;oBACzD,kBAAkB,EAAE,KAAK,CAAC;AACxB,0BAAE,CAAC,GAAG,KAAK,CAAC,kBAAkB;AAC9B,0BAAE,EAAE;oBACN,cAAc,EAAE,KAAK,CAAC,cAAc;AACrC,iBAAA,CAAiB;;AAEpB,YAAA,KAAK,QAAQ;AACX,gBAAA,OAAO,IAAI,aAAa,CAAC,UAAU,CAAiB;YACtD,KAAK,MAAM,EAAE;gBACX,MAAM,OAAO,GAAG,OAAsB;gBACtC,OAAO,IAAI,WAAW,CAAC;AACrB,oBAAA,GAAG,UAAU;oBACb,YAAY,EAAE,OAAO,CAAC,YAAY;oBAClC,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;AAC3B,iBAAA,CAAiB;;;;IAOtB,MAAM,MAAM,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAO;AAC3C,IAAA,MAAM,QAAQ,GAAI,MAAkC,CAAC,SAExC;AACb,IAAA,IAAI,QAAQ,IAAI,IAAI,EAAE;QACnB,MAAkC,CAAC,SAAS,GAAG,EAAE,GAAG,QAAQ,EAAE,OAAO,EAAE;;AAE1E,IAAA,OAAO,MAAM;AACf;AAEA;;;AAGG;AACH,SAAS,mBAAmB,CAAC,OAAgC,EAAA;AAC3D,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC;QACxB,IAAI,YAAY,CAAC,KAAK,CAAC;AAAE,YAAA,OAAO,IAAI;QACpC,IAAI,eAAe,IAAI,KAAK;AAAE,YAAA,OAAO,IAAI;;AAE3C,IAAA,OAAO,KAAK;AACd;AAEA;;;;;;;;AAQG;AACG,SAAU,eAAe,CAC7B,QAAa,EAAA;AAEb,IAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;AACnD,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,CAAC,GAAG,QAAQ,CAAC;IAC1C,IAAI,oBAAoB,GAAG,CAAC;AAE5B,IAAA,KAAK,IAAI,CAAC,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACpD,QAAA,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC;AAC1C,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO;AACvC,QAAA,MAAM,aAAa,GACjB,CAAC,SAAS,IAAI,eAAe,IAAI,eAAe,CAAC,OAAO,EAAE,KAAK,OAAO;aACrE,MAAM,IAAI,eAAe,IAAI,eAAe,CAAC,IAAI,KAAK,MAAM,CAAC;QAEhE,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAC9C,MAAM,cAAc,GAClB,eAAe;YACf,mBAAmB,CAAC,OAAkC,CAAC;AACzD,QAAA,MAAM,aAAa,GACjB,oBAAoB,GAAG,CAAC;YACxB,aAAa;AACb,aAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,eAAe,CAAC;AAElD,QAAA,IAAI,CAAC,cAAc,IAAI,CAAC,aAAa,EAAE;YACrC;;AAGF,QAAA,IAAI,cAAuC;QAE3C,IAAI,eAAe,EAAE;AACnB,YAAA,cAAc,GAAG,gBAAgB,CAC/B,OAAkC,CACnC,CAAC,MAAM,CAAC,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAA8B,CAAC,CAAC;AAElE,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC9C,gBAAA,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAA4B;AAC1D,gBAAA,IAAI,eAAe,IAAI,KAAK,EAAE;oBAC5B,OAAO,KAAK,CAAC,aAAa;;;;AAGzB,aAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AACtC,YAAA,cAAc,GAAG;AACf,gBAAA,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE;aACL;;aACvB;YACL,cAAc,GAAG,EAAE;;AAGrB,QAAA,IAAI,oBAAoB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;YAC/C,eAAe,CAAC,CAAC,CAAC,GAAG,mBAAmB,CACtC,eAAqC,CACjC;AACL,YAAA,eAAe,CAAC,CAAC,CAAwB,CAAC,OAAO,GAAG,cAAc;YACnE;;QAGF,IAAI,UAAU,GAAG,KAAK;AACtB,QAAA,KAAK,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACnD,YAAA,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC;YACrC,IAAI,MAAM,IAAI,WAAW,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,EAAE;gBACvD,WAAwC,CAAC,aAAa,GAAG;AACxD,oBAAA,IAAI,EAAE,WAAW;iBAClB;gBACD,UAAU,GAAG,IAAI;AACjB,gBAAA,oBAAoB,EAAE;gBACtB;;;QAIJ,IAAI,UAAU,EAAE;YACd,eAAe,CAAC,CAAC,CAAC,GAAG,gBAAgB,CACnC,eAAqC,EACrC,cAAc,CACV;;aACD;YACL,eAAe,CAAC,CAAC,CAAC,GAAG,mBAAmB,CACtC,eAAqC,CACjC;AACL,YAAA,eAAe,CAAC,CAAC,CAAwB,CAAC,OAAO,GAAG,cAAc;;;AAIvE,IAAA,OAAO,eAAe;AACxB;AAEA;;AAEG;AACH,SAAS,YAAY,CAAC,KAA4B,EAAA;IAChD,OAAO,YAAY,IAAI,KAAK,IAAI,EAAE,MAAM,IAAI,KAAK,CAAC;AACpD;AAEA;;AAEG;AACH,SAAS,wBAAwB,CAAC,OAAgC,EAAA;AAChE,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,IAAI,eAAe,IAAI,OAAO,CAAC,CAAC,CAAC;AAAE,YAAA,OAAO,IAAI;;AAEhD,IAAA,OAAO,KAAK;AACd;AAEA;;;;AAIG;AACG,SAAU,0BAA0B,CACxC,QAAa,EAAA;IAEb,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;AAC5B,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,CAAC,GAAG,QAAQ,CAAC;AAE1C,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC/C,QAAA,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC;AAC1C,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO;AAEvC,QAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,EAAE;YACjE;;AAGF,QAAA,MAAM,OAAO,GAAG,mBAAmB,CAAC,eAAe,CAAC;AACpD,QAAA,eAAe,CAAC,CAAC,CAAC,GAAG,OAAO;AAE5B,QAAA,KACE,IAAI,CAAC,GAAG,CAAC,EACT,CAAC,GAAI,OAAO,CAAC,OAAmC,CAAC,MAAM,EACvD,CAAC,EAAE,EACH;YACA,MAAM,KAAK,GAAI,OAAO,CAAC,OAAmC,CAAC,CAAC,CAG3D;AACD,YAAA,IAAI,eAAe,IAAI,KAAK,EAAE;gBAC5B,OAAO,KAAK,CAAC,aAAa;;;;AAKhC,IAAA,OAAO,eAAe;AACxB;AAEA;;AAEG;AACH,SAAS,oBAAoB,CAAC,OAAgC,EAAA;AAC5D,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAAE,YAAA,OAAO,IAAI;;AAE3C,IAAA,OAAO,KAAK;AACd;AAEA;;;;AAIG;AACG,SAAU,wBAAwB,CACtC,QAAa,EAAA;IAEb,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;AAC5B,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,CAAC,GAAG,QAAQ,CAAC;AAE1C,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC/C,QAAA,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC;AAC1C,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO;AAEvC,QAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE;YAC7D;;AAGF,QAAA,MAAM,OAAO,GAAG,mBAAmB,CAAC,eAAe,CAAC;AACpD,QAAA,eAAe,CAAC,CAAC,CAAC,GAAG,OAAO;QAE5B,OAAO,CAAC,OAAO,GAAI,OAAO,CAAC,OAAmC,CAAC,MAAM,CACnE,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAA8B,CAAC,CACvC;;AAGrB,IAAA,OAAO,eAAe;AACxB;AAEA;;;;;;;;;;AAUG;AACG,SAAU,sBAAsB,CAEpC,QAAa,EAAA;AACb,IAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;AACnD,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,CAAC,GAAG,QAAQ,CAAC;IAC1C,IAAI,gBAAgB,GAAG,CAAC;AAExB,IAAA,KAAK,IAAI,CAAC,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACpD,QAAA,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC;AAC1C,QAAA,MAAM,aAAa,GACjB,SAAS,IAAI,eAAe;AAC5B,YAAA,OAAO,eAAe,CAAC,OAAO,KAAK,UAAU;AAC7C,YAAA,eAAe,CAAC,OAAO,EAAE,KAAK,MAAM;AAEtC,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO;QACvC,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAC9C,MAAM,cAAc,GAClB,eAAe;YACf,mBAAmB,CAAC,OAAkC,CAAC;QACzD,MAAM,aAAa,GAAG,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,EAAE;AACnE,QAAA,MAAM,aAAa,GACjB,gBAAgB,GAAG,CAAC;AACpB,YAAA,CAAC,aAAa;AACd,YAAA,CAAC,aAAa;AACd,aAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,eAAe,CAAC;AAElD,QAAA,IAAI,CAAC,cAAc,IAAI,CAAC,aAAa,EAAE;YACrC;;AAGF,QAAA,IAAI,cAAuC;QAE3C,IAAI,eAAe,EAAE;AACnB,YAAA,cAAc,GAAG,gBAAgB,CAC/B,OAAkC,CACnC,CAAC,MAAM,CAAC,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;AAEzC,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC9C,gBAAA,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAA4B;AAC1D,gBAAA,IAAI,eAAe,IAAI,KAAK,EAAE;oBAC5B,OAAO,KAAK,CAAC,aAAa;;;;AAGzB,aAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AACtC,YAAA,cAAc,GAAG,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;;aACxD;YACL,cAAc,GAAG,EAAE;;QAGrB,IAAI,gBAAgB,IAAI,CAAC,IAAI,aAAa,IAAI,aAAa,EAAE;YAC3D,eAAe,CAAC,CAAC,CAAC,GAAG,mBAAmB,CAAC,eAAe,CAAC;AACxD,YAAA,eAAe,CAAC,CAAC,CAAwB,CAAC,OAAO,GAAG,cAAc;YACnE;;AAGF,QAAA,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE;YAC/B;;QAGF,IAAI,mBAAmB,GAAG,KAAK;AAC/B,QAAA,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE;YAClC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE;AACpC,gBAAA,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,EAAE,EAAE;oBACvD,mBAAmB,GAAG,IAAI;oBAC1B;;;;QAKN,IAAI,CAAC,mBAAmB,EAAE;YACxB,eAAe,CAAC,CAAC,CAAC,GAAG,mBAAmB,CAAC,eAAe,CAAC;AACxD,YAAA,eAAe,CAAC,CAAC,CAAwB,CAAC,OAAO,GAAG,cAAc;YACnE;;QAGF,IAAI,QAAQ,GAAG,KAAK;AACpB,QAAA,KAAK,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACnD,YAAA,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAA0B;AACxD,YAAA,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI;YAC9C,IAAI,IAAI,KAAK,YAAY,CAAC,IAAI,IAAI,IAAI,KAAK,MAAM,EAAE;AACjD,gBAAA,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI;gBAC9C,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,SAAS,EAAE;oBACrC;;gBAEF,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;AAC9B,oBAAA,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;AACP,iBAAA,CAAC;gBAC3B,QAAQ,GAAG,IAAI;gBACf;;;QAGJ,IAAI,CAAC,QAAQ,EAAE;YACb,cAAc,CAAC,IAAI,CAAC;AAClB,gBAAA,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;AACP,aAAA,CAAC;;QAG7B,eAAe,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,eAAe,EAAE,cAAc,CAAC;AACtE,QAAA,gBAAgB,EAAE;;AAGpB,IAAA,OAAO,eAAe;AACxB;;;;"}
+{"version":3,"file":"cache.mjs","sources":["../../../src/messages/cache.ts"],"sourcesContent":["import { BaseMessage, MessageContentComplex } from '@langchain/core/messages';\nimport type { AnthropicMessage } from '@/types/messages';\nimport type Anthropic from '@anthropic-ai/sdk';\nimport { ContentTypes } from '@/common/enum';\n\ntype MessageWithContent = {\n  content?: string | MessageContentComplex[];\n};\n\n/**\n * Deep clones a message's content to prevent mutation of the original.\n */\nfunction deepCloneContent<T extends string | MessageContentComplex[]>(\n  content: T\n): T {\n  if (typeof content === 'string') {\n    return content;\n  }\n  if (Array.isArray(content)) {\n    return content.map((block) => ({ ...block })) as T;\n  }\n  return content;\n}\n\n/**\n * Clones a message with deep-cloned content, explicitly excluding LangChain\n * serialization metadata to prevent coercion issues.\n */\nfunction cloneMessage<T extends MessageWithContent>(\n  message: T,\n  content: string | MessageContentComplex[]\n): T {\n  const {\n    lc_kwargs: _lc_kwargs,\n    lc_serializable: _lc_serializable,\n    lc_namespace: _lc_namespace,\n    ...rest\n  } = message as T & {\n    lc_kwargs?: unknown;\n    lc_serializable?: unknown;\n    lc_namespace?: unknown;\n  };\n\n  const cloned = { ...rest, content } as T;\n\n  // LangChain messages don't have a direct 'role' property - derive it from getType()\n  if (\n    'getType' in message &&\n    typeof message.getType === 'function' &&\n    !('role' in cloned)\n  ) {\n    const msgType = (message as unknown as BaseMessage).getType();\n    const roleMap: Record<string, string> = {\n      human: 'user',\n      ai: 'assistant',\n      system: 'system',\n      tool: 'tool',\n    };\n    (cloned as Record<string, unknown>).role = roleMap[msgType] || msgType;\n  }\n\n  return cloned;\n}\n\n/**\n * Checks if a message's content needs cache control stripping.\n * Returns true if content has cachePoint blocks or cache_control fields.\n */\nfunction needsCacheStripping(content: MessageContentComplex[]): boolean {\n  for (let i = 0; i < content.length; i++) {\n    const block = content[i];\n    if (isCachePoint(block)) return true;\n    if ('cache_control' in block) return true;\n  }\n  return false;\n}\n\n/**\n * Anthropic API: Adds cache control to the appropriate user messages in the payload.\n * Strips ALL existing cache control (both Anthropic and Bedrock formats) from all messages,\n * then adds fresh cache control to the last 2 user messages in a single backward pass.\n * This ensures we don't accumulate stale cache points across multiple turns.\n * Returns a new array - only clones messages that require modification.\n * @param messages - The array of message objects.\n * @returns - A new array of message objects with cache control added.\n */\nexport function addCacheControl<T extends AnthropicMessage | BaseMessage>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages) || messages.length < 2) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n  let userMessagesModified = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n    const isUserMessage =\n      ('getType' in originalMessage && originalMessage.getType() === 'human') ||\n      ('role' in originalMessage && originalMessage.role === 'user');\n\n    const hasArrayContent = Array.isArray(content);\n    const needsStripping =\n      hasArrayContent &&\n      needsCacheStripping(content as MessageContentComplex[]);\n    const needsCacheAdd =\n      userMessagesModified < 2 &&\n      isUserMessage &&\n      (typeof content === 'string' || hasArrayContent);\n\n    if (!needsStripping && !needsCacheAdd) {\n      continue;\n    }\n\n    let workingContent: MessageContentComplex[];\n\n    if (hasArrayContent) {\n      workingContent = deepCloneContent(\n        content as MessageContentComplex[]\n      ).filter((block) => !isCachePoint(block as MessageContentComplex));\n\n      for (let j = 0; j < workingContent.length; j++) {\n        const block = workingContent[j] as Record<string, unknown>;\n        if ('cache_control' in block) {\n          delete block.cache_control;\n        }\n      }\n    } else if (typeof content === 'string') {\n      workingContent = [\n        { type: 'text', text: content },\n      ] as MessageContentComplex[];\n    } else {\n      workingContent = [];\n    }\n\n    if (userMessagesModified >= 2 || !isUserMessage) {\n      updatedMessages[i] = cloneMessage(\n        originalMessage as MessageWithContent,\n        workingContent\n      ) as T;\n      continue;\n    }\n\n    for (let j = workingContent.length - 1; j >= 0; j--) {\n      const contentPart = workingContent[j];\n      if ('type' in contentPart && contentPart.type === 'text') {\n        (contentPart as Anthropic.TextBlockParam).cache_control = {\n          type: 'ephemeral',\n        };\n        userMessagesModified++;\n        break;\n      }\n    }\n\n    updatedMessages[i] = cloneMessage(\n      originalMessage as MessageWithContent,\n      workingContent\n    ) as T;\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Checks if a content block is a cache point\n */\nfunction isCachePoint(block: MessageContentComplex): boolean {\n  return 'cachePoint' in block && !('type' in block);\n}\n\n/**\n * Checks if a message's content has Anthropic cache_control fields.\n */\nfunction hasAnthropicCacheControl(content: MessageContentComplex[]): boolean {\n  for (let i = 0; i < content.length; i++) {\n    if ('cache_control' in content[i]) return true;\n  }\n  return false;\n}\n\n/**\n * Removes all Anthropic cache_control fields from messages\n * Used when switching from Anthropic to Bedrock provider\n * Returns a new array - only clones messages that require modification.\n */\nexport function stripAnthropicCacheControl<T extends MessageWithContent>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages)) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n\n  for (let i = 0; i < updatedMessages.length; i++) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n\n    if (!Array.isArray(content) || !hasAnthropicCacheControl(content)) {\n      continue;\n    }\n\n    const clonedContent = deepCloneContent(content);\n    for (let j = 0; j < clonedContent.length; j++) {\n      const block = clonedContent[j] as Record<string, unknown>;\n      if ('cache_control' in block) {\n        delete block.cache_control;\n      }\n    }\n    updatedMessages[i] = cloneMessage(originalMessage, clonedContent);\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Checks if a message's content has Bedrock cachePoint blocks.\n */\nfunction hasBedrockCachePoint(content: MessageContentComplex[]): boolean {\n  for (let i = 0; i < content.length; i++) {\n    if (isCachePoint(content[i])) return true;\n  }\n  return false;\n}\n\n/**\n * Removes all Bedrock cachePoint blocks from messages\n * Used when switching from Bedrock to Anthropic provider\n * Returns a new array - only clones messages that require modification.\n */\nexport function stripBedrockCacheControl<T extends MessageWithContent>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages)) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n\n  for (let i = 0; i < updatedMessages.length; i++) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n\n    if (!Array.isArray(content) || !hasBedrockCachePoint(content)) {\n      continue;\n    }\n\n    const clonedContent = deepCloneContent(content).filter(\n      (block) => !isCachePoint(block as MessageContentComplex)\n    );\n    updatedMessages[i] = cloneMessage(originalMessage, clonedContent);\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Adds Bedrock Converse API cache points to the last two messages.\n * Inserts `{ cachePoint: { type: 'default' } }` as a separate content block\n * immediately after the last text block in each targeted message.\n * Strips ALL existing cache control (both Bedrock and Anthropic formats) from all messages,\n * then adds fresh cache points to the last 2 messages in a single backward pass.\n * This ensures we don't accumulate stale cache points across multiple turns.\n * Returns a new array - only clones messages that require modification.\n * @param messages - The array of message objects.\n * @returns - A new array of message objects with cache points added.\n */\nexport function addBedrockCacheControl<\n  T extends Partial<BaseMessage> & MessageWithContent,\n>(messages: T[]): T[] {\n  if (!Array.isArray(messages) || messages.length < 2) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n  let messagesModified = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const originalMessage = updatedMessages[i];\n    const isToolMessage =\n      'getType' in originalMessage &&\n      typeof originalMessage.getType === 'function' &&\n      originalMessage.getType() === 'tool';\n\n    const content = originalMessage.content;\n    const hasArrayContent = Array.isArray(content);\n    const needsStripping =\n      hasArrayContent &&\n      needsCacheStripping(content as MessageContentComplex[]);\n    const isEmptyString = typeof content === 'string' && content === '';\n    const needsCacheAdd =\n      messagesModified < 2 &&\n      !isToolMessage &&\n      !isEmptyString &&\n      (typeof content === 'string' || hasArrayContent);\n\n    if (!needsStripping && !needsCacheAdd) {\n      continue;\n    }\n\n    let workingContent: MessageContentComplex[];\n\n    if (hasArrayContent) {\n      workingContent = deepCloneContent(\n        content as MessageContentComplex[]\n      ).filter((block) => !isCachePoint(block));\n\n      for (let j = 0; j < workingContent.length; j++) {\n        const block = workingContent[j] as Record<string, unknown>;\n        if ('cache_control' in block) {\n          delete block.cache_control;\n        }\n      }\n    } else if (typeof content === 'string') {\n      workingContent = [{ type: ContentTypes.TEXT, text: content }];\n    } else {\n      workingContent = [];\n    }\n\n    if (messagesModified >= 2 || isToolMessage || isEmptyString) {\n      updatedMessages[i] = cloneMessage(originalMessage, workingContent);\n      continue;\n    }\n\n    if (workingContent.length === 0) {\n      continue;\n    }\n\n    let hasCacheableContent = false;\n    for (const block of workingContent) {\n      if (block.type === ContentTypes.TEXT) {\n        if (typeof block.text === 'string' && block.text !== '') {\n          hasCacheableContent = true;\n          break;\n        }\n      }\n    }\n\n    if (!hasCacheableContent) {\n      updatedMessages[i] = cloneMessage(originalMessage, workingContent);\n      continue;\n    }\n\n    let inserted = false;\n    for (let j = workingContent.length - 1; j >= 0; j--) {\n      const block = workingContent[j] as MessageContentComplex;\n      const type = (block as { type?: string }).type;\n      if (type === ContentTypes.TEXT || type === 'text') {\n        const text = (block as { text?: string }).text;\n        if (text === '' || text === undefined) {\n          continue;\n        }\n        workingContent.splice(j + 1, 0, {\n          cachePoint: { type: 'default' },\n        } as MessageContentComplex);\n        inserted = true;\n        break;\n      }\n    }\n    if (!inserted) {\n      workingContent.push({\n        cachePoint: { type: 'default' },\n      } as MessageContentComplex);\n    }\n\n    updatedMessages[i] = cloneMessage(originalMessage, workingContent);\n    messagesModified++;\n  }\n\n  return updatedMessages;\n}\n"],"names":[],"mappings":";;AASA;;AAEG;AACH,SAAS,gBAAgB,CACvB,OAAU,EAAA;AAEV,IAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AAC/B,QAAA,OAAO,OAAO;;AAEhB,IAAA,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AAC1B,QAAA,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC,CAAM;;AAEpD,IAAA,OAAO,OAAO;AAChB;AAEA;;;AAGG;AACH,SAAS,YAAY,CACnB,OAAU,EACV,OAAyC,EAAA;AAEzC,IAAA,MAAM,EACJ,SAAS,EAAE,UAAU,EACrB,eAAe,EAAE,gBAAgB,EACjC,YAAY,EAAE,aAAa,EAC3B,GAAG,IAAI,EACR,GAAG,OAIH;IAED,MAAM,MAAM,GAAG,EAAE,GAAG,IAAI,EAAE,OAAO,EAAO;;IAGxC,IACE,SAAS,IAAI,OAAO;AACpB,QAAA,OAAO,OAAO,CAAC,OAAO,KAAK,UAAU;AACrC,QAAA,EAAE,MAAM,IAAI,MAAM,CAAC,EACnB;AACA,QAAA,MAAM,OAAO,GAAI,OAAkC,CAAC,OAAO,EAAE;AAC7D,QAAA,MAAM,OAAO,GAA2B;AACtC,YAAA,KAAK,EAAE,MAAM;AACb,YAAA,EAAE,EAAE,WAAW;AACf,YAAA,MAAM,EAAE,QAAQ;AAChB,YAAA,IAAI,EAAE,MAAM;SACb;QACA,MAAkC,CAAC,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO;;AAGxE,IAAA,OAAO,MAAM;AACf;AAEA;;;AAGG;AACH,SAAS,mBAAmB,CAAC,OAAgC,EAAA;AAC3D,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC;QACxB,IAAI,YAAY,CAAC,KAAK,CAAC;AAAE,YAAA,OAAO,IAAI;QACpC,IAAI,eAAe,IAAI,KAAK;AAAE,YAAA,OAAO,IAAI;;AAE3C,IAAA,OAAO,KAAK;AACd;AAEA;;;;;;;;AAQG;AACG,SAAU,eAAe,CAC7B,QAAa,EAAA;AAEb,IAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;AACnD,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,CAAC,GAAG,QAAQ,CAAC;IAC1C,IAAI,oBAAoB,GAAG,CAAC;AAE5B,IAAA,KAAK,IAAI,CAAC,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACpD,QAAA,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC;AAC1C,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO;AACvC,QAAA,MAAM,aAAa,GACjB,CAAC,SAAS,IAAI,eAAe,IAAI,eAAe,CAAC,OAAO,EAAE,KAAK,OAAO;aACrE,MAAM,IAAI,eAAe,IAAI,eAAe,CAAC,IAAI,KAAK,MAAM,CAAC;QAEhE,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAC9C,MAAM,cAAc,GAClB,eAAe;YACf,mBAAmB,CAAC,OAAkC,CAAC;AACzD,QAAA,MAAM,aAAa,GACjB,oBAAoB,GAAG,CAAC;YACxB,aAAa;AACb,aAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,eAAe,CAAC;AAElD,QAAA,IAAI,CAAC,cAAc,IAAI,CAAC,aAAa,EAAE;YACrC;;AAGF,QAAA,IAAI,cAAuC;QAE3C,IAAI,eAAe,EAAE;AACnB,YAAA,cAAc,GAAG,gBAAgB,CAC/B,OAAkC,CACnC,CAAC,MAAM,CAAC,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAA8B,CAAC,CAAC;AAElE,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC9C,gBAAA,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAA4B;AAC1D,gBAAA,IAAI,eAAe,IAAI,KAAK,EAAE;oBAC5B,OAAO,KAAK,CAAC,aAAa;;;;AAGzB,aAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AACtC,YAAA,cAAc,GAAG;AACf,gBAAA,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE;aACL;;aACvB;YACL,cAAc,GAAG,EAAE;;AAGrB,QAAA,IAAI,oBAAoB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;YAC/C,eAAe,CAAC,CAAC,CAAC,GAAG,YAAY,CAC/B,eAAqC,EACrC,cAAc,CACV;YACN;;AAGF,QAAA,KAAK,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACnD,YAAA,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC;YACrC,IAAI,MAAM,IAAI,WAAW,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,EAAE;gBACvD,WAAwC,CAAC,aAAa,GAAG;AACxD,oBAAA,IAAI,EAAE,WAAW;iBAClB;AACD,gBAAA,oBAAoB,EAAE;gBACtB;;;QAIJ,eAAe,CAAC,CAAC,CAAC,GAAG,YAAY,CAC/B,eAAqC,EACrC,cAAc,CACV;;AAGR,IAAA,OAAO,eAAe;AACxB;AAEA;;AAEG;AACH,SAAS,YAAY,CAAC,KAA4B,EAAA;IAChD,OAAO,YAAY,IAAI,KAAK,IAAI,EAAE,MAAM,IAAI,KAAK,CAAC;AACpD;AAEA;;AAEG;AACH,SAAS,wBAAwB,CAAC,OAAgC,EAAA;AAChE,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,IAAI,eAAe,IAAI,OAAO,CAAC,CAAC,CAAC;AAAE,YAAA,OAAO,IAAI;;AAEhD,IAAA,OAAO,KAAK;AACd;AAEA;;;;AAIG;AACG,SAAU,0BAA0B,CACxC,QAAa,EAAA;IAEb,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;AAC5B,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,CAAC,GAAG,QAAQ,CAAC;AAE1C,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC/C,QAAA,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC;AAC1C,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO;AAEvC,QAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,EAAE;YACjE;;AAGF,QAAA,MAAM,aAAa,GAAG,gBAAgB,CAAC,OAAO,CAAC;AAC/C,QAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC7C,YAAA,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,CAA4B;AACzD,YAAA,IAAI,eAAe,IAAI,KAAK,EAAE;gBAC5B,OAAO,KAAK,CAAC,aAAa;;;QAG9B,eAAe,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,eAAe,EAAE,aAAa,CAAC;;AAGnE,IAAA,OAAO,eAAe;AACxB;AAEA;;AAEG;AACH,SAAS,oBAAoB,CAAC,OAAgC,EAAA;AAC5D,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAAE,YAAA,OAAO,IAAI;;AAE3C,IAAA,OAAO,KAAK;AACd;AAEA;;;;AAIG;AACG,SAAU,wBAAwB,CACtC,QAAa,EAAA;IAEb,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;AAC5B,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,CAAC,GAAG,QAAQ,CAAC;AAE1C,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC/C,QAAA,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC;AAC1C,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO;AAEvC,QAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE;YAC7D;;QAGF,MAAM,aAAa,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC,MAAM,CACpD,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAA8B,CAAC,CACzD;QACD,eAAe,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,eAAe,EAAE,aAAa,CAAC;;AAGnE,IAAA,OAAO,eAAe;AACxB;AAEA;;;;;;;;;;AAUG;AACG,SAAU,sBAAsB,CAEpC,QAAa,EAAA;AACb,IAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;AACnD,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAQ,CAAC,GAAG,QAAQ,CAAC;IAC1C,IAAI,gBAAgB,GAAG,CAAC;AAExB,IAAA,KAAK,IAAI,CAAC,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACpD,QAAA,MAAM,eAAe,GAAG,eAAe,CAAC,CAAC,CAAC;AAC1C,QAAA,MAAM,aAAa,GACjB,SAAS,IAAI,eAAe;AAC5B,YAAA,OAAO,eAAe,CAAC,OAAO,KAAK,UAAU;AAC7C,YAAA,eAAe,CAAC,OAAO,EAAE,KAAK,MAAM;AAEtC,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO;QACvC,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAC9C,MAAM,cAAc,GAClB,eAAe;YACf,mBAAmB,CAAC,OAAkC,CAAC;QACzD,MAAM,aAAa,GAAG,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,EAAE;AACnE,QAAA,MAAM,aAAa,GACjB,gBAAgB,GAAG,CAAC;AACpB,YAAA,CAAC,aAAa;AACd,YAAA,CAAC,aAAa;AACd,aAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,eAAe,CAAC;AAElD,QAAA,IAAI,CAAC,cAAc,IAAI,CAAC,aAAa,EAAE;YACrC;;AAGF,QAAA,IAAI,cAAuC;QAE3C,IAAI,eAAe,EAAE;AACnB,YAAA,cAAc,GAAG,gBAAgB,CAC/B,OAAkC,CACnC,CAAC,MAAM,CAAC,CAAC,KAAK,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;AAEzC,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC9C,gBAAA,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAA4B;AAC1D,gBAAA,IAAI,eAAe,IAAI,KAAK,EAAE;oBAC5B,OAAO,KAAK,CAAC,aAAa;;;;AAGzB,aAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AACtC,YAAA,cAAc,GAAG,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;;aACxD;YACL,cAAc,GAAG,EAAE;;QAGrB,IAAI,gBAAgB,IAAI,CAAC,IAAI,aAAa,IAAI,aAAa,EAAE;YAC3D,eAAe,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,eAAe,EAAE,cAAc,CAAC;YAClE;;AAGF,QAAA,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE;YAC/B;;QAGF,IAAI,mBAAmB,GAAG,KAAK;AAC/B,QAAA,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE;YAClC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE;AACpC,gBAAA,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,EAAE,EAAE;oBACvD,mBAAmB,GAAG,IAAI;oBAC1B;;;;QAKN,IAAI,CAAC,mBAAmB,EAAE;YACxB,eAAe,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,eAAe,EAAE,cAAc,CAAC;YAClE;;QAGF,IAAI,QAAQ,GAAG,KAAK;AACpB,QAAA,KAAK,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;AACnD,YAAA,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAA0B;AACxD,YAAA,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI;YAC9C,IAAI,IAAI,KAAK,YAAY,CAAC,IAAI,IAAI,IAAI,KAAK,MAAM,EAAE;AACjD,gBAAA,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI;gBAC9C,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,SAAS,EAAE;oBACrC;;gBAEF,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;AAC9B,oBAAA,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;AACP,iBAAA,CAAC;gBAC3B,QAAQ,GAAG,IAAI;gBACf;;;QAGJ,IAAI,CAAC,QAAQ,EAAE;YACb,cAAc,CAAC,IAAI,CAAC;AAClB,gBAAA,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;AACP,aAAA,CAAC;;QAG7B,eAAe,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,eAAe,EAAE,cAAc,CAAC;AAClE,QAAA,gBAAgB,EAAE;;AAGpB,IAAA,OAAO,eAAe;AACxB;;;;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@librechat/agents",
-  "version": "3.0.775",
+  "version": "3.0.776",
   "main": "./dist/cjs/main.cjs",
   "module": "./dist/esm/main.mjs",
   "types": "./dist/types/index.d.ts",
@@ -52,7 +52,7 @@
     "code_exec_files": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec_files.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
     "code_exec_session": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec_session.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
     "code_exec_simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec_simple.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
-    "simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/simple.ts --provider 'openrouter' --name 'Jo' --location 'New York, NY'",
+    "simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/simple.ts --provider 'bedrock' --name 'Jo' --location 'New York, NY'",
     "caching": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/caching.ts --name 'Jo' --location 'New York, NY'",
     "thinking": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/thinking.ts --name 'Jo' --location 'New York, NY'",
     "memory": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/memory.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
@@ -95,7 +95,7 @@
     "start:collab5": "node --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/collab_design_v5.ts",
     "start:dev": "node --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/main.ts",
     "supervised": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/supervised.ts --provider anthropic --name Jo --location \"New York, NY\"",
-    "test": "jest",
+    "test": "NODE_OPTIONS='--experimental-vm-modules' jest",
     "test:memory": "NODE_OPTIONS='--expose-gc' npx jest src/specs/title.memory-leak.test.ts",
     "test:all": "npm test -- --testPathIgnorePatterns=title.memory-leak.test.ts && npm run test:memory",
     "reinstall": "npm run clean && npm ci && rm -rf ./dist && npm run build",

package/src/messages/cache.test.ts

@@ -921,7 +921,7 @@ describe('Immutability - addCacheControl does not mutate original messages', ()
     expect('cache_control' in originalFirstBlock).toBe(true);
   });
 
-  it('should keep lc_kwargs.content in sync with content for LangChain messages', () => {
+  it('should remove lc_kwargs to prevent serialization mismatch for LangChain messages', () => {
     type LangChainLikeMsg = TestMsg & {
       lc_kwargs?: { content?: MessageContentComplex[] };
     };
@@ -955,14 +955,11 @@ describe('Immutability - addCacheControl does not mutate original messages', ()
     const resultFirst = result[0] as LangChainLikeMsg;
     const resultThird = result[2] as LangChainLikeMsg;
 
-    expect(resultFirst.content).toEqual(resultFirst.lc_kwargs?.content);
-    expect(resultThird.content).toEqual(resultThird.lc_kwargs?.content);
+    expect(resultFirst.lc_kwargs).toBeUndefined();
+    expect(resultThird.lc_kwargs).toBeUndefined();
 
     const firstContent = resultFirst.content as MessageContentComplex[];
-    const firstLcContent = resultFirst.lc_kwargs
-      ?.content as MessageContentComplex[];
     expect('cache_control' in firstContent[0]).toBe(true);
-    expect('cache_control' in firstLcContent[0]).toBe(true);
 
     const originalFirst = messagesWithLcKwargs[0];
     const originalContent = originalFirst.content as MessageContentComplex[];
@@ -1100,7 +1097,7 @@ describe('Immutability - addBedrockCacheControl does not mutate original message
     expect('cache_control' in anthropicFirstContent[0]).toBe(true);
   });
 
-  it('should keep lc_kwargs.content in sync with content for LangChain messages', () => {
+  it('should remove lc_kwargs to prevent serialization mismatch for LangChain messages', () => {
     type LangChainLikeMsg = TestMsg & {
       lc_kwargs?: { content?: MessageContentComplex[] };
     };
@@ -1127,14 +1124,11 @@ describe('Immutability - addBedrockCacheControl does not mutate original message
     const resultFirst = bedrockResult[0] as LangChainLikeMsg;
     const resultSecond = bedrockResult[1] as LangChainLikeMsg;
 
-    expect(resultFirst.content).toEqual(resultFirst.lc_kwargs?.content);
-    expect(resultSecond.content).toEqual(resultSecond.lc_kwargs?.content);
+    expect(resultFirst.lc_kwargs).toBeUndefined();
+    expect(resultSecond.lc_kwargs).toBeUndefined();
 
     const firstContent = resultFirst.content as MessageContentComplex[];
-    const firstLcContent = resultFirst.lc_kwargs
-      ?.content as MessageContentComplex[];
     expect(firstContent.some((b) => 'cachePoint' in b)).toBe(true);
-    expect(firstLcContent.some((b) => 'cachePoint' in b)).toBe(true);
 
     const originalFirst = messagesWithLcKwargs[0];
     const originalContent = originalFirst.content as MessageContentComplex[];

package/src/messages/cache.ts

@@ -1,11 +1,4 @@
-import {
-  BaseMessage,
-  MessageContentComplex,
-  AIMessage,
-  HumanMessage,
-  SystemMessage,
-  ToolMessage,
-} from '@langchain/core/messages';
+import { BaseMessage, MessageContentComplex } from '@langchain/core/messages';
 import type { AnthropicMessage } from '@/types/messages';
 import type Anthropic from '@anthropic-ai/sdk';
 import { ContentTypes } from '@/common/enum';
@@ -30,73 +23,42 @@ function deepCloneContent<T extends string | MessageContentComplex[]>(
 }
 
 /**
- * Simple shallow clone with deep-cloned content.
- * Used for stripping cache control where we don't need proper LangChain instances.
+ * Clones a message with deep-cloned content, explicitly excluding LangChain
+ * serialization metadata to prevent coercion issues.
  */
-function shallowCloneMessage<T extends MessageWithContent>(message: T): T {
-  return {
-    ...message,
-    content: deepCloneContent(message.content ?? ''),
-  } as T;
-}
-
-/**
- * Creates a new LangChain message instance with the given content.
- * Required when adding cache points to ensure proper serialization.
- */
-function createNewMessage<T extends MessageWithContent>(
+function cloneMessage<T extends MessageWithContent>(
   message: T,
-  content: MessageContentComplex[]
+  content: string | MessageContentComplex[]
 ): T {
-  if ('getType' in message && typeof message.getType === 'function') {
-    const baseMsg = message as unknown as BaseMessage;
-    const msgType = baseMsg.getType();
-
-    const baseFields = {
-      content,
-      name: baseMsg.name,
-      additional_kwargs: { ...baseMsg.additional_kwargs },
-      response_metadata: { ...baseMsg.response_metadata },
-      id: baseMsg.id,
+  const {
+    lc_kwargs: _lc_kwargs,
+    lc_serializable: _lc_serializable,
+    lc_namespace: _lc_namespace,
+    ...rest
+  } = message as T & {
+    lc_kwargs?: unknown;
+    lc_serializable?: unknown;
+    lc_namespace?: unknown;
+  };
+
+  const cloned = { ...rest, content } as T;
+
+  // LangChain messages don't have a direct 'role' property - derive it from getType()
+  if (
+    'getType' in message &&
+    typeof message.getType === 'function' &&
+    !('role' in cloned)
+  ) {
+    const msgType = (message as unknown as BaseMessage).getType();
+    const roleMap: Record<string, string> = {
+      human: 'user',
+      ai: 'assistant',
+      system: 'system',
+      tool: 'tool',
     };
-
-    switch (msgType) {
-    case 'human':
-      return new HumanMessage(baseFields) as unknown as T;
-    case 'ai': {
-      const aiMsg = baseMsg as AIMessage;
-      return new AIMessage({
-        ...baseFields,
-        tool_calls: aiMsg.tool_calls ? [...aiMsg.tool_calls] : [],
-        invalid_tool_calls: aiMsg.invalid_tool_calls
-          ? [...aiMsg.invalid_tool_calls]
-          : [],
-        usage_metadata: aiMsg.usage_metadata,
-      }) as unknown as T;
-    }
-    case 'system':
-      return new SystemMessage(baseFields) as unknown as T;
-    case 'tool': {
-      const toolMsg = baseMsg as ToolMessage;
-      return new ToolMessage({
-        ...baseFields,
-        tool_call_id: toolMsg.tool_call_id,
-        status: toolMsg.status,
-        artifact: toolMsg.artifact,
-      }) as unknown as T;
-    }
-    default:
-      break;
-    }
+    (cloned as Record<string, unknown>).role = roleMap[msgType] || msgType;
   }
 
-  const cloned = { ...message, content } as T;
-  const lcKwargs = (cloned as Record<string, unknown>).lc_kwargs as
-    | Record<string, unknown>
-    | undefined;
-  if (lcKwargs != null) {
-    (cloned as Record<string, unknown>).lc_kwargs = { ...lcKwargs, content };
-  }
   return cloned;
 }
 
@@ -174,37 +136,28 @@ export function addCacheControl<T extends AnthropicMessage | BaseMessage>(
     }
 
     if (userMessagesModified >= 2 || !isUserMessage) {
-      updatedMessages[i] = shallowCloneMessage(
-        originalMessage as MessageWithContent
+      updatedMessages[i] = cloneMessage(
+        originalMessage as MessageWithContent,
+        workingContent
       ) as T;
-      (updatedMessages[i] as MessageWithContent).content = workingContent;
       continue;
     }
 
-    let cacheAdded = false;
     for (let j = workingContent.length - 1; j >= 0; j--) {
       const contentPart = workingContent[j];
       if ('type' in contentPart && contentPart.type === 'text') {
         (contentPart as Anthropic.TextBlockParam).cache_control = {
           type: 'ephemeral',
         };
-        cacheAdded = true;
         userMessagesModified++;
         break;
       }
     }
 
-    if (cacheAdded) {
-      updatedMessages[i] = createNewMessage(
-        originalMessage as MessageWithContent,
-        workingContent
-      ) as T;
-    } else {
-      updatedMessages[i] = shallowCloneMessage(
-        originalMessage as MessageWithContent
-      ) as T;
-      (updatedMessages[i] as MessageWithContent).content = workingContent;
-    }
+    updatedMessages[i] = cloneMessage(
+      originalMessage as MessageWithContent,
+      workingContent
+    ) as T;
   }
 
   return updatedMessages;
@@ -249,22 +202,14 @@ export function stripAnthropicCacheControl<T extends MessageWithContent>(
       continue;
     }
 
-    const message = shallowCloneMessage(originalMessage);
-    updatedMessages[i] = message;
-
-    for (
-      let j = 0;
-      j < (message.content as MessageContentComplex[]).length;
-      j++
-    ) {
-      const block = (message.content as MessageContentComplex[])[j] as Record<
-        string,
-        unknown
-      >;
+    const clonedContent = deepCloneContent(content);
+    for (let j = 0; j < clonedContent.length; j++) {
+      const block = clonedContent[j] as Record<string, unknown>;
       if ('cache_control' in block) {
         delete block.cache_control;
       }
     }
+    updatedMessages[i] = cloneMessage(originalMessage, clonedContent);
   }
 
   return updatedMessages;
@@ -302,12 +247,10 @@ export function stripBedrockCacheControl<T extends MessageWithContent>(
       continue;
     }
 
-    const message = shallowCloneMessage(originalMessage);
-    updatedMessages[i] = message;
-
-    message.content = (message.content as MessageContentComplex[]).filter(
+    const clonedContent = deepCloneContent(content).filter(
       (block) => !isCachePoint(block as MessageContentComplex)
-    ) as typeof content;
+    );
+    updatedMessages[i] = cloneMessage(originalMessage, clonedContent);
   }
 
   return updatedMessages;
@@ -377,8 +320,7 @@ export function addBedrockCacheControl<
     }
 
     if (messagesModified >= 2 || isToolMessage || isEmptyString) {
-      updatedMessages[i] = shallowCloneMessage(originalMessage);
-      (updatedMessages[i] as MessageWithContent).content = workingContent;
+      updatedMessages[i] = cloneMessage(originalMessage, workingContent);
       continue;
     }
 
@@ -397,8 +339,7 @@ export function addBedrockCacheControl<
     }
 
     if (!hasCacheableContent) {
-      updatedMessages[i] = shallowCloneMessage(originalMessage);
-      (updatedMessages[i] as MessageWithContent).content = workingContent;
+      updatedMessages[i] = cloneMessage(originalMessage, workingContent);
       continue;
     }
 
@@ -424,7 +365,7 @@ export function addBedrockCacheControl<
       } as MessageContentComplex);
     }
 
-    updatedMessages[i] = createNewMessage(originalMessage, workingContent);
+    updatedMessages[i] = cloneMessage(originalMessage, workingContent);
     messagesModified++;
   }
 

package/src/specs/cache.simple.test.ts

@@ -0,0 +1,396 @@
+/* eslint-disable no-console */
+/* eslint-disable @typescript-eslint/no-explicit-any */
+import { config } from 'dotenv';
+config();
+import { Calculator } from '@/tools/Calculator';
+import {
+  AIMessage,
+  BaseMessage,
+  HumanMessage,
+  UsageMetadata,
+} from '@langchain/core/messages';
+import type * as t from '@/types';
+import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
+import { ModelEndHandler, ToolEndHandler } from '@/events';
+import { capitalizeFirstLetter } from './spec.utils';
+import { GraphEvents, Providers } from '@/common';
+import { getLLMConfig } from '@/utils/llmConfig';
+import { getArgs } from '@/scripts/args';
+import { Run } from '@/run';
+
+/**
+ * These tests verify that prompt caching works correctly across multi-turn
+ * conversations and that messages are not mutated in place.
+ */
+describe('Prompt Caching Integration Tests', () => {
+  jest.setTimeout(120000);
+
+  const setupTest = (): {
+    collectedUsage: UsageMetadata[];
+    contentParts: Array<t.MessageContentComplex | undefined>;
+    customHandlers: Record<string | GraphEvents, t.EventHandler>;
+  } => {
+    const collectedUsage: UsageMetadata[] = [];
+    const { contentParts, aggregateContent } = createContentAggregator();
+
+    const customHandlers: Record<string | GraphEvents, t.EventHandler> = {
+      [GraphEvents.TOOL_END]: new ToolEndHandler(),
+      [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
+      [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
+      [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+        handle: (
+          event: GraphEvents.ON_RUN_STEP_COMPLETED,
+          data: t.StreamEventData
+        ): void => {
+          aggregateContent({
+            event,
+            data: data as unknown as { result: t.ToolEndEvent },
+          });
+        },
+      },
+      [GraphEvents.ON_RUN_STEP]: {
+        handle: (
+          event: GraphEvents.ON_RUN_STEP,
+          data: t.StreamEventData
+        ): void => {
+          aggregateContent({ event, data: data as t.RunStep });
+        },
+      },
+      [GraphEvents.ON_RUN_STEP_DELTA]: {
+        handle: (
+          event: GraphEvents.ON_RUN_STEP_DELTA,
+          data: t.StreamEventData
+        ): void => {
+          aggregateContent({ event, data: data as t.RunStepDeltaEvent });
+        },
+      },
+      [GraphEvents.ON_MESSAGE_DELTA]: {
+        handle: (
+          event: GraphEvents.ON_MESSAGE_DELTA,
+          data: t.StreamEventData
+        ): void => {
+          aggregateContent({ event, data: data as t.MessageDeltaEvent });
+        },
+      },
+    };
+
+    return { collectedUsage, contentParts, customHandlers };
+  };
+
+  const streamConfig = {
+    configurable: { thread_id: 'cache-test-thread' },
+    streamMode: 'values',
+    version: 'v2' as const,
+  };
+
+  describe('Anthropic Prompt Caching', () => {
+    const provider = Providers.ANTHROPIC;
+
+    test(`${capitalizeFirstLetter(provider)}: multi-turn conversation with caching should not corrupt messages`, async () => {
+      const { userName, location } = await getArgs();
+      const llmConfig = getLLMConfig(provider);
+      const { collectedUsage, customHandlers } = setupTest();
+
+      const run = await Run.create<t.IState>({
+        runId: 'cache-test-anthropic',
+        graphConfig: {
+          type: 'standard',
+          llmConfig: { ...llmConfig, promptCache: true } as t.LLMConfig,
+          tools: [new Calculator()],
+          instructions: 'You are a helpful assistant.',
+          additional_instructions: `User: ${userName}, Location: ${location}`,
+        },
+        returnContent: true,
+        customHandlers,
+      });
+
+      // Turn 1
+      const turn1Messages: BaseMessage[] = [
+        new HumanMessage('Hello, what is 2+2?'),
+      ];
+      const turn1ContentSnapshot = JSON.stringify(turn1Messages[0].content);
+
+      const turn1Result = await run.processStream(
+        { messages: turn1Messages },
+        streamConfig
+      );
+      expect(turn1Result).toBeDefined();
+
+      // Verify original message was NOT mutated
+      expect(JSON.stringify(turn1Messages[0].content)).toBe(
+        turn1ContentSnapshot
+      );
+      expect((turn1Messages[0] as any).content).not.toContain('cache_control');
+
+      const turn1RunMessages = run.getRunMessages();
+      expect(turn1RunMessages).toBeDefined();
+      expect(turn1RunMessages!.length).toBeGreaterThan(0);
+
+      // Turn 2 - build on conversation
+      const turn2Messages: BaseMessage[] = [
+        ...turn1Messages,
+        ...turn1RunMessages!,
+        new HumanMessage('Now multiply that by 10'),
+      ];
+      const turn2HumanContentSnapshot = JSON.stringify(
+        turn2Messages[turn2Messages.length - 1].content
+      );
+
+      const run2 = await Run.create<t.IState>({
+        runId: 'cache-test-anthropic-2',
+        graphConfig: {
+          type: 'standard',
+          llmConfig: { ...llmConfig, promptCache: true } as t.LLMConfig,
+          tools: [new Calculator()],
+          instructions: 'You are a helpful assistant.',
+          additional_instructions: `User: ${userName}, Location: ${location}`,
+        },
+        returnContent: true,
+        customHandlers,
+      });
+
+      const turn2Result = await run2.processStream(
+        { messages: turn2Messages },
+        streamConfig
+      );
+      expect(turn2Result).toBeDefined();
+
+      // Verify messages were NOT mutated
+      expect(
+        JSON.stringify(turn2Messages[turn2Messages.length - 1].content)
+      ).toBe(turn2HumanContentSnapshot);
+
+      // Check that we got cache read tokens (indicating caching worked)
+      console.log(`${provider} Usage:`, collectedUsage);
+      expect(collectedUsage.length).toBeGreaterThan(0);
+
+      console.log(
+        `${capitalizeFirstLetter(provider)} multi-turn caching test passed - messages not mutated`
+      );
+    });
+
+    test(`${capitalizeFirstLetter(provider)}: tool calls should work with caching enabled`, async () => {
+      const llmConfig = getLLMConfig(provider);
+      const { customHandlers } = setupTest();
+
+      const run = await Run.create<t.IState>({
+        runId: 'cache-test-anthropic-tools',
+        graphConfig: {
+          type: 'standard',
+          llmConfig: { ...llmConfig, promptCache: true } as t.LLMConfig,
+          tools: [new Calculator()],
+          instructions:
+            'You are a math assistant. Use the calculator tool for all calculations.',
+        },
+        returnContent: true,
+        customHandlers,
+      });
+
+      const messages: BaseMessage[] = [
+        new HumanMessage('Calculate 123 * 456 using the calculator'),
+      ];
+
+      const result = await run.processStream({ messages }, streamConfig);
+      expect(result).toBeDefined();
+
+      const runMessages = run.getRunMessages();
+      expect(runMessages).toBeDefined();
+
+      // Should have used the calculator tool
+      const hasToolUse = runMessages?.some(
+        (msg) =>
+          msg._getType() === 'ai' &&
+          ((msg as AIMessage).tool_calls?.length ?? 0) > 0
+      );
+      expect(hasToolUse).toBe(true);
+
+      console.log(
+        `${capitalizeFirstLetter(provider)} tool call with caching test passed`
+      );
+    });
+  });
+
+  describe('Bedrock Prompt Caching', () => {
+    const provider = Providers.BEDROCK;
+
+    test(`${capitalizeFirstLetter(provider)}: multi-turn conversation with caching should not corrupt messages`, async () => {
+      const { userName, location } = await getArgs();
+      const llmConfig = getLLMConfig(provider);
+      const { collectedUsage, customHandlers } = setupTest();
+
+      const run = await Run.create<t.IState>({
+        runId: 'cache-test-bedrock',
+        graphConfig: {
+          type: 'standard',
+          llmConfig: { ...llmConfig, promptCache: true } as t.LLMConfig,
+          tools: [new Calculator()],
+          instructions: 'You are a helpful assistant.',
+          additional_instructions: `User: ${userName}, Location: ${location}`,
+        },
+        returnContent: true,
+        customHandlers,
+      });
+
+      // Turn 1
+      const turn1Messages: BaseMessage[] = [
+        new HumanMessage('Hello, what is 5+5?'),
+      ];
+      const turn1ContentSnapshot = JSON.stringify(turn1Messages[0].content);
+
+      const turn1Result = await run.processStream(
+        { messages: turn1Messages },
+        streamConfig
+      );
+      expect(turn1Result).toBeDefined();
+
+      // Verify original message was NOT mutated
+      expect(JSON.stringify(turn1Messages[0].content)).toBe(
+        turn1ContentSnapshot
+      );
+
+      const turn1RunMessages = run.getRunMessages();
+      expect(turn1RunMessages).toBeDefined();
+      expect(turn1RunMessages!.length).toBeGreaterThan(0);
+
+      // Turn 2
+      const turn2Messages: BaseMessage[] = [
+        ...turn1Messages,
+        ...turn1RunMessages!,
+        new HumanMessage('Multiply that by 3'),
+      ];
+      const turn2HumanContentSnapshot = JSON.stringify(
+        turn2Messages[turn2Messages.length - 1].content
+      );
+
+      const run2 = await Run.create<t.IState>({
+        runId: 'cache-test-bedrock-2',
+        graphConfig: {
+          type: 'standard',
+          llmConfig: { ...llmConfig, promptCache: true } as t.LLMConfig,
+          tools: [new Calculator()],
+          instructions: 'You are a helpful assistant.',
+          additional_instructions: `User: ${userName}, Location: ${location}`,
+        },
+        returnContent: true,
+        customHandlers,
+      });
+
+      const turn2Result = await run2.processStream(
+        { messages: turn2Messages },
+        streamConfig
+      );
+      expect(turn2Result).toBeDefined();
+
+      // Verify messages were NOT mutated
+      expect(
+        JSON.stringify(turn2Messages[turn2Messages.length - 1].content)
+      ).toBe(turn2HumanContentSnapshot);
+
+      console.log(`${provider} Usage:`, collectedUsage);
+      expect(collectedUsage.length).toBeGreaterThan(0);
+
+      console.log(
+        `${capitalizeFirstLetter(provider)} multi-turn caching test passed - messages not mutated`
+      );
+    });
+
+    test(`${capitalizeFirstLetter(provider)}: tool calls should work with caching enabled`, async () => {
+      const llmConfig = getLLMConfig(provider);
+      const { customHandlers } = setupTest();
+
+      const run = await Run.create<t.IState>({
+        runId: 'cache-test-bedrock-tools',
+        graphConfig: {
+          type: 'standard',
+          llmConfig: { ...llmConfig, promptCache: true } as t.LLMConfig,
+          tools: [new Calculator()],
+          instructions:
+            'You are a math assistant. Use the calculator tool for all calculations.',
+        },
+        returnContent: true,
+        customHandlers,
+      });
+
+      const messages: BaseMessage[] = [
+        new HumanMessage('Calculate 789 * 123 using the calculator'),
+      ];
+
+      const result = await run.processStream({ messages }, streamConfig);
+      expect(result).toBeDefined();
+
+      const runMessages = run.getRunMessages();
+      expect(runMessages).toBeDefined();
+
+      // Should have used the calculator tool
+      const hasToolUse = runMessages?.some(
+        (msg) =>
+          msg._getType() === 'ai' &&
+          ((msg as AIMessage).tool_calls?.length ?? 0) > 0
+      );
+      expect(hasToolUse).toBe(true);
+
+      console.log(
+        `${capitalizeFirstLetter(provider)} tool call with caching test passed`
+      );
+    });
+  });
+
+  describe('Cross-provider message isolation', () => {
+    test('Messages processed by Anthropic should not affect Bedrock processing', async () => {
+      const anthropicConfig = getLLMConfig(Providers.ANTHROPIC);
+      const bedrockConfig = getLLMConfig(Providers.BEDROCK);
+      const { customHandlers: handlers1 } = setupTest();
+      const { customHandlers: handlers2 } = setupTest();
+
+      // Create a shared message array
+      const sharedMessages: BaseMessage[] = [
+        new HumanMessage('Hello, what is the capital of France?'),
+      ];
+      const originalContent = JSON.stringify(sharedMessages[0].content);
+
+      // Process with Anthropic first
+      const anthropicRun = await Run.create<t.IState>({
+        runId: 'cross-provider-anthropic',
+        graphConfig: {
+          type: 'standard',
+          llmConfig: { ...anthropicConfig, promptCache: true } as t.LLMConfig,
+          instructions: 'You are a helpful assistant.',
+        },
+        returnContent: true,
+        customHandlers: handlers1,
+      });
+
+      const anthropicResult = await anthropicRun.processStream(
+        { messages: sharedMessages },
+        streamConfig
+      );
+      expect(anthropicResult).toBeDefined();
+
+      // Verify message not mutated
+      expect(JSON.stringify(sharedMessages[0].content)).toBe(originalContent);
+
+      // Now process with Bedrock using the SAME messages
+      const bedrockRun = await Run.create<t.IState>({
+        runId: 'cross-provider-bedrock',
+        graphConfig: {
+          type: 'standard',
+          llmConfig: { ...bedrockConfig, promptCache: true } as t.LLMConfig,
+          instructions: 'You are a helpful assistant.',
+        },
+        returnContent: true,
+        customHandlers: handlers2,
+      });
+
+      const bedrockResult = await bedrockRun.processStream(
+        { messages: sharedMessages },
+        streamConfig
+      );
+      expect(bedrockResult).toBeDefined();
+
+      // Verify message STILL not mutated after both providers processed
+      expect(JSON.stringify(sharedMessages[0].content)).toBe(originalContent);
+
+      console.log('Cross-provider message isolation test passed');
+    });
+  });
+});