@librechat/agents 3.2.36 → 3.2.37

package/dist/cjs/messages/cache.cjs

@@ -139,6 +139,111 @@ function addCacheControl(messages) {
 function isCachePoint(block) {
 	return "cachePoint" in block && !("type" in block);
 }
+/**
+* Block types that must never anchor the tail cache breakpoint, because the
+* marker would not survive to the model call:
+* - `thinking` / `redacted_thinking`: native Anthropic reasoning — the API
+*   rejects `cache_control` on these blocks.
+* - `reasoning_content` / `reasoning` / `think`: foreign reasoning (Bedrock,
+*   Google, LibreChat) that `_convertMessagesToAnthropicPayload` DROPS on
+*   assistant turns during a cross-provider handoff.
+* - `input_json_delta`: persisted partial tool-input deltas, also DROPPED by
+*   `_convertMessagesToAnthropicPayload` (the assembled input is restored onto
+*   the tool_use block).
+* Anchoring the only breakpoint on a block that is about to disappear silently
+* loses tail caching, so all of these are excluded.
+*/
+const NON_ANCHORABLE_BLOCK_TYPES = new Set([
+	"thinking",
+	"redacted_thinking",
+	"reasoning_content",
+	"reasoning",
+	"think",
+	"input_json_delta"
+]);
+/**
+* A block can anchor the tail cache breakpoint when it is a real content block
+* that the Anthropic API accepts `cache_control` on and that survives provider
+* conversion. Reasoning / dropped-delta blocks are excluded (see
+* {@link NON_ANCHORABLE_BLOCK_TYPES}), and empty text blocks are not cacheable,
+* so both are skipped.
+*/
+function isTailCacheableBlock(block) {
+	if (isCachePoint(block)) return false;
+	const type = block.type;
+	if (type == null || NON_ANCHORABLE_BLOCK_TYPES.has(type)) return false;
+	if (type === "text") {
+		const text = block.text;
+		return text != null && text.trim() !== "";
+	}
+	return true;
+}
+/**
+* Anthropic API: single tail cache breakpoint (default strategy).
+*
+* Places exactly ONE `cache_control` marker on the last cacheable block of the
+* final non-synthetic message, mirroring the Claude Code strategy
+* (`markerIndex = messages.length - 1`). Because the marker always rides the
+* true tail, the entire conversation prefix is written once and read back on
+* the next turn as the history grows append-only — instead of the rolling
+* "last two user messages" markers, which leave freshly appended tool/assistant
+* turns outside the cached prefix and re-write large spans every step.
+*
+* Stale markers (Anthropic `cache_control` and Bedrock cache points) are
+* stripped from every message in a single backward pass so exactly one marker
+* survives. Synthetic skill/meta messages are skipped as anchors (their volatile
+* content must not pin the cache) but still have stale markers removed.
+*
+* Returns a new array; only messages that require modification are cloned.
+*/
+function addTailCacheControl(messages) {
+	if (!Array.isArray(messages) || messages.length === 0) return messages;
+	const updatedMessages = [...messages];
+	let markerPlaced = false;
+	for (let i = updatedMessages.length - 1; i >= 0; i--) {
+		const originalMessage = updatedMessages[i];
+		const content = originalMessage.content;
+		const hasArrayContent = Array.isArray(content);
+		const canPlaceMarker = !markerPlaced && !isSyntheticMetaMessage(originalMessage);
+		if (!canPlaceMarker && !hasArrayContent) continue;
+		let workingContent;
+		let modified = false;
+		if (hasArrayContent) {
+			const src = content;
+			workingContent = [];
+			let tailIndex = -1;
+			for (let j = 0; j < src.length; j++) {
+				const block = src[j];
+				if (isCachePoint(block)) {
+					modified = true;
+					continue;
+				}
+				const cloned = { ...block };
+				if ("cache_control" in cloned) {
+					delete cloned.cache_control;
+					modified = true;
+				}
+				if (canPlaceMarker && isTailCacheableBlock(cloned)) tailIndex = workingContent.length;
+				workingContent.push(cloned);
+			}
+			if (canPlaceMarker && tailIndex >= 0) {
+				workingContent[tailIndex].cache_control = { type: "ephemeral" };
+				markerPlaced = true;
+				modified = true;
+			}
+			if (!modified) continue;
+		} else if (typeof content === "string" && canPlaceMarker && content.trim() !== "") {
+			workingContent = [{
+				type: "text",
+				text: content,
+				cache_control: { type: "ephemeral" }
+			}];
+			markerPlaced = true;
+		} else continue;
+		updatedMessages[i] = cloneMessage(originalMessage, workingContent);
+	}
+	return updatedMessages;
+}
 function getMessageRole(message) {
 	if (message instanceof _langchain_core_messages.BaseMessage) return message.getType();
 	if ("role" in message && typeof message.role === "string") return message.role;
@@ -346,10 +451,88 @@ function addBedrockCacheControl(messages) {
 	}
 	return updatedMessages;
 }
+/**
+* Bedrock Converse API: single tail cache breakpoint (default strategy).
+*
+* The Bedrock counterpart of {@link addTailCacheControl}. Strips ALL existing
+* cache control (Bedrock cache points and Anthropic `cache_control`) from every
+* message, then inserts exactly ONE `{ cachePoint: { type: 'default' } }` block
+* immediately after the last non-empty text block of the most recent
+* non-synthetic, non-system message. Anchoring on the rolling tail keeps the
+* cached prefix append-only as the conversation grows, instead of re-writing
+* large spans every turn with the legacy "last two user messages" cache points.
+*
+* System messages are sanitized (Anthropic `cache_control` stripped) but never
+* anchored. Synthetic skill/meta messages are skipped as anchors so their
+* volatile content cannot pin the cache.
+*
+* Returns a new array - only clones messages that require modification.
+*/
+function addBedrockTailCacheControl(messages) {
+	if (!Array.isArray(messages) || messages.length === 0) return messages;
+	const updatedMessages = [...messages];
+	let cachePointPlaced = false;
+	for (let i = updatedMessages.length - 1; i >= 0; i--) {
+		const originalMessage = updatedMessages[i];
+		const messageType = "getType" in originalMessage && typeof originalMessage.getType === "function" ? originalMessage.getType() : void 0;
+		const messageRole = "role" in originalMessage && typeof originalMessage.role === "string" ? originalMessage.role : void 0;
+		if (messageType === "system" || messageRole === "system") {
+			updatedMessages[i] = sanitizeBedrockSystemMessage(originalMessage);
+			continue;
+		}
+		const content = originalMessage.content;
+		const hasSerializationProps = "lc_kwargs" in originalMessage || "lc_serializable" in originalMessage || "lc_namespace" in originalMessage;
+		const hasArrayContent = Array.isArray(content);
+		const canPlaceCachePoint = !cachePointPlaced && !(typeof content === "string" && content === "") && !isSyntheticMetaMessage(originalMessage) && (typeof content === "string" || hasArrayContent);
+		if (!canPlaceCachePoint && !hasArrayContent && !hasSerializationProps) continue;
+		let workingContent;
+		let modified = hasSerializationProps;
+		if (hasArrayContent) {
+			const src = content;
+			workingContent = [];
+			let lastNonEmptyTextIndex = -1;
+			for (let j = 0; j < src.length; j++) {
+				const block = src[j];
+				if (isCachePoint(block)) {
+					modified = true;
+					continue;
+				}
+				const cloned = { ...block };
+				if ("cache_control" in cloned) {
+					delete cloned.cache_control;
+					modified = true;
+				}
+				const type = cloned.type;
+				if (type === "text" || type === "text") {
+					const text = cloned.text;
+					if (text != null && text.trim() !== "") lastNonEmptyTextIndex = workingContent.length;
+				}
+				workingContent.push(cloned);
+			}
+			if (!modified && !canPlaceCachePoint) continue;
+			if (canPlaceCachePoint && lastNonEmptyTextIndex >= 0) {
+				workingContent.splice(lastNonEmptyTextIndex + 1, 0, { cachePoint: { type: "default" } });
+				cachePointPlaced = true;
+				modified = true;
+			}
+		} else if (typeof content === "string" && canPlaceCachePoint) {
+			workingContent = [{
+				type: "text",
+				text: content
+			}, { cachePoint: { type: "default" } }];
+			cachePointPlaced = true;
+		} else if (typeof content === "string" && hasSerializationProps) workingContent = content;
+		else continue;
+		updatedMessages[i] = cloneMessage(originalMessage, workingContent);
+	}
+	return updatedMessages;
+}
 //#endregion
 exports.addBedrockCacheControl = addBedrockCacheControl;
+exports.addBedrockTailCacheControl = addBedrockTailCacheControl;
 exports.addCacheControl = addCacheControl;
 exports.addCacheControlToStablePrefixMessages = addCacheControlToStablePrefixMessages;
+exports.addTailCacheControl = addTailCacheControl;
 exports.cloneMessage = cloneMessage;
 exports.stripAnthropicCacheControl = stripAnthropicCacheControl;
 exports.stripBedrockCacheControl = stripBedrockCacheControl;

package/dist/cjs/messages/cache.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"cache.cjs","names":["BaseMessage","toLangChainContent","withMessageRole","AIMessage","HumanMessage","SystemMessage","ToolMessage"],"sources":["../../../src/messages/cache.ts"],"sourcesContent":["import {\n  AIMessage,\n  BaseMessage,\n  ToolMessage,\n  HumanMessage,\n  SystemMessage,\n  MessageContentComplex,\n} from '@langchain/core/messages';\nimport type Anthropic from '@anthropic-ai/sdk';\nimport type { AnthropicMessage } from '@/types/messages';\nimport { toLangChainContent } from './langchain';\nimport { ContentTypes } from '@/common/enum';\nimport { withMessageRole } from './format';\n\ntype MessageWithContent = {\n  content?: string | MessageContentComplex[];\n};\n\ntype MessageContentWithCacheControl = MessageContentComplex & {\n  cache_control?: unknown;\n};\n\n/**\n * Deep clones a message's content to prevent mutation of the original.\n */\nfunction deepCloneContent<T extends string | MessageContentComplex[]>(\n  content: T\n): T {\n  if (typeof content === 'string') {\n    return content;\n  }\n  if (Array.isArray(content)) {\n    return content.map((block) => ({ ...block })) as T;\n  }\n  return content;\n}\n\n/**\n * Clones a message with new content. For LangChain BaseMessage instances,\n * constructs a proper class instance so that `instanceof` checks are preserved\n * in downstream code (e.g., ensureThinkingBlockInMessages).\n * For plain objects (AnthropicMessage), uses object spread.\n */\nexport function cloneMessage<T extends MessageWithContent>(\n  message: T,\n  content: string | MessageContentComplex[]\n): T {\n  if (message instanceof BaseMessage) {\n    const baseParams = {\n      content: toLangChainContent(content),\n      additional_kwargs: { ...message.additional_kwargs },\n      response_metadata: { ...message.response_metadata },\n      id: message.id,\n      name: message.name,\n    };\n\n    const msgType = message.getType();\n    switch (msgType) {\n    case 'ai':\n      return withMessageRole(\n        new AIMessage({\n          ...baseParams,\n          tool_calls: (message as unknown as AIMessage).tool_calls,\n        }),\n        'assistant'\n      ) as unknown as T;\n    case 'human':\n      return withMessageRole(\n        new HumanMessage(baseParams),\n        'user'\n      ) as unknown as T;\n    case 'system':\n      return withMessageRole(\n        new SystemMessage(baseParams),\n        'system'\n      ) as unknown as T;\n    case 'tool':\n      return withMessageRole(\n        new ToolMessage({\n          ...baseParams,\n          tool_call_id: (message as unknown as ToolMessage).tool_call_id,\n        }),\n        'tool'\n      ) as unknown as T;\n    default:\n      break;\n    }\n  }\n\n  const {\n    lc_kwargs: _lc_kwargs,\n    lc_serializable: _lc_serializable,\n    lc_namespace: _lc_namespace,\n    ...rest\n  } = message as T & {\n    lc_kwargs?: unknown;\n    lc_serializable?: unknown;\n    lc_namespace?: unknown;\n  };\n\n  const cloned = { ...rest, content } as T;\n\n  // LangChain messages don't have a direct 'role' property - derive it from getType()\n  if (\n    'getType' in message &&\n    typeof message.getType === 'function' &&\n    !('role' in cloned)\n  ) {\n    const msgType = (message as unknown as BaseMessage).getType();\n    const roleMap: Record<string, string> = {\n      human: 'user',\n      ai: 'assistant',\n      system: 'system',\n      tool: 'tool',\n    };\n    (cloned as Record<string, unknown>).role = roleMap[msgType] || msgType;\n  }\n\n  return cloned;\n}\n\nfunction stripAnthropicCacheControlFromBlocks(\n  content: MessageContentComplex[]\n): { content: MessageContentComplex[]; modified: boolean } {\n  let modified = false;\n  const strippedContent = content.map((block) => {\n    if (!('cache_control' in block)) {\n      return block;\n    }\n\n    const cloned: MessageContentWithCacheControl = { ...block };\n    delete cloned.cache_control;\n    modified = true;\n    return cloned;\n  });\n\n  return { content: strippedContent, modified };\n}\n\nfunction sanitizeBedrockSystemMessage<T extends MessageWithContent>(\n  message: T\n): T {\n  const content = message.content;\n  if (!Array.isArray(content)) {\n    return message;\n  }\n\n  const stripped = stripAnthropicCacheControlFromBlocks(content);\n  if (!stripped.modified) {\n    return message;\n  }\n\n  return cloneMessage(message, stripped.content);\n}\n\n/**\n * Anthropic API: Adds cache control to the appropriate user messages in the payload.\n * Strips ALL existing cache control (both Anthropic and Bedrock formats) from all messages,\n * then adds fresh cache control to the last 2 user messages in a single backward pass.\n * This ensures we don't accumulate stale cache points across multiple turns.\n * Returns a new array - only clones messages that require modification.\n * @param messages - The array of message objects.\n * @returns - A new array of message objects with cache control added.\n */\nexport function addCacheControl<T extends AnthropicMessage | BaseMessage>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages) || messages.length < 2) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n  let userMessagesModified = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n    const isUserMessage =\n      ('getType' in originalMessage && originalMessage.getType() === 'human') ||\n      ('role' in originalMessage && originalMessage.role === 'user');\n    const hasArrayContent = Array.isArray(content);\n    const needsCacheAdd =\n      userMessagesModified < 2 &&\n      isUserMessage &&\n      !isSyntheticMetaMessage(originalMessage) &&\n      (typeof content === 'string' || hasArrayContent);\n\n    // Skip messages that don't need any work\n    if (!needsCacheAdd && !hasArrayContent) {\n      continue;\n    }\n\n    let workingContent: MessageContentComplex[];\n    let modified = false;\n\n    if (hasArrayContent) {\n      // Single pass: clone blocks, strip cache markers and cache points,\n      // find last text block index for cache insertion — all at once.\n      const src = content as MessageContentComplex[];\n      workingContent = [];\n      let lastTextIndex = -1;\n      for (let j = 0; j < src.length; j++) {\n        const block = src[j];\n        if (isCachePoint(block)) {\n          modified = true;\n          continue; // skip cache point blocks\n        }\n        const cloned = { ...block };\n        if ('cache_control' in cloned) {\n          delete (cloned as Record<string, unknown>).cache_control;\n          modified = true;\n        }\n        if ('type' in cloned && cloned.type === 'text') {\n          lastTextIndex = workingContent.length;\n        }\n        workingContent.push(cloned as MessageContentComplex);\n      }\n\n      if (!modified && !needsCacheAdd) {\n        continue; // nothing to strip and no cache to add\n      }\n\n      // Add cache control to the last text block for user messages\n      if (needsCacheAdd && lastTextIndex >= 0) {\n        (\n          workingContent[lastTextIndex] as Anthropic.TextBlockParam\n        ).cache_control = {\n          type: 'ephemeral',\n        };\n        userMessagesModified++;\n      }\n    } else if (typeof content === 'string' && needsCacheAdd) {\n      workingContent = [\n        { type: 'text', text: content, cache_control: { type: 'ephemeral' } },\n      ] as unknown as MessageContentComplex[];\n      userMessagesModified++;\n    } else {\n      continue;\n    }\n\n    updatedMessages[i] = cloneMessage(\n      originalMessage as MessageWithContent,\n      workingContent\n    ) as T;\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Checks if a content block is a cache point\n */\nfunction isCachePoint(block: MessageContentComplex): boolean {\n  return 'cachePoint' in block && !('type' in block);\n}\n\nfunction getMessageRole(message: MessageWithContent): string | undefined {\n  if (message instanceof BaseMessage) {\n    return message.getType();\n  }\n  if ('role' in message && typeof message.role === 'string') {\n    return message.role;\n  }\n  return undefined;\n}\n\nconst SKILL_MESSAGE_SOURCE = 'skill';\n\n/**\n * Synthetic skill/meta messages (reconstructed skill bodies, primed SKILL.md\n * instructions) are re-injected every turn and are not stable conversation\n * turns. They must not anchor a fresh prompt-cache marker — doing so pins the\n * cache to a volatile/duplicated prefix. Stale markers are still stripped from\n * them; only the *adding* of new markers is suppressed. Detected via\n * `additional_kwargs.isMeta === true` or `additional_kwargs.source === 'skill'`.\n */\nfunction isSyntheticMetaMessage(message: MessageWithContent): boolean {\n  const { additional_kwargs: kwargs } = message as {\n    additional_kwargs?: { isMeta?: unknown; source?: unknown };\n  };\n  if (kwargs == null) {\n    return false;\n  }\n  return kwargs.isMeta === true || kwargs.source === SKILL_MESSAGE_SOURCE;\n}\n\nfunction isCacheableConversationMessage(message: MessageWithContent): boolean {\n  const role = getMessageRole(message);\n  return (\n    role === 'human' || role === 'user' || role === 'ai' || role === 'assistant'\n  );\n}\n\nfunction isAssistantConversationMessage(message: MessageWithContent): boolean {\n  const role = getMessageRole(message);\n  return role === 'ai' || role === 'assistant';\n}\n\nfunction hasCacheMarker(message: MessageWithContent): boolean {\n  return (\n    Array.isArray(message.content) &&\n    message.content.some((block) => 'cache_control' in block)\n  );\n}\n\nfunction addCacheControlToRecentMessages<\n  T extends AnthropicMessage | BaseMessage,\n>(\n  messages: T[],\n  maxCachePoints: number,\n  canUseMessage: (message: MessageWithContent) => boolean\n): T[] {\n  if (\n    !Array.isArray(messages) ||\n    messages.length === 0 ||\n    maxCachePoints <= 0\n  ) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n  let cachePointsAdded = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n    const hasArrayContent = Array.isArray(content);\n    const canAddCache =\n      cachePointsAdded < maxCachePoints &&\n      canUseMessage(originalMessage) &&\n      !isSyntheticMetaMessage(originalMessage);\n\n    if (!canAddCache && !hasArrayContent) {\n      continue;\n    }\n\n    let workingContent: MessageContentComplex[];\n    let modified = false;\n\n    if (hasArrayContent) {\n      const src = content as MessageContentComplex[];\n      workingContent = [];\n      let lastNonEmptyTextIndex = -1;\n\n      for (let j = 0; j < src.length; j++) {\n        const block = src[j];\n        if (isCachePoint(block)) {\n          modified = true;\n          continue;\n        }\n\n        const cloned = { ...block };\n        if ('cache_control' in cloned) {\n          delete (cloned as Record<string, unknown>).cache_control;\n          modified = true;\n        }\n\n        if ('type' in cloned && cloned.type === 'text') {\n          const text = (cloned as { text?: string }).text;\n          if (text != null && text.trim() !== '') {\n            lastNonEmptyTextIndex = workingContent.length;\n          }\n        }\n        workingContent.push(cloned as MessageContentComplex);\n      }\n\n      if (canAddCache && lastNonEmptyTextIndex >= 0) {\n        (\n          workingContent[lastNonEmptyTextIndex] as Anthropic.TextBlockParam\n        ).cache_control = {\n          type: 'ephemeral',\n        };\n        cachePointsAdded++;\n        modified = true;\n      }\n\n      if (!modified) {\n        continue;\n      }\n    } else if (\n      typeof content === 'string' &&\n      content.trim() !== '' &&\n      canAddCache\n    ) {\n      workingContent = [\n        { type: 'text', text: content, cache_control: { type: 'ephemeral' } },\n      ] as unknown as MessageContentComplex[];\n      cachePointsAdded++;\n    } else {\n      continue;\n    }\n\n    updatedMessages[i] = cloneMessage(\n      originalMessage as MessageWithContent,\n      workingContent\n    ) as T;\n  }\n\n  return updatedMessages;\n}\n\nexport function addCacheControlToStablePrefixMessages<\n  T extends AnthropicMessage | BaseMessage,\n>(messages: T[], maxCachePoints: number): T[] {\n  const assistantMarked = addCacheControlToRecentMessages(\n    messages,\n    maxCachePoints,\n    isAssistantConversationMessage\n  );\n\n  if (assistantMarked.some(hasCacheMarker)) {\n    return assistantMarked;\n  }\n\n  return addCacheControlToRecentMessages(\n    messages,\n    maxCachePoints,\n    isCacheableConversationMessage\n  );\n}\n\n/**\n * Checks if a message's content has Anthropic cache_control fields.\n */\nfunction hasAnthropicCacheControl(content: MessageContentComplex[]): boolean {\n  for (let i = 0; i < content.length; i++) {\n    if ('cache_control' in content[i]) return true;\n  }\n  return false;\n}\n\n/**\n * Removes all Anthropic cache_control fields from messages\n * Used when switching from Anthropic to Bedrock provider\n * Returns a new array - only clones messages that require modification.\n */\nexport function stripAnthropicCacheControl<T extends MessageWithContent>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages)) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n\n  for (let i = 0; i < updatedMessages.length; i++) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n\n    if (!Array.isArray(content) || !hasAnthropicCacheControl(content)) {\n      continue;\n    }\n\n    const clonedContent = deepCloneContent(content);\n    for (let j = 0; j < clonedContent.length; j++) {\n      const block = clonedContent[j] as Record<string, unknown>;\n      if ('cache_control' in block) {\n        delete block.cache_control;\n      }\n    }\n    updatedMessages[i] = cloneMessage(originalMessage, clonedContent);\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Checks if a message's content has Bedrock cachePoint blocks.\n */\nfunction hasBedrockCachePoint(content: MessageContentComplex[]): boolean {\n  for (let i = 0; i < content.length; i++) {\n    if (isCachePoint(content[i])) return true;\n  }\n  return false;\n}\n\n/**\n * Removes all Bedrock cachePoint blocks from messages\n * Used when switching from Bedrock to Anthropic provider\n * Returns a new array - only clones messages that require modification.\n */\nexport function stripBedrockCacheControl<T extends MessageWithContent>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages)) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n\n  for (let i = 0; i < updatedMessages.length; i++) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n\n    if (!Array.isArray(content) || !hasBedrockCachePoint(content)) {\n      continue;\n    }\n\n    const clonedContent = deepCloneContent(content).filter(\n      (block) => !isCachePoint(block as MessageContentComplex)\n    );\n    updatedMessages[i] = cloneMessage(originalMessage, clonedContent);\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Adds Bedrock Converse API cache points to the latest two user messages.\n * Inserts `{ cachePoint: { type: 'default' } }` as a separate content block\n * immediately after the last text block in each targeted message.\n * Strips ALL existing cache control (both Bedrock and Anthropic formats) from all messages,\n * then adds fresh cache points to the latest two non-tool user messages in a single backward pass.\n * This ensures we don't accumulate stale cache points across multiple turns.\n * Returns a new array - only clones messages that require modification.\n * @param messages - The array of message objects.\n * @returns - A new array of message objects with cache points added.\n */\nexport function addBedrockCacheControl<\n  T extends MessageWithContent & { getType?: () => string; role?: string },\n>(messages: T[]): T[] {\n  if (!Array.isArray(messages) || messages.length === 0) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n  let cachePointsAdded = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const originalMessage = updatedMessages[i];\n    const messageType =\n      'getType' in originalMessage &&\n      typeof originalMessage.getType === 'function'\n        ? originalMessage.getType()\n        : undefined;\n    const messageRole =\n      'role' in originalMessage && typeof originalMessage.role === 'string'\n        ? originalMessage.role\n        : undefined;\n\n    const isSystemMessage =\n      messageType === 'system' || messageRole === 'system';\n    if (isSystemMessage) {\n      updatedMessages[i] = sanitizeBedrockSystemMessage(originalMessage);\n      continue;\n    }\n\n    const isToolMessage = messageType === 'tool' || messageRole === 'tool';\n    const isUserMessage = messageType === 'human' || messageRole === 'user';\n    const content = originalMessage.content;\n    const hasSerializationProps =\n      'lc_kwargs' in originalMessage ||\n      'lc_serializable' in originalMessage ||\n      'lc_namespace' in originalMessage;\n    const hasArrayContent = Array.isArray(content);\n    const isEmptyString = typeof content === 'string' && content === '';\n    const needsCacheAdd =\n      cachePointsAdded < 2 &&\n      isUserMessage &&\n      !isToolMessage &&\n      !isEmptyString &&\n      !isSyntheticMetaMessage(originalMessage) &&\n      (typeof content === 'string' || hasArrayContent);\n\n    if (!needsCacheAdd && !hasArrayContent && !hasSerializationProps) {\n      continue;\n    }\n\n    let workingContent: string | MessageContentComplex[];\n    let modified = hasSerializationProps;\n\n    if (hasArrayContent) {\n      // Single pass: clone blocks, strip cache markers, find last\n      // non-empty text block for cache point insertion — all at once.\n      const src = content as MessageContentComplex[];\n      workingContent = [];\n      let lastNonEmptyTextIndex = -1;\n      for (let j = 0; j < src.length; j++) {\n        const block = src[j];\n        if (isCachePoint(block)) {\n          modified = true;\n          continue;\n        }\n        const cloned = { ...block };\n        if ('cache_control' in cloned) {\n          delete (cloned as Record<string, unknown>).cache_control;\n          modified = true;\n        }\n        const type = (cloned as { type?: string }).type;\n        if (type === ContentTypes.TEXT || type === 'text') {\n          const text = (cloned as { text?: string }).text;\n          if (text != null && text.trim() !== '') {\n            lastNonEmptyTextIndex = workingContent.length;\n          }\n        }\n        workingContent.push(cloned as MessageContentComplex);\n      }\n\n      if (!modified && !needsCacheAdd) {\n        continue;\n      }\n\n      // Insert cache point after the last non-empty text block.\n      // Skip if no cacheable text content exists (whitespace-only messages).\n      if (needsCacheAdd && lastNonEmptyTextIndex >= 0) {\n        workingContent.splice(lastNonEmptyTextIndex + 1, 0, {\n          cachePoint: { type: 'default' },\n        } as MessageContentComplex);\n        cachePointsAdded++;\n      }\n    } else if (typeof content === 'string' && needsCacheAdd) {\n      workingContent = [\n        { type: ContentTypes.TEXT, text: content },\n        { cachePoint: { type: 'default' } } as MessageContentComplex,\n      ];\n      cachePointsAdded++;\n    } else if (typeof content === 'string' && hasSerializationProps) {\n      workingContent = content;\n    } else {\n      continue;\n    }\n\n    updatedMessages[i] = cloneMessage(originalMessage, workingContent);\n  }\n\n  return updatedMessages;\n}\n"],"mappings":";;;;;;;;AAyBA,SAAS,iBACP,SACG;CACH,IAAI,OAAO,YAAY,UACrB,OAAO;CAET,IAAI,MAAM,QAAQ,OAAO,GACvB,OAAO,QAAQ,KAAK,WAAW,EAAE,GAAG,MAAM,EAAE;CAE9C,OAAO;AACT;;;;;;;AAQA,SAAgB,aACd,SACA,SACG;CACH,IAAI,mBAAmBA,yBAAAA,aAAa;EAClC,MAAM,aAAa;GACjB,SAASC,kBAAAA,mBAAmB,OAAO;GACnC,mBAAmB,EAAE,GAAG,QAAQ,kBAAkB;GAClD,mBAAmB,EAAE,GAAG,QAAQ,kBAAkB;GAClD,IAAI,QAAQ;GACZ,MAAM,QAAQ;EAChB;EAGA,QADgB,QAAQ,QACV,GAAd;GACA,KAAK,MACH,OAAOC,eAAAA,gBACL,IAAIC,yBAAAA,UAAU;IACZ,GAAG;IACH,YAAa,QAAiC;GAChD,CAAC,GACD,WACF;GACF,KAAK,SACH,OAAOD,eAAAA,gBACL,IAAIE,yBAAAA,aAAa,UAAU,GAC3B,MACF;GACF,KAAK,UACH,OAAOF,eAAAA,gBACL,IAAIG,yBAAAA,cAAc,UAAU,GAC5B,QACF;GACF,KAAK,QACH,OAAOH,eAAAA,gBACL,IAAII,yBAAAA,YAAY;IACd,GAAG;IACH,cAAe,QAAmC;GACpD,CAAC,GACD,MACF;GACF,SACE;EACF;CACF;CAEA,MAAM,EACJ,WAAW,YACX,iBAAiB,kBACjB,cAAc,eACd,GAAG,SACD;CAMJ,MAAM,SAAS;EAAE,GAAG;EAAM;CAAQ;CAGlC,IACE,aAAa,WACb,OAAO,QAAQ,YAAY,cAC3B,EAAE,UAAU,SACZ;EACA,MAAM,UAAW,QAAmC,QAAQ;EAO5D,OAAoC,OAAO;GALzC,OAAO;GACP,IAAI;GACJ,QAAQ;GACR,MAAM;EAEyC,EAAE,YAAY;CACjE;CAEA,OAAO;AACT;AAEA,SAAS,qCACP,SACyD;CACzD,IAAI,WAAW;CAYf,OAAO;EAAE,SAXe,QAAQ,KAAK,UAAU;GAC7C,IAAI,EAAE,mBAAmB,QACvB,OAAO;GAGT,MAAM,SAAyC,EAAE,GAAG,MAAM;GAC1D,OAAO,OAAO;GACd,WAAW;GACX,OAAO;EACT,CAEgC;EAAG;CAAS;AAC9C;AAEA,SAAS,6BACP,SACG;CACH,MAAM,UAAU,QAAQ;CACxB,IAAI,CAAC,MAAM,QAAQ,OAAO,GACxB,OAAO;CAGT,MAAM,WAAW,qCAAqC,OAAO;CAC7D,IAAI,CAAC,SAAS,UACZ,OAAO;CAGT,OAAO,aAAa,SAAS,SAAS,OAAO;AAC/C;;;;;;;;;;AAWA,SAAgB,gBACd,UACK;CACL,IAAI,CAAC,MAAM,QAAQ,QAAQ,KAAK,SAAS,SAAS,GAChD,OAAO;CAGT,MAAM,kBAAuB,CAAC,GAAG,QAAQ;CACzC,IAAI,uBAAuB;CAE3B,KAAK,IAAI,IAAI,gBAAgB,SAAS,GAAG,KAAK,GAAG,KAAK;EACpD,MAAM,kBAAkB,gBAAgB;EACxC,MAAM,UAAU,gBAAgB;EAChC,MAAM,gBACH,aAAa,mBAAmB,gBAAgB,QAAQ,MAAM,WAC9D,UAAU,mBAAmB,gBAAgB,SAAS;EACzD,MAAM,kBAAkB,MAAM,QAAQ,OAAO;EAC7C,MAAM,gBACJ,uBAAuB,KACvB,iBACA,CAAC,uBAAuB,eAAe,MACtC,OAAO,YAAY,YAAY;EAGlC,IAAI,CAAC,iBAAiB,CAAC,iBACrB;EAGF,IAAI;EACJ,IAAI,WAAW;EAEf,IAAI,iBAAiB;GAGnB,MAAM,MAAM;GACZ,iBAAiB,CAAC;GAClB,IAAI,gBAAgB;GACpB,KAAK,IAAI,IAAI,GAAG,IAAI,IAAI,QAAQ,KAAK;IACnC,MAAM,QAAQ,IAAI;IAClB,IAAI,aAAa,KAAK,GAAG;KACvB,WAAW;KACX;IACF;IACA,MAAM,SAAS,EAAE,GAAG,MAAM;IAC1B,IAAI,mBAAmB,QAAQ;KAC7B,OAAQ,OAAmC;KAC3C,WAAW;IACb;IACA,IAAI,UAAU,UAAU,OAAO,SAAS,QACtC,gBAAgB,eAAe;IAEjC,eAAe,KAAK,MAA+B;GACrD;GAEA,IAAI,CAAC,YAAY,CAAC,eAChB;GAIF,IAAI,iBAAiB,iBAAiB,GAAG;IACvC,eACiB,cAAc,CAC7B,gBAAgB,EAChB,MAAM,YACR;IACA;GACF;EACF,OAAO,IAAI,OAAO,YAAY,YAAY,eAAe;GACvD,iBAAiB,CACf;IAAE,MAAM;IAAQ,MAAM;IAAS,eAAe,EAAE,MAAM,YAAY;GAAE,CACtE;GACA;EACF,OACE;EAGF,gBAAgB,KAAK,aACnB,iBACA,cACF;CACF;CAEA,OAAO;AACT;;;;AAKA,SAAS,aAAa,OAAuC;CAC3D,OAAO,gBAAgB,SAAS,EAAE,UAAU;AAC9C;AAEA,SAAS,eAAe,SAAiD;CACvE,IAAI,mBAAmBN,yBAAAA,aACrB,OAAO,QAAQ,QAAQ;CAEzB,IAAI,UAAU,WAAW,OAAO,QAAQ,SAAS,UAC/C,OAAO,QAAQ;AAGnB;AAEA,MAAM,uBAAuB;;;;;;;;;AAU7B,SAAS,uBAAuB,SAAsC;CACpE,MAAM,EAAE,mBAAmB,WAAW;CAGtC,IAAI,UAAU,MACZ,OAAO;CAET,OAAO,OAAO,WAAW,QAAQ,OAAO,WAAW;AACrD;AAEA,SAAS,+BAA+B,SAAsC;CAC5E,MAAM,OAAO,eAAe,OAAO;CACnC,OACE,SAAS,WAAW,SAAS,UAAU,SAAS,QAAQ,SAAS;AAErE;AAEA,SAAS,+BAA+B,SAAsC;CAC5E,MAAM,OAAO,eAAe,OAAO;CACnC,OAAO,SAAS,QAAQ,SAAS;AACnC;AAEA,SAAS,eAAe,SAAsC;CAC5D,OACE,MAAM,QAAQ,QAAQ,OAAO,KAC7B,QAAQ,QAAQ,MAAM,UAAU,mBAAmB,KAAK;AAE5D;AAEA,SAAS,gCAGP,UACA,gBACA,eACK;CACL,IACE,CAAC,MAAM,QAAQ,QAAQ,KACvB,SAAS,WAAW,KACpB,kBAAkB,GAElB,OAAO;CAGT,MAAM,kBAAuB,CAAC,GAAG,QAAQ;CACzC,IAAI,mBAAmB;CAEvB,KAAK,IAAI,IAAI,gBAAgB,SAAS,GAAG,KAAK,GAAG,KAAK;EACpD,MAAM,kBAAkB,gBAAgB;EACxC,MAAM,UAAU,gBAAgB;EAChC,MAAM,kBAAkB,MAAM,QAAQ,OAAO;EAC7C,MAAM,cACJ,mBAAmB,kBACnB,cAAc,eAAe,KAC7B,CAAC,uBAAuB,eAAe;EAEzC,IAAI,CAAC,eAAe,CAAC,iBACnB;EAGF,IAAI;EACJ,IAAI,WAAW;EAEf,IAAI,iBAAiB;GACnB,MAAM,MAAM;GACZ,iBAAiB,CAAC;GAClB,IAAI,wBAAwB;GAE5B,KAAK,IAAI,IAAI,GAAG,IAAI,IAAI,QAAQ,KAAK;IACnC,MAAM,QAAQ,IAAI;IAClB,IAAI,aAAa,KAAK,GAAG;KACvB,WAAW;KACX;IACF;IAEA,MAAM,SAAS,EAAE,GAAG,MAAM;IAC1B,IAAI,mBAAmB,QAAQ;KAC7B,OAAQ,OAAmC;KAC3C,WAAW;IACb;IAEA,IAAI,UAAU,UAAU,OAAO,SAAS,QAAQ;KAC9C,MAAM,OAAQ,OAA6B;KAC3C,IAAI,QAAQ,QAAQ,KAAK,KAAK,MAAM,IAClC,wBAAwB,eAAe;IAE3C;IACA,eAAe,KAAK,MAA+B;GACrD;GAEA,IAAI,eAAe,yBAAyB,GAAG;IAC7C,eACiB,sBAAsB,CACrC,gBAAgB,EAChB,MAAM,YACR;IACA;IACA,WAAW;GACb;GAEA,IAAI,CAAC,UACH;EAEJ,OAAO,IACL,OAAO,YAAY,YACnB,QAAQ,KAAK,MAAM,MACnB,aACA;GACA,iBAAiB,CACf;IAAE,MAAM;IAAQ,MAAM;IAAS,eAAe,EAAE,MAAM,YAAY;GAAE,CACtE;GACA;EACF,OACE;EAGF,gBAAgB,KAAK,aACnB,iBACA,cACF;CACF;CAEA,OAAO;AACT;AAEA,SAAgB,sCAEd,UAAe,gBAA6B;CAC5C,MAAM,kBAAkB,gCACtB,UACA,gBACA,8BACF;CAEA,IAAI,gBAAgB,KAAK,cAAc,GACrC,OAAO;CAGT,OAAO,gCACL,UACA,gBACA,8BACF;AACF;;;;AAKA,SAAS,yBAAyB,SAA2C;CAC3E,KAAK,IAAI,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAClC,IAAI,mBAAmB,QAAQ,IAAI,OAAO;CAE5C,OAAO;AACT;;;;;;AAOA,SAAgB,2BACd,UACK;CACL,IAAI,CAAC,MAAM,QAAQ,QAAQ,GACzB,OAAO;CAGT,MAAM,kBAAuB,CAAC,GAAG,QAAQ;CAEzC,KAAK,IAAI,IAAI,GAAG,IAAI,gBAAgB,QAAQ,KAAK;EAC/C,MAAM,kBAAkB,gBAAgB;EACxC,MAAM,UAAU,gBAAgB;EAEhC,IAAI,CAAC,MAAM,QAAQ,OAAO,KAAK,CAAC,yBAAyB,OAAO,GAC9D;EAGF,MAAM,gBAAgB,iBAAiB,OAAO;EAC9C,KAAK,IAAI,IAAI,GAAG,IAAI,cAAc,QAAQ,KAAK;GAC7C,MAAM,QAAQ,cAAc;GAC5B,IAAI,mBAAmB,OACrB,OAAO,MAAM;EAEjB;EACA,gBAAgB,KAAK,aAAa,iBAAiB,aAAa;CAClE;CAEA,OAAO;AACT;;;;AAKA,SAAS,qBAAqB,SAA2C;CACvE,KAAK,IAAI,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAClC,IAAI,aAAa,QAAQ,EAAE,GAAG,OAAO;CAEvC,OAAO;AACT;;;;;;AAOA,SAAgB,yBACd,UACK;CACL,IAAI,CAAC,MAAM,QAAQ,QAAQ,GACzB,OAAO;CAGT,MAAM,kBAAuB,CAAC,GAAG,QAAQ;CAEzC,KAAK,IAAI,IAAI,GAAG,IAAI,gBAAgB,QAAQ,KAAK;EAC/C,MAAM,kBAAkB,gBAAgB;EACxC,MAAM,UAAU,gBAAgB;EAEhC,IAAI,CAAC,MAAM,QAAQ,OAAO,KAAK,CAAC,qBAAqB,OAAO,GAC1D;EAMF,gBAAgB,KAAK,aAAa,iBAHZ,iBAAiB,OAAO,CAAC,CAAC,QAC7C,UAAU,CAAC,aAAa,KAA8B,CAEM,CAAC;CAClE;CAEA,OAAO;AACT;;;;;;;;;;;;AAaA,SAAgB,uBAEd,UAAoB;CACpB,IAAI,CAAC,MAAM,QAAQ,QAAQ,KAAK,SAAS,WAAW,GAClD,OAAO;CAGT,MAAM,kBAAuB,CAAC,GAAG,QAAQ;CACzC,IAAI,mBAAmB;CAEvB,KAAK,IAAI,IAAI,gBAAgB,SAAS,GAAG,KAAK,GAAG,KAAK;EACpD,MAAM,kBAAkB,gBAAgB;EACxC,MAAM,cACJ,aAAa,mBACb,OAAO,gBAAgB,YAAY,aAC/B,gBAAgB,QAAQ,IACxB,KAAA;EACN,MAAM,cACJ,UAAU,mBAAmB,OAAO,gBAAgB,SAAS,WACzD,gBAAgB,OAChB,KAAA;EAIN,IADE,gBAAgB,YAAY,gBAAgB,UACzB;GACnB,gBAAgB,KAAK,6BAA6B,eAAe;GACjE;EACF;EAEA,MAAM,gBAAgB,gBAAgB,UAAU,gBAAgB;EAChE,MAAM,gBAAgB,gBAAgB,WAAW,gBAAgB;EACjE,MAAM,UAAU,gBAAgB;EAChC,MAAM,wBACJ,eAAe,mBACf,qBAAqB,mBACrB,kBAAkB;EACpB,MAAM,kBAAkB,MAAM,QAAQ,OAAO;EAE7C,MAAM,gBACJ,mBAAmB,KACnB,iBACA,CAAC,iBACD,EALoB,OAAO,YAAY,YAAY,YAAY,OAM/D,CAAC,uBAAuB,eAAe,MACtC,OAAO,YAAY,YAAY;EAElC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,uBACzC;EAGF,IAAI;EACJ,IAAI,WAAW;EAEf,IAAI,iBAAiB;GAGnB,MAAM,MAAM;GACZ,iBAAiB,CAAC;GAClB,IAAI,wBAAwB;GAC5B,KAAK,IAAI,IAAI,GAAG,IAAI,IAAI,QAAQ,KAAK;IACnC,MAAM,QAAQ,IAAI;IAClB,IAAI,aAAa,KAAK,GAAG;KACvB,WAAW;KACX;IACF;IACA,MAAM,SAAS,EAAE,GAAG,MAAM;IAC1B,IAAI,mBAAmB,QAAQ;KAC7B,OAAQ,OAAmC;KAC3C,WAAW;IACb;IACA,MAAM,OAAQ,OAA6B;IAC3C,IAAI,SAAA,UAA8B,SAAS,QAAQ;KACjD,MAAM,OAAQ,OAA6B;KAC3C,IAAI,QAAQ,QAAQ,KAAK,KAAK,MAAM,IAClC,wBAAwB,eAAe;IAE3C;IACA,eAAe,KAAK,MAA+B;GACrD;GAEA,IAAI,CAAC,YAAY,CAAC,eAChB;GAKF,IAAI,iBAAiB,yBAAyB,GAAG;IAC/C,eAAe,OAAO,wBAAwB,GAAG,GAAG,EAClD,YAAY,EAAE,MAAM,UAAU,EAChC,CAA0B;IAC1B;GACF;EACF,OAAO,IAAI,OAAO,YAAY,YAAY,eAAe;GACvD,iBAAiB,CACf;IAAE,MAAA;IAAyB,MAAM;GAAQ,GACzC,EAAE,YAAY,EAAE,MAAM,UAAU,EAAE,CACpC;GACA;EACF,OAAO,IAAI,OAAO,YAAY,YAAY,uBACxC,iBAAiB;OAEjB;EAGF,gBAAgB,KAAK,aAAa,iBAAiB,cAAc;CACnE;CAEA,OAAO;AACT"}
+{"version":3,"file":"cache.cjs","names":["BaseMessage","toLangChainContent","withMessageRole","AIMessage","HumanMessage","SystemMessage","ToolMessage"],"sources":["../../../src/messages/cache.ts"],"sourcesContent":["import {\n  AIMessage,\n  BaseMessage,\n  ToolMessage,\n  HumanMessage,\n  SystemMessage,\n  MessageContentComplex,\n} from '@langchain/core/messages';\nimport type Anthropic from '@anthropic-ai/sdk';\nimport type { AnthropicMessage } from '@/types/messages';\nimport { toLangChainContent } from './langchain';\nimport { ContentTypes } from '@/common/enum';\nimport { withMessageRole } from './format';\n\ntype MessageWithContent = {\n  content?: string | MessageContentComplex[];\n};\n\ntype MessageContentWithCacheControl = MessageContentComplex & {\n  cache_control?: unknown;\n};\n\n/**\n * Deep clones a message's content to prevent mutation of the original.\n */\nfunction deepCloneContent<T extends string | MessageContentComplex[]>(\n  content: T\n): T {\n  if (typeof content === 'string') {\n    return content;\n  }\n  if (Array.isArray(content)) {\n    return content.map((block) => ({ ...block })) as T;\n  }\n  return content;\n}\n\n/**\n * Clones a message with new content. For LangChain BaseMessage instances,\n * constructs a proper class instance so that `instanceof` checks are preserved\n * in downstream code (e.g., ensureThinkingBlockInMessages).\n * For plain objects (AnthropicMessage), uses object spread.\n */\nexport function cloneMessage<T extends MessageWithContent>(\n  message: T,\n  content: string | MessageContentComplex[]\n): T {\n  if (message instanceof BaseMessage) {\n    const baseParams = {\n      content: toLangChainContent(content),\n      additional_kwargs: { ...message.additional_kwargs },\n      response_metadata: { ...message.response_metadata },\n      id: message.id,\n      name: message.name,\n    };\n\n    const msgType = message.getType();\n    switch (msgType) {\n    case 'ai':\n      return withMessageRole(\n        new AIMessage({\n          ...baseParams,\n          tool_calls: (message as unknown as AIMessage).tool_calls,\n        }),\n        'assistant'\n      ) as unknown as T;\n    case 'human':\n      return withMessageRole(\n        new HumanMessage(baseParams),\n        'user'\n      ) as unknown as T;\n    case 'system':\n      return withMessageRole(\n        new SystemMessage(baseParams),\n        'system'\n      ) as unknown as T;\n    case 'tool':\n      return withMessageRole(\n        new ToolMessage({\n          ...baseParams,\n          tool_call_id: (message as unknown as ToolMessage).tool_call_id,\n        }),\n        'tool'\n      ) as unknown as T;\n    default:\n      break;\n    }\n  }\n\n  const {\n    lc_kwargs: _lc_kwargs,\n    lc_serializable: _lc_serializable,\n    lc_namespace: _lc_namespace,\n    ...rest\n  } = message as T & {\n    lc_kwargs?: unknown;\n    lc_serializable?: unknown;\n    lc_namespace?: unknown;\n  };\n\n  const cloned = { ...rest, content } as T;\n\n  // LangChain messages don't have a direct 'role' property - derive it from getType()\n  if (\n    'getType' in message &&\n    typeof message.getType === 'function' &&\n    !('role' in cloned)\n  ) {\n    const msgType = (message as unknown as BaseMessage).getType();\n    const roleMap: Record<string, string> = {\n      human: 'user',\n      ai: 'assistant',\n      system: 'system',\n      tool: 'tool',\n    };\n    (cloned as Record<string, unknown>).role = roleMap[msgType] || msgType;\n  }\n\n  return cloned;\n}\n\nfunction stripAnthropicCacheControlFromBlocks(\n  content: MessageContentComplex[]\n): { content: MessageContentComplex[]; modified: boolean } {\n  let modified = false;\n  const strippedContent = content.map((block) => {\n    if (!('cache_control' in block)) {\n      return block;\n    }\n\n    const cloned: MessageContentWithCacheControl = { ...block };\n    delete cloned.cache_control;\n    modified = true;\n    return cloned;\n  });\n\n  return { content: strippedContent, modified };\n}\n\nfunction sanitizeBedrockSystemMessage<T extends MessageWithContent>(\n  message: T\n): T {\n  const content = message.content;\n  if (!Array.isArray(content)) {\n    return message;\n  }\n\n  const stripped = stripAnthropicCacheControlFromBlocks(content);\n  if (!stripped.modified) {\n    return message;\n  }\n\n  return cloneMessage(message, stripped.content);\n}\n\n/**\n * Anthropic API: Adds cache control to the appropriate user messages in the payload.\n * Strips ALL existing cache control (both Anthropic and Bedrock formats) from all messages,\n * then adds fresh cache control to the last 2 user messages in a single backward pass.\n * This ensures we don't accumulate stale cache points across multiple turns.\n * Returns a new array - only clones messages that require modification.\n * @param messages - The array of message objects.\n * @returns - A new array of message objects with cache control added.\n */\nexport function addCacheControl<T extends AnthropicMessage | BaseMessage>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages) || messages.length < 2) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n  let userMessagesModified = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n    const isUserMessage =\n      ('getType' in originalMessage && originalMessage.getType() === 'human') ||\n      ('role' in originalMessage && originalMessage.role === 'user');\n    const hasArrayContent = Array.isArray(content);\n    const needsCacheAdd =\n      userMessagesModified < 2 &&\n      isUserMessage &&\n      !isSyntheticMetaMessage(originalMessage) &&\n      (typeof content === 'string' || hasArrayContent);\n\n    // Skip messages that don't need any work\n    if (!needsCacheAdd && !hasArrayContent) {\n      continue;\n    }\n\n    let workingContent: MessageContentComplex[];\n    let modified = false;\n\n    if (hasArrayContent) {\n      // Single pass: clone blocks, strip cache markers and cache points,\n      // find last text block index for cache insertion — all at once.\n      const src = content as MessageContentComplex[];\n      workingContent = [];\n      let lastTextIndex = -1;\n      for (let j = 0; j < src.length; j++) {\n        const block = src[j];\n        if (isCachePoint(block)) {\n          modified = true;\n          continue; // skip cache point blocks\n        }\n        const cloned = { ...block };\n        if ('cache_control' in cloned) {\n          delete (cloned as Record<string, unknown>).cache_control;\n          modified = true;\n        }\n        if ('type' in cloned && cloned.type === 'text') {\n          lastTextIndex = workingContent.length;\n        }\n        workingContent.push(cloned as MessageContentComplex);\n      }\n\n      if (!modified && !needsCacheAdd) {\n        continue; // nothing to strip and no cache to add\n      }\n\n      // Add cache control to the last text block for user messages\n      if (needsCacheAdd && lastTextIndex >= 0) {\n        (\n          workingContent[lastTextIndex] as Anthropic.TextBlockParam\n        ).cache_control = {\n          type: 'ephemeral',\n        };\n        userMessagesModified++;\n      }\n    } else if (typeof content === 'string' && needsCacheAdd) {\n      workingContent = [\n        { type: 'text', text: content, cache_control: { type: 'ephemeral' } },\n      ] as unknown as MessageContentComplex[];\n      userMessagesModified++;\n    } else {\n      continue;\n    }\n\n    updatedMessages[i] = cloneMessage(\n      originalMessage as MessageWithContent,\n      workingContent\n    ) as T;\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Checks if a content block is a cache point\n */\nfunction isCachePoint(block: MessageContentComplex): boolean {\n  return 'cachePoint' in block && !('type' in block);\n}\n\n/**\n * Block types that must never anchor the tail cache breakpoint, because the\n * marker would not survive to the model call:\n * - `thinking` / `redacted_thinking`: native Anthropic reasoning — the API\n *   rejects `cache_control` on these blocks.\n * - `reasoning_content` / `reasoning` / `think`: foreign reasoning (Bedrock,\n *   Google, LibreChat) that `_convertMessagesToAnthropicPayload` DROPS on\n *   assistant turns during a cross-provider handoff.\n * - `input_json_delta`: persisted partial tool-input deltas, also DROPPED by\n *   `_convertMessagesToAnthropicPayload` (the assembled input is restored onto\n *   the tool_use block).\n * Anchoring the only breakpoint on a block that is about to disappear silently\n * loses tail caching, so all of these are excluded.\n */\nconst NON_ANCHORABLE_BLOCK_TYPES = new Set([\n  'thinking',\n  'redacted_thinking',\n  'reasoning_content',\n  'reasoning',\n  'think',\n  'input_json_delta',\n]);\n\n/**\n * A block can anchor the tail cache breakpoint when it is a real content block\n * that the Anthropic API accepts `cache_control` on and that survives provider\n * conversion. Reasoning / dropped-delta blocks are excluded (see\n * {@link NON_ANCHORABLE_BLOCK_TYPES}), and empty text blocks are not cacheable,\n * so both are skipped.\n */\nfunction isTailCacheableBlock(block: MessageContentComplex): boolean {\n  if (isCachePoint(block)) {\n    return false;\n  }\n  const type = (block as { type?: string }).type;\n  if (type == null || NON_ANCHORABLE_BLOCK_TYPES.has(type)) {\n    return false;\n  }\n  if (type === 'text') {\n    const text = (block as { text?: string }).text;\n    return text != null && text.trim() !== '';\n  }\n  return true;\n}\n\n/**\n * Anthropic API: single tail cache breakpoint (default strategy).\n *\n * Places exactly ONE `cache_control` marker on the last cacheable block of the\n * final non-synthetic message, mirroring the Claude Code strategy\n * (`markerIndex = messages.length - 1`). Because the marker always rides the\n * true tail, the entire conversation prefix is written once and read back on\n * the next turn as the history grows append-only — instead of the rolling\n * \"last two user messages\" markers, which leave freshly appended tool/assistant\n * turns outside the cached prefix and re-write large spans every step.\n *\n * Stale markers (Anthropic `cache_control` and Bedrock cache points) are\n * stripped from every message in a single backward pass so exactly one marker\n * survives. Synthetic skill/meta messages are skipped as anchors (their volatile\n * content must not pin the cache) but still have stale markers removed.\n *\n * Returns a new array; only messages that require modification are cloned.\n */\nexport function addTailCacheControl<T extends AnthropicMessage | BaseMessage>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages) || messages.length === 0) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n  let markerPlaced = false;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n    const hasArrayContent = Array.isArray(content);\n    const canPlaceMarker =\n      !markerPlaced && !isSyntheticMetaMessage(originalMessage);\n\n    // Earlier string-content messages carry no markers to strip.\n    if (!canPlaceMarker && !hasArrayContent) {\n      continue;\n    }\n\n    let workingContent: MessageContentComplex[];\n    let modified = false;\n\n    if (hasArrayContent) {\n      const src = content as MessageContentComplex[];\n      workingContent = [];\n      let tailIndex = -1;\n      for (let j = 0; j < src.length; j++) {\n        const block = src[j];\n        if (isCachePoint(block)) {\n          modified = true;\n          continue;\n        }\n        const cloned = { ...block };\n        if ('cache_control' in cloned) {\n          delete (cloned as Record<string, unknown>).cache_control;\n          modified = true;\n        }\n        if (\n          canPlaceMarker &&\n          isTailCacheableBlock(cloned as MessageContentComplex)\n        ) {\n          tailIndex = workingContent.length;\n        }\n        workingContent.push(cloned as MessageContentComplex);\n      }\n\n      if (canPlaceMarker && tailIndex >= 0) {\n        (workingContent[tailIndex] as Anthropic.TextBlockParam).cache_control =\n          {\n            type: 'ephemeral',\n          };\n        markerPlaced = true;\n        modified = true;\n      }\n\n      if (!modified) {\n        continue;\n      }\n    } else if (\n      typeof content === 'string' &&\n      canPlaceMarker &&\n      content.trim() !== ''\n    ) {\n      workingContent = [\n        { type: 'text', text: content, cache_control: { type: 'ephemeral' } },\n      ] as unknown as MessageContentComplex[];\n      markerPlaced = true;\n    } else {\n      continue;\n    }\n\n    updatedMessages[i] = cloneMessage(\n      originalMessage as MessageWithContent,\n      workingContent\n    ) as T;\n  }\n\n  return updatedMessages;\n}\n\nfunction getMessageRole(message: MessageWithContent): string | undefined {\n  if (message instanceof BaseMessage) {\n    return message.getType();\n  }\n  if ('role' in message && typeof message.role === 'string') {\n    return message.role;\n  }\n  return undefined;\n}\n\nconst SKILL_MESSAGE_SOURCE = 'skill';\n\n/**\n * Synthetic skill/meta messages (reconstructed skill bodies, primed SKILL.md\n * instructions) are re-injected every turn and are not stable conversation\n * turns. They must not anchor a fresh prompt-cache marker — doing so pins the\n * cache to a volatile/duplicated prefix. Stale markers are still stripped from\n * them; only the *adding* of new markers is suppressed. Detected via\n * `additional_kwargs.isMeta === true` or `additional_kwargs.source === 'skill'`.\n */\nfunction isSyntheticMetaMessage(message: MessageWithContent): boolean {\n  const { additional_kwargs: kwargs } = message as {\n    additional_kwargs?: { isMeta?: unknown; source?: unknown };\n  };\n  if (kwargs == null) {\n    return false;\n  }\n  return kwargs.isMeta === true || kwargs.source === SKILL_MESSAGE_SOURCE;\n}\n\nfunction isCacheableConversationMessage(message: MessageWithContent): boolean {\n  const role = getMessageRole(message);\n  return (\n    role === 'human' || role === 'user' || role === 'ai' || role === 'assistant'\n  );\n}\n\nfunction isAssistantConversationMessage(message: MessageWithContent): boolean {\n  const role = getMessageRole(message);\n  return role === 'ai' || role === 'assistant';\n}\n\nfunction hasCacheMarker(message: MessageWithContent): boolean {\n  return (\n    Array.isArray(message.content) &&\n    message.content.some((block) => 'cache_control' in block)\n  );\n}\n\nfunction addCacheControlToRecentMessages<\n  T extends AnthropicMessage | BaseMessage,\n>(\n  messages: T[],\n  maxCachePoints: number,\n  canUseMessage: (message: MessageWithContent) => boolean\n): T[] {\n  if (\n    !Array.isArray(messages) ||\n    messages.length === 0 ||\n    maxCachePoints <= 0\n  ) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n  let cachePointsAdded = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n    const hasArrayContent = Array.isArray(content);\n    const canAddCache =\n      cachePointsAdded < maxCachePoints &&\n      canUseMessage(originalMessage) &&\n      !isSyntheticMetaMessage(originalMessage);\n\n    if (!canAddCache && !hasArrayContent) {\n      continue;\n    }\n\n    let workingContent: MessageContentComplex[];\n    let modified = false;\n\n    if (hasArrayContent) {\n      const src = content as MessageContentComplex[];\n      workingContent = [];\n      let lastNonEmptyTextIndex = -1;\n\n      for (let j = 0; j < src.length; j++) {\n        const block = src[j];\n        if (isCachePoint(block)) {\n          modified = true;\n          continue;\n        }\n\n        const cloned = { ...block };\n        if ('cache_control' in cloned) {\n          delete (cloned as Record<string, unknown>).cache_control;\n          modified = true;\n        }\n\n        if ('type' in cloned && cloned.type === 'text') {\n          const text = (cloned as { text?: string }).text;\n          if (text != null && text.trim() !== '') {\n            lastNonEmptyTextIndex = workingContent.length;\n          }\n        }\n        workingContent.push(cloned as MessageContentComplex);\n      }\n\n      if (canAddCache && lastNonEmptyTextIndex >= 0) {\n        (\n          workingContent[lastNonEmptyTextIndex] as Anthropic.TextBlockParam\n        ).cache_control = {\n          type: 'ephemeral',\n        };\n        cachePointsAdded++;\n        modified = true;\n      }\n\n      if (!modified) {\n        continue;\n      }\n    } else if (\n      typeof content === 'string' &&\n      content.trim() !== '' &&\n      canAddCache\n    ) {\n      workingContent = [\n        { type: 'text', text: content, cache_control: { type: 'ephemeral' } },\n      ] as unknown as MessageContentComplex[];\n      cachePointsAdded++;\n    } else {\n      continue;\n    }\n\n    updatedMessages[i] = cloneMessage(\n      originalMessage as MessageWithContent,\n      workingContent\n    ) as T;\n  }\n\n  return updatedMessages;\n}\n\nexport function addCacheControlToStablePrefixMessages<\n  T extends AnthropicMessage | BaseMessage,\n>(messages: T[], maxCachePoints: number): T[] {\n  const assistantMarked = addCacheControlToRecentMessages(\n    messages,\n    maxCachePoints,\n    isAssistantConversationMessage\n  );\n\n  if (assistantMarked.some(hasCacheMarker)) {\n    return assistantMarked;\n  }\n\n  return addCacheControlToRecentMessages(\n    messages,\n    maxCachePoints,\n    isCacheableConversationMessage\n  );\n}\n\n/**\n * Checks if a message's content has Anthropic cache_control fields.\n */\nfunction hasAnthropicCacheControl(content: MessageContentComplex[]): boolean {\n  for (let i = 0; i < content.length; i++) {\n    if ('cache_control' in content[i]) return true;\n  }\n  return false;\n}\n\n/**\n * Removes all Anthropic cache_control fields from messages\n * Used when switching from Anthropic to Bedrock provider\n * Returns a new array - only clones messages that require modification.\n */\nexport function stripAnthropicCacheControl<T extends MessageWithContent>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages)) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n\n  for (let i = 0; i < updatedMessages.length; i++) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n\n    if (!Array.isArray(content) || !hasAnthropicCacheControl(content)) {\n      continue;\n    }\n\n    const clonedContent = deepCloneContent(content);\n    for (let j = 0; j < clonedContent.length; j++) {\n      const block = clonedContent[j] as Record<string, unknown>;\n      if ('cache_control' in block) {\n        delete block.cache_control;\n      }\n    }\n    updatedMessages[i] = cloneMessage(originalMessage, clonedContent);\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Checks if a message's content has Bedrock cachePoint blocks.\n */\nfunction hasBedrockCachePoint(content: MessageContentComplex[]): boolean {\n  for (let i = 0; i < content.length; i++) {\n    if (isCachePoint(content[i])) return true;\n  }\n  return false;\n}\n\n/**\n * Removes all Bedrock cachePoint blocks from messages\n * Used when switching from Bedrock to Anthropic provider\n * Returns a new array - only clones messages that require modification.\n */\nexport function stripBedrockCacheControl<T extends MessageWithContent>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages)) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n\n  for (let i = 0; i < updatedMessages.length; i++) {\n    const originalMessage = updatedMessages[i];\n    const content = originalMessage.content;\n\n    if (!Array.isArray(content) || !hasBedrockCachePoint(content)) {\n      continue;\n    }\n\n    const clonedContent = deepCloneContent(content).filter(\n      (block) => !isCachePoint(block as MessageContentComplex)\n    );\n    updatedMessages[i] = cloneMessage(originalMessage, clonedContent);\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Adds Bedrock Converse API cache points to the latest two user messages.\n * Inserts `{ cachePoint: { type: 'default' } }` as a separate content block\n * immediately after the last text block in each targeted message.\n * Strips ALL existing cache control (both Bedrock and Anthropic formats) from all messages,\n * then adds fresh cache points to the latest two non-tool user messages in a single backward pass.\n * This ensures we don't accumulate stale cache points across multiple turns.\n * Returns a new array - only clones messages that require modification.\n * @param messages - The array of message objects.\n * @returns - A new array of message objects with cache points added.\n */\nexport function addBedrockCacheControl<\n  T extends MessageWithContent & { getType?: () => string; role?: string },\n>(messages: T[]): T[] {\n  if (!Array.isArray(messages) || messages.length === 0) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n  let cachePointsAdded = 0;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const originalMessage = updatedMessages[i];\n    const messageType =\n      'getType' in originalMessage &&\n      typeof originalMessage.getType === 'function'\n        ? originalMessage.getType()\n        : undefined;\n    const messageRole =\n      'role' in originalMessage && typeof originalMessage.role === 'string'\n        ? originalMessage.role\n        : undefined;\n\n    const isSystemMessage =\n      messageType === 'system' || messageRole === 'system';\n    if (isSystemMessage) {\n      updatedMessages[i] = sanitizeBedrockSystemMessage(originalMessage);\n      continue;\n    }\n\n    const isToolMessage = messageType === 'tool' || messageRole === 'tool';\n    const isUserMessage = messageType === 'human' || messageRole === 'user';\n    const content = originalMessage.content;\n    const hasSerializationProps =\n      'lc_kwargs' in originalMessage ||\n      'lc_serializable' in originalMessage ||\n      'lc_namespace' in originalMessage;\n    const hasArrayContent = Array.isArray(content);\n    const isEmptyString = typeof content === 'string' && content === '';\n    const needsCacheAdd =\n      cachePointsAdded < 2 &&\n      isUserMessage &&\n      !isToolMessage &&\n      !isEmptyString &&\n      !isSyntheticMetaMessage(originalMessage) &&\n      (typeof content === 'string' || hasArrayContent);\n\n    if (!needsCacheAdd && !hasArrayContent && !hasSerializationProps) {\n      continue;\n    }\n\n    let workingContent: string | MessageContentComplex[];\n    let modified = hasSerializationProps;\n\n    if (hasArrayContent) {\n      // Single pass: clone blocks, strip cache markers, find last\n      // non-empty text block for cache point insertion — all at once.\n      const src = content as MessageContentComplex[];\n      workingContent = [];\n      let lastNonEmptyTextIndex = -1;\n      for (let j = 0; j < src.length; j++) {\n        const block = src[j];\n        if (isCachePoint(block)) {\n          modified = true;\n          continue;\n        }\n        const cloned = { ...block };\n        if ('cache_control' in cloned) {\n          delete (cloned as Record<string, unknown>).cache_control;\n          modified = true;\n        }\n        const type = (cloned as { type?: string }).type;\n        if (type === ContentTypes.TEXT || type === 'text') {\n          const text = (cloned as { text?: string }).text;\n          if (text != null && text.trim() !== '') {\n            lastNonEmptyTextIndex = workingContent.length;\n          }\n        }\n        workingContent.push(cloned as MessageContentComplex);\n      }\n\n      if (!modified && !needsCacheAdd) {\n        continue;\n      }\n\n      // Insert cache point after the last non-empty text block.\n      // Skip if no cacheable text content exists (whitespace-only messages).\n      if (needsCacheAdd && lastNonEmptyTextIndex >= 0) {\n        workingContent.splice(lastNonEmptyTextIndex + 1, 0, {\n          cachePoint: { type: 'default' },\n        } as MessageContentComplex);\n        cachePointsAdded++;\n      }\n    } else if (typeof content === 'string' && needsCacheAdd) {\n      workingContent = [\n        { type: ContentTypes.TEXT, text: content },\n        { cachePoint: { type: 'default' } } as MessageContentComplex,\n      ];\n      cachePointsAdded++;\n    } else if (typeof content === 'string' && hasSerializationProps) {\n      workingContent = content;\n    } else {\n      continue;\n    }\n\n    updatedMessages[i] = cloneMessage(originalMessage, workingContent);\n  }\n\n  return updatedMessages;\n}\n\n/**\n * Bedrock Converse API: single tail cache breakpoint (default strategy).\n *\n * The Bedrock counterpart of {@link addTailCacheControl}. Strips ALL existing\n * cache control (Bedrock cache points and Anthropic `cache_control`) from every\n * message, then inserts exactly ONE `{ cachePoint: { type: 'default' } }` block\n * immediately after the last non-empty text block of the most recent\n * non-synthetic, non-system message. Anchoring on the rolling tail keeps the\n * cached prefix append-only as the conversation grows, instead of re-writing\n * large spans every turn with the legacy \"last two user messages\" cache points.\n *\n * System messages are sanitized (Anthropic `cache_control` stripped) but never\n * anchored. Synthetic skill/meta messages are skipped as anchors so their\n * volatile content cannot pin the cache.\n *\n * Returns a new array - only clones messages that require modification.\n */\nexport function addBedrockTailCacheControl<\n  T extends MessageWithContent & { getType?: () => string; role?: string },\n>(messages: T[]): T[] {\n  if (!Array.isArray(messages) || messages.length === 0) {\n    return messages;\n  }\n\n  const updatedMessages: T[] = [...messages];\n  let cachePointPlaced = false;\n\n  for (let i = updatedMessages.length - 1; i >= 0; i--) {\n    const originalMessage = updatedMessages[i];\n    const messageType =\n      'getType' in originalMessage &&\n      typeof originalMessage.getType === 'function'\n        ? originalMessage.getType()\n        : undefined;\n    const messageRole =\n      'role' in originalMessage && typeof originalMessage.role === 'string'\n        ? originalMessage.role\n        : undefined;\n\n    const isSystemMessage =\n      messageType === 'system' || messageRole === 'system';\n    if (isSystemMessage) {\n      updatedMessages[i] = sanitizeBedrockSystemMessage(originalMessage);\n      continue;\n    }\n\n    const content = originalMessage.content;\n    const hasSerializationProps =\n      'lc_kwargs' in originalMessage ||\n      'lc_serializable' in originalMessage ||\n      'lc_namespace' in originalMessage;\n    const hasArrayContent = Array.isArray(content);\n    const isEmptyString = typeof content === 'string' && content === '';\n    const canPlaceCachePoint =\n      !cachePointPlaced &&\n      !isEmptyString &&\n      !isSyntheticMetaMessage(originalMessage) &&\n      (typeof content === 'string' || hasArrayContent);\n\n    if (!canPlaceCachePoint && !hasArrayContent && !hasSerializationProps) {\n      continue;\n    }\n\n    let workingContent: string | MessageContentComplex[];\n    let modified = hasSerializationProps;\n\n    if (hasArrayContent) {\n      const src = content as MessageContentComplex[];\n      workingContent = [];\n      let lastNonEmptyTextIndex = -1;\n      for (let j = 0; j < src.length; j++) {\n        const block = src[j];\n        if (isCachePoint(block)) {\n          modified = true;\n          continue;\n        }\n        const cloned = { ...block };\n        if ('cache_control' in cloned) {\n          delete (cloned as Record<string, unknown>).cache_control;\n          modified = true;\n        }\n        const type = (cloned as { type?: string }).type;\n        if (type === ContentTypes.TEXT || type === 'text') {\n          const text = (cloned as { text?: string }).text;\n          if (text != null && text.trim() !== '') {\n            lastNonEmptyTextIndex = workingContent.length;\n          }\n        }\n        workingContent.push(cloned as MessageContentComplex);\n      }\n\n      if (!modified && !canPlaceCachePoint) {\n        continue;\n      }\n\n      if (canPlaceCachePoint && lastNonEmptyTextIndex >= 0) {\n        workingContent.splice(lastNonEmptyTextIndex + 1, 0, {\n          cachePoint: { type: 'default' },\n        } as MessageContentComplex);\n        cachePointPlaced = true;\n        modified = true;\n      }\n    } else if (typeof content === 'string' && canPlaceCachePoint) {\n      workingContent = [\n        { type: ContentTypes.TEXT, text: content },\n        { cachePoint: { type: 'default' } } as MessageContentComplex,\n      ];\n      cachePointPlaced = true;\n    } else if (typeof content === 'string' && hasSerializationProps) {\n      workingContent = content;\n    } else {\n      continue;\n    }\n\n    updatedMessages[i] = cloneMessage(originalMessage, workingContent);\n  }\n\n  return updatedMessages;\n}\n"],"mappings":";;;;;;;;AAyBA,SAAS,iBACP,SACG;CACH,IAAI,OAAO,YAAY,UACrB,OAAO;CAET,IAAI,MAAM,QAAQ,OAAO,GACvB,OAAO,QAAQ,KAAK,WAAW,EAAE,GAAG,MAAM,EAAE;CAE9C,OAAO;AACT;;;;;;;AAQA,SAAgB,aACd,SACA,SACG;CACH,IAAI,mBAAmBA,yBAAAA,aAAa;EAClC,MAAM,aAAa;GACjB,SAASC,kBAAAA,mBAAmB,OAAO;GACnC,mBAAmB,EAAE,GAAG,QAAQ,kBAAkB;GAClD,mBAAmB,EAAE,GAAG,QAAQ,kBAAkB;GAClD,IAAI,QAAQ;GACZ,MAAM,QAAQ;EAChB;EAGA,QADgB,QAAQ,QACV,GAAd;GACA,KAAK,MACH,OAAOC,eAAAA,gBACL,IAAIC,yBAAAA,UAAU;IACZ,GAAG;IACH,YAAa,QAAiC;GAChD,CAAC,GACD,WACF;GACF,KAAK,SACH,OAAOD,eAAAA,gBACL,IAAIE,yBAAAA,aAAa,UAAU,GAC3B,MACF;GACF,KAAK,UACH,OAAOF,eAAAA,gBACL,IAAIG,yBAAAA,cAAc,UAAU,GAC5B,QACF;GACF,KAAK,QACH,OAAOH,eAAAA,gBACL,IAAII,yBAAAA,YAAY;IACd,GAAG;IACH,cAAe,QAAmC;GACpD,CAAC,GACD,MACF;GACF,SACE;EACF;CACF;CAEA,MAAM,EACJ,WAAW,YACX,iBAAiB,kBACjB,cAAc,eACd,GAAG,SACD;CAMJ,MAAM,SAAS;EAAE,GAAG;EAAM;CAAQ;CAGlC,IACE,aAAa,WACb,OAAO,QAAQ,YAAY,cAC3B,EAAE,UAAU,SACZ;EACA,MAAM,UAAW,QAAmC,QAAQ;EAO5D,OAAoC,OAAO;GALzC,OAAO;GACP,IAAI;GACJ,QAAQ;GACR,MAAM;EAEyC,EAAE,YAAY;CACjE;CAEA,OAAO;AACT;AAEA,SAAS,qCACP,SACyD;CACzD,IAAI,WAAW;CAYf,OAAO;EAAE,SAXe,QAAQ,KAAK,UAAU;GAC7C,IAAI,EAAE,mBAAmB,QACvB,OAAO;GAGT,MAAM,SAAyC,EAAE,GAAG,MAAM;GAC1D,OAAO,OAAO;GACd,WAAW;GACX,OAAO;EACT,CAEgC;EAAG;CAAS;AAC9C;AAEA,SAAS,6BACP,SACG;CACH,MAAM,UAAU,QAAQ;CACxB,IAAI,CAAC,MAAM,QAAQ,OAAO,GACxB,OAAO;CAGT,MAAM,WAAW,qCAAqC,OAAO;CAC7D,IAAI,CAAC,SAAS,UACZ,OAAO;CAGT,OAAO,aAAa,SAAS,SAAS,OAAO;AAC/C;;;;;;;;;;AAWA,SAAgB,gBACd,UACK;CACL,IAAI,CAAC,MAAM,QAAQ,QAAQ,KAAK,SAAS,SAAS,GAChD,OAAO;CAGT,MAAM,kBAAuB,CAAC,GAAG,QAAQ;CACzC,IAAI,uBAAuB;CAE3B,KAAK,IAAI,IAAI,gBAAgB,SAAS,GAAG,KAAK,GAAG,KAAK;EACpD,MAAM,kBAAkB,gBAAgB;EACxC,MAAM,UAAU,gBAAgB;EAChC,MAAM,gBACH,aAAa,mBAAmB,gBAAgB,QAAQ,MAAM,WAC9D,UAAU,mBAAmB,gBAAgB,SAAS;EACzD,MAAM,kBAAkB,MAAM,QAAQ,OAAO;EAC7C,MAAM,gBACJ,uBAAuB,KACvB,iBACA,CAAC,uBAAuB,eAAe,MACtC,OAAO,YAAY,YAAY;EAGlC,IAAI,CAAC,iBAAiB,CAAC,iBACrB;EAGF,IAAI;EACJ,IAAI,WAAW;EAEf,IAAI,iBAAiB;GAGnB,MAAM,MAAM;GACZ,iBAAiB,CAAC;GAClB,IAAI,gBAAgB;GACpB,KAAK,IAAI,IAAI,GAAG,IAAI,IAAI,QAAQ,KAAK;IACnC,MAAM,QAAQ,IAAI;IAClB,IAAI,aAAa,KAAK,GAAG;KACvB,WAAW;KACX;IACF;IACA,MAAM,SAAS,EAAE,GAAG,MAAM;IAC1B,IAAI,mBAAmB,QAAQ;KAC7B,OAAQ,OAAmC;KAC3C,WAAW;IACb;IACA,IAAI,UAAU,UAAU,OAAO,SAAS,QACtC,gBAAgB,eAAe;IAEjC,eAAe,KAAK,MAA+B;GACrD;GAEA,IAAI,CAAC,YAAY,CAAC,eAChB;GAIF,IAAI,iBAAiB,iBAAiB,GAAG;IACvC,eACiB,cAAc,CAC7B,gBAAgB,EAChB,MAAM,YACR;IACA;GACF;EACF,OAAO,IAAI,OAAO,YAAY,YAAY,eAAe;GACvD,iBAAiB,CACf;IAAE,MAAM;IAAQ,MAAM;IAAS,eAAe,EAAE,MAAM,YAAY;GAAE,CACtE;GACA;EACF,OACE;EAGF,gBAAgB,KAAK,aACnB,iBACA,cACF;CACF;CAEA,OAAO;AACT;;;;AAKA,SAAS,aAAa,OAAuC;CAC3D,OAAO,gBAAgB,SAAS,EAAE,UAAU;AAC9C;;;;;;;;;;;;;;;AAgBA,MAAM,6BAA6B,IAAI,IAAI;CACzC;CACA;CACA;CACA;CACA;CACA;AACF,CAAC;;;;;;;;AASD,SAAS,qBAAqB,OAAuC;CACnE,IAAI,aAAa,KAAK,GACpB,OAAO;CAET,MAAM,OAAQ,MAA4B;CAC1C,IAAI,QAAQ,QAAQ,2BAA2B,IAAI,IAAI,GACrD,OAAO;CAET,IAAI,SAAS,QAAQ;EACnB,MAAM,OAAQ,MAA4B;EAC1C,OAAO,QAAQ,QAAQ,KAAK,KAAK,MAAM;CACzC;CACA,OAAO;AACT;;;;;;;;;;;;;;;;;;;AAoBA,SAAgB,oBACd,UACK;CACL,IAAI,CAAC,MAAM,QAAQ,QAAQ,KAAK,SAAS,WAAW,GAClD,OAAO;CAGT,MAAM,kBAAuB,CAAC,GAAG,QAAQ;CACzC,IAAI,eAAe;CAEnB,KAAK,IAAI,IAAI,gBAAgB,SAAS,GAAG,KAAK,GAAG,KAAK;EACpD,MAAM,kBAAkB,gBAAgB;EACxC,MAAM,UAAU,gBAAgB;EAChC,MAAM,kBAAkB,MAAM,QAAQ,OAAO;EAC7C,MAAM,iBACJ,CAAC,gBAAgB,CAAC,uBAAuB,eAAe;EAG1D,IAAI,CAAC,kBAAkB,CAAC,iBACtB;EAGF,IAAI;EACJ,IAAI,WAAW;EAEf,IAAI,iBAAiB;GACnB,MAAM,MAAM;GACZ,iBAAiB,CAAC;GAClB,IAAI,YAAY;GAChB,KAAK,IAAI,IAAI,GAAG,IAAI,IAAI,QAAQ,KAAK;IACnC,MAAM,QAAQ,IAAI;IAClB,IAAI,aAAa,KAAK,GAAG;KACvB,WAAW;KACX;IACF;IACA,MAAM,SAAS,EAAE,GAAG,MAAM;IAC1B,IAAI,mBAAmB,QAAQ;KAC7B,OAAQ,OAAmC;KAC3C,WAAW;IACb;IACA,IACE,kBACA,qBAAqB,MAA+B,GAEpD,YAAY,eAAe;IAE7B,eAAe,KAAK,MAA+B;GACrD;GAEA,IAAI,kBAAkB,aAAa,GAAG;IACpC,eAAgB,UAAU,CAA8B,gBACtD,EACE,MAAM,YACR;IACF,eAAe;IACf,WAAW;GACb;GAEA,IAAI,CAAC,UACH;EAEJ,OAAO,IACL,OAAO,YAAY,YACnB,kBACA,QAAQ,KAAK,MAAM,IACnB;GACA,iBAAiB,CACf;IAAE,MAAM;IAAQ,MAAM;IAAS,eAAe,EAAE,MAAM,YAAY;GAAE,CACtE;GACA,eAAe;EACjB,OACE;EAGF,gBAAgB,KAAK,aACnB,iBACA,cACF;CACF;CAEA,OAAO;AACT;AAEA,SAAS,eAAe,SAAiD;CACvE,IAAI,mBAAmBN,yBAAAA,aACrB,OAAO,QAAQ,QAAQ;CAEzB,IAAI,UAAU,WAAW,OAAO,QAAQ,SAAS,UAC/C,OAAO,QAAQ;AAGnB;AAEA,MAAM,uBAAuB;;;;;;;;;AAU7B,SAAS,uBAAuB,SAAsC;CACpE,MAAM,EAAE,mBAAmB,WAAW;CAGtC,IAAI,UAAU,MACZ,OAAO;CAET,OAAO,OAAO,WAAW,QAAQ,OAAO,WAAW;AACrD;AAEA,SAAS,+BAA+B,SAAsC;CAC5E,MAAM,OAAO,eAAe,OAAO;CACnC,OACE,SAAS,WAAW,SAAS,UAAU,SAAS,QAAQ,SAAS;AAErE;AAEA,SAAS,+BAA+B,SAAsC;CAC5E,MAAM,OAAO,eAAe,OAAO;CACnC,OAAO,SAAS,QAAQ,SAAS;AACnC;AAEA,SAAS,eAAe,SAAsC;CAC5D,OACE,MAAM,QAAQ,QAAQ,OAAO,KAC7B,QAAQ,QAAQ,MAAM,UAAU,mBAAmB,KAAK;AAE5D;AAEA,SAAS,gCAGP,UACA,gBACA,eACK;CACL,IACE,CAAC,MAAM,QAAQ,QAAQ,KACvB,SAAS,WAAW,KACpB,kBAAkB,GAElB,OAAO;CAGT,MAAM,kBAAuB,CAAC,GAAG,QAAQ;CACzC,IAAI,mBAAmB;CAEvB,KAAK,IAAI,IAAI,gBAAgB,SAAS,GAAG,KAAK,GAAG,KAAK;EACpD,MAAM,kBAAkB,gBAAgB;EACxC,MAAM,UAAU,gBAAgB;EAChC,MAAM,kBAAkB,MAAM,QAAQ,OAAO;EAC7C,MAAM,cACJ,mBAAmB,kBACnB,cAAc,eAAe,KAC7B,CAAC,uBAAuB,eAAe;EAEzC,IAAI,CAAC,eAAe,CAAC,iBACnB;EAGF,IAAI;EACJ,IAAI,WAAW;EAEf,IAAI,iBAAiB;GACnB,MAAM,MAAM;GACZ,iBAAiB,CAAC;GAClB,IAAI,wBAAwB;GAE5B,KAAK,IAAI,IAAI,GAAG,IAAI,IAAI,QAAQ,KAAK;IACnC,MAAM,QAAQ,IAAI;IAClB,IAAI,aAAa,KAAK,GAAG;KACvB,WAAW;KACX;IACF;IAEA,MAAM,SAAS,EAAE,GAAG,MAAM;IAC1B,IAAI,mBAAmB,QAAQ;KAC7B,OAAQ,OAAmC;KAC3C,WAAW;IACb;IAEA,IAAI,UAAU,UAAU,OAAO,SAAS,QAAQ;KAC9C,MAAM,OAAQ,OAA6B;KAC3C,IAAI,QAAQ,QAAQ,KAAK,KAAK,MAAM,IAClC,wBAAwB,eAAe;IAE3C;IACA,eAAe,KAAK,MAA+B;GACrD;GAEA,IAAI,eAAe,yBAAyB,GAAG;IAC7C,eACiB,sBAAsB,CACrC,gBAAgB,EAChB,MAAM,YACR;IACA;IACA,WAAW;GACb;GAEA,IAAI,CAAC,UACH;EAEJ,OAAO,IACL,OAAO,YAAY,YACnB,QAAQ,KAAK,MAAM,MACnB,aACA;GACA,iBAAiB,CACf;IAAE,MAAM;IAAQ,MAAM;IAAS,eAAe,EAAE,MAAM,YAAY;GAAE,CACtE;GACA;EACF,OACE;EAGF,gBAAgB,KAAK,aACnB,iBACA,cACF;CACF;CAEA,OAAO;AACT;AAEA,SAAgB,sCAEd,UAAe,gBAA6B;CAC5C,MAAM,kBAAkB,gCACtB,UACA,gBACA,8BACF;CAEA,IAAI,gBAAgB,KAAK,cAAc,GACrC,OAAO;CAGT,OAAO,gCACL,UACA,gBACA,8BACF;AACF;;;;AAKA,SAAS,yBAAyB,SAA2C;CAC3E,KAAK,IAAI,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAClC,IAAI,mBAAmB,QAAQ,IAAI,OAAO;CAE5C,OAAO;AACT;;;;;;AAOA,SAAgB,2BACd,UACK;CACL,IAAI,CAAC,MAAM,QAAQ,QAAQ,GACzB,OAAO;CAGT,MAAM,kBAAuB,CAAC,GAAG,QAAQ;CAEzC,KAAK,IAAI,IAAI,GAAG,IAAI,gBAAgB,QAAQ,KAAK;EAC/C,MAAM,kBAAkB,gBAAgB;EACxC,MAAM,UAAU,gBAAgB;EAEhC,IAAI,CAAC,MAAM,QAAQ,OAAO,KAAK,CAAC,yBAAyB,OAAO,GAC9D;EAGF,MAAM,gBAAgB,iBAAiB,OAAO;EAC9C,KAAK,IAAI,IAAI,GAAG,IAAI,cAAc,QAAQ,KAAK;GAC7C,MAAM,QAAQ,cAAc;GAC5B,IAAI,mBAAmB,OACrB,OAAO,MAAM;EAEjB;EACA,gBAAgB,KAAK,aAAa,iBAAiB,aAAa;CAClE;CAEA,OAAO;AACT;;;;AAKA,SAAS,qBAAqB,SAA2C;CACvE,KAAK,IAAI,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAClC,IAAI,aAAa,QAAQ,EAAE,GAAG,OAAO;CAEvC,OAAO;AACT;;;;;;AAOA,SAAgB,yBACd,UACK;CACL,IAAI,CAAC,MAAM,QAAQ,QAAQ,GACzB,OAAO;CAGT,MAAM,kBAAuB,CAAC,GAAG,QAAQ;CAEzC,KAAK,IAAI,IAAI,GAAG,IAAI,gBAAgB,QAAQ,KAAK;EAC/C,MAAM,kBAAkB,gBAAgB;EACxC,MAAM,UAAU,gBAAgB;EAEhC,IAAI,CAAC,MAAM,QAAQ,OAAO,KAAK,CAAC,qBAAqB,OAAO,GAC1D;EAMF,gBAAgB,KAAK,aAAa,iBAHZ,iBAAiB,OAAO,CAAC,CAAC,QAC7C,UAAU,CAAC,aAAa,KAA8B,CAEM,CAAC;CAClE;CAEA,OAAO;AACT;;;;;;;;;;;;AAaA,SAAgB,uBAEd,UAAoB;CACpB,IAAI,CAAC,MAAM,QAAQ,QAAQ,KAAK,SAAS,WAAW,GAClD,OAAO;CAGT,MAAM,kBAAuB,CAAC,GAAG,QAAQ;CACzC,IAAI,mBAAmB;CAEvB,KAAK,IAAI,IAAI,gBAAgB,SAAS,GAAG,KAAK,GAAG,KAAK;EACpD,MAAM,kBAAkB,gBAAgB;EACxC,MAAM,cACJ,aAAa,mBACb,OAAO,gBAAgB,YAAY,aAC/B,gBAAgB,QAAQ,IACxB,KAAA;EACN,MAAM,cACJ,UAAU,mBAAmB,OAAO,gBAAgB,SAAS,WACzD,gBAAgB,OAChB,KAAA;EAIN,IADE,gBAAgB,YAAY,gBAAgB,UACzB;GACnB,gBAAgB,KAAK,6BAA6B,eAAe;GACjE;EACF;EAEA,MAAM,gBAAgB,gBAAgB,UAAU,gBAAgB;EAChE,MAAM,gBAAgB,gBAAgB,WAAW,gBAAgB;EACjE,MAAM,UAAU,gBAAgB;EAChC,MAAM,wBACJ,eAAe,mBACf,qBAAqB,mBACrB,kBAAkB;EACpB,MAAM,kBAAkB,MAAM,QAAQ,OAAO;EAE7C,MAAM,gBACJ,mBAAmB,KACnB,iBACA,CAAC,iBACD,EALoB,OAAO,YAAY,YAAY,YAAY,OAM/D,CAAC,uBAAuB,eAAe,MACtC,OAAO,YAAY,YAAY;EAElC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,uBACzC;EAGF,IAAI;EACJ,IAAI,WAAW;EAEf,IAAI,iBAAiB;GAGnB,MAAM,MAAM;GACZ,iBAAiB,CAAC;GAClB,IAAI,wBAAwB;GAC5B,KAAK,IAAI,IAAI,GAAG,IAAI,IAAI,QAAQ,KAAK;IACnC,MAAM,QAAQ,IAAI;IAClB,IAAI,aAAa,KAAK,GAAG;KACvB,WAAW;KACX;IACF;IACA,MAAM,SAAS,EAAE,GAAG,MAAM;IAC1B,IAAI,mBAAmB,QAAQ;KAC7B,OAAQ,OAAmC;KAC3C,WAAW;IACb;IACA,MAAM,OAAQ,OAA6B;IAC3C,IAAI,SAAA,UAA8B,SAAS,QAAQ;KACjD,MAAM,OAAQ,OAA6B;KAC3C,IAAI,QAAQ,QAAQ,KAAK,KAAK,MAAM,IAClC,wBAAwB,eAAe;IAE3C;IACA,eAAe,KAAK,MAA+B;GACrD;GAEA,IAAI,CAAC,YAAY,CAAC,eAChB;GAKF,IAAI,iBAAiB,yBAAyB,GAAG;IAC/C,eAAe,OAAO,wBAAwB,GAAG,GAAG,EAClD,YAAY,EAAE,MAAM,UAAU,EAChC,CAA0B;IAC1B;GACF;EACF,OAAO,IAAI,OAAO,YAAY,YAAY,eAAe;GACvD,iBAAiB,CACf;IAAE,MAAA;IAAyB,MAAM;GAAQ,GACzC,EAAE,YAAY,EAAE,MAAM,UAAU,EAAE,CACpC;GACA;EACF,OAAO,IAAI,OAAO,YAAY,YAAY,uBACxC,iBAAiB;OAEjB;EAGF,gBAAgB,KAAK,aAAa,iBAAiB,cAAc;CACnE;CAEA,OAAO;AACT;;;;;;;;;;;;;;;;;;AAmBA,SAAgB,2BAEd,UAAoB;CACpB,IAAI,CAAC,MAAM,QAAQ,QAAQ,KAAK,SAAS,WAAW,GAClD,OAAO;CAGT,MAAM,kBAAuB,CAAC,GAAG,QAAQ;CACzC,IAAI,mBAAmB;CAEvB,KAAK,IAAI,IAAI,gBAAgB,SAAS,GAAG,KAAK,GAAG,KAAK;EACpD,MAAM,kBAAkB,gBAAgB;EACxC,MAAM,cACJ,aAAa,mBACb,OAAO,gBAAgB,YAAY,aAC/B,gBAAgB,QAAQ,IACxB,KAAA;EACN,MAAM,cACJ,UAAU,mBAAmB,OAAO,gBAAgB,SAAS,WACzD,gBAAgB,OAChB,KAAA;EAIN,IADE,gBAAgB,YAAY,gBAAgB,UACzB;GACnB,gBAAgB,KAAK,6BAA6B,eAAe;GACjE;EACF;EAEA,MAAM,UAAU,gBAAgB;EAChC,MAAM,wBACJ,eAAe,mBACf,qBAAqB,mBACrB,kBAAkB;EACpB,MAAM,kBAAkB,MAAM,QAAQ,OAAO;EAE7C,MAAM,qBACJ,CAAC,oBACD,EAHoB,OAAO,YAAY,YAAY,YAAY,OAI/D,CAAC,uBAAuB,eAAe,MACtC,OAAO,YAAY,YAAY;EAElC,IAAI,CAAC,sBAAsB,CAAC,mBAAmB,CAAC,uBAC9C;EAGF,IAAI;EACJ,IAAI,WAAW;EAEf,IAAI,iBAAiB;GACnB,MAAM,MAAM;GACZ,iBAAiB,CAAC;GAClB,IAAI,wBAAwB;GAC5B,KAAK,IAAI,IAAI,GAAG,IAAI,IAAI,QAAQ,KAAK;IACnC,MAAM,QAAQ,IAAI;IAClB,IAAI,aAAa,KAAK,GAAG;KACvB,WAAW;KACX;IACF;IACA,MAAM,SAAS,EAAE,GAAG,MAAM;IAC1B,IAAI,mBAAmB,QAAQ;KAC7B,OAAQ,OAAmC;KAC3C,WAAW;IACb;IACA,MAAM,OAAQ,OAA6B;IAC3C,IAAI,SAAA,UAA8B,SAAS,QAAQ;KACjD,MAAM,OAAQ,OAA6B;KAC3C,IAAI,QAAQ,QAAQ,KAAK,KAAK,MAAM,IAClC,wBAAwB,eAAe;IAE3C;IACA,eAAe,KAAK,MAA+B;GACrD;GAEA,IAAI,CAAC,YAAY,CAAC,oBAChB;GAGF,IAAI,sBAAsB,yBAAyB,GAAG;IACpD,eAAe,OAAO,wBAAwB,GAAG,GAAG,EAClD,YAAY,EAAE,MAAM,UAAU,EAChC,CAA0B;IAC1B,mBAAmB;IACnB,WAAW;GACb;EACF,OAAO,IAAI,OAAO,YAAY,YAAY,oBAAoB;GAC5D,iBAAiB,CACf;IAAE,MAAA;IAAyB,MAAM;GAAQ,GACzC,EAAE,YAAY,EAAE,MAAM,UAAU,EAAE,CACpC;GACA,mBAAmB;EACrB,OAAO,IAAI,OAAO,YAAY,YAAY,uBACxC,iBAAiB;OAEjB;EAGF,gBAAgB,KAAK,aAAa,iBAAiB,cAAc;CACnE;CAEA,OAAO;AACT"}

package/dist/cjs/summarization/node.cjs

@@ -715,7 +715,7 @@ async function summarizeWithCacheHit({ model, messages, promptText, updatePrompt
 	const fullMessages = [...messages, new _langchain_core_messages.HumanMessage(instruction)];
 	const responseMsg = (await require_invoke.attemptInvoke({
 		model,
-		messages: usePromptCache === true ? require_cache.addCacheControl(fullMessages) : fullMessages,
+		messages: usePromptCache === true ? require_cache.addTailCacheControl(fullMessages) : fullMessages,
 		provider,
 		onChunk: createSummarizationChunkHandler({
 			stepId,