@librechat/agents 3.0.0-rc11 → 3.0.0-rc12

package/dist/esm/messages/cache.mjs

@@ -0,0 +1,47 @@
+/**
+ * Anthropic API: Adds cache control to the appropriate user messages in the payload.
+ * @param messages - The array of message objects.
+ * @returns - The updated array of message objects with cache control added.
+ */
+function addCacheControl(messages) {
+    if (!Array.isArray(messages) || messages.length < 2) {
+        return messages;
+    }
+    const updatedMessages = [...messages];
+    let userMessagesModified = 0;
+    for (let i = updatedMessages.length - 1; i >= 0 && userMessagesModified < 2; i--) {
+        const message = updatedMessages[i];
+        if ('getType' in message && message.getType() !== 'human') {
+            continue;
+        }
+        else if ('role' in message && message.role !== 'user') {
+            continue;
+        }
+        if (typeof message.content === 'string') {
+            message.content = [
+                {
+                    type: 'text',
+                    text: message.content,
+                    cache_control: { type: 'ephemeral' },
+                },
+            ];
+            userMessagesModified++;
+        }
+        else if (Array.isArray(message.content)) {
+            for (let j = message.content.length - 1; j >= 0; j--) {
+                const contentPart = message.content[j];
+                if ('type' in contentPart && contentPart.type === 'text') {
+                    contentPart.cache_control = {
+                        type: 'ephemeral',
+                    };
+                    userMessagesModified++;
+                    break;
+                }
+            }
+        }
+    }
+    return updatedMessages;
+}
+
+export { addCacheControl };
+//# sourceMappingURL=cache.mjs.map

package/dist/esm/messages/cache.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.mjs","sources":["../../../src/messages/cache.ts"],"sourcesContent":["import type { AnthropicMessage } from '@/types/messages';\nimport type Anthropic from '@anthropic-ai/sdk';\nimport { BaseMessage } from '@langchain/core/messages';\n\n/**\n * Anthropic API: Adds cache control to the appropriate user messages in the payload.\n * @param messages - The array of message objects.\n * @returns - The updated array of message objects with cache control added.\n */\nexport function addCacheControl<T extends AnthropicMessage | BaseMessage>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages) || messages.length < 2) {\n    return messages;\n  }\n\n  const updatedMessages = [...messages];\n  let userMessagesModified = 0;\n\n  for (\n    let i = updatedMessages.length - 1;\n    i >= 0 && userMessagesModified < 2;\n    i--\n  ) {\n    const message = updatedMessages[i];\n    if ('getType' in message && message.getType() !== 'human') {\n      continue;\n    } else if ('role' in message && message.role !== 'user') {\n      continue;\n    }\n\n    if (typeof message.content === 'string') {\n      message.content = [\n        {\n          type: 'text',\n          text: message.content,\n          cache_control: { type: 'ephemeral' },\n        },\n      ];\n      userMessagesModified++;\n    } else if (Array.isArray(message.content)) {\n      for (let j = message.content.length - 1; j >= 0; j--) {\n        const contentPart = message.content[j];\n        if ('type' in contentPart && contentPart.type === 'text') {\n          (contentPart as Anthropic.TextBlockParam).cache_control = {\n            type: 'ephemeral',\n          };\n          userMessagesModified++;\n          break;\n        }\n      }\n    }\n  }\n\n  return updatedMessages;\n}\n"],"names":[],"mappings":"AAIA;;;;AAIG;AACG,SAAU,eAAe,CAC7B,QAAa,EAAA;AAEb,IAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;AACnD,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAG,CAAC,GAAG,QAAQ,CAAC;IACrC,IAAI,oBAAoB,GAAG,CAAC;IAE5B,KACE,IAAI,CAAC,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,EAClC,CAAC,IAAI,CAAC,IAAI,oBAAoB,GAAG,CAAC,EAClC,CAAC,EAAE,EACH;AACA,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC;QAClC,IAAI,SAAS,IAAI,OAAO,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,OAAO,EAAE;YACzD;;aACK,IAAI,MAAM,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE;YACvD;;AAGF,QAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC,OAAO,CAAC,OAAO,GAAG;AAChB,gBAAA;AACE,oBAAA,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,OAAO,CAAC,OAAO;AACrB,oBAAA,aAAa,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;AACrC,iBAAA;aACF;AACD,YAAA,oBAAoB,EAAE;;aACjB,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AACzC,YAAA,KAAK,IAAI,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;gBACpD,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;gBACtC,IAAI,MAAM,IAAI,WAAW,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,EAAE;oBACvD,WAAwC,CAAC,aAAa,GAAG;AACxD,wBAAA,IAAI,EAAE,WAAW;qBAClB;AACD,oBAAA,oBAAoB,EAAE;oBACtB;;;;;AAMR,IAAA,OAAO,eAAe;AACxB;;;;"}

package/dist/esm/messages/content.mjs

@@ -0,0 +1,51 @@
+import { ContentTypes } from '../common/enum.mjs';
+
+/**
+ * Formats an array of messages for LangChain, making sure all content fields are strings
+ * @param {Array<HumanMessage | AIMessage | SystemMessage | ToolMessage>} payload - The array of messages to format.
+ * @returns {Array<HumanMessage | AIMessage | SystemMessage | ToolMessage>} - The array of formatted LangChain messages, including ToolMessages for tool calls.
+ */
+const formatContentStrings = (payload) => {
+    // Create a new array to store the processed messages
+    const result = [];
+    for (const message of payload) {
+        const messageType = message.getType();
+        const isValidMessage = messageType === 'human' ||
+            messageType === 'ai' ||
+            messageType === 'system';
+        if (!isValidMessage) {
+            result.push(message);
+            continue;
+        }
+        // If content is already a string, add as-is
+        if (typeof message.content === 'string') {
+            result.push(message);
+            continue;
+        }
+        // If content is not an array, add as-is
+        if (!Array.isArray(message.content)) {
+            result.push(message);
+            continue;
+        }
+        // Check if all content blocks are text type
+        const allTextBlocks = message.content.every((block) => block.type === ContentTypes.TEXT);
+        // Only convert to string if all blocks are text type
+        if (!allTextBlocks) {
+            result.push(message);
+            continue;
+        }
+        // Reduce text types to a single string
+        const content = message.content.reduce((acc, curr) => {
+            if (curr.type === ContentTypes.TEXT) {
+                return `${acc}${curr[ContentTypes.TEXT] || ''}\n`;
+            }
+            return acc;
+        }, '');
+        message.content = content.trim();
+        result.push(message);
+    }
+    return result;
+};
+
+export { formatContentStrings };
+//# sourceMappingURL=content.mjs.map

package/dist/esm/messages/content.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"content.mjs","sources":["../../../src/messages/content.ts"],"sourcesContent":["import { ContentTypes } from '@/common';\nimport type { BaseMessage } from '@langchain/core/messages';\n\n/**\n * Formats an array of messages for LangChain, making sure all content fields are strings\n * @param {Array<HumanMessage | AIMessage | SystemMessage | ToolMessage>} payload - The array of messages to format.\n * @returns {Array<HumanMessage | AIMessage | SystemMessage | ToolMessage>} - The array of formatted LangChain messages, including ToolMessages for tool calls.\n */\nexport const formatContentStrings = (\n  payload: Array<BaseMessage>\n): Array<BaseMessage> => {\n  // Create a new array to store the processed messages\n  const result: Array<BaseMessage> = [];\n\n  for (const message of payload) {\n    const messageType = message.getType();\n    const isValidMessage =\n      messageType === 'human' ||\n      messageType === 'ai' ||\n      messageType === 'system';\n\n    if (!isValidMessage) {\n      result.push(message);\n      continue;\n    }\n\n    // If content is already a string, add as-is\n    if (typeof message.content === 'string') {\n      result.push(message);\n      continue;\n    }\n\n    // If content is not an array, add as-is\n    if (!Array.isArray(message.content)) {\n      result.push(message);\n      continue;\n    }\n\n    // Check if all content blocks are text type\n    const allTextBlocks = message.content.every(\n      (block) => block.type === ContentTypes.TEXT\n    );\n\n    // Only convert to string if all blocks are text type\n    if (!allTextBlocks) {\n      result.push(message);\n      continue;\n    }\n\n    // Reduce text types to a single string\n    const content = message.content.reduce((acc, curr) => {\n      if (curr.type === ContentTypes.TEXT) {\n        return `${acc}${curr[ContentTypes.TEXT] || ''}\\n`;\n      }\n      return acc;\n    }, '');\n\n    message.content = content.trim();\n    result.push(message);\n  }\n\n  return result;\n};\n"],"names":[],"mappings":";;AAGA;;;;AAIG;AACU,MAAA,oBAAoB,GAAG,CAClC,OAA2B,KACL;;IAEtB,MAAM,MAAM,GAAuB,EAAE;AAErC,IAAA,KAAK,MAAM,OAAO,IAAI,OAAO,EAAE;AAC7B,QAAA,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,EAAE;AACrC,QAAA,MAAM,cAAc,GAClB,WAAW,KAAK,OAAO;AACvB,YAAA,WAAW,KAAK,IAAI;YACpB,WAAW,KAAK,QAAQ;QAE1B,IAAI,CAAC,cAAc,EAAE;AACnB,YAAA,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;YACpB;;;AAIF,QAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;AACvC,YAAA,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;YACpB;;;QAIF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AACnC,YAAA,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;YACpB;;;QAIF,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CACzC,CAAC,KAAK,KAAK,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAC5C;;QAGD,IAAI,CAAC,aAAa,EAAE;AAClB,YAAA,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;YACpB;;;AAIF,QAAA,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,KAAI;YACnD,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE;AACnC,gBAAA,OAAO,CAAG,EAAA,GAAG,CAAG,EAAA,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA,EAAA,CAAI;;AAEnD,YAAA,OAAO,GAAG;SACX,EAAE,EAAE,CAAC;AAEN,QAAA,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE;AAChC,QAAA,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;;AAGtB,IAAA,OAAO,MAAM;AACf;;;;"}

package/dist/esm/messages/format.mjs

@@ -397,32 +397,6 @@ const formatAgentMessages = (payload, indexTokenCountMap, tools) => {
             : undefined,
     };
 };
-/**
- * Formats an array of messages for LangChain, making sure all content fields are strings
- * @param payload - The array of messages to format.
- * @returns - The array of formatted LangChain messages, including ToolMessages for tool calls.
- */
-const formatContentStrings = (payload) => {
-    // Create a copy of the payload to avoid modifying the original
-    const result = [...payload];
-    for (const message of result) {
-        if (typeof message.content === 'string') {
-            continue;
-        }
-        if (!Array.isArray(message.content)) {
-            continue;
-        }
-        // Reduce text types to a single string, ignore all other types
-        const content = message.content.reduce((acc, curr) => {
-            if (curr.type === ContentTypes.TEXT) {
-                return `${acc}${curr[ContentTypes.TEXT] || ''}\n`;
-            }
-            return acc;
-        }, '');
-        message.content = content.trim();
-    }
-    return result;
-};
 /**
  * Adds a value at key 0 for system messages and shifts all key indices by one in an indexTokenCountMap.
  * This is useful when adding a system message at the beginning of a conversation.
@@ -443,5 +417,5 @@ function shiftIndexTokenCountMap(indexTokenCountMap, instructionsTokenCount) {
     return shiftedMap;
 }
 
-export { formatAgentMessages, formatContentStrings, formatFromLangChain, formatLangChainMessages, formatMediaMessage, formatMessage, shiftIndexTokenCountMap };
+export { formatAgentMessages, formatFromLangChain, formatLangChainMessages, formatMediaMessage, formatMessage, shiftIndexTokenCountMap };
 //# sourceMappingURL=format.mjs.map

package/dist/esm/messages/format.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"format.mjs","sources":["../../../src/messages/format.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/no-explicit-any */\nimport {\n  AIMessage,\n  ToolMessage,\n  BaseMessage,\n  HumanMessage,\n  SystemMessage,\n  getBufferString,\n} from '@langchain/core/messages';\nimport type { MessageContentImageUrl } from '@langchain/core/messages';\nimport type { ToolCall } from '@langchain/core/messages/tool';\nimport type {\n  MessageContentComplex,\n  ToolCallPart,\n  TPayload,\n  TMessage,\n} from '@/types';\nimport { Providers, ContentTypes } from '@/common';\n\ninterface MediaMessageParams {\n  message: {\n    role: string;\n    content: string;\n    name?: string;\n    [key: string]: any;\n  };\n  mediaParts: MessageContentComplex[];\n  endpoint?: Providers;\n}\n\n/**\n * Formats a message with media content (images, documents, videos, audios) to API payload format.\n *\n * @param params - The parameters for formatting.\n * @returns - The formatted message.\n */\nexport const formatMediaMessage = ({\n  message,\n  endpoint,\n  mediaParts,\n}: MediaMessageParams): {\n  role: string;\n  content: MessageContentComplex[];\n  name?: string;\n  [key: string]: any;\n} => {\n  // Create a new object to avoid mutating the input\n  const result: {\n    role: string;\n    content: MessageContentComplex[];\n    name?: string;\n    [key: string]: any;\n  } = {\n    ...message,\n    content: [] as MessageContentComplex[],\n  };\n\n  if (endpoint === Providers.ANTHROPIC) {\n    result.content = [\n      ...mediaParts,\n      { type: ContentTypes.TEXT, text: message.content },\n    ] as MessageContentComplex[];\n    return result;\n  }\n\n  result.content = [\n    { type: ContentTypes.TEXT, text: message.content },\n    ...mediaParts,\n  ] as MessageContentComplex[];\n\n  return result;\n};\n\ninterface MessageInput {\n  role?: string;\n  _name?: string;\n  sender?: string;\n  text?: string;\n  content?: string | MessageContentComplex[];\n  image_urls?: MessageContentImageUrl[];\n  documents?: MessageContentComplex[];\n  videos?: MessageContentComplex[];\n  audios?: MessageContentComplex[];\n  lc_id?: string[];\n  [key: string]: any;\n}\n\ninterface FormatMessageParams {\n  message: MessageInput;\n  userName?: string;\n  assistantName?: string;\n  endpoint?: Providers;\n  langChain?: boolean;\n}\n\ninterface FormattedMessage {\n  role: string;\n  content: string | MessageContentComplex[];\n  name?: string;\n  [key: string]: any;\n}\n\n/**\n * Formats a message to OpenAI payload format based on the provided options.\n *\n * @param params - The parameters for formatting.\n * @returns - The formatted message.\n */\nexport const formatMessage = ({\n  message,\n  userName,\n  endpoint,\n  assistantName,\n  langChain = false,\n}: FormatMessageParams):\n  | FormattedMessage\n  | HumanMessage\n  | AIMessage\n  | SystemMessage => {\n  // eslint-disable-next-line prefer-const\n  let { role: _role, _name, sender, text, content: _content, lc_id } = message;\n  if (lc_id && lc_id[2] && !langChain) {\n    const roleMapping: Record<string, string> = {\n      SystemMessage: 'system',\n      HumanMessage: 'user',\n      AIMessage: 'assistant',\n    };\n    _role = roleMapping[lc_id[2]] || _role;\n  }\n  const role =\n    _role ??\n    (sender != null && sender && sender.toLowerCase() === 'user'\n      ? 'user'\n      : 'assistant');\n  const content = _content ?? text ?? '';\n  const formattedMessage: FormattedMessage = {\n    role,\n    content,\n  };\n\n  // Set name fields first\n  if (_name != null && _name) {\n    formattedMessage.name = _name;\n  }\n\n  if (userName != null && userName && formattedMessage.role === 'user') {\n    formattedMessage.name = userName;\n  }\n\n  if (\n    assistantName != null &&\n    assistantName &&\n    formattedMessage.role === 'assistant'\n  ) {\n    formattedMessage.name = assistantName;\n  }\n\n  if (formattedMessage.name != null && formattedMessage.name) {\n    // Conform to API regex: ^[a-zA-Z0-9_-]{1,64}$\n    // https://community.openai.com/t/the-format-of-the-name-field-in-the-documentation-is-incorrect/175684/2\n    formattedMessage.name = formattedMessage.name.replace(\n      /[^a-zA-Z0-9_-]/g,\n      '_'\n    );\n\n    if (formattedMessage.name.length > 64) {\n      formattedMessage.name = formattedMessage.name.substring(0, 64);\n    }\n  }\n\n  const { image_urls, documents, videos, audios } = message;\n  const mediaParts: MessageContentComplex[] = [];\n\n  if (Array.isArray(documents) && documents.length > 0) {\n    mediaParts.push(...documents);\n  }\n\n  if (Array.isArray(videos) && videos.length > 0) {\n    mediaParts.push(...videos);\n  }\n\n  if (Array.isArray(audios) && audios.length > 0) {\n    mediaParts.push(...audios);\n  }\n\n  if (Array.isArray(image_urls) && image_urls.length > 0) {\n    mediaParts.push(...image_urls);\n  }\n\n  if (mediaParts.length > 0 && role === 'user') {\n    const mediaMessage = formatMediaMessage({\n      message: {\n        ...formattedMessage,\n        content:\n          typeof formattedMessage.content === 'string'\n            ? formattedMessage.content\n            : '',\n      },\n      mediaParts,\n      endpoint,\n    });\n\n    if (!langChain) {\n      return mediaMessage;\n    }\n\n    return new HumanMessage(mediaMessage);\n  }\n\n  if (!langChain) {\n    return formattedMessage;\n  }\n\n  if (role === 'user') {\n    return new HumanMessage(formattedMessage);\n  } else if (role === 'assistant') {\n    return new AIMessage(formattedMessage);\n  } else {\n    return new SystemMessage(formattedMessage);\n  }\n};\n\n/**\n * Formats an array of messages for LangChain.\n *\n * @param messages - The array of messages to format.\n * @param formatOptions - The options for formatting each message.\n * @returns - The array of formatted LangChain messages.\n */\nexport const formatLangChainMessages = (\n  messages: Array<MessageInput>,\n  formatOptions: Omit<FormatMessageParams, 'message' | 'langChain'>\n): Array<HumanMessage | AIMessage | SystemMessage> => {\n  return messages.map((msg) => {\n    const formatted = formatMessage({\n      ...formatOptions,\n      message: msg,\n      langChain: true,\n    });\n    return formatted as HumanMessage | AIMessage | SystemMessage;\n  });\n};\n\ninterface LangChainMessage {\n  lc_kwargs?: {\n    additional_kwargs?: Record<string, any>;\n    [key: string]: any;\n  };\n  kwargs?: {\n    additional_kwargs?: Record<string, any>;\n    [key: string]: any;\n  };\n  [key: string]: any;\n}\n\n/**\n * Formats a LangChain message object by merging properties from `lc_kwargs` or `kwargs` and `additional_kwargs`.\n *\n * @param message - The message object to format.\n * @returns - The formatted LangChain message.\n */\nexport const formatFromLangChain = (\n  message: LangChainMessage\n): Record<string, any> => {\n  const kwargs = message.lc_kwargs ?? message.kwargs ?? {};\n  const { additional_kwargs = {}, ...message_kwargs } = kwargs;\n  return {\n    ...message_kwargs,\n    ...additional_kwargs,\n  };\n};\n\n/**\n * Helper function to format an assistant message\n * @param message The message to format\n * @returns Array of formatted messages\n */\nfunction formatAssistantMessage(\n  message: Partial<TMessage>\n): Array<AIMessage | ToolMessage> {\n  const formattedMessages: Array<AIMessage | ToolMessage> = [];\n  let currentContent: MessageContentComplex[] = [];\n  let lastAIMessage: AIMessage | null = null;\n  let hasReasoning = false;\n\n  if (Array.isArray(message.content)) {\n    for (const part of message.content) {\n      if (part.type === ContentTypes.TEXT && part.tool_call_ids) {\n        /*\n        If there's pending content, it needs to be aggregated as a single string to prepare for tool calls.\n        For Anthropic models, the \"tool_calls\" field on a message is only respected if content is a string.\n        */\n        if (currentContent.length > 0) {\n          let content = currentContent.reduce((acc, curr) => {\n            if (curr.type === ContentTypes.TEXT) {\n              return `${acc}${curr[ContentTypes.TEXT] || ''}\\n`;\n            }\n            return acc;\n          }, '');\n          content =\n            `${content}\\n${part[ContentTypes.TEXT] ?? part.text ?? ''}`.trim();\n          lastAIMessage = new AIMessage({ content });\n          formattedMessages.push(lastAIMessage);\n          currentContent = [];\n          continue;\n        }\n        // Create a new AIMessage with this text and prepare for tool calls\n        lastAIMessage = new AIMessage({\n          content: part.text || '',\n        });\n        formattedMessages.push(lastAIMessage);\n      } else if (part.type === ContentTypes.TOOL_CALL) {\n        if (!lastAIMessage) {\n          // \"Heal\" the payload by creating an AIMessage to precede the tool call\n          lastAIMessage = new AIMessage({ content: '' });\n          formattedMessages.push(lastAIMessage);\n        }\n\n        // Note: `tool_calls` list is defined when constructed by `AIMessage` class, and outputs should be excluded from it\n        const {\n          output,\n          args: _args,\n          ..._tool_call\n        } = part.tool_call as ToolCallPart;\n        const tool_call: ToolCallPart = _tool_call;\n        // TODO: investigate; args as dictionary may need to be providers-or-tool-specific\n        let args: any = _args;\n        try {\n          if (typeof _args === 'string') {\n            args = JSON.parse(_args);\n          }\n        } catch {\n          if (typeof _args === 'string') {\n            args = { input: _args };\n          }\n        }\n\n        tool_call.args = args;\n        if (!lastAIMessage.tool_calls) {\n          lastAIMessage.tool_calls = [];\n        }\n        lastAIMessage.tool_calls.push(tool_call as ToolCall);\n\n        formattedMessages.push(\n          new ToolMessage({\n            tool_call_id: tool_call.id ?? '',\n            name: tool_call.name,\n            content: output || '',\n          })\n        );\n      } else if (part.type === ContentTypes.THINK) {\n        hasReasoning = true;\n        continue;\n      } else if (\n        part.type === ContentTypes.ERROR ||\n        part.type === ContentTypes.AGENT_UPDATE\n      ) {\n        continue;\n      } else {\n        currentContent.push(part);\n      }\n    }\n  }\n\n  if (hasReasoning && currentContent.length > 0) {\n    const content = currentContent\n      .reduce((acc, curr) => {\n        if (curr.type === ContentTypes.TEXT) {\n          return `${acc}${curr[ContentTypes.TEXT] || ''}\\n`;\n        }\n        return acc;\n      }, '')\n      .trim();\n\n    if (content) {\n      formattedMessages.push(new AIMessage({ content }));\n    }\n  } else if (currentContent.length > 0) {\n    formattedMessages.push(new AIMessage({ content: currentContent }));\n  }\n\n  return formattedMessages;\n}\n\n/**\n * Formats an array of messages for LangChain, handling tool calls and creating ToolMessage instances.\n *\n * @param payload - The array of messages to format.\n * @param indexTokenCountMap - Optional map of message indices to token counts.\n * @param tools - Optional set of tool names that are allowed in the request.\n * @returns - Object containing formatted messages and updated indexTokenCountMap if provided.\n */\nexport const formatAgentMessages = (\n  payload: TPayload,\n  indexTokenCountMap?: Record<number, number>,\n  tools?: Set<string>\n): {\n  messages: Array<HumanMessage | AIMessage | SystemMessage | ToolMessage>;\n  indexTokenCountMap?: Record<number, number>;\n} => {\n  const messages: Array<\n    HumanMessage | AIMessage | SystemMessage | ToolMessage\n  > = [];\n  // If indexTokenCountMap is provided, create a new map to track the updated indices\n  const updatedIndexTokenCountMap: Record<number, number> = {};\n  // Keep track of the mapping from original payload indices to result indices\n  const indexMapping: Record<number, number[]> = {};\n\n  // Process messages with tool conversion if tools set is provided\n  for (let i = 0; i < payload.length; i++) {\n    const message = payload[i];\n    // Q: Store the current length of messages to track where this payload message starts in the result?\n    // const startIndex = messages.length;\n    if (typeof message.content === 'string') {\n      message.content = [\n        { type: ContentTypes.TEXT, [ContentTypes.TEXT]: message.content },\n      ];\n    }\n    if (message.role !== 'assistant') {\n      messages.push(\n        formatMessage({\n          message: message as MessageInput,\n          langChain: true,\n        }) as HumanMessage | AIMessage | SystemMessage\n      );\n\n      // Update the index mapping for this message\n      indexMapping[i] = [messages.length - 1];\n      continue;\n    }\n\n    // For assistant messages, track the starting index before processing\n    const startMessageIndex = messages.length;\n\n    // If tools set is provided, we need to check if we need to convert tool messages to a string\n    if (tools) {\n      // First, check if this message contains tool calls\n      let hasToolCalls = false;\n      let hasInvalidTool = false;\n      const toolNames: string[] = [];\n\n      const content = message.content;\n      if (content && Array.isArray(content)) {\n        for (const part of content) {\n          if (part.type === ContentTypes.TOOL_CALL) {\n            hasToolCalls = true;\n            if (tools.size === 0) {\n              hasInvalidTool = true;\n              break;\n            }\n            const toolName = part.tool_call.name;\n            toolNames.push(toolName);\n            if (!tools.has(toolName)) {\n              hasInvalidTool = true;\n            }\n          }\n        }\n      }\n\n      // If this message has tool calls and at least one is invalid, we need to convert it\n      if (hasToolCalls && hasInvalidTool) {\n        // We need to collect all related messages (this message and any subsequent tool messages)\n        const toolSequence: BaseMessage[] = [];\n        let sequenceEndIndex = i;\n\n        // Process the current assistant message to get the AIMessage with tool calls\n        const formattedMessages = formatAssistantMessage(message);\n        toolSequence.push(...formattedMessages);\n\n        // Look ahead for any subsequent assistant messages that might be part of this tool sequence\n        let j = i + 1;\n        while (j < payload.length && payload[j].role === 'assistant') {\n          // Check if this is a continuation of the tool sequence\n          let isToolResponse = false;\n          const content = payload[j].content;\n          if (content && Array.isArray(content)) {\n            for (const part of content) {\n              if (part.type === ContentTypes.TOOL_CALL) {\n                isToolResponse = true;\n                break;\n              }\n            }\n          }\n\n          if (isToolResponse) {\n            // This is part of the tool sequence, add it\n            const nextMessages = formatAssistantMessage(payload[j]);\n            toolSequence.push(...nextMessages);\n            sequenceEndIndex = j;\n            j++;\n          } else {\n            // This is not part of the tool sequence, stop looking\n            break;\n          }\n        }\n\n        // Convert the sequence to a string\n        const bufferString = getBufferString(toolSequence);\n        messages.push(new AIMessage({ content: bufferString }));\n\n        // Skip the messages we've already processed\n        i = sequenceEndIndex;\n\n        // Update the index mapping for this sequence\n        const resultIndices = [messages.length - 1];\n        for (let k = i; k >= i && k <= sequenceEndIndex; k++) {\n          indexMapping[k] = resultIndices;\n        }\n\n        continue;\n      }\n    }\n\n    // Process the assistant message using the helper function\n    const formattedMessages = formatAssistantMessage(message);\n    messages.push(...formattedMessages);\n\n    // Update the index mapping for this assistant message\n    // Store all indices that were created from this original message\n    const endMessageIndex = messages.length;\n    const resultIndices = [];\n    for (let j = startMessageIndex; j < endMessageIndex; j++) {\n      resultIndices.push(j);\n    }\n    indexMapping[i] = resultIndices;\n  }\n\n  // Update the token count map if it was provided\n  if (indexTokenCountMap) {\n    for (\n      let originalIndex = 0;\n      originalIndex < payload.length;\n      originalIndex++\n    ) {\n      const resultIndices = indexMapping[originalIndex] || [];\n      const tokenCount = indexTokenCountMap[originalIndex];\n\n      if (tokenCount !== undefined) {\n        if (resultIndices.length === 1) {\n          // Simple 1:1 mapping\n          updatedIndexTokenCountMap[resultIndices[0]] = tokenCount;\n        } else if (resultIndices.length > 1) {\n          // If one message was split into multiple, distribute the token count\n          // This is a simplification - in reality, you might want a more sophisticated distribution\n          const countPerMessage = Math.floor(tokenCount / resultIndices.length);\n          resultIndices.forEach((resultIndex, idx) => {\n            if (idx === resultIndices.length - 1) {\n              // Give any remainder to the last message\n              updatedIndexTokenCountMap[resultIndex] =\n                tokenCount - countPerMessage * (resultIndices.length - 1);\n            } else {\n              updatedIndexTokenCountMap[resultIndex] = countPerMessage;\n            }\n          });\n        }\n      }\n    }\n  }\n\n  return {\n    messages,\n    indexTokenCountMap: indexTokenCountMap\n      ? updatedIndexTokenCountMap\n      : undefined,\n  };\n};\n\n/**\n * Formats an array of messages for LangChain, making sure all content fields are strings\n * @param payload - The array of messages to format.\n * @returns - The array of formatted LangChain messages, including ToolMessages for tool calls.\n */\nexport const formatContentStrings = (\n  payload: Array<BaseMessage>\n): Array<BaseMessage> => {\n  // Create a copy of the payload to avoid modifying the original\n  const result = [...payload];\n\n  for (const message of result) {\n    if (typeof message.content === 'string') {\n      continue;\n    }\n\n    if (!Array.isArray(message.content)) {\n      continue;\n    }\n\n    // Reduce text types to a single string, ignore all other types\n    const content = message.content.reduce((acc, curr) => {\n      if (curr.type === ContentTypes.TEXT) {\n        return `${acc}${curr[ContentTypes.TEXT] || ''}\\n`;\n      }\n      return acc;\n    }, '');\n\n    message.content = content.trim();\n  }\n\n  return result;\n};\n\n/**\n * Adds a value at key 0 for system messages and shifts all key indices by one in an indexTokenCountMap.\n * This is useful when adding a system message at the beginning of a conversation.\n *\n * @param indexTokenCountMap - The original map of message indices to token counts\n * @param instructionsTokenCount - The token count for the system message to add at index 0\n * @returns A new map with the system message at index 0 and all other indices shifted by 1\n */\nexport function shiftIndexTokenCountMap(\n  indexTokenCountMap: Record<number, number>,\n  instructionsTokenCount: number\n): Record<number, number> {\n  // Create a new map to avoid modifying the original\n  const shiftedMap: Record<number, number> = {};\n  shiftedMap[0] = instructionsTokenCount;\n\n  // Shift all existing indices by 1\n  for (const [indexStr, tokenCount] of Object.entries(indexTokenCountMap)) {\n    const index = Number(indexStr);\n    shiftedMap[index + 1] = tokenCount;\n  }\n\n  return shiftedMap;\n}\n"],"names":[],"mappings":";;;AAAA;AA8BA;;;;;AAKG;AACI,MAAM,kBAAkB,GAAG,CAAC,EACjC,OAAO,EACP,QAAQ,EACR,UAAU,GACS,KAKjB;;AAEF,IAAA,MAAM,MAAM,GAKR;AACF,QAAA,GAAG,OAAO;AACV,QAAA,OAAO,EAAE,EAA6B;KACvC;AAED,IAAA,IAAI,QAAQ,KAAK,SAAS,CAAC,SAAS,EAAE;QACpC,MAAM,CAAC,OAAO,GAAG;AACf,YAAA,GAAG,UAAU;YACb,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE;SACxB;AAC5B,QAAA,OAAO,MAAM;;IAGf,MAAM,CAAC,OAAO,GAAG;QACf,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE;AAClD,QAAA,GAAG,UAAU;KACa;AAE5B,IAAA,OAAO,MAAM;AACf;AA+BA;;;;;AAKG;AACU,MAAA,aAAa,GAAG,CAAC,EAC5B,OAAO,EACP,QAAQ,EACR,QAAQ,EACR,aAAa,EACb,SAAS,GAAG,KAAK,GACG,KAIF;;AAElB,IAAA,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,OAAO;IAC5E,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE;AACnC,QAAA,MAAM,WAAW,GAA2B;AAC1C,YAAA,aAAa,EAAE,QAAQ;AACvB,YAAA,YAAY,EAAE,MAAM;AACpB,YAAA,SAAS,EAAE,WAAW;SACvB;QACD,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK;;IAExC,MAAM,IAAI,GACR,KAAK;SACJ,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK;AACpD,cAAE;cACA,WAAW,CAAC;AAClB,IAAA,MAAM,OAAO,GAAG,QAAQ,IAAI,IAAI,IAAI,EAAE;AACtC,IAAA,MAAM,gBAAgB,GAAqB;QACzC,IAAI;QACJ,OAAO;KACR;;AAGD,IAAA,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,EAAE;AAC1B,QAAA,gBAAgB,CAAC,IAAI,GAAG,KAAK;;AAG/B,IAAA,IAAI,QAAQ,IAAI,IAAI,IAAI,QAAQ,IAAI,gBAAgB,CAAC,IAAI,KAAK,MAAM,EAAE;AACpE,QAAA,gBAAgB,CAAC,IAAI,GAAG,QAAQ;;IAGlC,IACE,aAAa,IAAI,IAAI;QACrB,aAAa;AACb,QAAA,gBAAgB,CAAC,IAAI,KAAK,WAAW,EACrC;AACA,QAAA,gBAAgB,CAAC,IAAI,GAAG,aAAa;;IAGvC,IAAI,gBAAgB,CAAC,IAAI,IAAI,IAAI,IAAI,gBAAgB,CAAC,IAAI,EAAE;;;AAG1D,QAAA,gBAAgB,CAAC,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,OAAO,CACnD,iBAAiB,EACjB,GAAG,CACJ;QAED,IAAI,gBAAgB,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE;AACrC,YAAA,gBAAgB,CAAC,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC;;;IAIlE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO;IACzD,MAAM,UAAU,GAA4B,EAAE;AAE9C,IAAA,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;AACpD,QAAA,UAAU,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC;;AAG/B,IAAA,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;AAC9C,QAAA,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;;AAG5B,IAAA,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;AAC9C,QAAA,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;;AAG5B,IAAA,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;AACtD,QAAA,UAAU,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC;;IAGhC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,KAAK,MAAM,EAAE;QAC5C,MAAM,YAAY,GAAG,kBAAkB,CAAC;AACtC,YAAA,OAAO,EAAE;AACP,gBAAA,GAAG,gBAAgB;AACnB,gBAAA,OAAO,EACL,OAAO,gBAAgB,CAAC,OAAO,KAAK;sBAChC,gBAAgB,CAAC;AACnB,sBAAE,EAAE;AACT,aAAA;YACD,UAAU;YACV,QAAQ;AACT,SAAA,CAAC;QAEF,IAAI,CAAC,SAAS,EAAE;AACd,YAAA,OAAO,YAAY;;AAGrB,QAAA,OAAO,IAAI,YAAY,CAAC,YAAY,CAAC;;IAGvC,IAAI,CAAC,SAAS,EAAE;AACd,QAAA,OAAO,gBAAgB;;AAGzB,IAAA,IAAI,IAAI,KAAK,MAAM,EAAE;AACnB,QAAA,OAAO,IAAI,YAAY,CAAC,gBAAgB,CAAC;;AACpC,SAAA,IAAI,IAAI,KAAK,WAAW,EAAE;AAC/B,QAAA,OAAO,IAAI,SAAS,CAAC,gBAAgB,CAAC;;SACjC;AACL,QAAA,OAAO,IAAI,aAAa,CAAC,gBAAgB,CAAC;;AAE9C;AAEA;;;;;;AAMG;MACU,uBAAuB,GAAG,CACrC,QAA6B,EAC7B,aAAiE,KACd;AACnD,IAAA,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,KAAI;QAC1B,MAAM,SAAS,GAAG,aAAa,CAAC;AAC9B,YAAA,GAAG,aAAa;AAChB,YAAA,OAAO,EAAE,GAAG;AACZ,YAAA,SAAS,EAAE,IAAI;AAChB,SAAA,CAAC;AACF,QAAA,OAAO,SAAqD;AAC9D,KAAC,CAAC;AACJ;AAcA;;;;;AAKG;AACU,MAAA,mBAAmB,GAAG,CACjC,OAAyB,KACF;IACvB,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,MAAM,IAAI,EAAE;IACxD,MAAM,EAAE,iBAAiB,GAAG,EAAE,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM;IAC5D,OAAO;AACL,QAAA,GAAG,cAAc;AACjB,QAAA,GAAG,iBAAiB;KACrB;AACH;AAEA;;;;AAIG;AACH,SAAS,sBAAsB,CAC7B,OAA0B,EAAA;IAE1B,MAAM,iBAAiB,GAAmC,EAAE;IAC5D,IAAI,cAAc,GAA4B,EAAE;IAChD,IAAI,aAAa,GAAqB,IAAI;IAC1C,IAAI,YAAY,GAAG,KAAK;IAExB,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AAClC,QAAA,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE;AAClC,YAAA,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,IAAI,IAAI,CAAC,aAAa,EAAE;AACzD;;;AAGE;AACF,gBAAA,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;oBAC7B,IAAI,OAAO,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,KAAI;wBAChD,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE;AACnC,4BAAA,OAAO,CAAG,EAAA,GAAG,CAAG,EAAA,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA,EAAA,CAAI;;AAEnD,wBAAA,OAAO,GAAG;qBACX,EAAE,EAAE,CAAC;oBACN,OAAO;AACL,wBAAA,CAAA,EAAG,OAAO,CAAK,EAAA,EAAA,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE;oBACpE,aAAa,GAAG,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC;AAC1C,oBAAA,iBAAiB,CAAC,IAAI,CAAC,aAAa,CAAC;oBACrC,cAAc,GAAG,EAAE;oBACnB;;;gBAGF,aAAa,GAAG,IAAI,SAAS,CAAC;AAC5B,oBAAA,OAAO,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;AACzB,iBAAA,CAAC;AACF,gBAAA,iBAAiB,CAAC,IAAI,CAAC,aAAa,CAAC;;iBAChC,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,SAAS,EAAE;gBAC/C,IAAI,CAAC,aAAa,EAAE;;oBAElB,aAAa,GAAG,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;AAC9C,oBAAA,iBAAiB,CAAC,IAAI,CAAC,aAAa,CAAC;;;AAIvC,gBAAA,MAAM,EACJ,MAAM,EACN,IAAI,EAAE,KAAK,EACX,GAAG,UAAU,EACd,GAAG,IAAI,CAAC,SAAyB;gBAClC,MAAM,SAAS,GAAiB,UAAU;;gBAE1C,IAAI,IAAI,GAAQ,KAAK;AACrB,gBAAA,IAAI;AACF,oBAAA,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;AAC7B,wBAAA,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;;;AAE1B,gBAAA,MAAM;AACN,oBAAA,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;AAC7B,wBAAA,IAAI,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE;;;AAI3B,gBAAA,SAAS,CAAC,IAAI,GAAG,IAAI;AACrB,gBAAA,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE;AAC7B,oBAAA,aAAa,CAAC,UAAU,GAAG,EAAE;;AAE/B,gBAAA,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,SAAqB,CAAC;AAEpD,gBAAA,iBAAiB,CAAC,IAAI,CACpB,IAAI,WAAW,CAAC;AACd,oBAAA,YAAY,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE;oBAChC,IAAI,EAAE,SAAS,CAAC,IAAI;oBACpB,OAAO,EAAE,MAAM,IAAI,EAAE;AACtB,iBAAA,CAAC,CACH;;iBACI,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,KAAK,EAAE;gBAC3C,YAAY,GAAG,IAAI;gBACnB;;AACK,iBAAA,IACL,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,KAAK;AAChC,gBAAA,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,YAAY,EACvC;gBACA;;iBACK;AACL,gBAAA,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;;;;IAK/B,IAAI,YAAY,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;QAC7C,MAAM,OAAO,GAAG;AACb,aAAA,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,KAAI;YACpB,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE;AACnC,gBAAA,OAAO,CAAG,EAAA,GAAG,CAAG,EAAA,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA,EAAA,CAAI;;AAEnD,YAAA,OAAO,GAAG;SACX,EAAE,EAAE;AACJ,aAAA,IAAI,EAAE;QAET,IAAI,OAAO,EAAE;YACX,iBAAiB,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;;;AAE/C,SAAA,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;AACpC,QAAA,iBAAiB,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC;;AAGpE,IAAA,OAAO,iBAAiB;AAC1B;AAEA;;;;;;;AAOG;AACU,MAAA,mBAAmB,GAAG,CACjC,OAAiB,EACjB,kBAA2C,EAC3C,KAAmB,KAIjB;IACF,MAAM,QAAQ,GAEV,EAAE;;IAEN,MAAM,yBAAyB,GAA2B,EAAE;;IAE5D,MAAM,YAAY,GAA6B,EAAE;;AAGjD,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC;;;AAG1B,QAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC,OAAO,CAAC,OAAO,GAAG;AAChB,gBAAA,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC,YAAY,CAAC,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE;aAClE;;AAEH,QAAA,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE;AAChC,YAAA,QAAQ,CAAC,IAAI,CACX,aAAa,CAAC;AACZ,gBAAA,OAAO,EAAE,OAAuB;AAChC,gBAAA,SAAS,EAAE,IAAI;AAChB,aAAA,CAA6C,CAC/C;;YAGD,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;YACvC;;;AAIF,QAAA,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM;;QAGzC,IAAI,KAAK,EAAE;;YAET,IAAI,YAAY,GAAG,KAAK;YACxB,IAAI,cAAc,GAAG,KAAK;AAG1B,YAAA,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;YAC/B,IAAI,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AACrC,gBAAA,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE;oBAC1B,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,SAAS,EAAE;wBACxC,YAAY,GAAG,IAAI;AACnB,wBAAA,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,EAAE;4BACpB,cAAc,GAAG,IAAI;4BACrB;;AAEF,wBAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI;wBAEpC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE;4BACxB,cAAc,GAAG,IAAI;;;;;;AAO7B,YAAA,IAAI,YAAY,IAAI,cAAc,EAAE;;gBAElC,MAAM,YAAY,GAAkB,EAAE;gBACtC,IAAI,gBAAgB,GAAG,CAAC;;AAGxB,gBAAA,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,OAAO,CAAC;AACzD,gBAAA,YAAY,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC;;AAGvC,gBAAA,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AACb,gBAAA,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE;;oBAE5D,IAAI,cAAc,GAAG,KAAK;oBAC1B,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO;oBAClC,IAAI,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AACrC,wBAAA,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE;4BAC1B,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,SAAS,EAAE;gCACxC,cAAc,GAAG,IAAI;gCACrB;;;;oBAKN,IAAI,cAAc,EAAE;;wBAElB,MAAM,YAAY,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACvD,wBAAA,YAAY,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC;wBAClC,gBAAgB,GAAG,CAAC;AACpB,wBAAA,CAAC,EAAE;;yBACE;;wBAEL;;;;AAKJ,gBAAA,MAAM,YAAY,GAAG,eAAe,CAAC,YAAY,CAAC;AAClD,gBAAA,QAAQ,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;;gBAGvD,CAAC,GAAG,gBAAgB;;gBAGpB,MAAM,aAAa,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;AAC3C,gBAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,gBAAgB,EAAE,CAAC,EAAE,EAAE;AACpD,oBAAA,YAAY,CAAC,CAAC,CAAC,GAAG,aAAa;;gBAGjC;;;;AAKJ,QAAA,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,OAAO,CAAC;AACzD,QAAA,QAAQ,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC;;;AAInC,QAAA,MAAM,eAAe,GAAG,QAAQ,CAAC,MAAM;QACvC,MAAM,aAAa,GAAG,EAAE;AACxB,QAAA,KAAK,IAAI,CAAC,GAAG,iBAAiB,EAAE,CAAC,GAAG,eAAe,EAAE,CAAC,EAAE,EAAE;AACxD,YAAA,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;;AAEvB,QAAA,YAAY,CAAC,CAAC,CAAC,GAAG,aAAa;;;IAIjC,IAAI,kBAAkB,EAAE;AACtB,QAAA,KACE,IAAI,aAAa,GAAG,CAAC,EACrB,aAAa,GAAG,OAAO,CAAC,MAAM,EAC9B,aAAa,EAAE,EACf;YACA,MAAM,aAAa,GAAG,YAAY,CAAC,aAAa,CAAC,IAAI,EAAE;AACvD,YAAA,MAAM,UAAU,GAAG,kBAAkB,CAAC,aAAa,CAAC;AAEpD,YAAA,IAAI,UAAU,KAAK,SAAS,EAAE;AAC5B,gBAAA,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE;;oBAE9B,yBAAyB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,UAAU;;AACnD,qBAAA,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;;;AAGnC,oBAAA,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC;oBACrE,aAAa,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,KAAI;wBACzC,IAAI,GAAG,KAAK,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;;4BAEpC,yBAAyB,CAAC,WAAW,CAAC;gCACpC,UAAU,GAAG,eAAe,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;;6BACtD;AACL,4BAAA,yBAAyB,CAAC,WAAW,CAAC,GAAG,eAAe;;AAE5D,qBAAC,CAAC;;;;;IAMV,OAAO;QACL,QAAQ;AACR,QAAA,kBAAkB,EAAE;AAClB,cAAE;AACF,cAAE,SAAS;KACd;AACH;AAEA;;;;AAIG;AACU,MAAA,oBAAoB,GAAG,CAClC,OAA2B,KACL;;AAEtB,IAAA,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC;AAE3B,IAAA,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE;AAC5B,QAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC;;QAGF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YACnC;;;AAIF,QAAA,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,KAAI;YACnD,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE;AACnC,gBAAA,OAAO,CAAG,EAAA,GAAG,CAAG,EAAA,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA,EAAA,CAAI;;AAEnD,YAAA,OAAO,GAAG;SACX,EAAE,EAAE,CAAC;AAEN,QAAA,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE;;AAGlC,IAAA,OAAO,MAAM;AACf;AAEA;;;;;;;AAOG;AACa,SAAA,uBAAuB,CACrC,kBAA0C,EAC1C,sBAA8B,EAAA;;IAG9B,MAAM,UAAU,GAA2B,EAAE;AAC7C,IAAA,UAAU,CAAC,CAAC,CAAC,GAAG,sBAAsB;;AAGtC,IAAA,KAAK,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAAE;AACvE,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC;AAC9B,QAAA,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,UAAU;;AAGpC,IAAA,OAAO,UAAU;AACnB;;;;"}
+{"version":3,"file":"format.mjs","sources":["../../../src/messages/format.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/no-explicit-any */\nimport {\n  AIMessage,\n  ToolMessage,\n  BaseMessage,\n  HumanMessage,\n  SystemMessage,\n  getBufferString,\n} from '@langchain/core/messages';\nimport type { MessageContentImageUrl } from '@langchain/core/messages';\nimport type { ToolCall } from '@langchain/core/messages/tool';\nimport type {\n  MessageContentComplex,\n  ToolCallPart,\n  TPayload,\n  TMessage,\n} from '@/types';\nimport { Providers, ContentTypes } from '@/common';\n\ninterface MediaMessageParams {\n  message: {\n    role: string;\n    content: string;\n    name?: string;\n    [key: string]: any;\n  };\n  mediaParts: MessageContentComplex[];\n  endpoint?: Providers;\n}\n\n/**\n * Formats a message with media content (images, documents, videos, audios) to API payload format.\n *\n * @param params - The parameters for formatting.\n * @returns - The formatted message.\n */\nexport const formatMediaMessage = ({\n  message,\n  endpoint,\n  mediaParts,\n}: MediaMessageParams): {\n  role: string;\n  content: MessageContentComplex[];\n  name?: string;\n  [key: string]: any;\n} => {\n  // Create a new object to avoid mutating the input\n  const result: {\n    role: string;\n    content: MessageContentComplex[];\n    name?: string;\n    [key: string]: any;\n  } = {\n    ...message,\n    content: [] as MessageContentComplex[],\n  };\n\n  if (endpoint === Providers.ANTHROPIC) {\n    result.content = [\n      ...mediaParts,\n      { type: ContentTypes.TEXT, text: message.content },\n    ] as MessageContentComplex[];\n    return result;\n  }\n\n  result.content = [\n    { type: ContentTypes.TEXT, text: message.content },\n    ...mediaParts,\n  ] as MessageContentComplex[];\n\n  return result;\n};\n\ninterface MessageInput {\n  role?: string;\n  _name?: string;\n  sender?: string;\n  text?: string;\n  content?: string | MessageContentComplex[];\n  image_urls?: MessageContentImageUrl[];\n  documents?: MessageContentComplex[];\n  videos?: MessageContentComplex[];\n  audios?: MessageContentComplex[];\n  lc_id?: string[];\n  [key: string]: any;\n}\n\ninterface FormatMessageParams {\n  message: MessageInput;\n  userName?: string;\n  assistantName?: string;\n  endpoint?: Providers;\n  langChain?: boolean;\n}\n\ninterface FormattedMessage {\n  role: string;\n  content: string | MessageContentComplex[];\n  name?: string;\n  [key: string]: any;\n}\n\n/**\n * Formats a message to OpenAI payload format based on the provided options.\n *\n * @param params - The parameters for formatting.\n * @returns - The formatted message.\n */\nexport const formatMessage = ({\n  message,\n  userName,\n  endpoint,\n  assistantName,\n  langChain = false,\n}: FormatMessageParams):\n  | FormattedMessage\n  | HumanMessage\n  | AIMessage\n  | SystemMessage => {\n  // eslint-disable-next-line prefer-const\n  let { role: _role, _name, sender, text, content: _content, lc_id } = message;\n  if (lc_id && lc_id[2] && !langChain) {\n    const roleMapping: Record<string, string> = {\n      SystemMessage: 'system',\n      HumanMessage: 'user',\n      AIMessage: 'assistant',\n    };\n    _role = roleMapping[lc_id[2]] || _role;\n  }\n  const role =\n    _role ??\n    (sender != null && sender && sender.toLowerCase() === 'user'\n      ? 'user'\n      : 'assistant');\n  const content = _content ?? text ?? '';\n  const formattedMessage: FormattedMessage = {\n    role,\n    content,\n  };\n\n  // Set name fields first\n  if (_name != null && _name) {\n    formattedMessage.name = _name;\n  }\n\n  if (userName != null && userName && formattedMessage.role === 'user') {\n    formattedMessage.name = userName;\n  }\n\n  if (\n    assistantName != null &&\n    assistantName &&\n    formattedMessage.role === 'assistant'\n  ) {\n    formattedMessage.name = assistantName;\n  }\n\n  if (formattedMessage.name != null && formattedMessage.name) {\n    // Conform to API regex: ^[a-zA-Z0-9_-]{1,64}$\n    // https://community.openai.com/t/the-format-of-the-name-field-in-the-documentation-is-incorrect/175684/2\n    formattedMessage.name = formattedMessage.name.replace(\n      /[^a-zA-Z0-9_-]/g,\n      '_'\n    );\n\n    if (formattedMessage.name.length > 64) {\n      formattedMessage.name = formattedMessage.name.substring(0, 64);\n    }\n  }\n\n  const { image_urls, documents, videos, audios } = message;\n  const mediaParts: MessageContentComplex[] = [];\n\n  if (Array.isArray(documents) && documents.length > 0) {\n    mediaParts.push(...documents);\n  }\n\n  if (Array.isArray(videos) && videos.length > 0) {\n    mediaParts.push(...videos);\n  }\n\n  if (Array.isArray(audios) && audios.length > 0) {\n    mediaParts.push(...audios);\n  }\n\n  if (Array.isArray(image_urls) && image_urls.length > 0) {\n    mediaParts.push(...image_urls);\n  }\n\n  if (mediaParts.length > 0 && role === 'user') {\n    const mediaMessage = formatMediaMessage({\n      message: {\n        ...formattedMessage,\n        content:\n          typeof formattedMessage.content === 'string'\n            ? formattedMessage.content\n            : '',\n      },\n      mediaParts,\n      endpoint,\n    });\n\n    if (!langChain) {\n      return mediaMessage;\n    }\n\n    return new HumanMessage(mediaMessage);\n  }\n\n  if (!langChain) {\n    return formattedMessage;\n  }\n\n  if (role === 'user') {\n    return new HumanMessage(formattedMessage);\n  } else if (role === 'assistant') {\n    return new AIMessage(formattedMessage);\n  } else {\n    return new SystemMessage(formattedMessage);\n  }\n};\n\n/**\n * Formats an array of messages for LangChain.\n *\n * @param messages - The array of messages to format.\n * @param formatOptions - The options for formatting each message.\n * @returns - The array of formatted LangChain messages.\n */\nexport const formatLangChainMessages = (\n  messages: Array<MessageInput>,\n  formatOptions: Omit<FormatMessageParams, 'message' | 'langChain'>\n): Array<HumanMessage | AIMessage | SystemMessage> => {\n  return messages.map((msg) => {\n    const formatted = formatMessage({\n      ...formatOptions,\n      message: msg,\n      langChain: true,\n    });\n    return formatted as HumanMessage | AIMessage | SystemMessage;\n  });\n};\n\ninterface LangChainMessage {\n  lc_kwargs?: {\n    additional_kwargs?: Record<string, any>;\n    [key: string]: any;\n  };\n  kwargs?: {\n    additional_kwargs?: Record<string, any>;\n    [key: string]: any;\n  };\n  [key: string]: any;\n}\n\n/**\n * Formats a LangChain message object by merging properties from `lc_kwargs` or `kwargs` and `additional_kwargs`.\n *\n * @param message - The message object to format.\n * @returns - The formatted LangChain message.\n */\nexport const formatFromLangChain = (\n  message: LangChainMessage\n): Record<string, any> => {\n  const kwargs = message.lc_kwargs ?? message.kwargs ?? {};\n  const { additional_kwargs = {}, ...message_kwargs } = kwargs;\n  return {\n    ...message_kwargs,\n    ...additional_kwargs,\n  };\n};\n\n/**\n * Helper function to format an assistant message\n * @param message The message to format\n * @returns Array of formatted messages\n */\nfunction formatAssistantMessage(\n  message: Partial<TMessage>\n): Array<AIMessage | ToolMessage> {\n  const formattedMessages: Array<AIMessage | ToolMessage> = [];\n  let currentContent: MessageContentComplex[] = [];\n  let lastAIMessage: AIMessage | null = null;\n  let hasReasoning = false;\n\n  if (Array.isArray(message.content)) {\n    for (const part of message.content) {\n      if (part.type === ContentTypes.TEXT && part.tool_call_ids) {\n        /*\n        If there's pending content, it needs to be aggregated as a single string to prepare for tool calls.\n        For Anthropic models, the \"tool_calls\" field on a message is only respected if content is a string.\n        */\n        if (currentContent.length > 0) {\n          let content = currentContent.reduce((acc, curr) => {\n            if (curr.type === ContentTypes.TEXT) {\n              return `${acc}${curr[ContentTypes.TEXT] || ''}\\n`;\n            }\n            return acc;\n          }, '');\n          content =\n            `${content}\\n${part[ContentTypes.TEXT] ?? part.text ?? ''}`.trim();\n          lastAIMessage = new AIMessage({ content });\n          formattedMessages.push(lastAIMessage);\n          currentContent = [];\n          continue;\n        }\n        // Create a new AIMessage with this text and prepare for tool calls\n        lastAIMessage = new AIMessage({\n          content: part.text || '',\n        });\n        formattedMessages.push(lastAIMessage);\n      } else if (part.type === ContentTypes.TOOL_CALL) {\n        if (!lastAIMessage) {\n          // \"Heal\" the payload by creating an AIMessage to precede the tool call\n          lastAIMessage = new AIMessage({ content: '' });\n          formattedMessages.push(lastAIMessage);\n        }\n\n        // Note: `tool_calls` list is defined when constructed by `AIMessage` class, and outputs should be excluded from it\n        const {\n          output,\n          args: _args,\n          ..._tool_call\n        } = part.tool_call as ToolCallPart;\n        const tool_call: ToolCallPart = _tool_call;\n        // TODO: investigate; args as dictionary may need to be providers-or-tool-specific\n        let args: any = _args;\n        try {\n          if (typeof _args === 'string') {\n            args = JSON.parse(_args);\n          }\n        } catch {\n          if (typeof _args === 'string') {\n            args = { input: _args };\n          }\n        }\n\n        tool_call.args = args;\n        if (!lastAIMessage.tool_calls) {\n          lastAIMessage.tool_calls = [];\n        }\n        lastAIMessage.tool_calls.push(tool_call as ToolCall);\n\n        formattedMessages.push(\n          new ToolMessage({\n            tool_call_id: tool_call.id ?? '',\n            name: tool_call.name,\n            content: output || '',\n          })\n        );\n      } else if (part.type === ContentTypes.THINK) {\n        hasReasoning = true;\n        continue;\n      } else if (\n        part.type === ContentTypes.ERROR ||\n        part.type === ContentTypes.AGENT_UPDATE\n      ) {\n        continue;\n      } else {\n        currentContent.push(part);\n      }\n    }\n  }\n\n  if (hasReasoning && currentContent.length > 0) {\n    const content = currentContent\n      .reduce((acc, curr) => {\n        if (curr.type === ContentTypes.TEXT) {\n          return `${acc}${curr[ContentTypes.TEXT] || ''}\\n`;\n        }\n        return acc;\n      }, '')\n      .trim();\n\n    if (content) {\n      formattedMessages.push(new AIMessage({ content }));\n    }\n  } else if (currentContent.length > 0) {\n    formattedMessages.push(new AIMessage({ content: currentContent }));\n  }\n\n  return formattedMessages;\n}\n\n/**\n * Formats an array of messages for LangChain, handling tool calls and creating ToolMessage instances.\n *\n * @param payload - The array of messages to format.\n * @param indexTokenCountMap - Optional map of message indices to token counts.\n * @param tools - Optional set of tool names that are allowed in the request.\n * @returns - Object containing formatted messages and updated indexTokenCountMap if provided.\n */\nexport const formatAgentMessages = (\n  payload: TPayload,\n  indexTokenCountMap?: Record<number, number>,\n  tools?: Set<string>\n): {\n  messages: Array<HumanMessage | AIMessage | SystemMessage | ToolMessage>;\n  indexTokenCountMap?: Record<number, number>;\n} => {\n  const messages: Array<\n    HumanMessage | AIMessage | SystemMessage | ToolMessage\n  > = [];\n  // If indexTokenCountMap is provided, create a new map to track the updated indices\n  const updatedIndexTokenCountMap: Record<number, number> = {};\n  // Keep track of the mapping from original payload indices to result indices\n  const indexMapping: Record<number, number[]> = {};\n\n  // Process messages with tool conversion if tools set is provided\n  for (let i = 0; i < payload.length; i++) {\n    const message = payload[i];\n    // Q: Store the current length of messages to track where this payload message starts in the result?\n    // const startIndex = messages.length;\n    if (typeof message.content === 'string') {\n      message.content = [\n        { type: ContentTypes.TEXT, [ContentTypes.TEXT]: message.content },\n      ];\n    }\n    if (message.role !== 'assistant') {\n      messages.push(\n        formatMessage({\n          message: message as MessageInput,\n          langChain: true,\n        }) as HumanMessage | AIMessage | SystemMessage\n      );\n\n      // Update the index mapping for this message\n      indexMapping[i] = [messages.length - 1];\n      continue;\n    }\n\n    // For assistant messages, track the starting index before processing\n    const startMessageIndex = messages.length;\n\n    // If tools set is provided, we need to check if we need to convert tool messages to a string\n    if (tools) {\n      // First, check if this message contains tool calls\n      let hasToolCalls = false;\n      let hasInvalidTool = false;\n      const toolNames: string[] = [];\n\n      const content = message.content;\n      if (content && Array.isArray(content)) {\n        for (const part of content) {\n          if (part.type === ContentTypes.TOOL_CALL) {\n            hasToolCalls = true;\n            if (tools.size === 0) {\n              hasInvalidTool = true;\n              break;\n            }\n            const toolName = part.tool_call.name;\n            toolNames.push(toolName);\n            if (!tools.has(toolName)) {\n              hasInvalidTool = true;\n            }\n          }\n        }\n      }\n\n      // If this message has tool calls and at least one is invalid, we need to convert it\n      if (hasToolCalls && hasInvalidTool) {\n        // We need to collect all related messages (this message and any subsequent tool messages)\n        const toolSequence: BaseMessage[] = [];\n        let sequenceEndIndex = i;\n\n        // Process the current assistant message to get the AIMessage with tool calls\n        const formattedMessages = formatAssistantMessage(message);\n        toolSequence.push(...formattedMessages);\n\n        // Look ahead for any subsequent assistant messages that might be part of this tool sequence\n        let j = i + 1;\n        while (j < payload.length && payload[j].role === 'assistant') {\n          // Check if this is a continuation of the tool sequence\n          let isToolResponse = false;\n          const content = payload[j].content;\n          if (content && Array.isArray(content)) {\n            for (const part of content) {\n              if (part.type === ContentTypes.TOOL_CALL) {\n                isToolResponse = true;\n                break;\n              }\n            }\n          }\n\n          if (isToolResponse) {\n            // This is part of the tool sequence, add it\n            const nextMessages = formatAssistantMessage(payload[j]);\n            toolSequence.push(...nextMessages);\n            sequenceEndIndex = j;\n            j++;\n          } else {\n            // This is not part of the tool sequence, stop looking\n            break;\n          }\n        }\n\n        // Convert the sequence to a string\n        const bufferString = getBufferString(toolSequence);\n        messages.push(new AIMessage({ content: bufferString }));\n\n        // Skip the messages we've already processed\n        i = sequenceEndIndex;\n\n        // Update the index mapping for this sequence\n        const resultIndices = [messages.length - 1];\n        for (let k = i; k >= i && k <= sequenceEndIndex; k++) {\n          indexMapping[k] = resultIndices;\n        }\n\n        continue;\n      }\n    }\n\n    // Process the assistant message using the helper function\n    const formattedMessages = formatAssistantMessage(message);\n    messages.push(...formattedMessages);\n\n    // Update the index mapping for this assistant message\n    // Store all indices that were created from this original message\n    const endMessageIndex = messages.length;\n    const resultIndices = [];\n    for (let j = startMessageIndex; j < endMessageIndex; j++) {\n      resultIndices.push(j);\n    }\n    indexMapping[i] = resultIndices;\n  }\n\n  // Update the token count map if it was provided\n  if (indexTokenCountMap) {\n    for (\n      let originalIndex = 0;\n      originalIndex < payload.length;\n      originalIndex++\n    ) {\n      const resultIndices = indexMapping[originalIndex] || [];\n      const tokenCount = indexTokenCountMap[originalIndex];\n\n      if (tokenCount !== undefined) {\n        if (resultIndices.length === 1) {\n          // Simple 1:1 mapping\n          updatedIndexTokenCountMap[resultIndices[0]] = tokenCount;\n        } else if (resultIndices.length > 1) {\n          // If one message was split into multiple, distribute the token count\n          // This is a simplification - in reality, you might want a more sophisticated distribution\n          const countPerMessage = Math.floor(tokenCount / resultIndices.length);\n          resultIndices.forEach((resultIndex, idx) => {\n            if (idx === resultIndices.length - 1) {\n              // Give any remainder to the last message\n              updatedIndexTokenCountMap[resultIndex] =\n                tokenCount - countPerMessage * (resultIndices.length - 1);\n            } else {\n              updatedIndexTokenCountMap[resultIndex] = countPerMessage;\n            }\n          });\n        }\n      }\n    }\n  }\n\n  return {\n    messages,\n    indexTokenCountMap: indexTokenCountMap\n      ? updatedIndexTokenCountMap\n      : undefined,\n  };\n};\n\n/**\n * Adds a value at key 0 for system messages and shifts all key indices by one in an indexTokenCountMap.\n * This is useful when adding a system message at the beginning of a conversation.\n *\n * @param indexTokenCountMap - The original map of message indices to token counts\n * @param instructionsTokenCount - The token count for the system message to add at index 0\n * @returns A new map with the system message at index 0 and all other indices shifted by 1\n */\nexport function shiftIndexTokenCountMap(\n  indexTokenCountMap: Record<number, number>,\n  instructionsTokenCount: number\n): Record<number, number> {\n  // Create a new map to avoid modifying the original\n  const shiftedMap: Record<number, number> = {};\n  shiftedMap[0] = instructionsTokenCount;\n\n  // Shift all existing indices by 1\n  for (const [indexStr, tokenCount] of Object.entries(indexTokenCountMap)) {\n    const index = Number(indexStr);\n    shiftedMap[index + 1] = tokenCount;\n  }\n\n  return shiftedMap;\n}\n"],"names":[],"mappings":";;;AAAA;AA8BA;;;;;AAKG;AACI,MAAM,kBAAkB,GAAG,CAAC,EACjC,OAAO,EACP,QAAQ,EACR,UAAU,GACS,KAKjB;;AAEF,IAAA,MAAM,MAAM,GAKR;AACF,QAAA,GAAG,OAAO;AACV,QAAA,OAAO,EAAE,EAA6B;KACvC;AAED,IAAA,IAAI,QAAQ,KAAK,SAAS,CAAC,SAAS,EAAE;QACpC,MAAM,CAAC,OAAO,GAAG;AACf,YAAA,GAAG,UAAU;YACb,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE;SACxB;AAC5B,QAAA,OAAO,MAAM;;IAGf,MAAM,CAAC,OAAO,GAAG;QACf,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE;AAClD,QAAA,GAAG,UAAU;KACa;AAE5B,IAAA,OAAO,MAAM;AACf;AA+BA;;;;;AAKG;AACU,MAAA,aAAa,GAAG,CAAC,EAC5B,OAAO,EACP,QAAQ,EACR,QAAQ,EACR,aAAa,EACb,SAAS,GAAG,KAAK,GACG,KAIF;;AAElB,IAAA,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,OAAO;IAC5E,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE;AACnC,QAAA,MAAM,WAAW,GAA2B;AAC1C,YAAA,aAAa,EAAE,QAAQ;AACvB,YAAA,YAAY,EAAE,MAAM;AACpB,YAAA,SAAS,EAAE,WAAW;SACvB;QACD,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK;;IAExC,MAAM,IAAI,GACR,KAAK;SACJ,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK;AACpD,cAAE;cACA,WAAW,CAAC;AAClB,IAAA,MAAM,OAAO,GAAG,QAAQ,IAAI,IAAI,IAAI,EAAE;AACtC,IAAA,MAAM,gBAAgB,GAAqB;QACzC,IAAI;QACJ,OAAO;KACR;;AAGD,IAAA,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,EAAE;AAC1B,QAAA,gBAAgB,CAAC,IAAI,GAAG,KAAK;;AAG/B,IAAA,IAAI,QAAQ,IAAI,IAAI,IAAI,QAAQ,IAAI,gBAAgB,CAAC,IAAI,KAAK,MAAM,EAAE;AACpE,QAAA,gBAAgB,CAAC,IAAI,GAAG,QAAQ;;IAGlC,IACE,aAAa,IAAI,IAAI;QACrB,aAAa;AACb,QAAA,gBAAgB,CAAC,IAAI,KAAK,WAAW,EACrC;AACA,QAAA,gBAAgB,CAAC,IAAI,GAAG,aAAa;;IAGvC,IAAI,gBAAgB,CAAC,IAAI,IAAI,IAAI,IAAI,gBAAgB,CAAC,IAAI,EAAE;;;AAG1D,QAAA,gBAAgB,CAAC,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,OAAO,CACnD,iBAAiB,EACjB,GAAG,CACJ;QAED,IAAI,gBAAgB,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE;AACrC,YAAA,gBAAgB,CAAC,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC;;;IAIlE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO;IACzD,MAAM,UAAU,GAA4B,EAAE;AAE9C,IAAA,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;AACpD,QAAA,UAAU,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC;;AAG/B,IAAA,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;AAC9C,QAAA,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;;AAG5B,IAAA,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;AAC9C,QAAA,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;;AAG5B,IAAA,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;AACtD,QAAA,UAAU,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC;;IAGhC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,KAAK,MAAM,EAAE;QAC5C,MAAM,YAAY,GAAG,kBAAkB,CAAC;AACtC,YAAA,OAAO,EAAE;AACP,gBAAA,GAAG,gBAAgB;AACnB,gBAAA,OAAO,EACL,OAAO,gBAAgB,CAAC,OAAO,KAAK;sBAChC,gBAAgB,CAAC;AACnB,sBAAE,EAAE;AACT,aAAA;YACD,UAAU;YACV,QAAQ;AACT,SAAA,CAAC;QAEF,IAAI,CAAC,SAAS,EAAE;AACd,YAAA,OAAO,YAAY;;AAGrB,QAAA,OAAO,IAAI,YAAY,CAAC,YAAY,CAAC;;IAGvC,IAAI,CAAC,SAAS,EAAE;AACd,QAAA,OAAO,gBAAgB;;AAGzB,IAAA,IAAI,IAAI,KAAK,MAAM,EAAE;AACnB,QAAA,OAAO,IAAI,YAAY,CAAC,gBAAgB,CAAC;;AACpC,SAAA,IAAI,IAAI,KAAK,WAAW,EAAE;AAC/B,QAAA,OAAO,IAAI,SAAS,CAAC,gBAAgB,CAAC;;SACjC;AACL,QAAA,OAAO,IAAI,aAAa,CAAC,gBAAgB,CAAC;;AAE9C;AAEA;;;;;;AAMG;MACU,uBAAuB,GAAG,CACrC,QAA6B,EAC7B,aAAiE,KACd;AACnD,IAAA,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,KAAI;QAC1B,MAAM,SAAS,GAAG,aAAa,CAAC;AAC9B,YAAA,GAAG,aAAa;AAChB,YAAA,OAAO,EAAE,GAAG;AACZ,YAAA,SAAS,EAAE,IAAI;AAChB,SAAA,CAAC;AACF,QAAA,OAAO,SAAqD;AAC9D,KAAC,CAAC;AACJ;AAcA;;;;;AAKG;AACU,MAAA,mBAAmB,GAAG,CACjC,OAAyB,KACF;IACvB,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,MAAM,IAAI,EAAE;IACxD,MAAM,EAAE,iBAAiB,GAAG,EAAE,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM;IAC5D,OAAO;AACL,QAAA,GAAG,cAAc;AACjB,QAAA,GAAG,iBAAiB;KACrB;AACH;AAEA;;;;AAIG;AACH,SAAS,sBAAsB,CAC7B,OAA0B,EAAA;IAE1B,MAAM,iBAAiB,GAAmC,EAAE;IAC5D,IAAI,cAAc,GAA4B,EAAE;IAChD,IAAI,aAAa,GAAqB,IAAI;IAC1C,IAAI,YAAY,GAAG,KAAK;IAExB,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AAClC,QAAA,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE;AAClC,YAAA,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,IAAI,IAAI,CAAC,aAAa,EAAE;AACzD;;;AAGE;AACF,gBAAA,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;oBAC7B,IAAI,OAAO,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,KAAI;wBAChD,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE;AACnC,4BAAA,OAAO,CAAG,EAAA,GAAG,CAAG,EAAA,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA,EAAA,CAAI;;AAEnD,wBAAA,OAAO,GAAG;qBACX,EAAE,EAAE,CAAC;oBACN,OAAO;AACL,wBAAA,CAAA,EAAG,OAAO,CAAK,EAAA,EAAA,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE;oBACpE,aAAa,GAAG,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC;AAC1C,oBAAA,iBAAiB,CAAC,IAAI,CAAC,aAAa,CAAC;oBACrC,cAAc,GAAG,EAAE;oBACnB;;;gBAGF,aAAa,GAAG,IAAI,SAAS,CAAC;AAC5B,oBAAA,OAAO,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;AACzB,iBAAA,CAAC;AACF,gBAAA,iBAAiB,CAAC,IAAI,CAAC,aAAa,CAAC;;iBAChC,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,SAAS,EAAE;gBAC/C,IAAI,CAAC,aAAa,EAAE;;oBAElB,aAAa,GAAG,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;AAC9C,oBAAA,iBAAiB,CAAC,IAAI,CAAC,aAAa,CAAC;;;AAIvC,gBAAA,MAAM,EACJ,MAAM,EACN,IAAI,EAAE,KAAK,EACX,GAAG,UAAU,EACd,GAAG,IAAI,CAAC,SAAyB;gBAClC,MAAM,SAAS,GAAiB,UAAU;;gBAE1C,IAAI,IAAI,GAAQ,KAAK;AACrB,gBAAA,IAAI;AACF,oBAAA,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;AAC7B,wBAAA,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;;;AAE1B,gBAAA,MAAM;AACN,oBAAA,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;AAC7B,wBAAA,IAAI,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE;;;AAI3B,gBAAA,SAAS,CAAC,IAAI,GAAG,IAAI;AACrB,gBAAA,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE;AAC7B,oBAAA,aAAa,CAAC,UAAU,GAAG,EAAE;;AAE/B,gBAAA,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,SAAqB,CAAC;AAEpD,gBAAA,iBAAiB,CAAC,IAAI,CACpB,IAAI,WAAW,CAAC;AACd,oBAAA,YAAY,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE;oBAChC,IAAI,EAAE,SAAS,CAAC,IAAI;oBACpB,OAAO,EAAE,MAAM,IAAI,EAAE;AACtB,iBAAA,CAAC,CACH;;iBACI,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,KAAK,EAAE;gBAC3C,YAAY,GAAG,IAAI;gBACnB;;AACK,iBAAA,IACL,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,KAAK;AAChC,gBAAA,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,YAAY,EACvC;gBACA;;iBACK;AACL,gBAAA,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;;;;IAK/B,IAAI,YAAY,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;QAC7C,MAAM,OAAO,GAAG;AACb,aAAA,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,KAAI;YACpB,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE;AACnC,gBAAA,OAAO,CAAG,EAAA,GAAG,CAAG,EAAA,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA,EAAA,CAAI;;AAEnD,YAAA,OAAO,GAAG;SACX,EAAE,EAAE;AACJ,aAAA,IAAI,EAAE;QAET,IAAI,OAAO,EAAE;YACX,iBAAiB,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;;;AAE/C,SAAA,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;AACpC,QAAA,iBAAiB,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC;;AAGpE,IAAA,OAAO,iBAAiB;AAC1B;AAEA;;;;;;;AAOG;AACU,MAAA,mBAAmB,GAAG,CACjC,OAAiB,EACjB,kBAA2C,EAC3C,KAAmB,KAIjB;IACF,MAAM,QAAQ,GAEV,EAAE;;IAEN,MAAM,yBAAyB,GAA2B,EAAE;;IAE5D,MAAM,YAAY,GAA6B,EAAE;;AAGjD,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC;;;AAG1B,QAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC,OAAO,CAAC,OAAO,GAAG;AAChB,gBAAA,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC,YAAY,CAAC,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE;aAClE;;AAEH,QAAA,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE;AAChC,YAAA,QAAQ,CAAC,IAAI,CACX,aAAa,CAAC;AACZ,gBAAA,OAAO,EAAE,OAAuB;AAChC,gBAAA,SAAS,EAAE,IAAI;AAChB,aAAA,CAA6C,CAC/C;;YAGD,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;YACvC;;;AAIF,QAAA,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM;;QAGzC,IAAI,KAAK,EAAE;;YAET,IAAI,YAAY,GAAG,KAAK;YACxB,IAAI,cAAc,GAAG,KAAK;AAG1B,YAAA,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;YAC/B,IAAI,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AACrC,gBAAA,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE;oBAC1B,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,SAAS,EAAE;wBACxC,YAAY,GAAG,IAAI;AACnB,wBAAA,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,EAAE;4BACpB,cAAc,GAAG,IAAI;4BACrB;;AAEF,wBAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI;wBAEpC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE;4BACxB,cAAc,GAAG,IAAI;;;;;;AAO7B,YAAA,IAAI,YAAY,IAAI,cAAc,EAAE;;gBAElC,MAAM,YAAY,GAAkB,EAAE;gBACtC,IAAI,gBAAgB,GAAG,CAAC;;AAGxB,gBAAA,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,OAAO,CAAC;AACzD,gBAAA,YAAY,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC;;AAGvC,gBAAA,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AACb,gBAAA,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE;;oBAE5D,IAAI,cAAc,GAAG,KAAK;oBAC1B,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO;oBAClC,IAAI,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AACrC,wBAAA,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE;4BAC1B,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,SAAS,EAAE;gCACxC,cAAc,GAAG,IAAI;gCACrB;;;;oBAKN,IAAI,cAAc,EAAE;;wBAElB,MAAM,YAAY,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACvD,wBAAA,YAAY,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC;wBAClC,gBAAgB,GAAG,CAAC;AACpB,wBAAA,CAAC,EAAE;;yBACE;;wBAEL;;;;AAKJ,gBAAA,MAAM,YAAY,GAAG,eAAe,CAAC,YAAY,CAAC;AAClD,gBAAA,QAAQ,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;;gBAGvD,CAAC,GAAG,gBAAgB;;gBAGpB,MAAM,aAAa,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;AAC3C,gBAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,gBAAgB,EAAE,CAAC,EAAE,EAAE;AACpD,oBAAA,YAAY,CAAC,CAAC,CAAC,GAAG,aAAa;;gBAGjC;;;;AAKJ,QAAA,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,OAAO,CAAC;AACzD,QAAA,QAAQ,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC;;;AAInC,QAAA,MAAM,eAAe,GAAG,QAAQ,CAAC,MAAM;QACvC,MAAM,aAAa,GAAG,EAAE;AACxB,QAAA,KAAK,IAAI,CAAC,GAAG,iBAAiB,EAAE,CAAC,GAAG,eAAe,EAAE,CAAC,EAAE,EAAE;AACxD,YAAA,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;;AAEvB,QAAA,YAAY,CAAC,CAAC,CAAC,GAAG,aAAa;;;IAIjC,IAAI,kBAAkB,EAAE;AACtB,QAAA,KACE,IAAI,aAAa,GAAG,CAAC,EACrB,aAAa,GAAG,OAAO,CAAC,MAAM,EAC9B,aAAa,EAAE,EACf;YACA,MAAM,aAAa,GAAG,YAAY,CAAC,aAAa,CAAC,IAAI,EAAE;AACvD,YAAA,MAAM,UAAU,GAAG,kBAAkB,CAAC,aAAa,CAAC;AAEpD,YAAA,IAAI,UAAU,KAAK,SAAS,EAAE;AAC5B,gBAAA,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE;;oBAE9B,yBAAyB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,UAAU;;AACnD,qBAAA,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;;;AAGnC,oBAAA,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC;oBACrE,aAAa,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,KAAI;wBACzC,IAAI,GAAG,KAAK,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;;4BAEpC,yBAAyB,CAAC,WAAW,CAAC;gCACpC,UAAU,GAAG,eAAe,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;;6BACtD;AACL,4BAAA,yBAAyB,CAAC,WAAW,CAAC,GAAG,eAAe;;AAE5D,qBAAC,CAAC;;;;;IAMV,OAAO;QACL,QAAQ;AACR,QAAA,kBAAkB,EAAE;AAClB,cAAE;AACF,cAAE,SAAS;KACd;AACH;AAEA;;;;;;;AAOG;AACa,SAAA,uBAAuB,CACrC,kBAA0C,EAC1C,sBAA8B,EAAA;;IAG9B,MAAM,UAAU,GAA2B,EAAE;AAC7C,IAAA,UAAU,CAAC,CAAC,CAAC,GAAG,sBAAsB;;AAGtC,IAAA,KAAK,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAAE;AACvE,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC;AAC9B,QAAA,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,UAAU;;AAGpC,IAAA,OAAO,UAAU;AACnB;;;;"}

package/dist/types/agents/AgentContext.d.ts

@@ -56,7 +56,9 @@ export declare class AgentContext {
     systemRunnable?: Runnable<BaseMessage[], (BaseMessage | SystemMessage)[], RunnableConfig<Record<string, unknown>>>;
     /** Promise for token calculation initialization */
     tokenCalculationPromise?: Promise<void>;
-    constructor({ agentId, provider, clientOptions, maxContextTokens, streamBuffer, tokenCounter, tools, toolMap, instructions, additionalInstructions, reasoningKey, toolEnd, instructionTokens, }: {
+    /** Format content blocks as strings (for legacy compatibility) */
+    useLegacyContent: boolean;
+    constructor({ agentId, provider, clientOptions, maxContextTokens, streamBuffer, tokenCounter, tools, toolMap, instructions, additionalInstructions, reasoningKey, toolEnd, instructionTokens, useLegacyContent, }: {
         agentId: string;
         provider: Providers;
         clientOptions?: t.ClientOptions;
@@ -70,6 +72,7 @@ export declare class AgentContext {
         reasoningKey?: 'reasoning_content' | 'reasoning';
         toolEnd?: boolean;
         instructionTokens?: number;
+        useLegacyContent?: boolean;
     });
     /**
      * Create system runnable from instructions and calculate tokens if tokenCounter is available

package/dist/types/messages/cache.d.ts

@@ -0,0 +1,8 @@
+import type { AnthropicMessage } from '@/types/messages';
+import { BaseMessage } from '@langchain/core/messages';
+/**
+ * Anthropic API: Adds cache control to the appropriate user messages in the payload.
+ * @param messages - The array of message objects.
+ * @returns - The updated array of message objects with cache control added.
+ */
+export declare function addCacheControl<T extends AnthropicMessage | BaseMessage>(messages: T[]): T[];

package/dist/types/messages/content.d.ts

@@ -0,0 +1,7 @@
+import type { BaseMessage } from '@langchain/core/messages';
+/**
+ * Formats an array of messages for LangChain, making sure all content fields are strings
+ * @param {Array<HumanMessage | AIMessage | SystemMessage | ToolMessage>} payload - The array of messages to format.
+ * @returns {Array<HumanMessage | AIMessage | SystemMessage | ToolMessage>} - The array of formatted LangChain messages, including ToolMessages for tool calls.
+ */
+export declare const formatContentStrings: (payload: Array<BaseMessage>) => Array<BaseMessage>;

package/dist/types/messages/format.d.ts

@@ -1,4 +1,4 @@
-import { AIMessage, ToolMessage, BaseMessage, HumanMessage, SystemMessage } from '@langchain/core/messages';
+import { AIMessage, ToolMessage, HumanMessage, SystemMessage } from '@langchain/core/messages';
 import type { MessageContentImageUrl } from '@langchain/core/messages';
 import type { MessageContentComplex, TPayload } from '@/types';
 import { Providers } from '@/common';
@@ -95,12 +95,6 @@ export declare const formatAgentMessages: (payload: TPayload, indexTokenCountMap
     messages: Array<HumanMessage | AIMessage | SystemMessage | ToolMessage>;
     indexTokenCountMap?: Record<number, number>;
 };
-/**
- * Formats an array of messages for LangChain, making sure all content fields are strings
- * @param payload - The array of messages to format.
- * @returns - The array of formatted LangChain messages, including ToolMessages for tool calls.
- */
-export declare const formatContentStrings: (payload: Array<BaseMessage>) => Array<BaseMessage>;
 /**
  * Adds a value at key 0 for system messages and shifts all key indices by one in an indexTokenCountMap.
  * This is useful when adding a system message at the beginning of a conversation.

package/dist/types/messages/index.d.ts

@@ -2,3 +2,5 @@ export * from './core';
 export * from './ids';
 export * from './prune';
 export * from './format';
+export * from './cache';
+export * from './content';

package/dist/types/types/graph.d.ts

@@ -246,4 +246,6 @@ export interface AgentInputs {
     clientOptions?: ClientOptions;
     additional_instructions?: string;
     reasoningKey?: 'reasoning_content' | 'reasoning';
+    /** Format content blocks as strings (for legacy compatibility i.e. Ollama/Azure Serverless) */
+    useLegacyContent?: boolean;
 }

package/dist/types/types/messages.d.ts

@@ -0,0 +1,4 @@
+import type Anthropic from '@anthropic-ai/sdk';
+import type { BaseMessage } from '@langchain/core/messages';
+export type AnthropicMessages = Array<AnthropicMessage | BaseMessage>;
+export type AnthropicMessage = Anthropic.MessageParam;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@librechat/agents",
-  "version": "3.0.00-rc11",
+  "version": "3.0.00-rc12",
   "main": "./dist/cjs/main.cjs",
   "module": "./dist/esm/main.mjs",
   "types": "./dist/types/index.d.ts",

package/src/agents/AgentContext.ts

@@ -37,6 +37,7 @@ export class AgentContext {
       streamBuffer,
       maxContextTokens,
       reasoningKey,
+      useLegacyContent,
     } = agentConfig;
 
     const agentContext = new AgentContext({
@@ -53,6 +54,7 @@ export class AgentContext {
       toolEnd,
       instructionTokens: 0,
       tokenCounter,
+      useLegacyContent,
     });
 
     if (tokenCounter) {
@@ -123,6 +125,8 @@ export class AgentContext {
   >;
   /** Promise for token calculation initialization */
   tokenCalculationPromise?: Promise<void>;
+  /** Format content blocks as strings (for legacy compatibility) */
+  useLegacyContent: boolean = false;
 
   constructor({
     agentId,
@@ -138,6 +142,7 @@ export class AgentContext {
     reasoningKey,
     toolEnd,
     instructionTokens,
+    useLegacyContent,
   }: {
     agentId: string;
     provider: Providers;
@@ -152,6 +157,7 @@ export class AgentContext {
     reasoningKey?: 'reasoning_content' | 'reasoning';
     toolEnd?: boolean;
     instructionTokens?: number;
+    useLegacyContent?: boolean;
   }) {
     this.agentId = agentId;
     this.provider = provider;
@@ -173,6 +179,8 @@ export class AgentContext {
       this.instructionTokens = instructionTokens;
     }
 
+    this.useLegacyContent = useLegacyContent ?? false;
+
     this.systemRunnable = this.createSystemRunnable();
   }
 

package/src/graphs/Graph.ts

@@ -41,7 +41,9 @@ import {
   convertMessagesToContent,
   modifyDeltaProperties,
   formatArtifactPayload,
+  formatContentStrings,
   createPruneMessages,
+  addCacheControl,
 } from '@/messages';
 import {
   resetIfNotEmpty,
@@ -608,7 +610,11 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
         messagesToUse = context;
       }
 
-      const finalMessages = messagesToUse;
+      let finalMessages = messagesToUse;
+      if (agentContext.useLegacyContent) {
+        finalMessages = formatContentStrings(finalMessages);
+      }
+
       const lastMessageX =
         finalMessages.length >= 2
           ? finalMessages[finalMessages.length - 2]
@@ -642,6 +648,22 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
         formatArtifactPayload(finalMessages);
       }
 
+      if (agentContext.provider === Providers.ANTHROPIC) {
+        const anthropicOptions = agentContext.clientOptions as
+          | t.AnthropicClientOptions
+          | undefined;
+        const defaultHeaders = anthropicOptions?.clientOptions
+          ?.defaultHeaders as Record<string, string> | undefined;
+        const anthropicBeta = defaultHeaders?.['anthropic-beta'];
+
+        if (
+          typeof anthropicBeta === 'string' &&
+          anthropicBeta.includes('prompt-caching')
+        ) {
+          finalMessages = addCacheControl<BaseMessage>(finalMessages);
+        }
+      }
+
       if (
         agentContext.lastStreamCall != null &&
         agentContext.streamBuffer != null