@librechat/agents 3.0.0-rc8 → 3.0.0

package/dist/cjs/llm/openrouter/index.cjs

@@ -4,14 +4,18 @@ var index = require('../openai/index.cjs');
 
 class ChatOpenRouter extends index.ChatOpenAI {
     constructor(_fields) {
-        const { include_reasoning, ...fields } = _fields;
+        const { include_reasoning, modelKwargs = {}, ...fields } = _fields;
         super({
             ...fields,
             modelKwargs: {
+                ...modelKwargs,
                 include_reasoning,
             },
         });
     }
+    static lc_name() {
+        return 'LibreChatOpenRouter';
+    }
     _convertOpenAIDeltaToBaseMessageChunk(
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     delta, rawResponse, defaultRole) {

package/dist/cjs/llm/openrouter/index.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.cjs","sources":["../../../../src/llm/openrouter/index.ts"],"sourcesContent":["import type { ChatOpenAICallOptions, OpenAIClient } from '@langchain/openai';\nimport type {\n  AIMessageChunk,\n  HumanMessageChunk,\n  SystemMessageChunk,\n  FunctionMessageChunk,\n  ToolMessageChunk,\n  ChatMessageChunk,\n} from '@langchain/core/messages';\nimport { ChatOpenAI } from '@/llm/openai';\n\nexport interface ChatOpenRouterCallOptions extends ChatOpenAICallOptions {\n  include_reasoning?: boolean;\n}\nexport class ChatOpenRouter extends ChatOpenAI {\n  constructor(_fields: Partial<ChatOpenRouterCallOptions>) {\n    const { include_reasoning, ...fields } = _fields;\n    super({\n      ...fields,\n      modelKwargs: {\n        include_reasoning,\n      },\n    });\n  }\n  protected override _convertOpenAIDeltaToBaseMessageChunk(\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    delta: Record<string, any>,\n    rawResponse: OpenAIClient.ChatCompletionChunk,\n    defaultRole?:\n      | 'function'\n      | 'user'\n      | 'system'\n      | 'developer'\n      | 'assistant'\n      | 'tool'\n  ):\n    | AIMessageChunk\n    | HumanMessageChunk\n    | SystemMessageChunk\n    | FunctionMessageChunk\n    | ToolMessageChunk\n    | ChatMessageChunk {\n    const messageChunk = super._convertOpenAIDeltaToBaseMessageChunk(\n      delta,\n      rawResponse,\n      defaultRole\n    );\n    messageChunk.additional_kwargs.reasoning = delta.reasoning;\n    return messageChunk;\n  }\n}\n"],"names":["ChatOpenAI"],"mappings":";;;;AAcM,MAAO,cAAe,SAAQA,gBAAU,CAAA;AAC5C,IAAA,WAAA,CAAY,OAA2C,EAAA;QACrD,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,EAAE,GAAG,OAAO;AAChD,QAAA,KAAK,CAAC;AACJ,YAAA,GAAG,MAAM;AACT,YAAA,WAAW,EAAE;gBACX,iBAAiB;AAClB,aAAA;AACF,SAAA,CAAC;;IAEe,qCAAqC;;IAEtD,KAA0B,EAC1B,WAA6C,EAC7C,WAMU,EAAA;AAQV,QAAA,MAAM,YAAY,GAAG,KAAK,CAAC,qCAAqC,CAC9D,KAAK,EACL,WAAW,EACX,WAAW,CACZ;QACD,YAAY,CAAC,iBAAiB,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS;AAC1D,QAAA,OAAO,YAAY;;AAEtB;;;;"}
+{"version":3,"file":"index.cjs","sources":["../../../../src/llm/openrouter/index.ts"],"sourcesContent":["import { ChatOpenAI } from '@/llm/openai';\nimport type {\n  FunctionMessageChunk,\n  SystemMessageChunk,\n  HumanMessageChunk,\n  ToolMessageChunk,\n  ChatMessageChunk,\n  AIMessageChunk,\n} from '@langchain/core/messages';\nimport type {\n  ChatOpenAICallOptions,\n  OpenAIChatInput,\n  OpenAIClient,\n} from '@langchain/openai';\n\nexport interface ChatOpenRouterCallOptions extends ChatOpenAICallOptions {\n  include_reasoning?: boolean;\n  modelKwargs?: OpenAIChatInput['modelKwargs'];\n}\nexport class ChatOpenRouter extends ChatOpenAI {\n  constructor(_fields: Partial<ChatOpenRouterCallOptions>) {\n    const { include_reasoning, modelKwargs = {}, ...fields } = _fields;\n    super({\n      ...fields,\n      modelKwargs: {\n        ...modelKwargs,\n        include_reasoning,\n      },\n    });\n  }\n  static lc_name(): 'LibreChatOpenRouter' {\n    return 'LibreChatOpenRouter';\n  }\n  protected override _convertOpenAIDeltaToBaseMessageChunk(\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    delta: Record<string, any>,\n    rawResponse: OpenAIClient.ChatCompletionChunk,\n    defaultRole?:\n      | 'function'\n      | 'user'\n      | 'system'\n      | 'developer'\n      | 'assistant'\n      | 'tool'\n  ):\n    | AIMessageChunk\n    | HumanMessageChunk\n    | SystemMessageChunk\n    | FunctionMessageChunk\n    | ToolMessageChunk\n    | ChatMessageChunk {\n    const messageChunk = super._convertOpenAIDeltaToBaseMessageChunk(\n      delta,\n      rawResponse,\n      defaultRole\n    );\n    messageChunk.additional_kwargs.reasoning = delta.reasoning;\n    return messageChunk;\n  }\n}\n"],"names":["ChatOpenAI"],"mappings":";;;;AAmBM,MAAO,cAAe,SAAQA,gBAAU,CAAA;AAC5C,IAAA,WAAA,CAAY,OAA2C,EAAA;AACrD,QAAA,MAAM,EAAE,iBAAiB,EAAE,WAAW,GAAG,EAAE,EAAE,GAAG,MAAM,EAAE,GAAG,OAAO;AAClE,QAAA,KAAK,CAAC;AACJ,YAAA,GAAG,MAAM;AACT,YAAA,WAAW,EAAE;AACX,gBAAA,GAAG,WAAW;gBACd,iBAAiB;AAClB,aAAA;AACF,SAAA,CAAC;;AAEJ,IAAA,OAAO,OAAO,GAAA;AACZ,QAAA,OAAO,qBAAqB;;IAEX,qCAAqC;;IAEtD,KAA0B,EAC1B,WAA6C,EAC7C,WAMU,EAAA;AAQV,QAAA,MAAM,YAAY,GAAG,KAAK,CAAC,qCAAqC,CAC9D,KAAK,EACL,WAAW,EACX,WAAW,CACZ;QACD,YAAY,CAAC,iBAAiB,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS;AAC1D,QAAA,OAAO,YAAY;;AAEtB;;;;"}

package/dist/cjs/llm/vertexai/index.cjs

@@ -299,7 +299,7 @@ class ChatVertexAI extends googleGauth.ChatGoogle {
     lc_namespace = ['langchain', 'chat_models', 'vertexai'];
     dynamicThinkingBudget = false;
     static lc_name() {
-        return 'ChatVertexAI';
+        return 'LibreChatVertexAI';
     }
     constructor(fields) {
         let dynamicThinkingBudget = false;

package/dist/cjs/llm/vertexai/index.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.cjs","sources":["../../../../src/llm/vertexai/index.ts"],"sourcesContent":["import { ChatGoogle } from '@langchain/google-gauth';\nimport { ChatConnection } from '@langchain/google-common';\nimport type {\n  GeminiRequest,\n  GoogleAIModelRequestParams,\n  GoogleAbstractedClient,\n} from '@langchain/google-common';\nimport type { BaseMessage } from '@langchain/core/messages';\nimport type { VertexAIClientOptions } from '@/types';\n\nclass CustomChatConnection extends ChatConnection<VertexAIClientOptions> {\n  async formatData(\n    input: BaseMessage[],\n    parameters: GoogleAIModelRequestParams\n  ): Promise<unknown> {\n    const formattedData = (await super.formatData(\n      input,\n      parameters\n    )) as GeminiRequest;\n    if (\n      formattedData.generationConfig?.thinkingConfig?.thinkingBudget === -1 &&\n      formattedData.generationConfig.thinkingConfig.includeThoughts === false\n    ) {\n      formattedData.generationConfig.thinkingConfig.includeThoughts = true;\n    }\n    return formattedData;\n  }\n}\n\n/**\n * Integration with Google Vertex AI chat models.\n *\n * Setup:\n * Install `@langchain/google-vertexai` and set your stringified\n * Vertex AI credentials as an environment variable named `GOOGLE_APPLICATION_CREDENTIALS`.\n *\n * ```bash\n * npm install @langchain/google-vertexai\n * export GOOGLE_APPLICATION_CREDENTIALS=\"path/to/credentials\"\n * ```\n *\n * ## [Constructor args](https://api.js.langchain.com/classes/_langchain_google_vertexai.index.ChatVertexAI.html#constructor.new_ChatVertexAI)\n *\n * ## [Runtime args](https://api.js.langchain.com/interfaces/langchain_google_common_types.GoogleAIBaseLanguageModelCallOptions.html)\n *\n * Runtime args can be passed as the second argument to any of the base runnable methods `.invoke`. `.stream`, `.batch`, etc.\n * They can also be passed via `.withConfig`, or the second arg in `.bindTools`, like shown in the examples below:\n *\n * ```typescript\n * // When calling `.withConfig`, call options should be passed via the first argument\n * const llmWithArgsBound = llm.withConfig({\n *   stop: [\"\\n\"],\n *   tools: [...],\n * });\n *\n * // When calling `.bindTools`, call options should be passed via the second argument\n * const llmWithTools = llm.bindTools(\n *   [...],\n *   {\n *     tool_choice: \"auto\",\n *   }\n * );\n * ```\n *\n * ## Examples\n *\n * <details open>\n * <summary><strong>Instantiate</strong></summary>\n *\n * ```typescript\n * import { ChatVertexAI } from '@langchain/google-vertexai';\n *\n * const llm = new ChatVertexAI({\n *   model: \"gemini-1.5-pro\",\n *   temperature: 0,\n *   // other params...\n * });\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Invoking</strong></summary>\n *\n * ```typescript\n * const input = `Translate \"I love programming\" into French.`;\n *\n * // Models also accept a list of chat messages or a formatted prompt\n * const result = await llm.invoke(input);\n * console.log(result);\n * ```\n *\n * ```txt\n * AIMessageChunk {\n *   \"content\": \"\\\"J'adore programmer\\\" \\n\\nHere's why this is the best translation:\\n\\n* **J'adore** means \\\"I love\\\" and conveys a strong passion.\\n* **Programmer** is the French verb for \\\"to program.\\\"\\n\\nThis translation is natural and idiomatic in French. \\n\",\n *   \"additional_kwargs\": {},\n *   \"response_metadata\": {},\n *   \"tool_calls\": [],\n *   \"tool_call_chunks\": [],\n *   \"invalid_tool_calls\": [],\n *   \"usage_metadata\": {\n *     \"input_tokens\": 9,\n *     \"output_tokens\": 63,\n *     \"total_tokens\": 72\n *   }\n * }\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Streaming Chunks</strong></summary>\n *\n * ```typescript\n * for await (const chunk of await llm.stream(input)) {\n *   console.log(chunk);\n * }\n * ```\n *\n * ```txt\n * AIMessageChunk {\n *   \"content\": \"\\\"\",\n *   \"additional_kwargs\": {},\n *   \"response_metadata\": {},\n *   \"tool_calls\": [],\n *   \"tool_call_chunks\": [],\n *   \"invalid_tool_calls\": []\n * }\n * AIMessageChunk {\n *   \"content\": \"J'adore programmer\\\" \\n\",\n *   \"additional_kwargs\": {},\n *   \"response_metadata\": {},\n *   \"tool_calls\": [],\n *   \"tool_call_chunks\": [],\n *   \"invalid_tool_calls\": []\n * }\n * AIMessageChunk {\n *   \"content\": \"\",\n *   \"additional_kwargs\": {},\n *   \"response_metadata\": {},\n *   \"tool_calls\": [],\n *   \"tool_call_chunks\": [],\n *   \"invalid_tool_calls\": []\n * }\n * AIMessageChunk {\n *   \"content\": \"\",\n *   \"additional_kwargs\": {},\n *   \"response_metadata\": {\n *     \"finishReason\": \"stop\"\n *   },\n *   \"tool_calls\": [],\n *   \"tool_call_chunks\": [],\n *   \"invalid_tool_calls\": [],\n *   \"usage_metadata\": {\n *     \"input_tokens\": 9,\n *     \"output_tokens\": 8,\n *     \"total_tokens\": 17\n *   }\n * }\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Aggregate Streamed Chunks</strong></summary>\n *\n * ```typescript\n * import { AIMessageChunk } from '@langchain/core/messages';\n * import { concat } from '@langchain/core/utils/stream';\n *\n * const stream = await llm.stream(input);\n * let full: AIMessageChunk | undefined;\n * for await (const chunk of stream) {\n *   full = !full ? chunk : concat(full, chunk);\n * }\n * console.log(full);\n * ```\n *\n * ```txt\n * AIMessageChunk {\n *   \"content\": \"\\\"J'adore programmer\\\" \\n\",\n *   \"additional_kwargs\": {},\n *   \"response_metadata\": {\n *     \"finishReason\": \"stop\"\n *   },\n *   \"tool_calls\": [],\n *   \"tool_call_chunks\": [],\n *   \"invalid_tool_calls\": [],\n *   \"usage_metadata\": {\n *     \"input_tokens\": 9,\n *     \"output_tokens\": 8,\n *     \"total_tokens\": 17\n *   }\n * }\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Bind tools</strong></summary>\n *\n * ```typescript\n * import { z } from 'zod';\n *\n * const GetWeather = {\n *   name: \"GetWeather\",\n *   description: \"Get the current weather in a given location\",\n *   schema: z.object({\n *     location: z.string().describe(\"The city and state, e.g. San Francisco, CA\")\n *   }),\n * }\n *\n * const GetPopulation = {\n *   name: \"GetPopulation\",\n *   description: \"Get the current population in a given location\",\n *   schema: z.object({\n *     location: z.string().describe(\"The city and state, e.g. San Francisco, CA\")\n *   }),\n * }\n *\n * const llmWithTools = llm.bindTools([GetWeather, GetPopulation]);\n * const aiMsg = await llmWithTools.invoke(\n *   \"Which city is hotter today and which is bigger: LA or NY?\"\n * );\n * console.log(aiMsg.tool_calls);\n * ```\n *\n * ```txt\n * [\n *   {\n *     name: 'GetPopulation',\n *     args: { location: 'New York City, NY' },\n *     id: '33c1c1f47e2f492799c77d2800a43912',\n *     type: 'tool_call'\n *   }\n * ]\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Structured Output</strong></summary>\n *\n * ```typescript\n * import { z } from 'zod';\n *\n * const Joke = z.object({\n *   setup: z.string().describe(\"The setup of the joke\"),\n *   punchline: z.string().describe(\"The punchline to the joke\"),\n *   rating: z.number().optional().describe(\"How funny the joke is, from 1 to 10\")\n * }).describe('Joke to tell user.');\n *\n * const structuredLlm = llm.withStructuredOutput(Joke, { name: \"Joke\" });\n * const jokeResult = await structuredLlm.invoke(\"Tell me a joke about cats\");\n * console.log(jokeResult);\n * ```\n *\n * ```txt\n * {\n *   setup: 'What do you call a cat that loves to bowl?',\n *   punchline: 'An alley cat!'\n * }\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Usage Metadata</strong></summary>\n *\n * ```typescript\n * const aiMsgForMetadata = await llm.invoke(input);\n * console.log(aiMsgForMetadata.usage_metadata);\n * ```\n *\n * ```txt\n * { input_tokens: 9, output_tokens: 8, total_tokens: 17 }\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Stream Usage Metadata</strong></summary>\n *\n * ```typescript\n * const streamForMetadata = await llm.stream(\n *   input,\n *   {\n *     streamUsage: true\n *   }\n * );\n * let fullForMetadata: AIMessageChunk | undefined;\n * for await (const chunk of streamForMetadata) {\n *   fullForMetadata = !fullForMetadata ? chunk : concat(fullForMetadata, chunk);\n * }\n * console.log(fullForMetadata?.usage_metadata);\n * ```\n *\n * ```txt\n * { input_tokens: 9, output_tokens: 8, total_tokens: 17 }\n * ```\n * </details>\n *\n * <br />\n */\nexport class ChatVertexAI extends ChatGoogle {\n  lc_namespace = ['langchain', 'chat_models', 'vertexai'];\n  dynamicThinkingBudget = false;\n\n  static lc_name(): 'ChatVertexAI' {\n    return 'ChatVertexAI';\n  }\n\n  constructor(fields?: VertexAIClientOptions) {\n    let dynamicThinkingBudget = false;\n    if (fields?.thinkingBudget === -1) {\n      dynamicThinkingBudget = true;\n      fields.thinkingBudget = 1;\n    }\n    super({\n      ...fields,\n      platformType: 'gcp',\n    });\n    this.dynamicThinkingBudget = dynamicThinkingBudget;\n  }\n  invocationParams(\n    options?: this['ParsedCallOptions'] | undefined\n  ): GoogleAIModelRequestParams {\n    const params = super.invocationParams(options);\n    if (this.dynamicThinkingBudget) {\n      params.maxReasoningTokens = -1;\n    }\n    return params;\n  }\n\n  buildConnection(\n    fields: VertexAIClientOptions,\n    client: GoogleAbstractedClient\n  ): void {\n    this.connection = new CustomChatConnection(\n      { ...fields, ...this },\n      this.caller,\n      client,\n      false\n    );\n\n    this.streamedConnection = new CustomChatConnection(\n      { ...fields, ...this },\n      this.caller,\n      client,\n      true\n    );\n  }\n}\n"],"names":["ChatConnection","ChatGoogle"],"mappings":";;;;;AAUA,MAAM,oBAAqB,SAAQA,2BAAqC,CAAA;AACtE,IAAA,MAAM,UAAU,CACd,KAAoB,EACpB,UAAsC,EAAA;AAEtC,QAAA,MAAM,aAAa,IAAI,MAAM,KAAK,CAAC,UAAU,CAC3C,KAAK,EACL,UAAU,CACX,CAAkB;QACnB,IACE,aAAa,CAAC,gBAAgB,EAAE,cAAc,EAAE,cAAc,KAAK,EAAE;YACrE,aAAa,CAAC,gBAAgB,CAAC,cAAc,CAAC,eAAe,KAAK,KAAK,EACvE;YACA,aAAa,CAAC,gBAAgB,CAAC,cAAc,CAAC,eAAe,GAAG,IAAI;;AAEtE,QAAA,OAAO,aAAa;;AAEvB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyRG;AACG,MAAO,YAAa,SAAQC,sBAAU,CAAA;IAC1C,YAAY,GAAG,CAAC,WAAW,EAAE,aAAa,EAAE,UAAU,CAAC;IACvD,qBAAqB,GAAG,KAAK;AAE7B,IAAA,OAAO,OAAO,GAAA;AACZ,QAAA,OAAO,cAAc;;AAGvB,IAAA,WAAA,CAAY,MAA8B,EAAA;QACxC,IAAI,qBAAqB,GAAG,KAAK;AACjC,QAAA,IAAI,MAAM,EAAE,cAAc,KAAK,EAAE,EAAE;YACjC,qBAAqB,GAAG,IAAI;AAC5B,YAAA,MAAM,CAAC,cAAc,GAAG,CAAC;;AAE3B,QAAA,KAAK,CAAC;AACJ,YAAA,GAAG,MAAM;AACT,YAAA,YAAY,EAAE,KAAK;AACpB,SAAA,CAAC;AACF,QAAA,IAAI,CAAC,qBAAqB,GAAG,qBAAqB;;AAEpD,IAAA,gBAAgB,CACd,OAA+C,EAAA;QAE/C,MAAM,MAAM,GAAG,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAC9C,QAAA,IAAI,IAAI,CAAC,qBAAqB,EAAE;AAC9B,YAAA,MAAM,CAAC,kBAAkB,GAAG,EAAE;;AAEhC,QAAA,OAAO,MAAM;;IAGf,eAAe,CACb,MAA6B,EAC7B,MAA8B,EAAA;QAE9B,IAAI,CAAC,UAAU,GAAG,IAAI,oBAAoB,CACxC,EAAE,GAAG,MAAM,EAAE,GAAG,IAAI,EAAE,EACtB,IAAI,CAAC,MAAM,EACX,MAAM,EACN,KAAK,CACN;QAED,IAAI,CAAC,kBAAkB,GAAG,IAAI,oBAAoB,CAChD,EAAE,GAAG,MAAM,EAAE,GAAG,IAAI,EAAE,EACtB,IAAI,CAAC,MAAM,EACX,MAAM,EACN,IAAI,CACL;;AAEJ;;;;"}
+{"version":3,"file":"index.cjs","sources":["../../../../src/llm/vertexai/index.ts"],"sourcesContent":["import { ChatGoogle } from '@langchain/google-gauth';\nimport { ChatConnection } from '@langchain/google-common';\nimport type {\n  GeminiRequest,\n  GoogleAIModelRequestParams,\n  GoogleAbstractedClient,\n} from '@langchain/google-common';\nimport type { BaseMessage } from '@langchain/core/messages';\nimport type { VertexAIClientOptions } from '@/types';\n\nclass CustomChatConnection extends ChatConnection<VertexAIClientOptions> {\n  async formatData(\n    input: BaseMessage[],\n    parameters: GoogleAIModelRequestParams\n  ): Promise<unknown> {\n    const formattedData = (await super.formatData(\n      input,\n      parameters\n    )) as GeminiRequest;\n    if (\n      formattedData.generationConfig?.thinkingConfig?.thinkingBudget === -1 &&\n      formattedData.generationConfig.thinkingConfig.includeThoughts === false\n    ) {\n      formattedData.generationConfig.thinkingConfig.includeThoughts = true;\n    }\n    return formattedData;\n  }\n}\n\n/**\n * Integration with Google Vertex AI chat models.\n *\n * Setup:\n * Install `@langchain/google-vertexai` and set your stringified\n * Vertex AI credentials as an environment variable named `GOOGLE_APPLICATION_CREDENTIALS`.\n *\n * ```bash\n * npm install @langchain/google-vertexai\n * export GOOGLE_APPLICATION_CREDENTIALS=\"path/to/credentials\"\n * ```\n *\n * ## [Constructor args](https://api.js.langchain.com/classes/_langchain_google_vertexai.index.ChatVertexAI.html#constructor.new_ChatVertexAI)\n *\n * ## [Runtime args](https://api.js.langchain.com/interfaces/langchain_google_common_types.GoogleAIBaseLanguageModelCallOptions.html)\n *\n * Runtime args can be passed as the second argument to any of the base runnable methods `.invoke`. `.stream`, `.batch`, etc.\n * They can also be passed via `.withConfig`, or the second arg in `.bindTools`, like shown in the examples below:\n *\n * ```typescript\n * // When calling `.withConfig`, call options should be passed via the first argument\n * const llmWithArgsBound = llm.withConfig({\n *   stop: [\"\\n\"],\n *   tools: [...],\n * });\n *\n * // When calling `.bindTools`, call options should be passed via the second argument\n * const llmWithTools = llm.bindTools(\n *   [...],\n *   {\n *     tool_choice: \"auto\",\n *   }\n * );\n * ```\n *\n * ## Examples\n *\n * <details open>\n * <summary><strong>Instantiate</strong></summary>\n *\n * ```typescript\n * import { ChatVertexAI } from '@langchain/google-vertexai';\n *\n * const llm = new ChatVertexAI({\n *   model: \"gemini-1.5-pro\",\n *   temperature: 0,\n *   // other params...\n * });\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Invoking</strong></summary>\n *\n * ```typescript\n * const input = `Translate \"I love programming\" into French.`;\n *\n * // Models also accept a list of chat messages or a formatted prompt\n * const result = await llm.invoke(input);\n * console.log(result);\n * ```\n *\n * ```txt\n * AIMessageChunk {\n *   \"content\": \"\\\"J'adore programmer\\\" \\n\\nHere's why this is the best translation:\\n\\n* **J'adore** means \\\"I love\\\" and conveys a strong passion.\\n* **Programmer** is the French verb for \\\"to program.\\\"\\n\\nThis translation is natural and idiomatic in French. \\n\",\n *   \"additional_kwargs\": {},\n *   \"response_metadata\": {},\n *   \"tool_calls\": [],\n *   \"tool_call_chunks\": [],\n *   \"invalid_tool_calls\": [],\n *   \"usage_metadata\": {\n *     \"input_tokens\": 9,\n *     \"output_tokens\": 63,\n *     \"total_tokens\": 72\n *   }\n * }\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Streaming Chunks</strong></summary>\n *\n * ```typescript\n * for await (const chunk of await llm.stream(input)) {\n *   console.log(chunk);\n * }\n * ```\n *\n * ```txt\n * AIMessageChunk {\n *   \"content\": \"\\\"\",\n *   \"additional_kwargs\": {},\n *   \"response_metadata\": {},\n *   \"tool_calls\": [],\n *   \"tool_call_chunks\": [],\n *   \"invalid_tool_calls\": []\n * }\n * AIMessageChunk {\n *   \"content\": \"J'adore programmer\\\" \\n\",\n *   \"additional_kwargs\": {},\n *   \"response_metadata\": {},\n *   \"tool_calls\": [],\n *   \"tool_call_chunks\": [],\n *   \"invalid_tool_calls\": []\n * }\n * AIMessageChunk {\n *   \"content\": \"\",\n *   \"additional_kwargs\": {},\n *   \"response_metadata\": {},\n *   \"tool_calls\": [],\n *   \"tool_call_chunks\": [],\n *   \"invalid_tool_calls\": []\n * }\n * AIMessageChunk {\n *   \"content\": \"\",\n *   \"additional_kwargs\": {},\n *   \"response_metadata\": {\n *     \"finishReason\": \"stop\"\n *   },\n *   \"tool_calls\": [],\n *   \"tool_call_chunks\": [],\n *   \"invalid_tool_calls\": [],\n *   \"usage_metadata\": {\n *     \"input_tokens\": 9,\n *     \"output_tokens\": 8,\n *     \"total_tokens\": 17\n *   }\n * }\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Aggregate Streamed Chunks</strong></summary>\n *\n * ```typescript\n * import { AIMessageChunk } from '@langchain/core/messages';\n * import { concat } from '@langchain/core/utils/stream';\n *\n * const stream = await llm.stream(input);\n * let full: AIMessageChunk | undefined;\n * for await (const chunk of stream) {\n *   full = !full ? chunk : concat(full, chunk);\n * }\n * console.log(full);\n * ```\n *\n * ```txt\n * AIMessageChunk {\n *   \"content\": \"\\\"J'adore programmer\\\" \\n\",\n *   \"additional_kwargs\": {},\n *   \"response_metadata\": {\n *     \"finishReason\": \"stop\"\n *   },\n *   \"tool_calls\": [],\n *   \"tool_call_chunks\": [],\n *   \"invalid_tool_calls\": [],\n *   \"usage_metadata\": {\n *     \"input_tokens\": 9,\n *     \"output_tokens\": 8,\n *     \"total_tokens\": 17\n *   }\n * }\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Bind tools</strong></summary>\n *\n * ```typescript\n * import { z } from 'zod';\n *\n * const GetWeather = {\n *   name: \"GetWeather\",\n *   description: \"Get the current weather in a given location\",\n *   schema: z.object({\n *     location: z.string().describe(\"The city and state, e.g. San Francisco, CA\")\n *   }),\n * }\n *\n * const GetPopulation = {\n *   name: \"GetPopulation\",\n *   description: \"Get the current population in a given location\",\n *   schema: z.object({\n *     location: z.string().describe(\"The city and state, e.g. San Francisco, CA\")\n *   }),\n * }\n *\n * const llmWithTools = llm.bindTools([GetWeather, GetPopulation]);\n * const aiMsg = await llmWithTools.invoke(\n *   \"Which city is hotter today and which is bigger: LA or NY?\"\n * );\n * console.log(aiMsg.tool_calls);\n * ```\n *\n * ```txt\n * [\n *   {\n *     name: 'GetPopulation',\n *     args: { location: 'New York City, NY' },\n *     id: '33c1c1f47e2f492799c77d2800a43912',\n *     type: 'tool_call'\n *   }\n * ]\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Structured Output</strong></summary>\n *\n * ```typescript\n * import { z } from 'zod';\n *\n * const Joke = z.object({\n *   setup: z.string().describe(\"The setup of the joke\"),\n *   punchline: z.string().describe(\"The punchline to the joke\"),\n *   rating: z.number().optional().describe(\"How funny the joke is, from 1 to 10\")\n * }).describe('Joke to tell user.');\n *\n * const structuredLlm = llm.withStructuredOutput(Joke, { name: \"Joke\" });\n * const jokeResult = await structuredLlm.invoke(\"Tell me a joke about cats\");\n * console.log(jokeResult);\n * ```\n *\n * ```txt\n * {\n *   setup: 'What do you call a cat that loves to bowl?',\n *   punchline: 'An alley cat!'\n * }\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Usage Metadata</strong></summary>\n *\n * ```typescript\n * const aiMsgForMetadata = await llm.invoke(input);\n * console.log(aiMsgForMetadata.usage_metadata);\n * ```\n *\n * ```txt\n * { input_tokens: 9, output_tokens: 8, total_tokens: 17 }\n * ```\n * </details>\n *\n * <br />\n *\n * <details>\n * <summary><strong>Stream Usage Metadata</strong></summary>\n *\n * ```typescript\n * const streamForMetadata = await llm.stream(\n *   input,\n *   {\n *     streamUsage: true\n *   }\n * );\n * let fullForMetadata: AIMessageChunk | undefined;\n * for await (const chunk of streamForMetadata) {\n *   fullForMetadata = !fullForMetadata ? chunk : concat(fullForMetadata, chunk);\n * }\n * console.log(fullForMetadata?.usage_metadata);\n * ```\n *\n * ```txt\n * { input_tokens: 9, output_tokens: 8, total_tokens: 17 }\n * ```\n * </details>\n *\n * <br />\n */\nexport class ChatVertexAI extends ChatGoogle {\n  lc_namespace = ['langchain', 'chat_models', 'vertexai'];\n  dynamicThinkingBudget = false;\n\n  static lc_name(): 'LibreChatVertexAI' {\n    return 'LibreChatVertexAI';\n  }\n\n  constructor(fields?: VertexAIClientOptions) {\n    let dynamicThinkingBudget = false;\n    if (fields?.thinkingBudget === -1) {\n      dynamicThinkingBudget = true;\n      fields.thinkingBudget = 1;\n    }\n    super({\n      ...fields,\n      platformType: 'gcp',\n    });\n    this.dynamicThinkingBudget = dynamicThinkingBudget;\n  }\n  invocationParams(\n    options?: this['ParsedCallOptions'] | undefined\n  ): GoogleAIModelRequestParams {\n    const params = super.invocationParams(options);\n    if (this.dynamicThinkingBudget) {\n      params.maxReasoningTokens = -1;\n    }\n    return params;\n  }\n\n  buildConnection(\n    fields: VertexAIClientOptions,\n    client: GoogleAbstractedClient\n  ): void {\n    this.connection = new CustomChatConnection(\n      { ...fields, ...this },\n      this.caller,\n      client,\n      false\n    );\n\n    this.streamedConnection = new CustomChatConnection(\n      { ...fields, ...this },\n      this.caller,\n      client,\n      true\n    );\n  }\n}\n"],"names":["ChatConnection","ChatGoogle"],"mappings":";;;;;AAUA,MAAM,oBAAqB,SAAQA,2BAAqC,CAAA;AACtE,IAAA,MAAM,UAAU,CACd,KAAoB,EACpB,UAAsC,EAAA;AAEtC,QAAA,MAAM,aAAa,IAAI,MAAM,KAAK,CAAC,UAAU,CAC3C,KAAK,EACL,UAAU,CACX,CAAkB;QACnB,IACE,aAAa,CAAC,gBAAgB,EAAE,cAAc,EAAE,cAAc,KAAK,EAAE;YACrE,aAAa,CAAC,gBAAgB,CAAC,cAAc,CAAC,eAAe,KAAK,KAAK,EACvE;YACA,aAAa,CAAC,gBAAgB,CAAC,cAAc,CAAC,eAAe,GAAG,IAAI;;AAEtE,QAAA,OAAO,aAAa;;AAEvB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyRG;AACG,MAAO,YAAa,SAAQC,sBAAU,CAAA;IAC1C,YAAY,GAAG,CAAC,WAAW,EAAE,aAAa,EAAE,UAAU,CAAC;IACvD,qBAAqB,GAAG,KAAK;AAE7B,IAAA,OAAO,OAAO,GAAA;AACZ,QAAA,OAAO,mBAAmB;;AAG5B,IAAA,WAAA,CAAY,MAA8B,EAAA;QACxC,IAAI,qBAAqB,GAAG,KAAK;AACjC,QAAA,IAAI,MAAM,EAAE,cAAc,KAAK,EAAE,EAAE;YACjC,qBAAqB,GAAG,IAAI;AAC5B,YAAA,MAAM,CAAC,cAAc,GAAG,CAAC;;AAE3B,QAAA,KAAK,CAAC;AACJ,YAAA,GAAG,MAAM;AACT,YAAA,YAAY,EAAE,KAAK;AACpB,SAAA,CAAC;AACF,QAAA,IAAI,CAAC,qBAAqB,GAAG,qBAAqB;;AAEpD,IAAA,gBAAgB,CACd,OAA+C,EAAA;QAE/C,MAAM,MAAM,GAAG,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAC9C,QAAA,IAAI,IAAI,CAAC,qBAAqB,EAAE;AAC9B,YAAA,MAAM,CAAC,kBAAkB,GAAG,EAAE;;AAEhC,QAAA,OAAO,MAAM;;IAGf,eAAe,CACb,MAA6B,EAC7B,MAA8B,EAAA;QAE9B,IAAI,CAAC,UAAU,GAAG,IAAI,oBAAoB,CACxC,EAAE,GAAG,MAAM,EAAE,GAAG,IAAI,EAAE,EACtB,IAAI,CAAC,MAAM,EACX,MAAM,EACN,KAAK,CACN;QAED,IAAI,CAAC,kBAAkB,GAAG,IAAI,oBAAoB,CAChD,EAAE,GAAG,MAAM,EAAE,GAAG,IAAI,EAAE,EACtB,IAAI,CAAC,MAAM,EACX,MAAM,EACN,IAAI,CACL;;AAEJ;;;;"}

package/dist/cjs/main.cjs

@@ -8,6 +8,8 @@ var core = require('./messages/core.cjs');
 var ids = require('./messages/ids.cjs');
 var prune = require('./messages/prune.cjs');
 var format = require('./messages/format.cjs');
+var cache = require('./messages/cache.cjs');
+var content = require('./messages/content.cjs');
 var Graph = require('./graphs/Graph.cjs');
 var MultiAgentGraph = require('./graphs/MultiAgentGraph.cjs');
 var CodeExecutor = require('./tools/CodeExecutor.cjs');
@@ -17,6 +19,7 @@ var _enum = require('./common/enum.cjs');
 var graph = require('./utils/graph.cjs');
 var llm = require('./utils/llm.cjs');
 var misc = require('./utils/misc.cjs');
+var handlers$1 = require('./utils/handlers.cjs');
 var run$1 = require('./utils/run.cjs');
 var tokens = require('./utils/tokens.cjs');
 var index = require('./llm/openai/index.cjs');
@@ -50,12 +53,13 @@ exports.checkValidNumber = prune.checkValidNumber;
 exports.createPruneMessages = prune.createPruneMessages;
 exports.getMessagesWithinTokenLimit = prune.getMessagesWithinTokenLimit;
 exports.formatAgentMessages = format.formatAgentMessages;
-exports.formatContentStrings = format.formatContentStrings;
 exports.formatFromLangChain = format.formatFromLangChain;
 exports.formatLangChainMessages = format.formatLangChainMessages;
+exports.formatMediaMessage = format.formatMediaMessage;
 exports.formatMessage = format.formatMessage;
-exports.formatVisionMessage = format.formatVisionMessage;
 exports.shiftIndexTokenCountMap = format.shiftIndexTokenCountMap;
+exports.addCacheControl = cache.addCacheControl;
+exports.formatContentStrings = content.formatContentStrings;
 exports.Graph = Graph.Graph;
 exports.StandardGraph = Graph.StandardGraph;
 exports.MultiAgentGraph = MultiAgentGraph.MultiAgentGraph;
@@ -119,7 +123,9 @@ exports.joinKeys = graph.joinKeys;
 exports.resetIfNotEmpty = graph.resetIfNotEmpty;
 exports.isGoogleLike = llm.isGoogleLike;
 exports.isOpenAILike = llm.isOpenAILike;
+exports.isPresent = misc.isPresent;
 exports.unescapeObject = misc.unescapeObject;
+exports.createHandlers = handlers$1.createHandlers;
 exports.RunnableCallable = run$1.RunnableCallable;
 exports.sleep = run$1.sleep;
 exports.TokenEncoderManager = tokens.TokenEncoderManager;

package/dist/cjs/main.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"main.cjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;"}
+{"version":3,"file":"main.cjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;"}

package/dist/cjs/messages/cache.cjs

@@ -0,0 +1,49 @@
+'use strict';
+
+/**
+ * Anthropic API: Adds cache control to the appropriate user messages in the payload.
+ * @param messages - The array of message objects.
+ * @returns - The updated array of message objects with cache control added.
+ */
+function addCacheControl(messages) {
+    if (!Array.isArray(messages) || messages.length < 2) {
+        return messages;
+    }
+    const updatedMessages = [...messages];
+    let userMessagesModified = 0;
+    for (let i = updatedMessages.length - 1; i >= 0 && userMessagesModified < 2; i--) {
+        const message = updatedMessages[i];
+        if ('getType' in message && message.getType() !== 'human') {
+            continue;
+        }
+        else if ('role' in message && message.role !== 'user') {
+            continue;
+        }
+        if (typeof message.content === 'string') {
+            message.content = [
+                {
+                    type: 'text',
+                    text: message.content,
+                    cache_control: { type: 'ephemeral' },
+                },
+            ];
+            userMessagesModified++;
+        }
+        else if (Array.isArray(message.content)) {
+            for (let j = message.content.length - 1; j >= 0; j--) {
+                const contentPart = message.content[j];
+                if ('type' in contentPart && contentPart.type === 'text') {
+                    contentPart.cache_control = {
+                        type: 'ephemeral',
+                    };
+                    userMessagesModified++;
+                    break;
+                }
+            }
+        }
+    }
+    return updatedMessages;
+}
+
+exports.addCacheControl = addCacheControl;
+//# sourceMappingURL=cache.cjs.map

package/dist/cjs/messages/cache.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.cjs","sources":["../../../src/messages/cache.ts"],"sourcesContent":["import type { AnthropicMessage } from '@/types/messages';\nimport type Anthropic from '@anthropic-ai/sdk';\nimport { BaseMessage } from '@langchain/core/messages';\n\n/**\n * Anthropic API: Adds cache control to the appropriate user messages in the payload.\n * @param messages - The array of message objects.\n * @returns - The updated array of message objects with cache control added.\n */\nexport function addCacheControl<T extends AnthropicMessage | BaseMessage>(\n  messages: T[]\n): T[] {\n  if (!Array.isArray(messages) || messages.length < 2) {\n    return messages;\n  }\n\n  const updatedMessages = [...messages];\n  let userMessagesModified = 0;\n\n  for (\n    let i = updatedMessages.length - 1;\n    i >= 0 && userMessagesModified < 2;\n    i--\n  ) {\n    const message = updatedMessages[i];\n    if ('getType' in message && message.getType() !== 'human') {\n      continue;\n    } else if ('role' in message && message.role !== 'user') {\n      continue;\n    }\n\n    if (typeof message.content === 'string') {\n      message.content = [\n        {\n          type: 'text',\n          text: message.content,\n          cache_control: { type: 'ephemeral' },\n        },\n      ];\n      userMessagesModified++;\n    } else if (Array.isArray(message.content)) {\n      for (let j = message.content.length - 1; j >= 0; j--) {\n        const contentPart = message.content[j];\n        if ('type' in contentPart && contentPart.type === 'text') {\n          (contentPart as Anthropic.TextBlockParam).cache_control = {\n            type: 'ephemeral',\n          };\n          userMessagesModified++;\n          break;\n        }\n      }\n    }\n  }\n\n  return updatedMessages;\n}\n"],"names":[],"mappings":";;AAIA;;;;AAIG;AACG,SAAU,eAAe,CAC7B,QAAa,EAAA;AAEb,IAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;AACnD,QAAA,OAAO,QAAQ;;AAGjB,IAAA,MAAM,eAAe,GAAG,CAAC,GAAG,QAAQ,CAAC;IACrC,IAAI,oBAAoB,GAAG,CAAC;IAE5B,KACE,IAAI,CAAC,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,EAClC,CAAC,IAAI,CAAC,IAAI,oBAAoB,GAAG,CAAC,EAClC,CAAC,EAAE,EACH;AACA,QAAA,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC;QAClC,IAAI,SAAS,IAAI,OAAO,IAAI,OAAO,CAAC,OAAO,EAAE,KAAK,OAAO,EAAE;YACzD;;aACK,IAAI,MAAM,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE;YACvD;;AAGF,QAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC,OAAO,CAAC,OAAO,GAAG;AAChB,gBAAA;AACE,oBAAA,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,OAAO,CAAC,OAAO;AACrB,oBAAA,aAAa,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;AACrC,iBAAA;aACF;AACD,YAAA,oBAAoB,EAAE;;aACjB,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AACzC,YAAA,KAAK,IAAI,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;gBACpD,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;gBACtC,IAAI,MAAM,IAAI,WAAW,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,EAAE;oBACvD,WAAwC,CAAC,aAAa,GAAG;AACxD,wBAAA,IAAI,EAAE,WAAW;qBAClB;AACD,oBAAA,oBAAoB,EAAE;oBACtB;;;;;AAMR,IAAA,OAAO,eAAe;AACxB;;;;"}

package/dist/cjs/messages/content.cjs

@@ -0,0 +1,53 @@
+'use strict';
+
+var _enum = require('../common/enum.cjs');
+
+/**
+ * Formats an array of messages for LangChain, making sure all content fields are strings
+ * @param {Array<HumanMessage | AIMessage | SystemMessage | ToolMessage>} payload - The array of messages to format.
+ * @returns {Array<HumanMessage | AIMessage | SystemMessage | ToolMessage>} - The array of formatted LangChain messages, including ToolMessages for tool calls.
+ */
+const formatContentStrings = (payload) => {
+    // Create a new array to store the processed messages
+    const result = [];
+    for (const message of payload) {
+        const messageType = message.getType();
+        const isValidMessage = messageType === 'human' ||
+            messageType === 'ai' ||
+            messageType === 'system';
+        if (!isValidMessage) {
+            result.push(message);
+            continue;
+        }
+        // If content is already a string, add as-is
+        if (typeof message.content === 'string') {
+            result.push(message);
+            continue;
+        }
+        // If content is not an array, add as-is
+        if (!Array.isArray(message.content)) {
+            result.push(message);
+            continue;
+        }
+        // Check if all content blocks are text type
+        const allTextBlocks = message.content.every((block) => block.type === _enum.ContentTypes.TEXT);
+        // Only convert to string if all blocks are text type
+        if (!allTextBlocks) {
+            result.push(message);
+            continue;
+        }
+        // Reduce text types to a single string
+        const content = message.content.reduce((acc, curr) => {
+            if (curr.type === _enum.ContentTypes.TEXT) {
+                return `${acc}${curr[_enum.ContentTypes.TEXT] || ''}\n`;
+            }
+            return acc;
+        }, '');
+        message.content = content.trim();
+        result.push(message);
+    }
+    return result;
+};
+
+exports.formatContentStrings = formatContentStrings;
+//# sourceMappingURL=content.cjs.map

package/dist/cjs/messages/content.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"content.cjs","sources":["../../../src/messages/content.ts"],"sourcesContent":["import { ContentTypes } from '@/common';\nimport type { BaseMessage } from '@langchain/core/messages';\n\n/**\n * Formats an array of messages for LangChain, making sure all content fields are strings\n * @param {Array<HumanMessage | AIMessage | SystemMessage | ToolMessage>} payload - The array of messages to format.\n * @returns {Array<HumanMessage | AIMessage | SystemMessage | ToolMessage>} - The array of formatted LangChain messages, including ToolMessages for tool calls.\n */\nexport const formatContentStrings = (\n  payload: Array<BaseMessage>\n): Array<BaseMessage> => {\n  // Create a new array to store the processed messages\n  const result: Array<BaseMessage> = [];\n\n  for (const message of payload) {\n    const messageType = message.getType();\n    const isValidMessage =\n      messageType === 'human' ||\n      messageType === 'ai' ||\n      messageType === 'system';\n\n    if (!isValidMessage) {\n      result.push(message);\n      continue;\n    }\n\n    // If content is already a string, add as-is\n    if (typeof message.content === 'string') {\n      result.push(message);\n      continue;\n    }\n\n    // If content is not an array, add as-is\n    if (!Array.isArray(message.content)) {\n      result.push(message);\n      continue;\n    }\n\n    // Check if all content blocks are text type\n    const allTextBlocks = message.content.every(\n      (block) => block.type === ContentTypes.TEXT\n    );\n\n    // Only convert to string if all blocks are text type\n    if (!allTextBlocks) {\n      result.push(message);\n      continue;\n    }\n\n    // Reduce text types to a single string\n    const content = message.content.reduce((acc, curr) => {\n      if (curr.type === ContentTypes.TEXT) {\n        return `${acc}${curr[ContentTypes.TEXT] || ''}\\n`;\n      }\n      return acc;\n    }, '');\n\n    message.content = content.trim();\n    result.push(message);\n  }\n\n  return result;\n};\n"],"names":["ContentTypes"],"mappings":";;;;AAGA;;;;AAIG;AACU,MAAA,oBAAoB,GAAG,CAClC,OAA2B,KACL;;IAEtB,MAAM,MAAM,GAAuB,EAAE;AAErC,IAAA,KAAK,MAAM,OAAO,IAAI,OAAO,EAAE;AAC7B,QAAA,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,EAAE;AACrC,QAAA,MAAM,cAAc,GAClB,WAAW,KAAK,OAAO;AACvB,YAAA,WAAW,KAAK,IAAI;YACpB,WAAW,KAAK,QAAQ;QAE1B,IAAI,CAAC,cAAc,EAAE;AACnB,YAAA,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;YACpB;;;AAIF,QAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;AACvC,YAAA,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;YACpB;;;QAIF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AACnC,YAAA,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;YACpB;;;QAIF,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CACzC,CAAC,KAAK,KAAK,KAAK,CAAC,IAAI,KAAKA,kBAAY,CAAC,IAAI,CAC5C;;QAGD,IAAI,CAAC,aAAa,EAAE;AAClB,YAAA,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;YACpB;;;AAIF,QAAA,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,KAAI;YACnD,IAAI,IAAI,CAAC,IAAI,KAAKA,kBAAY,CAAC,IAAI,EAAE;AACnC,gBAAA,OAAO,CAAG,EAAA,GAAG,CAAG,EAAA,IAAI,CAACA,kBAAY,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA,EAAA,CAAI;;AAEnD,YAAA,OAAO,GAAG;SACX,EAAE,EAAE,CAAC;AAEN,QAAA,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE;AAChC,QAAA,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;;AAGtB,IAAA,OAAO,MAAM;AACf;;;;"}

package/dist/cjs/messages/core.cjs

@@ -239,11 +239,15 @@ function convertMessagesToContent(messages) {
             const id = message.tool_call_id;
             const output = message.content;
             const tool_call = toolCallMap.get(id);
+            if (currentAIMessageIndex === -1) {
+                processedContent.push({ type: 'text', text: '' });
+                currentAIMessageIndex = processedContent.length - 1;
+            }
+            const contentPart = processedContent[currentAIMessageIndex];
             processedContent.push({
                 type: 'tool_call',
                 tool_call: Object.assign({}, tool_call, { output }),
             });
-            const contentPart = processedContent[currentAIMessageIndex];
             const tool_call_ids = contentPart.tool_call_ids || [];
             tool_call_ids.push(id);
             contentPart.tool_call_ids = tool_call_ids;

package/dist/cjs/messages/core.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"core.cjs","sources":["../../../src/messages/core.ts"],"sourcesContent":["// src/messages.ts\nimport {\n  AIMessageChunk,\n  HumanMessage,\n  ToolMessage,\n  AIMessage,\n  BaseMessage,\n} from '@langchain/core/messages';\nimport type { ToolCall } from '@langchain/core/messages/tool';\nimport type * as t from '@/types';\nimport { Providers } from '@/common';\n\nexport function getConverseOverrideMessage({\n  userMessage,\n  lastMessageX,\n  lastMessageY,\n}: {\n  userMessage: string[];\n  lastMessageX: AIMessageChunk | null;\n  lastMessageY: ToolMessage;\n}): HumanMessage {\n  const content = `\nUser: ${userMessage[1]}\n\n---\n# YOU HAVE ALREADY RESPONDED TO THE LATEST USER MESSAGE:\n\n# Observations:\n- ${lastMessageX?.content}\n\n# Tool Calls:\n- ${lastMessageX?.tool_calls?.join('\\n- ')}\n\n# Tool Responses:\n- ${lastMessageY.content}\n`;\n\n  return new HumanMessage(content);\n}\n\nconst _allowedTypes = ['image_url', 'text', 'tool_use', 'tool_result'];\nconst allowedTypesByProvider: Record<string, string[]> = {\n  default: _allowedTypes,\n  [Providers.ANTHROPIC]: [..._allowedTypes, 'thinking'],\n  [Providers.BEDROCK]: [..._allowedTypes, 'reasoning_content'],\n  [Providers.OPENAI]: _allowedTypes,\n};\n\nconst modifyContent = ({\n  provider,\n  messageType,\n  content,\n}: {\n  provider: Providers;\n  messageType: string;\n  content: t.ExtendedMessageContent[];\n}): t.ExtendedMessageContent[] => {\n  const allowedTypes =\n    allowedTypesByProvider[provider] ?? allowedTypesByProvider.default;\n  return content.map((item) => {\n    if (\n      item &&\n      typeof item === 'object' &&\n      'type' in item &&\n      item.type != null &&\n      item.type\n    ) {\n      let newType = item.type;\n      if (newType.endsWith('_delta')) {\n        newType = newType.replace('_delta', '');\n      }\n      if (!allowedTypes.includes(newType)) {\n        newType = 'text';\n      }\n\n      /* Handle the edge case for empty object 'tool_use' input in AI messages */\n      if (\n        messageType === 'ai' &&\n        newType === 'tool_use' &&\n        'input' in item &&\n        item.input === ''\n      ) {\n        return { ...item, type: newType, input: '{}' };\n      }\n\n      return { ...item, type: newType };\n    }\n    return item;\n  });\n};\n\ntype ContentBlock =\n  | Partial<t.BedrockReasoningContentText>\n  | t.MessageDeltaUpdate;\n\nfunction reduceBlocks(blocks: ContentBlock[]): ContentBlock[] {\n  const reduced: ContentBlock[] = [];\n\n  for (const block of blocks) {\n    const lastBlock = reduced[reduced.length - 1] as ContentBlock | undefined;\n\n    // Merge consecutive 'reasoning_content'\n    if (\n      block.type === 'reasoning_content' &&\n      lastBlock?.type === 'reasoning_content'\n    ) {\n      // append text if exists\n      if (block.reasoningText?.text != null && block.reasoningText.text) {\n        (\n          lastBlock.reasoningText as t.BedrockReasoningContentText['reasoningText']\n        ).text =\n          (lastBlock.reasoningText?.text ?? '') + block.reasoningText.text;\n      }\n      // preserve the signature if exists\n      if (\n        block.reasoningText?.signature != null &&\n        block.reasoningText.signature\n      ) {\n        (\n          lastBlock.reasoningText as t.BedrockReasoningContentText['reasoningText']\n        ).signature = block.reasoningText.signature;\n      }\n    }\n    // Merge consecutive 'text'\n    else if (block.type === 'text' && lastBlock?.type === 'text') {\n      lastBlock.text += block.text;\n    }\n    // add a new block as it's a different type or first element\n    else {\n      // deep copy to avoid mutation of original\n      reduced.push(JSON.parse(JSON.stringify(block)));\n    }\n  }\n\n  return reduced;\n}\n\nexport function modifyDeltaProperties(\n  provider: Providers,\n  obj?: AIMessageChunk\n): AIMessageChunk | undefined {\n  if (!obj || typeof obj !== 'object') return obj;\n\n  const messageType = (obj as Partial<AIMessageChunk>)._getType\n    ? obj._getType()\n    : '';\n\n  if (provider === Providers.BEDROCK && Array.isArray(obj.content)) {\n    obj.content = reduceBlocks(obj.content as ContentBlock[]);\n  }\n  if (Array.isArray(obj.content)) {\n    obj.content = modifyContent({\n      provider,\n      messageType,\n      content: obj.content,\n    });\n  }\n  if (\n    (obj as Partial<AIMessageChunk>).lc_kwargs &&\n    Array.isArray(obj.lc_kwargs.content)\n  ) {\n    obj.lc_kwargs.content = modifyContent({\n      provider,\n      messageType,\n      content: obj.lc_kwargs.content,\n    });\n  }\n  return obj;\n}\n\nexport function formatAnthropicMessage(message: AIMessageChunk): AIMessage {\n  if (!message.tool_calls || message.tool_calls.length === 0) {\n    return new AIMessage({ content: message.content });\n  }\n\n  const toolCallMap = new Map(message.tool_calls.map((tc) => [tc.id, tc]));\n  let formattedContent: string | t.ExtendedMessageContent[];\n\n  if (Array.isArray(message.content)) {\n    formattedContent = message.content.reduce<t.ExtendedMessageContent[]>(\n      (acc, item) => {\n        if (typeof item === 'object') {\n          const extendedItem = item as t.ExtendedMessageContent;\n          if (\n            extendedItem.type === 'text' &&\n            extendedItem.text != null &&\n            extendedItem.text\n          ) {\n            acc.push({ type: 'text', text: extendedItem.text });\n          } else if (\n            extendedItem.type === 'tool_use' &&\n            extendedItem.id != null &&\n            extendedItem.id\n          ) {\n            const toolCall = toolCallMap.get(extendedItem.id);\n            if (toolCall) {\n              acc.push({\n                type: 'tool_use',\n                id: extendedItem.id,\n                name: toolCall.name,\n                input: toolCall.args as unknown as string,\n              });\n            }\n          } else if (\n            'input' in extendedItem &&\n            extendedItem.input != null &&\n            extendedItem.input\n          ) {\n            try {\n              const parsedInput = JSON.parse(extendedItem.input);\n              const toolCall = message.tool_calls?.find(\n                (tc) => tc.args.input === parsedInput.input\n              );\n              if (toolCall) {\n                acc.push({\n                  type: 'tool_use',\n                  id: toolCall.id,\n                  name: toolCall.name,\n                  input: toolCall.args as unknown as string,\n                });\n              }\n            } catch {\n              if (extendedItem.input) {\n                acc.push({ type: 'text', text: extendedItem.input });\n              }\n            }\n          }\n        } else if (typeof item === 'string') {\n          acc.push({ type: 'text', text: item });\n        }\n        return acc;\n      },\n      []\n    );\n  } else if (typeof message.content === 'string') {\n    formattedContent = message.content;\n  } else {\n    formattedContent = [];\n  }\n\n  // const formattedToolCalls: ToolCall[] = message.tool_calls.map(toolCall => ({\n  //   id: toolCall.id ?? '',\n  //   name: toolCall.name,\n  //   args: toolCall.args,\n  //   type: 'tool_call',\n  // }));\n\n  const formattedToolCalls: t.AgentToolCall[] = message.tool_calls.map(\n    (toolCall) => ({\n      id: toolCall.id ?? '',\n      type: 'function',\n      function: {\n        name: toolCall.name,\n        arguments: toolCall.args,\n      },\n    })\n  );\n\n  return new AIMessage({\n    content: formattedContent,\n    tool_calls: formattedToolCalls as ToolCall[],\n    additional_kwargs: {\n      ...message.additional_kwargs,\n    },\n  });\n}\n\nexport function convertMessagesToContent(\n  messages: BaseMessage[]\n): t.MessageContentComplex[] {\n  const processedContent: t.MessageContentComplex[] = [];\n\n  const addContentPart = (message: BaseMessage | null): void => {\n    const content =\n      message?.lc_kwargs.content != null\n        ? message.lc_kwargs.content\n        : message?.content;\n    if (content === undefined) {\n      return;\n    }\n    if (typeof content === 'string') {\n      processedContent.push({\n        type: 'text',\n        text: content,\n      });\n    } else if (Array.isArray(content)) {\n      const filteredContent = content.filter(\n        (item) => item != null && item.type !== 'tool_use'\n      );\n      processedContent.push(...filteredContent);\n    }\n  };\n\n  let currentAIMessageIndex = -1;\n  const toolCallMap = new Map<string, t.CustomToolCall>();\n\n  for (let i = 0; i < messages.length; i++) {\n    const message = messages[i] as BaseMessage | null;\n    const messageType = message?._getType();\n\n    if (\n      messageType === 'ai' &&\n      ((message as AIMessage).tool_calls?.length ?? 0) > 0\n    ) {\n      const tool_calls = (message as AIMessage).tool_calls || [];\n      for (const tool_call of tool_calls) {\n        if (tool_call.id == null || !tool_call.id) {\n          continue;\n        }\n\n        toolCallMap.set(tool_call.id, tool_call);\n      }\n\n      addContentPart(message);\n      currentAIMessageIndex = processedContent.length - 1;\n      continue;\n    } else if (\n      messageType === 'tool' &&\n      (message as ToolMessage).tool_call_id\n    ) {\n      const id = (message as ToolMessage).tool_call_id;\n      const output = (message as ToolMessage).content;\n      const tool_call = toolCallMap.get(id);\n\n      processedContent.push({\n        type: 'tool_call',\n        tool_call: Object.assign({}, tool_call, { output }),\n      });\n      const contentPart = processedContent[currentAIMessageIndex];\n      const tool_call_ids = contentPart.tool_call_ids || [];\n      tool_call_ids.push(id);\n      contentPart.tool_call_ids = tool_call_ids;\n      continue;\n    } else if (messageType !== 'ai') {\n      continue;\n    }\n\n    addContentPart(message);\n  }\n\n  return processedContent;\n}\n\nexport function formatAnthropicArtifactContent(messages: BaseMessage[]): void {\n  const lastMessage = messages[messages.length - 1];\n  if (!(lastMessage instanceof ToolMessage)) return;\n\n  // Find the latest AIMessage with tool_calls that this tool message belongs to\n  const latestAIParentIndex = findLastIndex(\n    messages,\n    (msg) =>\n      (msg instanceof AIMessageChunk &&\n        (msg.tool_calls?.length ?? 0) > 0 &&\n        msg.tool_calls?.some((tc) => tc.id === lastMessage.tool_call_id)) ??\n      false\n  );\n\n  if (latestAIParentIndex === -1) return;\n\n  // Check if any tool message after the AI message has array artifact content\n  const hasArtifactContent = messages.some(\n    (msg, i) =>\n      i > latestAIParentIndex &&\n      msg instanceof ToolMessage &&\n      msg.artifact != null &&\n      msg.artifact?.content != null &&\n      Array.isArray(msg.artifact.content)\n  );\n\n  if (!hasArtifactContent) return;\n\n  const message = messages[latestAIParentIndex] as AIMessageChunk;\n  const toolCallIds = message.tool_calls?.map((tc) => tc.id) ?? [];\n\n  for (let j = latestAIParentIndex + 1; j < messages.length; j++) {\n    const msg = messages[j];\n    if (\n      msg instanceof ToolMessage &&\n      toolCallIds.includes(msg.tool_call_id) &&\n      msg.artifact != null &&\n      Array.isArray(msg.artifact?.content) &&\n      Array.isArray(msg.content)\n    ) {\n      msg.content = msg.content.concat(msg.artifact.content);\n    }\n  }\n}\n\nexport function formatArtifactPayload(messages: BaseMessage[]): void {\n  const lastMessageY = messages[messages.length - 1];\n  if (!(lastMessageY instanceof ToolMessage)) return;\n\n  // Find the latest AIMessage with tool_calls that this tool message belongs to\n  const latestAIParentIndex = findLastIndex(\n    messages,\n    (msg) =>\n      (msg instanceof AIMessageChunk &&\n        (msg.tool_calls?.length ?? 0) > 0 &&\n        msg.tool_calls?.some((tc) => tc.id === lastMessageY.tool_call_id)) ??\n      false\n  );\n\n  if (latestAIParentIndex === -1) return;\n\n  // Check if any tool message after the AI message has array artifact content\n  const hasArtifactContent = messages.some(\n    (msg, i) =>\n      i > latestAIParentIndex &&\n      msg instanceof ToolMessage &&\n      msg.artifact != null &&\n      msg.artifact?.content != null &&\n      Array.isArray(msg.artifact.content)\n  );\n\n  if (!hasArtifactContent) return;\n\n  // Collect all relevant tool messages and their artifacts\n  const relevantMessages = messages\n    .slice(latestAIParentIndex + 1)\n    .filter((msg) => msg instanceof ToolMessage) as ToolMessage[];\n\n  // Aggregate all content and artifacts\n  const aggregatedContent: t.MessageContentComplex[] = [];\n\n  relevantMessages.forEach((msg) => {\n    if (!Array.isArray(msg.artifact?.content)) {\n      return;\n    }\n    let currentContent = msg.content;\n    if (!Array.isArray(currentContent)) {\n      currentContent = [\n        {\n          type: 'text',\n          text: msg.content,\n        },\n      ];\n    }\n    aggregatedContent.push(...currentContent);\n    msg.content =\n      'Tool response is included in the next message as a Human message';\n    aggregatedContent.push(...msg.artifact.content);\n  });\n\n  // Add single HumanMessage with all aggregated content\n  if (aggregatedContent.length > 0) {\n    messages.push(new HumanMessage({ content: aggregatedContent }));\n  }\n}\n\nexport function findLastIndex<T>(\n  array: T[],\n  predicate: (value: T) => boolean\n): number {\n  for (let i = array.length - 1; i >= 0; i--) {\n    if (predicate(array[i])) {\n      return i;\n    }\n  }\n  return -1;\n}\n"],"names":["HumanMessage","Providers","AIMessage","messages","ToolMessage","AIMessageChunk"],"mappings":";;;;;AAAA;AAYM,SAAU,0BAA0B,CAAC,EACzC,WAAW,EACX,YAAY,EACZ,YAAY,GAKb,EAAA;AACC,IAAA,MAAM,OAAO,GAAG;QACV,WAAW,CAAC,CAAC,CAAC;;;;;;AAMlB,EAAA,EAAA,YAAY,EAAE,OAAO;;;AAGrB,EAAA,EAAA,YAAY,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC;;;AAGtC,EAAA,EAAA,YAAY,CAAC,OAAO;CACvB;AAEC,IAAA,OAAO,IAAIA,qBAAY,CAAC,OAAO,CAAC;AAClC;AAEA,MAAM,aAAa,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,aAAa,CAAC;AACtE,MAAM,sBAAsB,GAA6B;AACvD,IAAA,OAAO,EAAE,aAAa;IACtB,CAACC,eAAS,CAAC,SAAS,GAAG,CAAC,GAAG,aAAa,EAAE,UAAU,CAAC;IACrD,CAACA,eAAS,CAAC,OAAO,GAAG,CAAC,GAAG,aAAa,EAAE,mBAAmB,CAAC;AAC5D,IAAA,CAACA,eAAS,CAAC,MAAM,GAAG,aAAa;CAClC;AAED,MAAM,aAAa,GAAG,CAAC,EACrB,QAAQ,EACR,WAAW,EACX,OAAO,GAKR,KAAgC;IAC/B,MAAM,YAAY,GAChB,sBAAsB,CAAC,QAAQ,CAAC,IAAI,sBAAsB,CAAC,OAAO;AACpE,IAAA,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,KAAI;AAC1B,QAAA,IACE,IAAI;YACJ,OAAO,IAAI,KAAK,QAAQ;AACxB,YAAA,MAAM,IAAI,IAAI;YACd,IAAI,CAAC,IAAI,IAAI,IAAI;YACjB,IAAI,CAAC,IAAI,EACT;AACA,YAAA,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI;AACvB,YAAA,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;gBAC9B,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;;YAEzC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;gBACnC,OAAO,GAAG,MAAM;;;YAIlB,IACE,WAAW,KAAK,IAAI;AACpB,gBAAA,OAAO,KAAK,UAAU;AACtB,gBAAA,OAAO,IAAI,IAAI;AACf,gBAAA,IAAI,CAAC,KAAK,KAAK,EAAE,EACjB;AACA,gBAAA,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;;YAGhD,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE;;AAEnC,QAAA,OAAO,IAAI;AACb,KAAC,CAAC;AACJ,CAAC;AAMD,SAAS,YAAY,CAAC,MAAsB,EAAA;IAC1C,MAAM,OAAO,GAAmB,EAAE;AAElC,IAAA,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;QAC1B,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAA6B;;AAGzE,QAAA,IACE,KAAK,CAAC,IAAI,KAAK,mBAAmB;AAClC,YAAA,SAAS,EAAE,IAAI,KAAK,mBAAmB,EACvC;;AAEA,YAAA,IAAI,KAAK,CAAC,aAAa,EAAE,IAAI,IAAI,IAAI,IAAI,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE;gBAE/D,SAAS,CAAC,aACX,CAAC,IAAI;AACJ,oBAAA,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,IAAI,EAAE,IAAI,KAAK,CAAC,aAAa,CAAC,IAAI;;;AAGpE,YAAA,IACE,KAAK,CAAC,aAAa,EAAE,SAAS,IAAI,IAAI;AACtC,gBAAA,KAAK,CAAC,aAAa,CAAC,SAAS,EAC7B;gBAEE,SAAS,CAAC,aACX,CAAC,SAAS,GAAG,KAAK,CAAC,aAAa,CAAC,SAAS;;;;AAI1C,aAAA,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,SAAS,EAAE,IAAI,KAAK,MAAM,EAAE;AAC5D,YAAA,SAAS,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI;;;aAGzB;;AAEH,YAAA,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;;;AAInD,IAAA,OAAO,OAAO;AAChB;AAEgB,SAAA,qBAAqB,CACnC,QAAmB,EACnB,GAAoB,EAAA;AAEpB,IAAA,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;AAAE,QAAA,OAAO,GAAG;AAE/C,IAAA,MAAM,WAAW,GAAI,GAA+B,CAAC;AACnD,UAAE,GAAG,CAAC,QAAQ;UACZ,EAAE;AAEN,IAAA,IAAI,QAAQ,KAAKA,eAAS,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;QAChE,GAAG,CAAC,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,OAAyB,CAAC;;IAE3D,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;AAC9B,QAAA,GAAG,CAAC,OAAO,GAAG,aAAa,CAAC;YAC1B,QAAQ;YACR,WAAW;YACX,OAAO,EAAE,GAAG,CAAC,OAAO;AACrB,SAAA,CAAC;;IAEJ,IACG,GAA+B,CAAC,SAAS;QAC1C,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,EACpC;AACA,QAAA,GAAG,CAAC,SAAS,CAAC,OAAO,GAAG,aAAa,CAAC;YACpC,QAAQ;YACR,WAAW;AACX,YAAA,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,OAAO;AAC/B,SAAA,CAAC;;AAEJ,IAAA,OAAO,GAAG;AACZ;AAEM,SAAU,sBAAsB,CAAC,OAAuB,EAAA;AAC5D,IAAA,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE;QAC1D,OAAO,IAAIC,kBAAS,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;;IAGpD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;AACxE,IAAA,IAAI,gBAAqD;IAEzD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AAClC,QAAA,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CACvC,CAAC,GAAG,EAAE,IAAI,KAAI;AACZ,YAAA,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;gBAC5B,MAAM,YAAY,GAAG,IAAgC;AACrD,gBAAA,IACE,YAAY,CAAC,IAAI,KAAK,MAAM;oBAC5B,YAAY,CAAC,IAAI,IAAI,IAAI;oBACzB,YAAY,CAAC,IAAI,EACjB;AACA,oBAAA,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC;;AAC9C,qBAAA,IACL,YAAY,CAAC,IAAI,KAAK,UAAU;oBAChC,YAAY,CAAC,EAAE,IAAI,IAAI;oBACvB,YAAY,CAAC,EAAE,EACf;oBACA,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;oBACjD,IAAI,QAAQ,EAAE;wBACZ,GAAG,CAAC,IAAI,CAAC;AACP,4BAAA,IAAI,EAAE,UAAU;4BAChB,EAAE,EAAE,YAAY,CAAC,EAAE;4BACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;4BACnB,KAAK,EAAE,QAAQ,CAAC,IAAyB;AAC1C,yBAAA,CAAC;;;qBAEC,IACL,OAAO,IAAI,YAAY;oBACvB,YAAY,CAAC,KAAK,IAAI,IAAI;oBAC1B,YAAY,CAAC,KAAK,EAClB;AACA,oBAAA,IAAI;wBACF,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC;wBAClD,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,EAAE,IAAI,CACvC,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,WAAW,CAAC,KAAK,CAC5C;wBACD,IAAI,QAAQ,EAAE;4BACZ,GAAG,CAAC,IAAI,CAAC;AACP,gCAAA,IAAI,EAAE,UAAU;gCAChB,EAAE,EAAE,QAAQ,CAAC,EAAE;gCACf,IAAI,EAAE,QAAQ,CAAC,IAAI;gCACnB,KAAK,EAAE,QAAQ,CAAC,IAAyB;AAC1C,6BAAA,CAAC;;;AAEJ,oBAAA,MAAM;AACN,wBAAA,IAAI,YAAY,CAAC,KAAK,EAAE;AACtB,4BAAA,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,CAAC,KAAK,EAAE,CAAC;;;;;AAIrD,iBAAA,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;AACnC,gBAAA,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;;AAExC,YAAA,OAAO,GAAG;SACX,EACD,EAAE,CACH;;AACI,SAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;AAC9C,QAAA,gBAAgB,GAAG,OAAO,CAAC,OAAO;;SAC7B;QACL,gBAAgB,GAAG,EAAE;;;;;;;;AAUvB,IAAA,MAAM,kBAAkB,GAAsB,OAAO,CAAC,UAAU,CAAC,GAAG,CAClE,CAAC,QAAQ,MAAM;AACb,QAAA,EAAE,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE;AACrB,QAAA,IAAI,EAAE,UAAU;AAChB,QAAA,QAAQ,EAAE;YACR,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,SAAS,EAAE,QAAQ,CAAC,IAAI;AACzB,SAAA;AACF,KAAA,CAAC,CACH;IAED,OAAO,IAAIA,kBAAS,CAAC;AACnB,QAAA,OAAO,EAAE,gBAAgB;AACzB,QAAA,UAAU,EAAE,kBAAgC;AAC5C,QAAA,iBAAiB,EAAE;YACjB,GAAG,OAAO,CAAC,iBAAiB;AAC7B,SAAA;AACF,KAAA,CAAC;AACJ;AAEM,SAAU,wBAAwB,CACtC,QAAuB,EAAA;IAEvB,MAAM,gBAAgB,GAA8B,EAAE;AAEtD,IAAA,MAAM,cAAc,GAAG,CAAC,OAA2B,KAAU;QAC3D,MAAM,OAAO,GACX,OAAO,EAAE,SAAS,CAAC,OAAO,IAAI;AAC5B,cAAE,OAAO,CAAC,SAAS,CAAC;AACpB,cAAE,OAAO,EAAE,OAAO;AACtB,QAAA,IAAI,OAAO,KAAK,SAAS,EAAE;YACzB;;AAEF,QAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;YAC/B,gBAAgB,CAAC,IAAI,CAAC;AACpB,gBAAA,IAAI,EAAE,MAAM;AACZ,gBAAA,IAAI,EAAE,OAAO;AACd,aAAA,CAAC;;AACG,aAAA,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YACjC,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CACpC,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,CACnD;AACD,YAAA,gBAAgB,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC;;AAE7C,KAAC;AAED,IAAA,IAAI,qBAAqB,GAAG,EAAE;AAC9B,IAAA,MAAM,WAAW,GAAG,IAAI,GAAG,EAA4B;AAEvD,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACxC,QAAA,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAuB;AACjD,QAAA,MAAM,WAAW,GAAG,OAAO,EAAE,QAAQ,EAAE;QAEvC,IACE,WAAW,KAAK,IAAI;YACpB,CAAE,OAAqB,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,EACpD;AACA,YAAA,MAAM,UAAU,GAAI,OAAqB,CAAC,UAAU,IAAI,EAAE;AAC1D,YAAA,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;gBAClC,IAAI,SAAS,CAAC,EAAE,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE;oBACzC;;gBAGF,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC;;YAG1C,cAAc,CAAC,OAAO,CAAC;AACvB,YAAA,qBAAqB,GAAG,gBAAgB,CAAC,MAAM,GAAG,CAAC;YACnD;;aACK,IACL,WAAW,KAAK,MAAM;YACrB,OAAuB,CAAC,YAAY,EACrC;AACA,YAAA,MAAM,EAAE,GAAI,OAAuB,CAAC,YAAY;AAChD,YAAA,MAAM,MAAM,GAAI,OAAuB,CAAC,OAAO;YAC/C,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;YAErC,gBAAgB,CAAC,IAAI,CAAC;AACpB,gBAAA,IAAI,EAAE,WAAW;AACjB,gBAAA,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC;AACpD,aAAA,CAAC;AACF,YAAA,MAAM,WAAW,GAAG,gBAAgB,CAAC,qBAAqB,CAAC;AAC3D,YAAA,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,IAAI,EAAE;AACrD,YAAA,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;AACtB,YAAA,WAAW,CAAC,aAAa,GAAG,aAAa;YACzC;;AACK,aAAA,IAAI,WAAW,KAAK,IAAI,EAAE;YAC/B;;QAGF,cAAc,CAAC,OAAO,CAAC;;AAGzB,IAAA,OAAO,gBAAgB;AACzB;AAEM,SAAU,8BAA8B,CAACC,UAAuB,EAAA;IACpE,MAAM,WAAW,GAAGA,UAAQ,CAACA,UAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;AACjD,IAAA,IAAI,EAAE,WAAW,YAAYC,oBAAW,CAAC;QAAE;;AAG3C,IAAA,MAAM,mBAAmB,GAAG,aAAa,CACvCD,UAAQ,EACR,CAAC,GAAG,KACF,CAAC,GAAG,YAAYE,uBAAc;QAC5B,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC;AACjC,QAAA,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,WAAW,CAAC,YAAY,CAAC;AAClE,QAAA,KAAK,CACR;IAED,IAAI,mBAAmB,KAAK,EAAE;QAAE;;AAGhC,IAAA,MAAM,kBAAkB,GAAGF,UAAQ,CAAC,IAAI,CACtC,CAAC,GAAG,EAAE,CAAC,KACL,CAAC,GAAG,mBAAmB;AACvB,QAAA,GAAG,YAAYC,oBAAW;QAC1B,GAAG,CAAC,QAAQ,IAAI,IAAI;AACpB,QAAA,GAAG,CAAC,QAAQ,EAAE,OAAO,IAAI,IAAI;QAC7B,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CACtC;AAED,IAAA,IAAI,CAAC,kBAAkB;QAAE;AAEzB,IAAA,MAAM,OAAO,GAAGD,UAAQ,CAAC,mBAAmB,CAAmB;AAC/D,IAAA,MAAM,WAAW,GAAG,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE;AAEhE,IAAA,KAAK,IAAI,CAAC,GAAG,mBAAmB,GAAG,CAAC,EAAE,CAAC,GAAGA,UAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC9D,QAAA,MAAM,GAAG,GAAGA,UAAQ,CAAC,CAAC,CAAC;QACvB,IACE,GAAG,YAAYC,oBAAW;AAC1B,YAAA,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC;YACtC,GAAG,CAAC,QAAQ,IAAI,IAAI;YACpB,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC;YACpC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAC1B;AACA,YAAA,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;;;AAG5D;AAEM,SAAU,qBAAqB,CAACD,UAAuB,EAAA;IAC3D,MAAM,YAAY,GAAGA,UAAQ,CAACA,UAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;AAClD,IAAA,IAAI,EAAE,YAAY,YAAYC,oBAAW,CAAC;QAAE;;AAG5C,IAAA,MAAM,mBAAmB,GAAG,aAAa,CACvCD,UAAQ,EACR,CAAC,GAAG,KACF,CAAC,GAAG,YAAYE,uBAAc;QAC5B,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC;AACjC,QAAA,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,YAAY,CAAC,YAAY,CAAC;AACnE,QAAA,KAAK,CACR;IAED,IAAI,mBAAmB,KAAK,EAAE;QAAE;;AAGhC,IAAA,MAAM,kBAAkB,GAAGF,UAAQ,CAAC,IAAI,CACtC,CAAC,GAAG,EAAE,CAAC,KACL,CAAC,GAAG,mBAAmB;AACvB,QAAA,GAAG,YAAYC,oBAAW;QAC1B,GAAG,CAAC,QAAQ,IAAI,IAAI;AACpB,QAAA,GAAG,CAAC,QAAQ,EAAE,OAAO,IAAI,IAAI;QAC7B,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CACtC;AAED,IAAA,IAAI,CAAC,kBAAkB;QAAE;;IAGzB,MAAM,gBAAgB,GAAGD;AACtB,SAAA,KAAK,CAAC,mBAAmB,GAAG,CAAC;SAC7B,MAAM,CAAC,CAAC,GAAG,KAAK,GAAG,YAAYC,oBAAW,CAAkB;;IAG/D,MAAM,iBAAiB,GAA8B,EAAE;AAEvD,IAAA,gBAAgB,CAAC,OAAO,CAAC,CAAC,GAAG,KAAI;AAC/B,QAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE;YACzC;;AAEF,QAAA,IAAI,cAAc,GAAG,GAAG,CAAC,OAAO;QAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE;AAClC,YAAA,cAAc,GAAG;AACf,gBAAA;AACE,oBAAA,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,GAAG,CAAC,OAAO;AAClB,iBAAA;aACF;;AAEH,QAAA,iBAAiB,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC;AACzC,QAAA,GAAG,CAAC,OAAO;AACT,YAAA,kEAAkE;QACpE,iBAAiB,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;AACjD,KAAC,CAAC;;AAGF,IAAA,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE;AAChC,QAAAD,UAAQ,CAAC,IAAI,CAAC,IAAIH,qBAAY,CAAC,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC,CAAC;;AAEnE;AAEgB,SAAA,aAAa,CAC3B,KAAU,EACV,SAAgC,EAAA;AAEhC,IAAA,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;QAC1C,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;AACvB,YAAA,OAAO,CAAC;;;IAGZ,OAAO,EAAE;AACX;;;;;;;;;;"}
+{"version":3,"file":"core.cjs","sources":["../../../src/messages/core.ts"],"sourcesContent":["// src/messages.ts\nimport {\n  AIMessageChunk,\n  HumanMessage,\n  ToolMessage,\n  AIMessage,\n  BaseMessage,\n} from '@langchain/core/messages';\nimport type { ToolCall } from '@langchain/core/messages/tool';\nimport type * as t from '@/types';\nimport { Providers } from '@/common';\n\nexport function getConverseOverrideMessage({\n  userMessage,\n  lastMessageX,\n  lastMessageY,\n}: {\n  userMessage: string[];\n  lastMessageX: AIMessageChunk | null;\n  lastMessageY: ToolMessage;\n}): HumanMessage {\n  const content = `\nUser: ${userMessage[1]}\n\n---\n# YOU HAVE ALREADY RESPONDED TO THE LATEST USER MESSAGE:\n\n# Observations:\n- ${lastMessageX?.content}\n\n# Tool Calls:\n- ${lastMessageX?.tool_calls?.join('\\n- ')}\n\n# Tool Responses:\n- ${lastMessageY.content}\n`;\n\n  return new HumanMessage(content);\n}\n\nconst _allowedTypes = ['image_url', 'text', 'tool_use', 'tool_result'];\nconst allowedTypesByProvider: Record<string, string[]> = {\n  default: _allowedTypes,\n  [Providers.ANTHROPIC]: [..._allowedTypes, 'thinking'],\n  [Providers.BEDROCK]: [..._allowedTypes, 'reasoning_content'],\n  [Providers.OPENAI]: _allowedTypes,\n};\n\nconst modifyContent = ({\n  provider,\n  messageType,\n  content,\n}: {\n  provider: Providers;\n  messageType: string;\n  content: t.ExtendedMessageContent[];\n}): t.ExtendedMessageContent[] => {\n  const allowedTypes =\n    allowedTypesByProvider[provider] ?? allowedTypesByProvider.default;\n  return content.map((item) => {\n    if (\n      item &&\n      typeof item === 'object' &&\n      'type' in item &&\n      item.type != null &&\n      item.type\n    ) {\n      let newType = item.type;\n      if (newType.endsWith('_delta')) {\n        newType = newType.replace('_delta', '');\n      }\n      if (!allowedTypes.includes(newType)) {\n        newType = 'text';\n      }\n\n      /* Handle the edge case for empty object 'tool_use' input in AI messages */\n      if (\n        messageType === 'ai' &&\n        newType === 'tool_use' &&\n        'input' in item &&\n        item.input === ''\n      ) {\n        return { ...item, type: newType, input: '{}' };\n      }\n\n      return { ...item, type: newType };\n    }\n    return item;\n  });\n};\n\ntype ContentBlock =\n  | Partial<t.BedrockReasoningContentText>\n  | t.MessageDeltaUpdate;\n\nfunction reduceBlocks(blocks: ContentBlock[]): ContentBlock[] {\n  const reduced: ContentBlock[] = [];\n\n  for (const block of blocks) {\n    const lastBlock = reduced[reduced.length - 1] as ContentBlock | undefined;\n\n    // Merge consecutive 'reasoning_content'\n    if (\n      block.type === 'reasoning_content' &&\n      lastBlock?.type === 'reasoning_content'\n    ) {\n      // append text if exists\n      if (block.reasoningText?.text != null && block.reasoningText.text) {\n        (\n          lastBlock.reasoningText as t.BedrockReasoningContentText['reasoningText']\n        ).text =\n          (lastBlock.reasoningText?.text ?? '') + block.reasoningText.text;\n      }\n      // preserve the signature if exists\n      if (\n        block.reasoningText?.signature != null &&\n        block.reasoningText.signature\n      ) {\n        (\n          lastBlock.reasoningText as t.BedrockReasoningContentText['reasoningText']\n        ).signature = block.reasoningText.signature;\n      }\n    }\n    // Merge consecutive 'text'\n    else if (block.type === 'text' && lastBlock?.type === 'text') {\n      lastBlock.text += block.text;\n    }\n    // add a new block as it's a different type or first element\n    else {\n      // deep copy to avoid mutation of original\n      reduced.push(JSON.parse(JSON.stringify(block)));\n    }\n  }\n\n  return reduced;\n}\n\nexport function modifyDeltaProperties(\n  provider: Providers,\n  obj?: AIMessageChunk\n): AIMessageChunk | undefined {\n  if (!obj || typeof obj !== 'object') return obj;\n\n  const messageType = (obj as Partial<AIMessageChunk>)._getType\n    ? obj._getType()\n    : '';\n\n  if (provider === Providers.BEDROCK && Array.isArray(obj.content)) {\n    obj.content = reduceBlocks(obj.content as ContentBlock[]);\n  }\n  if (Array.isArray(obj.content)) {\n    obj.content = modifyContent({\n      provider,\n      messageType,\n      content: obj.content,\n    });\n  }\n  if (\n    (obj as Partial<AIMessageChunk>).lc_kwargs &&\n    Array.isArray(obj.lc_kwargs.content)\n  ) {\n    obj.lc_kwargs.content = modifyContent({\n      provider,\n      messageType,\n      content: obj.lc_kwargs.content,\n    });\n  }\n  return obj;\n}\n\nexport function formatAnthropicMessage(message: AIMessageChunk): AIMessage {\n  if (!message.tool_calls || message.tool_calls.length === 0) {\n    return new AIMessage({ content: message.content });\n  }\n\n  const toolCallMap = new Map(message.tool_calls.map((tc) => [tc.id, tc]));\n  let formattedContent: string | t.ExtendedMessageContent[];\n\n  if (Array.isArray(message.content)) {\n    formattedContent = message.content.reduce<t.ExtendedMessageContent[]>(\n      (acc, item) => {\n        if (typeof item === 'object') {\n          const extendedItem = item as t.ExtendedMessageContent;\n          if (\n            extendedItem.type === 'text' &&\n            extendedItem.text != null &&\n            extendedItem.text\n          ) {\n            acc.push({ type: 'text', text: extendedItem.text });\n          } else if (\n            extendedItem.type === 'tool_use' &&\n            extendedItem.id != null &&\n            extendedItem.id\n          ) {\n            const toolCall = toolCallMap.get(extendedItem.id);\n            if (toolCall) {\n              acc.push({\n                type: 'tool_use',\n                id: extendedItem.id,\n                name: toolCall.name,\n                input: toolCall.args as unknown as string,\n              });\n            }\n          } else if (\n            'input' in extendedItem &&\n            extendedItem.input != null &&\n            extendedItem.input\n          ) {\n            try {\n              const parsedInput = JSON.parse(extendedItem.input);\n              const toolCall = message.tool_calls?.find(\n                (tc) => tc.args.input === parsedInput.input\n              );\n              if (toolCall) {\n                acc.push({\n                  type: 'tool_use',\n                  id: toolCall.id,\n                  name: toolCall.name,\n                  input: toolCall.args as unknown as string,\n                });\n              }\n            } catch {\n              if (extendedItem.input) {\n                acc.push({ type: 'text', text: extendedItem.input });\n              }\n            }\n          }\n        } else if (typeof item === 'string') {\n          acc.push({ type: 'text', text: item });\n        }\n        return acc;\n      },\n      []\n    );\n  } else if (typeof message.content === 'string') {\n    formattedContent = message.content;\n  } else {\n    formattedContent = [];\n  }\n\n  // const formattedToolCalls: ToolCall[] = message.tool_calls.map(toolCall => ({\n  //   id: toolCall.id ?? '',\n  //   name: toolCall.name,\n  //   args: toolCall.args,\n  //   type: 'tool_call',\n  // }));\n\n  const formattedToolCalls: t.AgentToolCall[] = message.tool_calls.map(\n    (toolCall) => ({\n      id: toolCall.id ?? '',\n      type: 'function',\n      function: {\n        name: toolCall.name,\n        arguments: toolCall.args,\n      },\n    })\n  );\n\n  return new AIMessage({\n    content: formattedContent,\n    tool_calls: formattedToolCalls as ToolCall[],\n    additional_kwargs: {\n      ...message.additional_kwargs,\n    },\n  });\n}\n\nexport function convertMessagesToContent(\n  messages: BaseMessage[]\n): t.MessageContentComplex[] {\n  const processedContent: t.MessageContentComplex[] = [];\n\n  const addContentPart = (message: BaseMessage | null): void => {\n    const content =\n      message?.lc_kwargs.content != null\n        ? message.lc_kwargs.content\n        : message?.content;\n    if (content === undefined) {\n      return;\n    }\n    if (typeof content === 'string') {\n      processedContent.push({\n        type: 'text',\n        text: content,\n      });\n    } else if (Array.isArray(content)) {\n      const filteredContent = content.filter(\n        (item) => item != null && item.type !== 'tool_use'\n      );\n      processedContent.push(...filteredContent);\n    }\n  };\n\n  let currentAIMessageIndex = -1;\n  const toolCallMap = new Map<string, t.CustomToolCall>();\n\n  for (let i = 0; i < messages.length; i++) {\n    const message = messages[i] as BaseMessage | null;\n    const messageType = message?._getType();\n\n    if (\n      messageType === 'ai' &&\n      ((message as AIMessage).tool_calls?.length ?? 0) > 0\n    ) {\n      const tool_calls = (message as AIMessage).tool_calls || [];\n      for (const tool_call of tool_calls) {\n        if (tool_call.id == null || !tool_call.id) {\n          continue;\n        }\n\n        toolCallMap.set(tool_call.id, tool_call);\n      }\n\n      addContentPart(message);\n      currentAIMessageIndex = processedContent.length - 1;\n      continue;\n    } else if (\n      messageType === 'tool' &&\n      (message as ToolMessage).tool_call_id\n    ) {\n      const id = (message as ToolMessage).tool_call_id;\n      const output = (message as ToolMessage).content;\n      const tool_call = toolCallMap.get(id);\n      if (currentAIMessageIndex === -1) {\n        processedContent.push({ type: 'text', text: '' });\n        currentAIMessageIndex = processedContent.length - 1;\n      }\n      const contentPart = processedContent[currentAIMessageIndex];\n      processedContent.push({\n        type: 'tool_call',\n        tool_call: Object.assign({}, tool_call, { output }),\n      });\n      const tool_call_ids = contentPart.tool_call_ids || [];\n      tool_call_ids.push(id);\n      contentPart.tool_call_ids = tool_call_ids;\n      continue;\n    } else if (messageType !== 'ai') {\n      continue;\n    }\n\n    addContentPart(message);\n  }\n\n  return processedContent;\n}\n\nexport function formatAnthropicArtifactContent(messages: BaseMessage[]): void {\n  const lastMessage = messages[messages.length - 1];\n  if (!(lastMessage instanceof ToolMessage)) return;\n\n  // Find the latest AIMessage with tool_calls that this tool message belongs to\n  const latestAIParentIndex = findLastIndex(\n    messages,\n    (msg) =>\n      (msg instanceof AIMessageChunk &&\n        (msg.tool_calls?.length ?? 0) > 0 &&\n        msg.tool_calls?.some((tc) => tc.id === lastMessage.tool_call_id)) ??\n      false\n  );\n\n  if (latestAIParentIndex === -1) return;\n\n  // Check if any tool message after the AI message has array artifact content\n  const hasArtifactContent = messages.some(\n    (msg, i) =>\n      i > latestAIParentIndex &&\n      msg instanceof ToolMessage &&\n      msg.artifact != null &&\n      msg.artifact?.content != null &&\n      Array.isArray(msg.artifact.content)\n  );\n\n  if (!hasArtifactContent) return;\n\n  const message = messages[latestAIParentIndex] as AIMessageChunk;\n  const toolCallIds = message.tool_calls?.map((tc) => tc.id) ?? [];\n\n  for (let j = latestAIParentIndex + 1; j < messages.length; j++) {\n    const msg = messages[j];\n    if (\n      msg instanceof ToolMessage &&\n      toolCallIds.includes(msg.tool_call_id) &&\n      msg.artifact != null &&\n      Array.isArray(msg.artifact?.content) &&\n      Array.isArray(msg.content)\n    ) {\n      msg.content = msg.content.concat(msg.artifact.content);\n    }\n  }\n}\n\nexport function formatArtifactPayload(messages: BaseMessage[]): void {\n  const lastMessageY = messages[messages.length - 1];\n  if (!(lastMessageY instanceof ToolMessage)) return;\n\n  // Find the latest AIMessage with tool_calls that this tool message belongs to\n  const latestAIParentIndex = findLastIndex(\n    messages,\n    (msg) =>\n      (msg instanceof AIMessageChunk &&\n        (msg.tool_calls?.length ?? 0) > 0 &&\n        msg.tool_calls?.some((tc) => tc.id === lastMessageY.tool_call_id)) ??\n      false\n  );\n\n  if (latestAIParentIndex === -1) return;\n\n  // Check if any tool message after the AI message has array artifact content\n  const hasArtifactContent = messages.some(\n    (msg, i) =>\n      i > latestAIParentIndex &&\n      msg instanceof ToolMessage &&\n      msg.artifact != null &&\n      msg.artifact?.content != null &&\n      Array.isArray(msg.artifact.content)\n  );\n\n  if (!hasArtifactContent) return;\n\n  // Collect all relevant tool messages and their artifacts\n  const relevantMessages = messages\n    .slice(latestAIParentIndex + 1)\n    .filter((msg) => msg instanceof ToolMessage) as ToolMessage[];\n\n  // Aggregate all content and artifacts\n  const aggregatedContent: t.MessageContentComplex[] = [];\n\n  relevantMessages.forEach((msg) => {\n    if (!Array.isArray(msg.artifact?.content)) {\n      return;\n    }\n    let currentContent = msg.content;\n    if (!Array.isArray(currentContent)) {\n      currentContent = [\n        {\n          type: 'text',\n          text: msg.content,\n        },\n      ];\n    }\n    aggregatedContent.push(...currentContent);\n    msg.content =\n      'Tool response is included in the next message as a Human message';\n    aggregatedContent.push(...msg.artifact.content);\n  });\n\n  // Add single HumanMessage with all aggregated content\n  if (aggregatedContent.length > 0) {\n    messages.push(new HumanMessage({ content: aggregatedContent }));\n  }\n}\n\nexport function findLastIndex<T>(\n  array: T[],\n  predicate: (value: T) => boolean\n): number {\n  for (let i = array.length - 1; i >= 0; i--) {\n    if (predicate(array[i])) {\n      return i;\n    }\n  }\n  return -1;\n}\n"],"names":["HumanMessage","Providers","AIMessage","messages","ToolMessage","AIMessageChunk"],"mappings":";;;;;AAAA;AAYM,SAAU,0BAA0B,CAAC,EACzC,WAAW,EACX,YAAY,EACZ,YAAY,GAKb,EAAA;AACC,IAAA,MAAM,OAAO,GAAG;QACV,WAAW,CAAC,CAAC,CAAC;;;;;;AAMlB,EAAA,EAAA,YAAY,EAAE,OAAO;;;AAGrB,EAAA,EAAA,YAAY,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC;;;AAGtC,EAAA,EAAA,YAAY,CAAC,OAAO;CACvB;AAEC,IAAA,OAAO,IAAIA,qBAAY,CAAC,OAAO,CAAC;AAClC;AAEA,MAAM,aAAa,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,aAAa,CAAC;AACtE,MAAM,sBAAsB,GAA6B;AACvD,IAAA,OAAO,EAAE,aAAa;IACtB,CAACC,eAAS,CAAC,SAAS,GAAG,CAAC,GAAG,aAAa,EAAE,UAAU,CAAC;IACrD,CAACA,eAAS,CAAC,OAAO,GAAG,CAAC,GAAG,aAAa,EAAE,mBAAmB,CAAC;AAC5D,IAAA,CAACA,eAAS,CAAC,MAAM,GAAG,aAAa;CAClC;AAED,MAAM,aAAa,GAAG,CAAC,EACrB,QAAQ,EACR,WAAW,EACX,OAAO,GAKR,KAAgC;IAC/B,MAAM,YAAY,GAChB,sBAAsB,CAAC,QAAQ,CAAC,IAAI,sBAAsB,CAAC,OAAO;AACpE,IAAA,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,KAAI;AAC1B,QAAA,IACE,IAAI;YACJ,OAAO,IAAI,KAAK,QAAQ;AACxB,YAAA,MAAM,IAAI,IAAI;YACd,IAAI,CAAC,IAAI,IAAI,IAAI;YACjB,IAAI,CAAC,IAAI,EACT;AACA,YAAA,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI;AACvB,YAAA,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;gBAC9B,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;;YAEzC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;gBACnC,OAAO,GAAG,MAAM;;;YAIlB,IACE,WAAW,KAAK,IAAI;AACpB,gBAAA,OAAO,KAAK,UAAU;AACtB,gBAAA,OAAO,IAAI,IAAI;AACf,gBAAA,IAAI,CAAC,KAAK,KAAK,EAAE,EACjB;AACA,gBAAA,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;;YAGhD,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE;;AAEnC,QAAA,OAAO,IAAI;AACb,KAAC,CAAC;AACJ,CAAC;AAMD,SAAS,YAAY,CAAC,MAAsB,EAAA;IAC1C,MAAM,OAAO,GAAmB,EAAE;AAElC,IAAA,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;QAC1B,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAA6B;;AAGzE,QAAA,IACE,KAAK,CAAC,IAAI,KAAK,mBAAmB;AAClC,YAAA,SAAS,EAAE,IAAI,KAAK,mBAAmB,EACvC;;AAEA,YAAA,IAAI,KAAK,CAAC,aAAa,EAAE,IAAI,IAAI,IAAI,IAAI,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE;gBAE/D,SAAS,CAAC,aACX,CAAC,IAAI;AACJ,oBAAA,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,IAAI,EAAE,IAAI,KAAK,CAAC,aAAa,CAAC,IAAI;;;AAGpE,YAAA,IACE,KAAK,CAAC,aAAa,EAAE,SAAS,IAAI,IAAI;AACtC,gBAAA,KAAK,CAAC,aAAa,CAAC,SAAS,EAC7B;gBAEE,SAAS,CAAC,aACX,CAAC,SAAS,GAAG,KAAK,CAAC,aAAa,CAAC,SAAS;;;;AAI1C,aAAA,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,SAAS,EAAE,IAAI,KAAK,MAAM,EAAE;AAC5D,YAAA,SAAS,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI;;;aAGzB;;AAEH,YAAA,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;;;AAInD,IAAA,OAAO,OAAO;AAChB;AAEgB,SAAA,qBAAqB,CACnC,QAAmB,EACnB,GAAoB,EAAA;AAEpB,IAAA,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;AAAE,QAAA,OAAO,GAAG;AAE/C,IAAA,MAAM,WAAW,GAAI,GAA+B,CAAC;AACnD,UAAE,GAAG,CAAC,QAAQ;UACZ,EAAE;AAEN,IAAA,IAAI,QAAQ,KAAKA,eAAS,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;QAChE,GAAG,CAAC,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,OAAyB,CAAC;;IAE3D,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;AAC9B,QAAA,GAAG,CAAC,OAAO,GAAG,aAAa,CAAC;YAC1B,QAAQ;YACR,WAAW;YACX,OAAO,EAAE,GAAG,CAAC,OAAO;AACrB,SAAA,CAAC;;IAEJ,IACG,GAA+B,CAAC,SAAS;QAC1C,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,EACpC;AACA,QAAA,GAAG,CAAC,SAAS,CAAC,OAAO,GAAG,aAAa,CAAC;YACpC,QAAQ;YACR,WAAW;AACX,YAAA,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,OAAO;AAC/B,SAAA,CAAC;;AAEJ,IAAA,OAAO,GAAG;AACZ;AAEM,SAAU,sBAAsB,CAAC,OAAuB,EAAA;AAC5D,IAAA,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE;QAC1D,OAAO,IAAIC,kBAAS,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;;IAGpD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;AACxE,IAAA,IAAI,gBAAqD;IAEzD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AAClC,QAAA,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CACvC,CAAC,GAAG,EAAE,IAAI,KAAI;AACZ,YAAA,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;gBAC5B,MAAM,YAAY,GAAG,IAAgC;AACrD,gBAAA,IACE,YAAY,CAAC,IAAI,KAAK,MAAM;oBAC5B,YAAY,CAAC,IAAI,IAAI,IAAI;oBACzB,YAAY,CAAC,IAAI,EACjB;AACA,oBAAA,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC;;AAC9C,qBAAA,IACL,YAAY,CAAC,IAAI,KAAK,UAAU;oBAChC,YAAY,CAAC,EAAE,IAAI,IAAI;oBACvB,YAAY,CAAC,EAAE,EACf;oBACA,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;oBACjD,IAAI,QAAQ,EAAE;wBACZ,GAAG,CAAC,IAAI,CAAC;AACP,4BAAA,IAAI,EAAE,UAAU;4BAChB,EAAE,EAAE,YAAY,CAAC,EAAE;4BACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;4BACnB,KAAK,EAAE,QAAQ,CAAC,IAAyB;AAC1C,yBAAA,CAAC;;;qBAEC,IACL,OAAO,IAAI,YAAY;oBACvB,YAAY,CAAC,KAAK,IAAI,IAAI;oBAC1B,YAAY,CAAC,KAAK,EAClB;AACA,oBAAA,IAAI;wBACF,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC;wBAClD,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,EAAE,IAAI,CACvC,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,WAAW,CAAC,KAAK,CAC5C;wBACD,IAAI,QAAQ,EAAE;4BACZ,GAAG,CAAC,IAAI,CAAC;AACP,gCAAA,IAAI,EAAE,UAAU;gCAChB,EAAE,EAAE,QAAQ,CAAC,EAAE;gCACf,IAAI,EAAE,QAAQ,CAAC,IAAI;gCACnB,KAAK,EAAE,QAAQ,CAAC,IAAyB;AAC1C,6BAAA,CAAC;;;AAEJ,oBAAA,MAAM;AACN,wBAAA,IAAI,YAAY,CAAC,KAAK,EAAE;AACtB,4BAAA,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,CAAC,KAAK,EAAE,CAAC;;;;;AAIrD,iBAAA,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;AACnC,gBAAA,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;;AAExC,YAAA,OAAO,GAAG;SACX,EACD,EAAE,CACH;;AACI,SAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;AAC9C,QAAA,gBAAgB,GAAG,OAAO,CAAC,OAAO;;SAC7B;QACL,gBAAgB,GAAG,EAAE;;;;;;;;AAUvB,IAAA,MAAM,kBAAkB,GAAsB,OAAO,CAAC,UAAU,CAAC,GAAG,CAClE,CAAC,QAAQ,MAAM;AACb,QAAA,EAAE,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE;AACrB,QAAA,IAAI,EAAE,UAAU;AAChB,QAAA,QAAQ,EAAE;YACR,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,SAAS,EAAE,QAAQ,CAAC,IAAI;AACzB,SAAA;AACF,KAAA,CAAC,CACH;IAED,OAAO,IAAIA,kBAAS,CAAC;AACnB,QAAA,OAAO,EAAE,gBAAgB;AACzB,QAAA,UAAU,EAAE,kBAAgC;AAC5C,QAAA,iBAAiB,EAAE;YACjB,GAAG,OAAO,CAAC,iBAAiB;AAC7B,SAAA;AACF,KAAA,CAAC;AACJ;AAEM,SAAU,wBAAwB,CACtC,QAAuB,EAAA;IAEvB,MAAM,gBAAgB,GAA8B,EAAE;AAEtD,IAAA,MAAM,cAAc,GAAG,CAAC,OAA2B,KAAU;QAC3D,MAAM,OAAO,GACX,OAAO,EAAE,SAAS,CAAC,OAAO,IAAI;AAC5B,cAAE,OAAO,CAAC,SAAS,CAAC;AACpB,cAAE,OAAO,EAAE,OAAO;AACtB,QAAA,IAAI,OAAO,KAAK,SAAS,EAAE;YACzB;;AAEF,QAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;YAC/B,gBAAgB,CAAC,IAAI,CAAC;AACpB,gBAAA,IAAI,EAAE,MAAM;AACZ,gBAAA,IAAI,EAAE,OAAO;AACd,aAAA,CAAC;;AACG,aAAA,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YACjC,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CACpC,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,CACnD;AACD,YAAA,gBAAgB,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC;;AAE7C,KAAC;AAED,IAAA,IAAI,qBAAqB,GAAG,EAAE;AAC9B,IAAA,MAAM,WAAW,GAAG,IAAI,GAAG,EAA4B;AAEvD,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACxC,QAAA,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAuB;AACjD,QAAA,MAAM,WAAW,GAAG,OAAO,EAAE,QAAQ,EAAE;QAEvC,IACE,WAAW,KAAK,IAAI;YACpB,CAAE,OAAqB,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,EACpD;AACA,YAAA,MAAM,UAAU,GAAI,OAAqB,CAAC,UAAU,IAAI,EAAE;AAC1D,YAAA,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;gBAClC,IAAI,SAAS,CAAC,EAAE,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE;oBACzC;;gBAGF,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC;;YAG1C,cAAc,CAAC,OAAO,CAAC;AACvB,YAAA,qBAAqB,GAAG,gBAAgB,CAAC,MAAM,GAAG,CAAC;YACnD;;aACK,IACL,WAAW,KAAK,MAAM;YACrB,OAAuB,CAAC,YAAY,EACrC;AACA,YAAA,MAAM,EAAE,GAAI,OAAuB,CAAC,YAAY;AAChD,YAAA,MAAM,MAAM,GAAI,OAAuB,CAAC,OAAO;YAC/C,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;AACrC,YAAA,IAAI,qBAAqB,KAAK,EAAE,EAAE;AAChC,gBAAA,gBAAgB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;AACjD,gBAAA,qBAAqB,GAAG,gBAAgB,CAAC,MAAM,GAAG,CAAC;;AAErD,YAAA,MAAM,WAAW,GAAG,gBAAgB,CAAC,qBAAqB,CAAC;YAC3D,gBAAgB,CAAC,IAAI,CAAC;AACpB,gBAAA,IAAI,EAAE,WAAW;AACjB,gBAAA,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC;AACpD,aAAA,CAAC;AACF,YAAA,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,IAAI,EAAE;AACrD,YAAA,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;AACtB,YAAA,WAAW,CAAC,aAAa,GAAG,aAAa;YACzC;;AACK,aAAA,IAAI,WAAW,KAAK,IAAI,EAAE;YAC/B;;QAGF,cAAc,CAAC,OAAO,CAAC;;AAGzB,IAAA,OAAO,gBAAgB;AACzB;AAEM,SAAU,8BAA8B,CAACC,UAAuB,EAAA;IACpE,MAAM,WAAW,GAAGA,UAAQ,CAACA,UAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;AACjD,IAAA,IAAI,EAAE,WAAW,YAAYC,oBAAW,CAAC;QAAE;;AAG3C,IAAA,MAAM,mBAAmB,GAAG,aAAa,CACvCD,UAAQ,EACR,CAAC,GAAG,KACF,CAAC,GAAG,YAAYE,uBAAc;QAC5B,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC;AACjC,QAAA,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,WAAW,CAAC,YAAY,CAAC;AAClE,QAAA,KAAK,CACR;IAED,IAAI,mBAAmB,KAAK,EAAE;QAAE;;AAGhC,IAAA,MAAM,kBAAkB,GAAGF,UAAQ,CAAC,IAAI,CACtC,CAAC,GAAG,EAAE,CAAC,KACL,CAAC,GAAG,mBAAmB;AACvB,QAAA,GAAG,YAAYC,oBAAW;QAC1B,GAAG,CAAC,QAAQ,IAAI,IAAI;AACpB,QAAA,GAAG,CAAC,QAAQ,EAAE,OAAO,IAAI,IAAI;QAC7B,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CACtC;AAED,IAAA,IAAI,CAAC,kBAAkB;QAAE;AAEzB,IAAA,MAAM,OAAO,GAAGD,UAAQ,CAAC,mBAAmB,CAAmB;AAC/D,IAAA,MAAM,WAAW,GAAG,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE;AAEhE,IAAA,KAAK,IAAI,CAAC,GAAG,mBAAmB,GAAG,CAAC,EAAE,CAAC,GAAGA,UAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC9D,QAAA,MAAM,GAAG,GAAGA,UAAQ,CAAC,CAAC,CAAC;QACvB,IACE,GAAG,YAAYC,oBAAW;AAC1B,YAAA,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC;YACtC,GAAG,CAAC,QAAQ,IAAI,IAAI;YACpB,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC;YACpC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAC1B;AACA,YAAA,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;;;AAG5D;AAEM,SAAU,qBAAqB,CAACD,UAAuB,EAAA;IAC3D,MAAM,YAAY,GAAGA,UAAQ,CAACA,UAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;AAClD,IAAA,IAAI,EAAE,YAAY,YAAYC,oBAAW,CAAC;QAAE;;AAG5C,IAAA,MAAM,mBAAmB,GAAG,aAAa,CACvCD,UAAQ,EACR,CAAC,GAAG,KACF,CAAC,GAAG,YAAYE,uBAAc;QAC5B,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC;AACjC,QAAA,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,YAAY,CAAC,YAAY,CAAC;AACnE,QAAA,KAAK,CACR;IAED,IAAI,mBAAmB,KAAK,EAAE;QAAE;;AAGhC,IAAA,MAAM,kBAAkB,GAAGF,UAAQ,CAAC,IAAI,CACtC,CAAC,GAAG,EAAE,CAAC,KACL,CAAC,GAAG,mBAAmB;AACvB,QAAA,GAAG,YAAYC,oBAAW;QAC1B,GAAG,CAAC,QAAQ,IAAI,IAAI;AACpB,QAAA,GAAG,CAAC,QAAQ,EAAE,OAAO,IAAI,IAAI;QAC7B,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CACtC;AAED,IAAA,IAAI,CAAC,kBAAkB;QAAE;;IAGzB,MAAM,gBAAgB,GAAGD;AACtB,SAAA,KAAK,CAAC,mBAAmB,GAAG,CAAC;SAC7B,MAAM,CAAC,CAAC,GAAG,KAAK,GAAG,YAAYC,oBAAW,CAAkB;;IAG/D,MAAM,iBAAiB,GAA8B,EAAE;AAEvD,IAAA,gBAAgB,CAAC,OAAO,CAAC,CAAC,GAAG,KAAI;AAC/B,QAAA,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE;YACzC;;AAEF,QAAA,IAAI,cAAc,GAAG,GAAG,CAAC,OAAO;QAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE;AAClC,YAAA,cAAc,GAAG;AACf,gBAAA;AACE,oBAAA,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,GAAG,CAAC,OAAO;AAClB,iBAAA;aACF;;AAEH,QAAA,iBAAiB,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC;AACzC,QAAA,GAAG,CAAC,OAAO;AACT,YAAA,kEAAkE;QACpE,iBAAiB,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;AACjD,KAAC,CAAC;;AAGF,IAAA,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE;AAChC,QAAAD,UAAQ,CAAC,IAAI,CAAC,IAAIH,qBAAY,CAAC,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC,CAAC;;AAEnE;AAEgB,SAAA,aAAa,CAC3B,KAAU,EACV,SAAgC,EAAA;AAEhC,IAAA,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;QAC1C,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;AACvB,YAAA,OAAO,CAAC;;;IAGZ,OAAO,EAAE;AACX;;;;;;;;;;"}

package/dist/cjs/messages/format.cjs

@@ -5,12 +5,12 @@ var _enum = require('../common/enum.cjs');
 
 /* eslint-disable @typescript-eslint/no-explicit-any */
 /**
- * Formats a message to OpenAI Vision API payload format.
+ * Formats a message with media content (images, documents, videos, audios) to API payload format.
  *
- * @param {VisionMessageParams} params - The parameters for formatting.
- * @returns {Object} - The formatted message.
+ * @param params - The parameters for formatting.
+ * @returns - The formatted message.
  */
-const formatVisionMessage = ({ message, image_urls, endpoint, }) => {
+const formatMediaMessage = ({ message, endpoint, mediaParts, }) => {
     // Create a new object to avoid mutating the input
     const result = {
         ...message,
@@ -18,24 +18,24 @@ const formatVisionMessage = ({ message, image_urls, endpoint, }) => {
     };
     if (endpoint === _enum.Providers.ANTHROPIC) {
         result.content = [
-            ...image_urls,
+            ...mediaParts,
             { type: _enum.ContentTypes.TEXT, text: message.content },
         ];
         return result;
     }
     result.content = [
         { type: _enum.ContentTypes.TEXT, text: message.content },
-        ...image_urls,
+        ...mediaParts,
     ];
     return result;
 };
 /**
  * Formats a message to OpenAI payload format based on the provided options.
  *
- * @param {FormatMessageParams} params - The parameters for formatting.
- * @returns {FormattedMessage | HumanMessage | AIMessage | SystemMessage} - The formatted message.
+ * @param params - The parameters for formatting.
+ * @returns - The formatted message.
  */
-const formatMessage = ({ message, userName, assistantName, endpoint, langChain = false, }) => {
+const formatMessage = ({ message, userName, endpoint, assistantName, langChain = false, }) => {
     // eslint-disable-next-line prefer-const
     let { role: _role, _name, sender, text, content: _content, lc_id } = message;
     if (lc_id && lc_id[2] && !langChain) {
@@ -55,19 +55,7 @@ const formatMessage = ({ message, userName, assistantName, endpoint, langChain =
         role,
         content,
     };
-    const { image_urls } = message;
-    if (Array.isArray(image_urls) && image_urls.length > 0 && role === 'user') {
-        return formatVisionMessage({
-            message: {
-                ...formattedMessage,
-                content: typeof formattedMessage.content === 'string'
-                    ? formattedMessage.content
-                    : '',
-            },
-            image_urls,
-            endpoint,
-        });
-    }
+    // Set name fields first
     if (_name != null && _name) {
         formattedMessage.name = _name;
     }
@@ -87,6 +75,36 @@ const formatMessage = ({ message, userName, assistantName, endpoint, langChain =
             formattedMessage.name = formattedMessage.name.substring(0, 64);
         }
     }
+    const { image_urls, documents, videos, audios } = message;
+    const mediaParts = [];
+    if (Array.isArray(documents) && documents.length > 0) {
+        mediaParts.push(...documents);
+    }
+    if (Array.isArray(videos) && videos.length > 0) {
+        mediaParts.push(...videos);
+    }
+    if (Array.isArray(audios) && audios.length > 0) {
+        mediaParts.push(...audios);
+    }
+    if (Array.isArray(image_urls) && image_urls.length > 0) {
+        mediaParts.push(...image_urls);
+    }
+    if (mediaParts.length > 0 && role === 'user') {
+        const mediaMessage = formatMediaMessage({
+            message: {
+                ...formattedMessage,
+                content: typeof formattedMessage.content === 'string'
+                    ? formattedMessage.content
+                    : '',
+            },
+            mediaParts,
+            endpoint,
+        });
+        if (!langChain) {
+            return mediaMessage;
+        }
+        return new messages.HumanMessage(mediaMessage);
+    }
     if (!langChain) {
         return formattedMessage;
     }
@@ -103,9 +121,9 @@ const formatMessage = ({ message, userName, assistantName, endpoint, langChain =
 /**
  * Formats an array of messages for LangChain.
  *
- * @param {Array<MessageInput>} messages - The array of messages to format.
- * @param {Omit<FormatMessageParams, 'message' | 'langChain'>} formatOptions - The options for formatting each message.
- * @returns {Array<HumanMessage | AIMessage | SystemMessage>} - The array of formatted LangChain messages.
+ * @param messages - The array of messages to format.
+ * @param formatOptions - The options for formatting each message.
+ * @returns - The array of formatted LangChain messages.
  */
 const formatLangChainMessages = (messages, formatOptions) => {
     return messages.map((msg) => {
@@ -120,8 +138,8 @@ const formatLangChainMessages = (messages, formatOptions) => {
 /**
  * Formats a LangChain message object by merging properties from `lc_kwargs` or `kwargs` and `additional_kwargs`.
  *
- * @param {LangChainMessage} message - The message object to format.
- * @returns {Record<string, any>} The formatted LangChain message.
+ * @param message - The message object to format.
+ * @returns - The formatted LangChain message.
  */
 const formatFromLangChain = (message) => {
     const kwargs = message.lc_kwargs ?? message.kwargs ?? {};
@@ -234,10 +252,10 @@ function formatAssistantMessage(message) {
 /**
  * Formats an array of messages for LangChain, handling tool calls and creating ToolMessage instances.
  *
- * @param {TPayload} payload - The array of messages to format.
- * @param {Record<number, number>} [indexTokenCountMap] - Optional map of message indices to token counts.
- * @param {Set<string>} [tools] - Optional set of tool names that are allowed in the request.
- * @returns {Object} - Object containing formatted messages and updated indexTokenCountMap if provided.
+ * @param payload - The array of messages to format.
+ * @param indexTokenCountMap - Optional map of message indices to token counts.
+ * @param tools - Optional set of tool names that are allowed in the request.
+ * @returns - Object containing formatted messages and updated indexTokenCountMap if provided.
  */
 const formatAgentMessages = (payload, indexTokenCountMap, tools) => {
     const messages$1 = [];
@@ -381,32 +399,6 @@ const formatAgentMessages = (payload, indexTokenCountMap, tools) => {
             : undefined,
     };
 };
-/**
- * Formats an array of messages for LangChain, making sure all content fields are strings
- * @param {Array<HumanMessage | AIMessage | SystemMessage | ToolMessage>} payload - The array of messages to format.
- * @returns {Array<HumanMessage | AIMessage | SystemMessage | ToolMessage>} - The array of formatted LangChain messages, including ToolMessages for tool calls.
- */
-const formatContentStrings = (payload) => {
-    // Create a copy of the payload to avoid modifying the original
-    const result = [...payload];
-    for (const message of result) {
-        if (typeof message.content === 'string') {
-            continue;
-        }
-        if (!Array.isArray(message.content)) {
-            continue;
-        }
-        // Reduce text types to a single string, ignore all other types
-        const content = message.content.reduce((acc, curr) => {
-            if (curr.type === _enum.ContentTypes.TEXT) {
-                return `${acc}${curr[_enum.ContentTypes.TEXT] || ''}\n`;
-            }
-            return acc;
-        }, '');
-        message.content = content.trim();
-    }
-    return result;
-};
 /**
  * Adds a value at key 0 for system messages and shifts all key indices by one in an indexTokenCountMap.
  * This is useful when adding a system message at the beginning of a conversation.
@@ -428,10 +420,9 @@ function shiftIndexTokenCountMap(indexTokenCountMap, instructionsTokenCount) {
 }
 
 exports.formatAgentMessages = formatAgentMessages;
-exports.formatContentStrings = formatContentStrings;
 exports.formatFromLangChain = formatFromLangChain;
 exports.formatLangChainMessages = formatLangChainMessages;
+exports.formatMediaMessage = formatMediaMessage;
 exports.formatMessage = formatMessage;
-exports.formatVisionMessage = formatVisionMessage;
 exports.shiftIndexTokenCountMap = shiftIndexTokenCountMap;
 //# sourceMappingURL=format.cjs.map