@librechat/agents 1.8.7 → 1.8.9

package/dist/esm/llm/anthropic/llm.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.mjs","sources":["../../../../src/llm/anthropic/llm.ts"],"sourcesContent":["import { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatAnthropicMessages } from '@langchain/anthropic';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport type { BaseMessage, MessageContentComplex } from '@langchain/core/messages';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { AnthropicInput } from '@langchain/anthropic';\nimport type { AnthropicMessageCreateParams } from '@/llm/anthropic/types';\nimport { _makeMessageChunkFromAnthropicEvent } from './utils/message_outputs';\nimport { _convertMessagesToAnthropicPayload } from './utils/message_inputs';\nimport { TextStream } from '@/llm/text';\n\nfunction _toolsInParams(params: AnthropicMessageCreateParams): boolean {\n  return !!(params.tools && params.tools.length > 0);\n}\n\nfunction extractToken(chunk: AIMessageChunk): [string, 'string' | 'input' | 'content'] | [undefined] {\n  if (typeof chunk.content === 'string') {\n    return [chunk.content, 'string'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'input' in chunk.content[0]\n  ) {\n    return typeof chunk.content[0].input === 'string'\n      ? [chunk.content[0].input, 'input']\n      : [JSON.stringify(chunk.content[0].input), 'input'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'text' in chunk.content[0]\n  ) {\n    return [chunk.content[0].text, 'content'];\n  }\n  return [undefined];\n}\n\nfunction cloneChunk(text: string, tokenType: string, chunk: AIMessageChunk): AIMessageChunk {\n  if (tokenType === 'string') {\n    return new AIMessageChunk(Object.assign({}, chunk, { content: text }));\n  } else if (tokenType === 'input') {\n    return chunk;\n  }\n  const content = chunk.content[0] as MessageContentComplex;\n  if (tokenType === 'content' && content.type === 'text') {\n    return new AIMessageChunk(Object.assign({}, chunk, { content: [Object.assign({}, content, { text })] }));\n  } else if (tokenType === 'content' && content.type === 'text_delta') {\n    return new AIMessageChunk(Object.assign({}, chunk, { content: [Object.assign({}, content, { text })] }));\n  }\n\n  return chunk;\n}\n\nexport type CustomAnthropicInput = AnthropicInput & { _lc_stream_delay?: number };\n\nexport class CustomAnthropic extends ChatAnthropicMessages {\n  _lc_stream_delay: number;\n  constructor(fields: CustomAnthropicInput) {\n    super(fields);\n    this._lc_stream_delay = fields._lc_stream_delay ?? 25;\n  }\n\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const params = this.invocationParams(options);\n    const formattedMessages = _convertMessagesToAnthropicPayload(messages);\n    const coerceContentToString = !_toolsInParams({\n      ...params,\n      ...formattedMessages,\n      stream: false,\n    });\n\n    const stream = await this.createStreamWithRetry(\n      {\n        ...params,\n        ...formattedMessages,\n        stream: true,\n      },\n      {\n        headers: options.headers,\n      }\n    );\n\n    for await (const data of stream) {\n      if (options.signal?.aborted === true) {\n        stream.controller.abort();\n        throw new Error('AbortError: User aborted the request.');\n      }\n      const shouldStreamUsage = this.streamUsage ?? options.streamUsage;\n      const result = _makeMessageChunkFromAnthropicEvent(data, {\n        streamUsage: shouldStreamUsage,\n        coerceContentToString,\n      });\n      if (!result) continue;\n\n      const { chunk } = result;\n\n      // Extract the text content token for text field and runManager.\n      const [token = '', tokenType] = extractToken(chunk);\n      const createGenerationChunk = (text: string, incomingChunk: AIMessageChunk): ChatGenerationChunk => {\n        return new ChatGenerationChunk({\n          message: new AIMessageChunk({\n          // Just yield chunk as it is and tool_use will be concat by BaseChatModel._generateUncached().\n            content: incomingChunk.content,\n            additional_kwargs: incomingChunk.additional_kwargs,\n            tool_call_chunks: incomingChunk.tool_call_chunks,\n            usage_metadata: shouldStreamUsage ? incomingChunk.usage_metadata : undefined,\n            response_metadata: incomingChunk.response_metadata,\n            id: incomingChunk.id,\n          }),\n          text,\n        });\n      };\n\n      if (!tokenType || tokenType === 'input') {\n        const generationChunk = createGenerationChunk(token, chunk);\n        yield generationChunk;\n        await runManager?.handleLLMNewToken(\n          token,\n          undefined,\n          undefined,\n          undefined,\n          undefined,\n          { chunk: generationChunk }\n        );\n        continue;\n      }\n\n      const textStream = new TextStream(token, {\n        delay: this._lc_stream_delay,\n      });\n      for await (const currentToken of textStream.generateText()) {\n        const newChunk = cloneChunk(currentToken, tokenType, chunk);\n        const generationChunk = createGenerationChunk(currentToken, newChunk);\n        yield generationChunk;\n\n        await runManager?.handleLLMNewToken(\n          token,\n          undefined,\n          undefined,\n          undefined,\n          undefined,\n          { chunk: generationChunk }\n        );\n      }\n    }\n  }\n\n}\n"],"names":[],"mappings":";;;;;;;AAWA,SAAS,cAAc,CAAC,MAAoC,EAAA;AAC1D,IAAA,OAAO,CAAC,EAAE,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,YAAY,CAAC,KAAqB,EAAA;AACzC,IAAA,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE;AACrC,QAAA,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;KAClC;AAAM,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC3B;QACA,OAAO,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,QAAQ;AAC/C,cAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,CAAC;AACnC,cAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;KACvD;AAAM,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC1B;AACA,QAAA,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;KAC3C;IACD,OAAO,CAAC,SAAS,CAAC,CAAC;AACrB,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,SAAiB,EAAE,KAAqB,EAAA;AACxE,IAAA,IAAI,SAAS,KAAK,QAAQ,EAAE;AAC1B,QAAA,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;KACxE;AAAM,SAAA,IAAI,SAAS,KAAK,OAAO,EAAE;AAChC,QAAA,OAAO,KAAK,CAAC;KACd;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAA0B,CAAC;IAC1D,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE;AACtD,QAAA,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;KAC1G;SAAM,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE;AACnE,QAAA,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;KAC1G;AAED,IAAA,OAAO,KAAK,CAAC;AACf,CAAC;AAIK,MAAO,eAAgB,SAAQ,qBAAqB,CAAA;AACxD,IAAA,gBAAgB,CAAS;AACzB,IAAA,WAAA,CAAY,MAA4B,EAAA;QACtC,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,EAAE,CAAC;KACvD;IAED,OAAO,qBAAqB,CAC1B,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;QAErC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;AAC9C,QAAA,MAAM,iBAAiB,GAAG,kCAAkC,CAAC,QAAQ,CAAC,CAAC;AACvE,QAAA,MAAM,qBAAqB,GAAG,CAAC,cAAc,CAAC;AAC5C,YAAA,GAAG,MAAM;AACT,YAAA,GAAG,iBAAiB;AACpB,YAAA,MAAM,EAAE,KAAK;AACd,SAAA,CAAC,CAAC;AAEH,QAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAC7C;AACE,YAAA,GAAG,MAAM;AACT,YAAA,GAAG,iBAAiB;AACpB,YAAA,MAAM,EAAE,IAAI;SACb,EACD;YACE,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,SAAA,CACF,CAAC;AAEF,QAAA,WAAW,MAAM,IAAI,IAAI,MAAM,EAAE;YAC/B,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE;AACpC,gBAAA,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;AAC1B,gBAAA,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;aAC1D;YACD,MAAM,iBAAiB,GAAG,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC;AAClE,YAAA,MAAM,MAAM,GAAG,mCAAmC,CAAC,IAAI,EAAE;AACvD,gBAAA,WAAW,EAAE,iBAAiB;gBAC9B,qBAAqB;AACtB,aAAA,CAAC,CAAC;AACH,YAAA,IAAI,CAAC,MAAM;gBAAE,SAAS;AAEtB,YAAA,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;;AAGzB,YAAA,MAAM,CAAC,KAAK,GAAG,EAAE,EAAE,SAAS,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;AACpD,YAAA,MAAM,qBAAqB,GAAG,CAAC,IAAY,EAAE,aAA6B,KAAyB;gBACjG,OAAO,IAAI,mBAAmB,CAAC;oBAC7B,OAAO,EAAE,IAAI,cAAc,CAAC;;wBAE1B,OAAO,EAAE,aAAa,CAAC,OAAO;wBAC9B,iBAAiB,EAAE,aAAa,CAAC,iBAAiB;wBAClD,gBAAgB,EAAE,aAAa,CAAC,gBAAgB;wBAChD,cAAc,EAAE,iBAAiB,GAAG,aAAa,CAAC,cAAc,GAAG,SAAS;wBAC5E,iBAAiB,EAAE,aAAa,CAAC,iBAAiB;wBAClD,EAAE,EAAE,aAAa,CAAC,EAAE;qBACrB,CAAC;oBACF,IAAI;AACL,iBAAA,CAAC,CAAC;AACL,aAAC,CAAC;AAEF,YAAA,IAAI,CAAC,SAAS,IAAI,SAAS,KAAK,OAAO,EAAE;gBACvC,MAAM,eAAe,GAAG,qBAAqB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AAC5D,gBAAA,MAAM,eAAe,CAAC;gBACtB,MAAM,UAAU,EAAE,iBAAiB,CACjC,KAAK,EACL,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B,CAAC;gBACF,SAAS;aACV;AAED,YAAA,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE;gBACvC,KAAK,EAAE,IAAI,CAAC,gBAAgB;AAC7B,aAAA,CAAC,CAAC;YACH,WAAW,MAAM,YAAY,IAAI,UAAU,CAAC,YAAY,EAAE,EAAE;gBAC1D,MAAM,QAAQ,GAAG,UAAU,CAAC,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;gBAC5D,MAAM,eAAe,GAAG,qBAAqB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;AACtE,gBAAA,MAAM,eAAe,CAAC;gBAEtB,MAAM,UAAU,EAAE,iBAAiB,CACjC,KAAK,EACL,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B,CAAC;aACH;SACF;KACF;AAEF;;;;"}

package/dist/esm/llm/anthropic/utils/message_inputs.mjs

@@ -0,0 +1,274 @@
+import { isAIMessage, HumanMessage } from '@langchain/core/messages';
+
+/* eslint-disable no-console */
+/**
+ * This util file contains functions for converting LangChain messages to Anthropic messages.
+ */
+function _formatImage(imageUrl) {
+    const regex = /^data:(image\/.+);base64,(.+)$/;
+    const match = imageUrl.match(regex);
+    if (match === null) {
+        throw new Error([
+            'Anthropic only supports base64-encoded images currently.',
+            'Example: data:image/png;base64,/9j/4AAQSk...',
+        ].join('\n\n'));
+    }
+    return {
+        type: 'base64',
+        media_type: match[1] ?? '',
+        data: match[2] ?? '',
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    };
+}
+function _ensureMessageContents(messages) {
+    // Merge runs of human/tool messages into single human messages with content blocks.
+    const updatedMsgs = [];
+    for (const message of messages) {
+        if (message._getType() === 'tool') {
+            if (typeof message.content === 'string') {
+                const previousMessage = updatedMsgs[updatedMsgs.length - 1];
+                if (previousMessage &&
+                    previousMessage._getType() === 'human' &&
+                    Array.isArray(previousMessage.content) &&
+                    'type' in previousMessage.content[0] &&
+                    previousMessage.content[0].type === 'tool_result') {
+                    // If the previous message was a tool result, we merge this tool message into it.
+                    previousMessage.content.push({
+                        type: 'tool_result',
+                        content: message.content,
+                        tool_use_id: message.tool_call_id,
+                    });
+                }
+                else {
+                    // If not, we create a new human message with the tool result.
+                    updatedMsgs.push(new HumanMessage({
+                        content: [
+                            {
+                                type: 'tool_result',
+                                content: message.content,
+                                tool_use_id: message.tool_call_id,
+                            },
+                        ],
+                    }));
+                }
+            }
+            else {
+                updatedMsgs.push(new HumanMessage({
+                    content: [
+                        {
+                            type: 'tool_result',
+                            content: _formatContent(message.content),
+                            tool_use_id: message.tool_call_id,
+                        },
+                    ],
+                }));
+            }
+        }
+        else {
+            updatedMsgs.push(message);
+        }
+    }
+    return updatedMsgs;
+}
+function _convertLangChainToolCallToAnthropic(toolCall) {
+    if (toolCall.id === undefined) {
+        throw new Error('Anthropic requires all tool calls to have an "id".');
+    }
+    return {
+        type: 'tool_use',
+        id: toolCall.id,
+        name: toolCall.name,
+        input: toolCall.args,
+    };
+}
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+function _formatContent(content) {
+    const toolTypes = ['tool_use', 'tool_result', 'input_json_delta'];
+    const textTypes = ['text', 'text_delta'];
+    if (typeof content === 'string') {
+        return content;
+    }
+    else {
+        const contentBlocks = content.map((contentPart) => {
+            const cacheControl = 'cache_control' in contentPart ? contentPart.cache_control : undefined;
+            if (contentPart.type === 'image_url') {
+                let source;
+                if (typeof contentPart.image_url === 'string') {
+                    source = _formatImage(contentPart.image_url);
+                }
+                else {
+                    source = _formatImage(contentPart.image_url.url);
+                }
+                return {
+                    type: 'image', // Explicitly setting the type as "image"
+                    source,
+                    ...(cacheControl ? { cache_control: cacheControl } : {}),
+                };
+            }
+            else if (textTypes.find((t) => t === contentPart.type) != null &&
+                'text' in contentPart) {
+                // Assuming contentPart is of type MessageContentText here
+                return {
+                    type: 'text', // Explicitly setting the type as "text"
+                    text: contentPart.text,
+                    ...(cacheControl ? { cache_control: cacheControl } : {}),
+                };
+            }
+            else if (toolTypes.find((t) => t === contentPart.type) != null) {
+                const contentPartCopy = { ...contentPart };
+                if ('index' in contentPartCopy) {
+                    // Anthropic does not support passing the index field here, so we remove it.
+                    delete contentPartCopy.index;
+                }
+                if (contentPartCopy.type === 'input_json_delta') {
+                    // `input_json_delta` type only represents yielding partial tool inputs
+                    // and is not a valid type for Anthropic messages.
+                    contentPartCopy.type = 'tool_use';
+                }
+                if ('input' in contentPartCopy) {
+                    // Anthropic tool use inputs should be valid objects, when applicable.
+                    try {
+                        contentPartCopy.input = JSON.parse(contentPartCopy.input);
+                    }
+                    catch {
+                        // no-op
+                    }
+                }
+                // TODO: Fix when SDK types are fixed
+                return {
+                    ...contentPartCopy,
+                    ...(cacheControl ? { cache_control: cacheControl } : {}),
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                };
+            }
+            else {
+                throw new Error('Unsupported message content format');
+            }
+        });
+        return contentBlocks;
+    }
+}
+/**
+ * Formats messages as a prompt for the model.
+ * Used in LangSmith, export is important here.
+ * @param messages The base messages to format as a prompt.
+ * @returns The formatted prompt.
+ */
+function _convertMessagesToAnthropicPayload(messages) {
+    const mergedMessages = _ensureMessageContents(messages);
+    let system;
+    if (mergedMessages.length > 0 && mergedMessages[0]._getType() === 'system') {
+        system = messages[0].content;
+    }
+    const conversationMessages = system !== undefined ? mergedMessages.slice(1) : mergedMessages;
+    const formattedMessages = conversationMessages.map((message) => {
+        let role;
+        if (message._getType() === 'human') {
+            role = 'user';
+        }
+        else if (message._getType() === 'ai') {
+            role = 'assistant';
+        }
+        else if (message._getType() === 'tool') {
+            role = 'user';
+        }
+        else if (message._getType() === 'system') {
+            throw new Error('System messages are only permitted as the first passed message.');
+        }
+        else {
+            throw new Error(`Message type "${message._getType()}" is not supported.`);
+        }
+        if (isAIMessage(message) && !!message.tool_calls?.length) {
+            if (typeof message.content === 'string') {
+                if (message.content === '') {
+                    return {
+                        role,
+                        content: message.tool_calls.map(_convertLangChainToolCallToAnthropic),
+                    };
+                }
+                else {
+                    return {
+                        role,
+                        content: [
+                            { type: 'text', text: message.content },
+                            ...message.tool_calls.map(_convertLangChainToolCallToAnthropic),
+                        ],
+                    };
+                }
+            }
+            else {
+                const { content } = message;
+                const hasMismatchedToolCalls = !message.tool_calls.every((toolCall) => content.find((contentPart) => (contentPart.type === 'tool_use' ||
+                    contentPart.type === 'input_json_delta') &&
+                    contentPart.id === toolCall.id));
+                if (hasMismatchedToolCalls) {
+                    console.warn('The "tool_calls" field on a message is only respected if content is a string.');
+                }
+                return {
+                    role,
+                    content: _formatContent(message.content),
+                };
+            }
+        }
+        else {
+            return {
+                role,
+                content: _formatContent(message.content),
+            };
+        }
+    });
+    return {
+        messages: mergeMessages(formattedMessages),
+        system,
+    };
+}
+function mergeMessages(messages) {
+    if (!messages || messages.length <= 1) {
+        return messages ?? [];
+    }
+    const result = [];
+    let currentMessage = messages[0];
+    const normalizeContent = (content) => {
+        if (typeof content === 'string') {
+            return [
+                {
+                    type: 'text',
+                    text: content,
+                },
+            ];
+        }
+        return content;
+    };
+    const isToolResultMessage = (msg) => {
+        if (msg.role !== 'user')
+            return false;
+        if (typeof msg.content === 'string') {
+            return false;
+        }
+        return (Array.isArray(msg.content) &&
+            msg.content.every((item) => item.type === 'tool_result'));
+    };
+    for (let i = 1; i < messages.length; i += 1) {
+        const nextMessage = messages[i];
+        if (isToolResultMessage(currentMessage) &&
+            isToolResultMessage(nextMessage)) {
+            // Merge the messages by combining their content arrays
+            currentMessage = {
+                ...currentMessage,
+                content: [
+                    ...normalizeContent(currentMessage.content),
+                    ...normalizeContent(nextMessage.content),
+                ],
+            };
+        }
+        else {
+            result.push(currentMessage);
+            currentMessage = nextMessage;
+        }
+    }
+    result.push(currentMessage);
+    return result;
+}
+
+export { _convertLangChainToolCallToAnthropic, _convertMessagesToAnthropicPayload };
+//# sourceMappingURL=message_inputs.mjs.map

package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"message_inputs.mjs","sources":["../../../../../src/llm/anthropic/utils/message_inputs.ts"],"sourcesContent":["/* eslint-disable no-console */\n/**\n * This util file contains functions for converting LangChain messages to Anthropic messages.\n */\nimport {\n  AIMessage,\n  BaseMessage,\n  ToolMessage,\n  isAIMessage,\n  HumanMessage,\n  SystemMessage,\n  MessageContent,\n} from '@langchain/core/messages';\nimport { ToolCall } from '@langchain/core/messages/tool';\nimport type {\n  AnthropicToolResponse,\n  AnthropicMessageParam,\n  AnthropicTextBlockParam,\n  AnthropicImageBlockParam,\n  AnthropicToolUseBlockParam,\n  AnthropicMessageCreateParams,\n  AnthropicToolResultBlockParam,\n} from '@/llm/anthropic/types';\n\nfunction _formatImage(imageUrl: string): { type: string; media_type: string; data: string } {\n  const regex = /^data:(image\\/.+);base64,(.+)$/;\n  const match = imageUrl.match(regex);\n  if (match === null) {\n    throw new Error(\n      [\n        'Anthropic only supports base64-encoded images currently.',\n        'Example: data:image/png;base64,/9j/4AAQSk...',\n      ].join('\\n\\n')\n    );\n  }\n  return {\n    type: 'base64',\n    media_type: match[1] ?? '',\n    data: match[2] ?? '',\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  } as any;\n}\n\nfunction _ensureMessageContents(\n  messages: BaseMessage[]\n): (SystemMessage | HumanMessage | AIMessage)[] {\n  // Merge runs of human/tool messages into single human messages with content blocks.\n  const updatedMsgs = [];\n  for (const message of messages) {\n    if (message._getType() === 'tool') {\n      if (typeof message.content === 'string') {\n        const previousMessage = updatedMsgs[updatedMsgs.length - 1] as BaseMessage | undefined;\n        if (\n          previousMessage &&\n          previousMessage._getType() === 'human' &&\n          Array.isArray(previousMessage.content) &&\n          'type' in previousMessage.content[0] &&\n          previousMessage.content[0].type === 'tool_result'\n        ) {\n          // If the previous message was a tool result, we merge this tool message into it.\n          previousMessage.content.push({\n            type: 'tool_result',\n            content: message.content,\n            tool_use_id: (message as ToolMessage).tool_call_id,\n          });\n        } else {\n          // If not, we create a new human message with the tool result.\n          updatedMsgs.push(\n            new HumanMessage({\n              content: [\n                {\n                  type: 'tool_result',\n                  content: message.content,\n                  tool_use_id: (message as ToolMessage).tool_call_id,\n                },\n              ],\n            })\n          );\n        }\n      } else {\n        updatedMsgs.push(\n          new HumanMessage({\n            content: [\n              {\n                type: 'tool_result',\n                content: _formatContent(message.content),\n                tool_use_id: (message as ToolMessage).tool_call_id,\n              },\n            ],\n          })\n        );\n      }\n    } else {\n      updatedMsgs.push(message);\n    }\n  }\n  return updatedMsgs;\n}\n\nexport function _convertLangChainToolCallToAnthropic(\n  toolCall: ToolCall\n): AnthropicToolResponse {\n  if (toolCall.id === undefined) {\n    throw new Error('Anthropic requires all tool calls to have an \"id\".');\n  }\n  return {\n    type: 'tool_use',\n    id: toolCall.id,\n    name: toolCall.name,\n    input: toolCall.args,\n  };\n}\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nfunction _formatContent(content: MessageContent): string | Record<string, any>[] {\n  const toolTypes = ['tool_use', 'tool_result', 'input_json_delta'];\n  const textTypes = ['text', 'text_delta'];\n\n  if (typeof content === 'string') {\n    return content;\n  } else {\n    const contentBlocks = content.map((contentPart) => {\n      const cacheControl =\n        'cache_control' in contentPart ? contentPart.cache_control : undefined;\n\n      if (contentPart.type === 'image_url') {\n        let source;\n        if (typeof contentPart.image_url === 'string') {\n          source = _formatImage(contentPart.image_url);\n        } else {\n          source = _formatImage(contentPart.image_url.url);\n        }\n        return {\n          type: 'image' as const, // Explicitly setting the type as \"image\"\n          source,\n          ...(cacheControl ? { cache_control: cacheControl } : {}),\n        };\n      } else if (\n        textTypes.find((t) => t === contentPart.type) != null &&\n        'text' in contentPart\n      ) {\n        // Assuming contentPart is of type MessageContentText here\n        return {\n          type: 'text' as const, // Explicitly setting the type as \"text\"\n          text: contentPart.text,\n          ...(cacheControl ? { cache_control: cacheControl } : {}),\n        };\n      } else if (toolTypes.find((t) => t === contentPart.type) != null) {\n        const contentPartCopy = { ...contentPart };\n        if ('index' in contentPartCopy) {\n          // Anthropic does not support passing the index field here, so we remove it.\n          delete contentPartCopy.index;\n        }\n\n        if (contentPartCopy.type === 'input_json_delta') {\n          // `input_json_delta` type only represents yielding partial tool inputs\n          // and is not a valid type for Anthropic messages.\n          contentPartCopy.type = 'tool_use';\n        }\n\n        if ('input' in contentPartCopy) {\n          // Anthropic tool use inputs should be valid objects, when applicable.\n          try {\n            contentPartCopy.input = JSON.parse(contentPartCopy.input);\n          } catch {\n            // no-op\n          }\n        }\n\n        // TODO: Fix when SDK types are fixed\n        return {\n          ...contentPartCopy,\n          ...(cacheControl ? { cache_control: cacheControl } : {}),\n          // eslint-disable-next-line @typescript-eslint/no-explicit-any\n        } as any;\n      } else {\n        throw new Error('Unsupported message content format');\n      }\n    });\n    return contentBlocks;\n  }\n}\n\n/**\n * Formats messages as a prompt for the model.\n * Used in LangSmith, export is important here.\n * @param messages The base messages to format as a prompt.\n * @returns The formatted prompt.\n */\nexport function _convertMessagesToAnthropicPayload(\n  messages: BaseMessage[]\n): AnthropicMessageCreateParams {\n  const mergedMessages = _ensureMessageContents(messages);\n  let system;\n  if (mergedMessages.length > 0 && mergedMessages[0]._getType() === 'system') {\n    system = messages[0].content;\n  }\n  const conversationMessages =\n    system !== undefined ? mergedMessages.slice(1) : mergedMessages;\n  const formattedMessages = conversationMessages.map((message) => {\n    let role;\n    if (message._getType() === 'human') {\n      role = 'user' as const;\n    } else if (message._getType() === 'ai') {\n      role = 'assistant' as const;\n    } else if (message._getType() === 'tool') {\n      role = 'user' as const;\n    } else if (message._getType() === 'system') {\n      throw new Error(\n        'System messages are only permitted as the first passed message.'\n      );\n    } else {\n      throw new Error(`Message type \"${message._getType()}\" is not supported.`);\n    }\n    if (isAIMessage(message) && !!message.tool_calls?.length) {\n      if (typeof message.content === 'string') {\n        if (message.content === '') {\n          return {\n            role,\n            content: message.tool_calls.map(\n              _convertLangChainToolCallToAnthropic\n            ),\n          };\n        } else {\n          return {\n            role,\n            content: [\n              { type: 'text', text: message.content },\n              ...message.tool_calls.map(_convertLangChainToolCallToAnthropic),\n            ],\n          };\n        }\n      } else {\n        const { content } = message;\n        const hasMismatchedToolCalls = !message.tool_calls.every((toolCall) =>\n          content.find(\n            (contentPart) =>\n              (contentPart.type === 'tool_use' ||\n                contentPart.type === 'input_json_delta') &&\n              contentPart.id === toolCall.id\n          )\n        );\n        if (hasMismatchedToolCalls) {\n          console.warn(\n            'The \"tool_calls\" field on a message is only respected if content is a string.'\n          );\n        }\n        return {\n          role,\n          content: _formatContent(message.content),\n        };\n      }\n    } else {\n      return {\n        role,\n        content: _formatContent(message.content),\n      };\n    }\n  });\n  return {\n    messages: mergeMessages(formattedMessages as AnthropicMessageCreateParams['messages']),\n    system,\n  } as AnthropicMessageCreateParams;\n}\n\nfunction mergeMessages(messages?: AnthropicMessageCreateParams['messages']): AnthropicMessageParam[] {\n  if (!messages || messages.length <= 1) {\n    return messages ?? [];\n  }\n\n  const result: AnthropicMessageCreateParams['messages'] = [];\n  let currentMessage = messages[0];\n\n  const normalizeContent = (\n    content:\n      | string\n      | Array<\n          | AnthropicTextBlockParam\n          | AnthropicImageBlockParam\n          | AnthropicToolUseBlockParam\n          | AnthropicToolResultBlockParam\n        >\n  ): Array<\n    | AnthropicTextBlockParam\n    | AnthropicImageBlockParam\n    | AnthropicToolUseBlockParam\n    | AnthropicToolResultBlockParam\n  > => {\n    if (typeof content === 'string') {\n      return [\n        {\n          type: 'text',\n          text: content,\n        },\n      ];\n    }\n    return content;\n  };\n\n  const isToolResultMessage = (msg: (typeof messages)[0]): boolean => {\n    if (msg.role !== 'user') return false;\n\n    if (typeof msg.content === 'string') {\n      return false;\n    }\n\n    return (\n      Array.isArray(msg.content) &&\n      msg.content.every((item) => item.type === 'tool_result')\n    );\n  };\n\n  for (let i = 1; i < messages.length; i += 1) {\n    const nextMessage = messages[i];\n\n    if (\n      isToolResultMessage(currentMessage) &&\n      isToolResultMessage(nextMessage)\n    ) {\n      // Merge the messages by combining their content arrays\n      currentMessage = {\n        ...currentMessage,\n        content: [\n          ...normalizeContent(currentMessage.content),\n          ...normalizeContent(nextMessage.content),\n        ],\n      };\n    } else {\n      result.push(currentMessage);\n      currentMessage = nextMessage;\n    }\n  }\n\n  result.push(currentMessage);\n  return result;\n}"],"names":[],"mappings":";;AAAA;AACA;;AAEG;AAqBH,SAAS,YAAY,CAAC,QAAgB,EAAA;IACpC,MAAM,KAAK,GAAG,gCAAgC,CAAC;IAC/C,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AACpC,IAAA,IAAI,KAAK,KAAK,IAAI,EAAE;QAClB,MAAM,IAAI,KAAK,CACb;YACE,0DAA0D;YAC1D,8CAA8C;AAC/C,SAAA,CAAC,IAAI,CAAC,MAAM,CAAC,CACf,CAAC;KACH;IACD,OAAO;AACL,QAAA,IAAI,EAAE,QAAQ;AACd,QAAA,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;AAC1B,QAAA,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;;KAEd,CAAC;AACX,CAAC;AAED,SAAS,sBAAsB,CAC7B,QAAuB,EAAA;;IAGvB,MAAM,WAAW,GAAG,EAAE,CAAC;AACvB,IAAA,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;AAC9B,QAAA,IAAI,OAAO,CAAC,QAAQ,EAAE,KAAK,MAAM,EAAE;AACjC,YAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;gBACvC,MAAM,eAAe,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAA4B,CAAC;AACvF,gBAAA,IACE,eAAe;AACf,oBAAA,eAAe,CAAC,QAAQ,EAAE,KAAK,OAAO;AACtC,oBAAA,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC;AACtC,oBAAA,MAAM,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC;oBACpC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,EACjD;;AAEA,oBAAA,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC;AAC3B,wBAAA,IAAI,EAAE,aAAa;wBACnB,OAAO,EAAE,OAAO,CAAC,OAAO;wBACxB,WAAW,EAAG,OAAuB,CAAC,YAAY;AACnD,qBAAA,CAAC,CAAC;iBACJ;qBAAM;;AAEL,oBAAA,WAAW,CAAC,IAAI,CACd,IAAI,YAAY,CAAC;AACf,wBAAA,OAAO,EAAE;AACP,4BAAA;AACE,gCAAA,IAAI,EAAE,aAAa;gCACnB,OAAO,EAAE,OAAO,CAAC,OAAO;gCACxB,WAAW,EAAG,OAAuB,CAAC,YAAY;AACnD,6BAAA;AACF,yBAAA;AACF,qBAAA,CAAC,CACH,CAAC;iBACH;aACF;iBAAM;AACL,gBAAA,WAAW,CAAC,IAAI,CACd,IAAI,YAAY,CAAC;AACf,oBAAA,OAAO,EAAE;AACP,wBAAA;AACE,4BAAA,IAAI,EAAE,aAAa;AACnB,4BAAA,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC;4BACxC,WAAW,EAAG,OAAuB,CAAC,YAAY;AACnD,yBAAA;AACF,qBAAA;AACF,iBAAA,CAAC,CACH,CAAC;aACH;SACF;aAAM;AACL,YAAA,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;SAC3B;KACF;AACD,IAAA,OAAO,WAAW,CAAC;AACrB,CAAC;AAEK,SAAU,oCAAoC,CAClD,QAAkB,EAAA;AAElB,IAAA,IAAI,QAAQ,CAAC,EAAE,KAAK,SAAS,EAAE;AAC7B,QAAA,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;KACvE;IACD,OAAO;AACL,QAAA,IAAI,EAAE,UAAU;QAChB,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,KAAK,EAAE,QAAQ,CAAC,IAAI;KACrB,CAAC;AACJ,CAAC;AAED;AACA,SAAS,cAAc,CAAC,OAAuB,EAAA;IAC7C,MAAM,SAAS,GAAG,CAAC,UAAU,EAAE,aAAa,EAAE,kBAAkB,CAAC,CAAC;AAClE,IAAA,MAAM,SAAS,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;AAEzC,IAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AAC/B,QAAA,OAAO,OAAO,CAAC;KAChB;SAAM;QACL,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,KAAI;AAChD,YAAA,MAAM,YAAY,GAChB,eAAe,IAAI,WAAW,GAAG,WAAW,CAAC,aAAa,GAAG,SAAS,CAAC;AAEzE,YAAA,IAAI,WAAW,CAAC,IAAI,KAAK,WAAW,EAAE;AACpC,gBAAA,IAAI,MAAM,CAAC;AACX,gBAAA,IAAI,OAAO,WAAW,CAAC,SAAS,KAAK,QAAQ,EAAE;AAC7C,oBAAA,MAAM,GAAG,YAAY,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;iBAC9C;qBAAM;oBACL,MAAM,GAAG,YAAY,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;iBAClD;gBACD,OAAO;oBACL,IAAI,EAAE,OAAgB;oBACtB,MAAM;AACN,oBAAA,IAAI,YAAY,GAAG,EAAE,aAAa,EAAE,YAAY,EAAE,GAAG,EAAE,CAAC;iBACzD,CAAC;aACH;AAAM,iBAAA,IACL,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,WAAW,CAAC,IAAI,CAAC,IAAI,IAAI;gBACrD,MAAM,IAAI,WAAW,EACrB;;gBAEA,OAAO;oBACL,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,WAAW,CAAC,IAAI;AACtB,oBAAA,IAAI,YAAY,GAAG,EAAE,aAAa,EAAE,YAAY,EAAE,GAAG,EAAE,CAAC;iBACzD,CAAC;aACH;AAAM,iBAAA,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,WAAW,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE;AAChE,gBAAA,MAAM,eAAe,GAAG,EAAE,GAAG,WAAW,EAAE,CAAC;AAC3C,gBAAA,IAAI,OAAO,IAAI,eAAe,EAAE;;oBAE9B,OAAO,eAAe,CAAC,KAAK,CAAC;iBAC9B;AAED,gBAAA,IAAI,eAAe,CAAC,IAAI,KAAK,kBAAkB,EAAE;;;AAG/C,oBAAA,eAAe,CAAC,IAAI,GAAG,UAAU,CAAC;iBACnC;AAED,gBAAA,IAAI,OAAO,IAAI,eAAe,EAAE;;AAE9B,oBAAA,IAAI;wBACF,eAAe,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;qBAC3D;AAAC,oBAAA,MAAM;;qBAEP;iBACF;;gBAGD,OAAO;AACL,oBAAA,GAAG,eAAe;AAClB,oBAAA,IAAI,YAAY,GAAG,EAAE,aAAa,EAAE,YAAY,EAAE,GAAG,EAAE,CAAC;;iBAElD,CAAC;aACV;iBAAM;AACL,gBAAA,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;aACvD;AACH,SAAC,CAAC,CAAC;AACH,QAAA,OAAO,aAAa,CAAC;KACtB;AACH,CAAC;AAED;;;;;AAKG;AACG,SAAU,kCAAkC,CAChD,QAAuB,EAAA;AAEvB,IAAA,MAAM,cAAc,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;AACxD,IAAA,IAAI,MAAM,CAAC;AACX,IAAA,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,cAAc,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,QAAQ,EAAE;AAC1E,QAAA,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;KAC9B;AACD,IAAA,MAAM,oBAAoB,GACxB,MAAM,KAAK,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC;IAClE,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,OAAO,KAAI;AAC7D,QAAA,IAAI,IAAI,CAAC;AACT,QAAA,IAAI,OAAO,CAAC,QAAQ,EAAE,KAAK,OAAO,EAAE;YAClC,IAAI,GAAG,MAAe,CAAC;SACxB;AAAM,aAAA,IAAI,OAAO,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;YACtC,IAAI,GAAG,WAAoB,CAAC;SAC7B;AAAM,aAAA,IAAI,OAAO,CAAC,QAAQ,EAAE,KAAK,MAAM,EAAE;YACxC,IAAI,GAAG,MAAe,CAAC;SACxB;AAAM,aAAA,IAAI,OAAO,CAAC,QAAQ,EAAE,KAAK,QAAQ,EAAE;AAC1C,YAAA,MAAM,IAAI,KAAK,CACb,iEAAiE,CAClE,CAAC;SACH;aAAM;YACL,MAAM,IAAI,KAAK,CAAC,CAAiB,cAAA,EAAA,OAAO,CAAC,QAAQ,EAAE,CAAqB,mBAAA,CAAA,CAAC,CAAC;SAC3E;AACD,QAAA,IAAI,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE;AACxD,YAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;AACvC,gBAAA,IAAI,OAAO,CAAC,OAAO,KAAK,EAAE,EAAE;oBAC1B,OAAO;wBACL,IAAI;wBACJ,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,CAC7B,oCAAoC,CACrC;qBACF,CAAC;iBACH;qBAAM;oBACL,OAAO;wBACL,IAAI;AACJ,wBAAA,OAAO,EAAE;4BACP,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE;AACvC,4BAAA,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,oCAAoC,CAAC;AAChE,yBAAA;qBACF,CAAC;iBACH;aACF;iBAAM;AACL,gBAAA,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;AAC5B,gBAAA,MAAM,sBAAsB,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,QAAQ,KAChE,OAAO,CAAC,IAAI,CACV,CAAC,WAAW,KACV,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU;AAC9B,oBAAA,WAAW,CAAC,IAAI,KAAK,kBAAkB;oBACzC,WAAW,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE,CACjC,CACF,CAAC;gBACF,IAAI,sBAAsB,EAAE;AAC1B,oBAAA,OAAO,CAAC,IAAI,CACV,+EAA+E,CAChF,CAAC;iBACH;gBACD,OAAO;oBACL,IAAI;AACJ,oBAAA,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC;iBACzC,CAAC;aACH;SACF;aAAM;YACL,OAAO;gBACL,IAAI;AACJ,gBAAA,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC;aACzC,CAAC;SACH;AACH,KAAC,CAAC,CAAC;IACH,OAAO;AACL,QAAA,QAAQ,EAAE,aAAa,CAAC,iBAA6D,CAAC;QACtF,MAAM;KACyB,CAAC;AACpC,CAAC;AAED,SAAS,aAAa,CAAC,QAAmD,EAAA;IACxE,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE;QACrC,OAAO,QAAQ,IAAI,EAAE,CAAC;KACvB;IAED,MAAM,MAAM,GAA6C,EAAE,CAAC;AAC5D,IAAA,IAAI,cAAc,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;AAEjC,IAAA,MAAM,gBAAgB,GAAG,CACvB,OAOK,KAMH;AACF,QAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;YAC/B,OAAO;AACL,gBAAA;AACE,oBAAA,IAAI,EAAE,MAAM;AACZ,oBAAA,IAAI,EAAE,OAAO;AACd,iBAAA;aACF,CAAC;SACH;AACD,QAAA,OAAO,OAAO,CAAC;AACjB,KAAC,CAAC;AAEF,IAAA,MAAM,mBAAmB,GAAG,CAAC,GAAyB,KAAa;AACjE,QAAA,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM;AAAE,YAAA,OAAO,KAAK,CAAC;AAEtC,QAAA,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE;AACnC,YAAA,OAAO,KAAK,CAAC;SACd;QAED,QACE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;AAC1B,YAAA,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,aAAa,CAAC,EACxD;AACJ,KAAC,CAAC;AAEF,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;AAC3C,QAAA,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAEhC,IACE,mBAAmB,CAAC,cAAc,CAAC;AACnC,YAAA,mBAAmB,CAAC,WAAW,CAAC,EAChC;;AAEA,YAAA,cAAc,GAAG;AACf,gBAAA,GAAG,cAAc;AACjB,gBAAA,OAAO,EAAE;AACP,oBAAA,GAAG,gBAAgB,CAAC,cAAc,CAAC,OAAO,CAAC;AAC3C,oBAAA,GAAG,gBAAgB,CAAC,WAAW,CAAC,OAAO,CAAC;AACzC,iBAAA;aACF,CAAC;SACH;aAAM;AACL,YAAA,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC5B,cAAc,GAAG,WAAW,CAAC;SAC9B;KACF;AAED,IAAA,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC5B,IAAA,OAAO,MAAM,CAAC;AAChB;;;;"}

package/dist/esm/llm/anthropic/utils/message_outputs.mjs

@@ -0,0 +1,133 @@
+import { AIMessageChunk } from '@langchain/core/messages';
+
+function _makeMessageChunkFromAnthropicEvent(data, fields) {
+    if (data.type === 'message_start') {
+        // eslint-disable-next-line @typescript-eslint/no-unused-vars
+        const { content, usage, ...additionalKwargs } = data.message;
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const filteredAdditionalKwargs = {};
+        for (const [key, value] of Object.entries(additionalKwargs)) {
+            if (value !== undefined && value !== null) {
+                filteredAdditionalKwargs[key] = value;
+            }
+        }
+        const usageMetadata = {
+            input_tokens: usage.input_tokens,
+            output_tokens: usage.output_tokens,
+            total_tokens: usage.input_tokens + usage.output_tokens,
+        };
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString ? '' : [],
+                additional_kwargs: filteredAdditionalKwargs,
+                usage_metadata: fields.streamUsage ? usageMetadata : undefined,
+                id: data.message.id,
+            }),
+        };
+    }
+    else if (data.type === 'message_delta') {
+        const usageMetadata = {
+            input_tokens: 0,
+            output_tokens: data.usage.output_tokens,
+            total_tokens: data.usage.output_tokens,
+        };
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString ? '' : [],
+                additional_kwargs: { ...data.delta },
+                usage_metadata: fields.streamUsage ? usageMetadata : undefined,
+            }),
+        };
+    }
+    else if (data.type === 'content_block_start' &&
+        data.content_block.type === 'tool_use') {
+        const toolCallContentBlock = data.content_block;
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString
+                    ? ''
+                    : [
+                        {
+                            index: data.index,
+                            ...data.content_block,
+                            input: '',
+                        },
+                    ],
+                additional_kwargs: {},
+                tool_call_chunks: [
+                    {
+                        id: toolCallContentBlock.id,
+                        index: data.index,
+                        name: toolCallContentBlock.name,
+                        args: '',
+                    },
+                ],
+            }),
+        };
+    }
+    else if (data.type === 'content_block_delta' &&
+        data.delta.type === 'text_delta') {
+        const content = data.delta.text;
+        if (content !== undefined) {
+            return {
+                chunk: new AIMessageChunk({
+                    content: fields.coerceContentToString
+                        ? content
+                        : [
+                            {
+                                index: data.index,
+                                ...data.delta,
+                            },
+                        ],
+                    additional_kwargs: {},
+                }),
+            };
+        }
+    }
+    else if (data.type === 'content_block_delta' &&
+        data.delta.type === 'input_json_delta') {
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString
+                    ? ''
+                    : [
+                        {
+                            index: data.index,
+                            input: data.delta.partial_json,
+                            type: data.delta.type,
+                        },
+                    ],
+                additional_kwargs: {},
+                tool_call_chunks: [
+                    {
+                        index: data.index,
+                        args: data.delta.partial_json,
+                    },
+                ],
+            }),
+        };
+    }
+    else if (data.type === 'content_block_start' &&
+        data.content_block.type === 'text') {
+        const content = data.content_block.text;
+        if (content !== undefined) {
+            return {
+                chunk: new AIMessageChunk({
+                    content: fields.coerceContentToString
+                        ? content
+                        : [
+                            {
+                                index: data.index,
+                                ...data.content_block,
+                            },
+                        ],
+                    additional_kwargs: {},
+                }),
+            };
+        }
+    }
+    return null;
+}
+
+export { _makeMessageChunkFromAnthropicEvent };
+//# sourceMappingURL=message_outputs.mjs.map

package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"message_outputs.mjs","sources":["../../../../../src/llm/anthropic/utils/message_outputs.ts"],"sourcesContent":["/**\n * This util file contains functions for converting Anthropic messages to LangChain messages.\n */\nimport Anthropic from '@anthropic-ai/sdk';\nimport {\n  AIMessage,\n  UsageMetadata,\n  AIMessageChunk,\n} from '@langchain/core/messages';\nimport { ToolCall } from '@langchain/core/messages/tool';\nimport { ChatGeneration } from '@langchain/core/outputs';\nimport { AnthropicMessageResponse } from '../types.js';\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function extractToolCalls(content: Record<string, any>[]): ToolCall[] {\n  const toolCalls: ToolCall[] = [];\n  for (const block of content) {\n    if (block.type === 'tool_use') {\n      toolCalls.push({\n        name: block.name,\n        args: block.input,\n        id: block.id,\n        type: 'tool_call',\n      });\n    }\n  }\n  return toolCalls;\n}\n\nexport function _makeMessageChunkFromAnthropicEvent(\n  data: Anthropic.Messages.RawMessageStreamEvent,\n  fields: {\n    streamUsage: boolean;\n    coerceContentToString: boolean;\n  }\n): {\n  chunk: AIMessageChunk;\n} | null {\n  if (data.type === 'message_start') {\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    const { content, usage, ...additionalKwargs } = data.message;\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const filteredAdditionalKwargs: Record<string, any> = {};\n    for (const [key, value] of Object.entries(additionalKwargs)) {\n      if (value !== undefined && value !== null) {\n        filteredAdditionalKwargs[key] = value;\n      }\n    }\n    const usageMetadata: UsageMetadata = {\n      input_tokens: usage.input_tokens,\n      output_tokens: usage.output_tokens,\n      total_tokens: usage.input_tokens + usage.output_tokens,\n    };\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString ? '' : [],\n        additional_kwargs: filteredAdditionalKwargs,\n        usage_metadata: fields.streamUsage ? usageMetadata : undefined,\n        id: data.message.id,\n      }),\n    };\n  } else if (data.type === 'message_delta') {\n    const usageMetadata: UsageMetadata = {\n      input_tokens: 0,\n      output_tokens: data.usage.output_tokens,\n      total_tokens: data.usage.output_tokens,\n    };\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString ? '' : [],\n        additional_kwargs: { ...data.delta },\n        usage_metadata: fields.streamUsage ? usageMetadata : undefined,\n      }),\n    };\n  } else if (\n    data.type === 'content_block_start' &&\n    data.content_block.type === 'tool_use'\n  ) {\n    const toolCallContentBlock =\n      data.content_block as Anthropic.Messages.ToolUseBlock;\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString\n          ? ''\n          : [\n            {\n              index: data.index,\n              ...data.content_block,\n              input: '',\n            },\n          ],\n        additional_kwargs: {},\n        tool_call_chunks: [\n          {\n            id: toolCallContentBlock.id,\n            index: data.index,\n            name: toolCallContentBlock.name,\n            args: '',\n          },\n        ],\n      }),\n    };\n  } else if (\n    data.type === 'content_block_delta' &&\n    data.delta.type === 'text_delta'\n  ) {\n    const content = data.delta.text;\n    if (content !== undefined) {\n      return {\n        chunk: new AIMessageChunk({\n          content: fields.coerceContentToString\n            ? content\n            : [\n              {\n                index: data.index,\n                ...data.delta,\n              },\n            ],\n          additional_kwargs: {},\n        }),\n      };\n    }\n  } else if (\n    data.type === 'content_block_delta' &&\n    data.delta.type === 'input_json_delta'\n  ) {\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString\n          ? ''\n          : [\n            {\n              index: data.index,\n              input: data.delta.partial_json,\n              type: data.delta.type,\n            },\n          ],\n        additional_kwargs: {},\n        tool_call_chunks: [\n          {\n            index: data.index,\n            args: data.delta.partial_json,\n          },\n        ],\n      }),\n    };\n  } else if (\n    data.type === 'content_block_start' &&\n    data.content_block.type === 'text'\n  ) {\n    const content = data.content_block.text;\n    if (content !== undefined) {\n      return {\n        chunk: new AIMessageChunk({\n          content: fields.coerceContentToString\n            ? content\n            : [\n              {\n                index: data.index,\n                ...data.content_block,\n              },\n            ],\n          additional_kwargs: {},\n        }),\n      };\n    }\n  }\n\n  return null;\n}\n\nexport function anthropicResponseToChatMessages(\n  messages: AnthropicMessageResponse[],\n  additionalKwargs: Record<string, unknown>\n): ChatGeneration[] {\n  const usage: Record<string, number> | null | undefined =\n    additionalKwargs.usage as Record<string, number> | null | undefined;\n  const usageMetadata =\n    usage != null\n      ? {\n        input_tokens: usage.input_tokens ?? 0,\n        output_tokens: usage.output_tokens ?? 0,\n        total_tokens: (usage.input_tokens ?? 0) + (usage.output_tokens ?? 0),\n      }\n      : undefined;\n  if (messages.length === 1 && messages[0].type === 'text') {\n    return [\n      {\n        text: messages[0].text,\n        message: new AIMessage({\n          content: messages[0].text,\n          additional_kwargs: additionalKwargs,\n          usage_metadata: usageMetadata,\n          response_metadata: additionalKwargs,\n          id: additionalKwargs.id as string,\n        }),\n      },\n    ];\n  } else {\n    const toolCalls = extractToolCalls(messages);\n    const generations: ChatGeneration[] = [\n      {\n        text: '',\n        message: new AIMessage({\n          // eslint-disable-next-line @typescript-eslint/no-explicit-any\n          content: messages as any,\n          additional_kwargs: additionalKwargs,\n          tool_calls: toolCalls,\n          usage_metadata: usageMetadata,\n          response_metadata: additionalKwargs,\n          id: additionalKwargs.id as string,\n        }),\n      },\n    ];\n    return generations;\n  }\n}"],"names":[],"mappings":";;AA6BgB,SAAA,mCAAmC,CACjD,IAA8C,EAC9C,MAGC,EAAA;AAID,IAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;;AAEjC,QAAA,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,gBAAgB,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;;QAE7D,MAAM,wBAAwB,GAAwB,EAAE,CAAC;AACzD,QAAA,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE;YAC3D,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE;AACzC,gBAAA,wBAAwB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;aACvC;SACF;AACD,QAAA,MAAM,aAAa,GAAkB;YACnC,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,aAAa,EAAE,KAAK,CAAC,aAAa;AAClC,YAAA,YAAY,EAAE,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,aAAa;SACvD,CAAC;QACF,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,wBAAwB;gBAC3C,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;AAC9D,gBAAA,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE;aACpB,CAAC;SACH,CAAC;KACH;AAAM,SAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACxC,QAAA,MAAM,aAAa,GAAkB;AACnC,YAAA,YAAY,EAAE,CAAC;AACf,YAAA,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;AACvC,YAAA,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;SACvC,CAAC;QACF,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE;gBACpC,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;aAC/D,CAAC;SACH,CAAC;KACH;AAAM,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EACtC;AACA,QAAA,MAAM,oBAAoB,GACxB,IAAI,CAAC,aAAgD,CAAC;QACxD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB;AACnC,sBAAE,EAAE;AACJ,sBAAE;AACA,wBAAA;4BACE,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,GAAG,IAAI,CAAC,aAAa;AACrB,4BAAA,KAAK,EAAE,EAAE;AACV,yBAAA;AACF,qBAAA;AACH,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;wBACE,EAAE,EAAE,oBAAoB,CAAC,EAAE;wBAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,IAAI,EAAE,oBAAoB,CAAC,IAAI;AAC/B,wBAAA,IAAI,EAAE,EAAE;AACT,qBAAA;AACF,iBAAA;aACF,CAAC;SACH,CAAC;KACH;AAAM,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,EAChC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;AAChC,QAAA,IAAI,OAAO,KAAK,SAAS,EAAE;YACzB,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;oBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB;AACnC,0BAAE,OAAO;AACT,0BAAE;AACA,4BAAA;gCACE,KAAK,EAAE,IAAI,CAAC,KAAK;gCACjB,GAAG,IAAI,CAAC,KAAK;AACd,6BAAA;AACF,yBAAA;AACH,oBAAA,iBAAiB,EAAE,EAAE;iBACtB,CAAC;aACH,CAAC;SACH;KACF;AAAM,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EACtC;QACA,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB;AACnC,sBAAE,EAAE;AACJ,sBAAE;AACA,wBAAA;4BACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,4BAAA,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,4BAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;AACtB,yBAAA;AACF,qBAAA;AACH,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,wBAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,qBAAA;AACF,iBAAA;aACF,CAAC;SACH,CAAC;KACH;AAAM,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,MAAM,EAClC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;AACxC,QAAA,IAAI,OAAO,KAAK,SAAS,EAAE;YACzB,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;oBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB;AACnC,0BAAE,OAAO;AACT,0BAAE;AACA,4BAAA;gCACE,KAAK,EAAE,IAAI,CAAC,KAAK;gCACjB,GAAG,IAAI,CAAC,aAAa;AACtB,6BAAA;AACF,yBAAA;AACH,oBAAA,iBAAiB,EAAE,EAAE;iBACtB,CAAC;aACH,CAAC;SACH;KACF;AAED,IAAA,OAAO,IAAI,CAAC;AACd;;;;"}

package/dist/esm/llm/providers.mjs

@@ -1,14 +1,14 @@
 import { ChatOpenAI } from '@langchain/openai';
 import { ChatOllama } from '@langchain/ollama';
 import { ChatBedrockConverse } from '@langchain/aws';
-import { ChatAnthropic } from '@langchain/anthropic';
 import { ChatMistralAI } from '@langchain/mistralai';
 import { ChatVertexAI } from '@langchain/google-vertexai';
+import { ChatGoogleGenerativeAI } from '@langchain/google-genai';
 import { BedrockChat } from '@langchain/community/chat_models/bedrock/web';
 import { Providers } from '../common/enum.mjs';
+import { CustomAnthropic } from './anthropic/llm.mjs';
 
 // src/llm/providers.ts
-// import { CustomAnthropic } from '@/llm/anthropic/llm';
 const llmProviders = {
     [Providers.OPENAI]: ChatOpenAI,
     [Providers.OLLAMA]: ChatOllama,
@@ -16,8 +16,9 @@ const llmProviders = {
     [Providers.BEDROCK_LEGACY]: BedrockChat,
     [Providers.MISTRALAI]: ChatMistralAI,
     [Providers.BEDROCK]: ChatBedrockConverse,
-    // [Providers.ANTHROPIC]: CustomAnthropic,
-    [Providers.ANTHROPIC]: ChatAnthropic,
+    [Providers.ANTHROPIC]: CustomAnthropic,
+    // [Providers.ANTHROPIC]: ChatAnthropic,
+    [Providers.GOOGLE]: ChatGoogleGenerativeAI,
 };
 const manualToolStreamProviders = new Set([Providers.ANTHROPIC, Providers.BEDROCK, Providers.OLLAMA]);
 const getChatModelClass = (provider) => {

package/dist/esm/llm/providers.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"providers.mjs","sources":["../../../src/llm/providers.ts"],"sourcesContent":["// src/llm/providers.ts\nimport { ChatOpenAI } from '@langchain/openai';\nimport { ChatOllama } from '@langchain/ollama';\nimport { ChatBedrockConverse } from '@langchain/aws';\nimport { ChatAnthropic } from '@langchain/anthropic';\nimport { ChatMistralAI } from '@langchain/mistralai';\nimport { ChatVertexAI } from '@langchain/google-vertexai';\nimport { BedrockChat } from '@langchain/community/chat_models/bedrock/web';\nimport type { ChatModelConstructorMap, ProviderOptionsMap, ChatModelMap } from '@/types';\nimport { Providers } from '@/common';\n// import { CustomAnthropic } from '@/llm/anthropic/llm';\n\nexport const llmProviders: Partial<ChatModelConstructorMap> = {\n  [Providers.OPENAI]: ChatOpenAI,\n  [Providers.OLLAMA]: ChatOllama,\n  [Providers.VERTEXAI]: ChatVertexAI,\n  [Providers.BEDROCK_LEGACY]: BedrockChat,\n  [Providers.MISTRALAI]: ChatMistralAI,\n  [Providers.BEDROCK]: ChatBedrockConverse,\n  // [Providers.ANTHROPIC]: CustomAnthropic,\n  [Providers.ANTHROPIC]: ChatAnthropic,\n};\n\nexport const manualToolStreamProviders = new Set<Providers | string>([Providers.ANTHROPIC, Providers.BEDROCK, Providers.OLLAMA]);\n\nexport const getChatModelClass = <P extends Providers>(\n  provider: P\n): new (config: ProviderOptionsMap[P]) => ChatModelMap[P] => {\n  const ChatModelClass = llmProviders[provider];\n  if (!ChatModelClass) {\n    throw new Error(`Unsupported LLM provider: ${provider}`);\n  }\n\n  return ChatModelClass;\n};"],"names":[],"mappings":";;;;;;;;;AAAA;AAUA;AAEa,MAAA,YAAY,GAAqC;AAC5D,IAAA,CAAC,SAAS,CAAC,MAAM,GAAG,UAAU;AAC9B,IAAA,CAAC,SAAS,CAAC,MAAM,GAAG,UAAU;AAC9B,IAAA,CAAC,SAAS,CAAC,QAAQ,GAAG,YAAY;AAClC,IAAA,CAAC,SAAS,CAAC,cAAc,GAAG,WAAW;AACvC,IAAA,CAAC,SAAS,CAAC,SAAS,GAAG,aAAa;AACpC,IAAA,CAAC,SAAS,CAAC,OAAO,GAAG,mBAAmB;;AAExC,IAAA,CAAC,SAAS,CAAC,SAAS,GAAG,aAAa;EACpC;MAEW,yBAAyB,GAAG,IAAI,GAAG,CAAqB,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE;AAEpH,MAAA,iBAAiB,GAAG,CAC/B,QAAW,KAC+C;AAC1D,IAAA,MAAM,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IAC9C,IAAI,CAAC,cAAc,EAAE;AACnB,QAAA,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,CAAA,CAAE,CAAC,CAAC;KAC1D;AAED,IAAA,OAAO,cAAc,CAAC;AACxB;;;;"}
+{"version":3,"file":"providers.mjs","sources":["../../../src/llm/providers.ts"],"sourcesContent":["// src/llm/providers.ts\nimport { ChatOpenAI } from '@langchain/openai';\nimport { ChatOllama } from '@langchain/ollama';\nimport { ChatBedrockConverse } from '@langchain/aws';\n// import { ChatAnthropic } from '@langchain/anthropic';\nimport { ChatMistralAI } from '@langchain/mistralai';\nimport { ChatVertexAI } from '@langchain/google-vertexai';\nimport { ChatGoogleGenerativeAI } from '@langchain/google-genai';\nimport { BedrockChat } from '@langchain/community/chat_models/bedrock/web';\nimport type { ChatModelConstructorMap, ProviderOptionsMap, ChatModelMap } from '@/types';\nimport { Providers } from '@/common';\nimport { CustomAnthropic } from '@/llm/anthropic/llm';\n\nexport const llmProviders: Partial<ChatModelConstructorMap> = {\n  [Providers.OPENAI]: ChatOpenAI,\n  [Providers.OLLAMA]: ChatOllama,\n  [Providers.VERTEXAI]: ChatVertexAI,\n  [Providers.BEDROCK_LEGACY]: BedrockChat,\n  [Providers.MISTRALAI]: ChatMistralAI,\n  [Providers.BEDROCK]: ChatBedrockConverse,\n  [Providers.ANTHROPIC]: CustomAnthropic,\n  // [Providers.ANTHROPIC]: ChatAnthropic,\n  [Providers.GOOGLE]: ChatGoogleGenerativeAI,\n};\n\nexport const manualToolStreamProviders = new Set<Providers | string>([Providers.ANTHROPIC, Providers.BEDROCK, Providers.OLLAMA]);\n\nexport const getChatModelClass = <P extends Providers>(\n  provider: P\n): new (config: ProviderOptionsMap[P]) => ChatModelMap[P] => {\n  const ChatModelClass = llmProviders[provider];\n  if (!ChatModelClass) {\n    throw new Error(`Unsupported LLM provider: ${provider}`);\n  }\n\n  return ChatModelClass;\n};"],"names":[],"mappings":";;;;;;;;;;AAAA;AAaa,MAAA,YAAY,GAAqC;AAC5D,IAAA,CAAC,SAAS,CAAC,MAAM,GAAG,UAAU;AAC9B,IAAA,CAAC,SAAS,CAAC,MAAM,GAAG,UAAU;AAC9B,IAAA,CAAC,SAAS,CAAC,QAAQ,GAAG,YAAY;AAClC,IAAA,CAAC,SAAS,CAAC,cAAc,GAAG,WAAW;AACvC,IAAA,CAAC,SAAS,CAAC,SAAS,GAAG,aAAa;AACpC,IAAA,CAAC,SAAS,CAAC,OAAO,GAAG,mBAAmB;AACxC,IAAA,CAAC,SAAS,CAAC,SAAS,GAAG,eAAe;;AAEtC,IAAA,CAAC,SAAS,CAAC,MAAM,GAAG,sBAAsB;EAC1C;MAEW,yBAAyB,GAAG,IAAI,GAAG,CAAqB,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE;AAEpH,MAAA,iBAAiB,GAAG,CAC/B,QAAW,KAC+C;AAC1D,IAAA,MAAM,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IAC9C,IAAI,CAAC,cAAc,EAAE;AACnB,QAAA,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,CAAA,CAAE,CAAC,CAAC;KAC1D;AAED,IAAA,OAAO,cAAc,CAAC;AACxB;;;;"}

package/dist/esm/llm/text.mjs

@@ -0,0 +1,56 @@
+class TextStream {
+    text;
+    currentIndex;
+    minChunkSize;
+    maxChunkSize;
+    delay;
+    firstWordChunk;
+    constructor(text, options = {}) {
+        this.text = text;
+        this.currentIndex = 0;
+        this.minChunkSize = options.minChunkSize ?? 4;
+        this.maxChunkSize = options.maxChunkSize ?? 8;
+        this.delay = options.delay ?? 20;
+        this.firstWordChunk = options.firstWordChunk ?? true;
+    }
+    randomInt(min, max) {
+        return Math.floor(Math.random() * (max - min)) + min;
+    }
+    static BOUNDARIES = new Set([' ', '.', ',', '!', '?', ';', ':']);
+    findFirstWordBoundary(text, minSize) {
+        if (minSize >= text.length)
+            return text.length;
+        // Ensure we meet the minimum size first
+        let pos = minSize;
+        // Look forward until we find a boundary
+        while (pos < text.length) {
+            if (TextStream.BOUNDARIES.has(text[pos])) {
+                return pos + 1; // Include the boundary character
+            }
+            pos++;
+        }
+        return text.length; // If no boundary found, return entire remaining text
+    }
+    async *generateText(progressCallback) {
+        const { delay, minChunkSize, maxChunkSize } = this;
+        while (this.currentIndex < this.text.length) {
+            await new Promise(resolve => setTimeout(resolve, delay));
+            const remainingText = this.text.slice(this.currentIndex);
+            let chunkSize;
+            if (this.firstWordChunk) {
+                chunkSize = this.findFirstWordBoundary(remainingText, minChunkSize);
+            }
+            else {
+                const remainingChars = remainingText.length;
+                chunkSize = Math.min(this.randomInt(minChunkSize, maxChunkSize + 1), remainingChars);
+            }
+            const chunk = this.text.slice(this.currentIndex, this.currentIndex + chunkSize);
+            progressCallback?.(chunk);
+            yield chunk;
+            this.currentIndex += chunkSize;
+        }
+    }
+}
+
+export { TextStream };
+//# sourceMappingURL=text.mjs.map

package/dist/esm/llm/text.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.mjs","sources":["../../../src/llm/text.ts"],"sourcesContent":["/* eslint-disable no-console */\nexport interface TextStreamOptions {\n  minChunkSize?: number;\n  maxChunkSize?: number;\n  delay?: number;\n  firstWordChunk?: boolean;\n}\n\nexport type ProgressCallback = (chunk: string) => void;\nexport type PostChunkCallback = (chunk: string) => void;\n\nexport class TextStream {\n  private text: string;\n  private currentIndex: number;\n  private minChunkSize: number;\n  private maxChunkSize: number;\n  private delay: number;\n  private firstWordChunk: boolean;\n\n  constructor(text: string, options: TextStreamOptions = {}) {\n    this.text = text;\n    this.currentIndex = 0;\n    this.minChunkSize = options.minChunkSize ?? 4;\n    this.maxChunkSize = options.maxChunkSize ?? 8;\n    this.delay = options.delay ?? 20;\n    this.firstWordChunk = options.firstWordChunk ?? true;\n  }\n\n  private randomInt(min: number, max: number): number {\n    return Math.floor(Math.random() * (max - min)) + min;\n  }\n\n  private static readonly BOUNDARIES = new Set([' ', '.', ',', '!', '?', ';', ':']);\n\n  private findFirstWordBoundary(text: string, minSize: number): number {\n    if (minSize >= text.length) return text.length;\n\n    // Ensure we meet the minimum size first\n    let pos = minSize;\n\n    // Look forward until we find a boundary\n    while (pos < text.length) {\n      if (TextStream.BOUNDARIES.has(text[pos])) {\n        return pos + 1; // Include the boundary character\n      }\n      pos++;\n    }\n\n    return text.length; // If no boundary found, return entire remaining text\n  }\n\n  async *generateText(progressCallback?: ProgressCallback): AsyncGenerator<string, void, unknown> {\n    const { delay, minChunkSize, maxChunkSize } = this;\n\n    while (this.currentIndex < this.text.length) {\n      await new Promise(resolve => setTimeout(resolve, delay));\n\n      const remainingText = this.text.slice(this.currentIndex);\n      let chunkSize: number;\n\n      if (this.firstWordChunk) {\n        chunkSize = this.findFirstWordBoundary(remainingText, minChunkSize);\n      } else {\n        const remainingChars = remainingText.length;\n        chunkSize = Math.min(this.randomInt(minChunkSize, maxChunkSize + 1), remainingChars);\n      }\n\n      const chunk = this.text.slice(this.currentIndex, this.currentIndex + chunkSize);\n      progressCallback?.(chunk);\n\n      yield chunk;\n      this.currentIndex += chunkSize;\n    }\n  }\n}"],"names":[],"mappings":"MAWa,UAAU,CAAA;AACb,IAAA,IAAI,CAAS;AACb,IAAA,YAAY,CAAS;AACrB,IAAA,YAAY,CAAS;AACrB,IAAA,YAAY,CAAS;AACrB,IAAA,KAAK,CAAS;AACd,IAAA,cAAc,CAAU;IAEhC,WAAY,CAAA,IAAY,EAAE,OAAA,GAA6B,EAAE,EAAA;AACvD,QAAA,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;AACjB,QAAA,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QACjC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC;KACtD;IAEO,SAAS,CAAC,GAAW,EAAE,GAAW,EAAA;AACxC,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;KACtD;IAEO,OAAgB,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IAE1E,qBAAqB,CAAC,IAAY,EAAE,OAAe,EAAA;AACzD,QAAA,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;;QAG/C,IAAI,GAAG,GAAG,OAAO,CAAC;;AAGlB,QAAA,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE;AACxB,YAAA,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE;AACxC,gBAAA,OAAO,GAAG,GAAG,CAAC,CAAC;aAChB;AACD,YAAA,GAAG,EAAE,CAAC;SACP;AAED,QAAA,OAAO,IAAI,CAAC,MAAM,CAAC;KACpB;AAED,IAAA,OAAO,YAAY,CAAC,gBAAmC,EAAA;QACrD,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;QAEnD,OAAO,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAC3C,YAAA,MAAM,IAAI,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;AAEzD,YAAA,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;AACzD,YAAA,IAAI,SAAiB,CAAC;AAEtB,YAAA,IAAI,IAAI,CAAC,cAAc,EAAE;gBACvB,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;aACrE;iBAAM;AACL,gBAAA,MAAM,cAAc,GAAG,aAAa,CAAC,MAAM,CAAC;AAC5C,gBAAA,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;aACtF;AAED,YAAA,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC,CAAC;AAChF,YAAA,gBAAgB,GAAG,KAAK,CAAC,CAAC;AAE1B,YAAA,MAAM,KAAK,CAAC;AACZ,YAAA,IAAI,CAAC,YAAY,IAAI,SAAS,CAAC;SAChC;KACF;;;;;"}

package/dist/esm/main.mjs

@@ -1,10 +1,11 @@
 export { Run } from './run.mjs';
-export { ChatModelStreamHandler, createContentAggregator } from './stream.mjs';
+export { ChatModelStreamHandler, createContentAggregator, handleToolCalls } from './stream.mjs';
 export { HandlerRegistry, LLMStreamHandler, ModelEndHandler, TestChatStreamHandler, TestLLMStreamHandler, ToolEndHandler, createMetadataAggregator } from './events.mjs';
 export { convertMessagesToContent, findLastIndex, formatAnthropicArtifactContent, formatAnthropicMessage, formatOpenAIArtifactContent, getConverseOverrideMessage, modifyDeltaProperties } from './messages.mjs';
 export { Graph, StandardGraph } from './graphs/Graph.mjs';
 export { createCodeExecutionTool, getCodeBaseURL, imageExtRegex } from './tools/CodeExecutor.mjs';
 export { Callback, CommonEvents, Constants, ContentTypes, EnvVar, GraphEvents, GraphNodeActions, GraphNodeKeys, Providers, StepTypes, ToolCallTypes } from './common/enum.mjs';
 export { joinKeys, resetIfNotEmpty } from './utils/graph.mjs';
+export { unescapeObject } from './utils/misc.mjs';
 export { RunnableCallable, sleep } from './utils/run.mjs';
 //# sourceMappingURL=main.mjs.map

package/dist/esm/main.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"main.mjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;"}
+{"version":3,"file":"main.mjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;"}