@librechat/agents 2.3.1 → 2.3.2

package/src/llm/anthropic/utils/message_outputs.ts

@@ -7,7 +7,7 @@ import {
   UsageMetadata,
   AIMessageChunk,
 } from '@langchain/core/messages';
-import type { ToolCallChunk } from "@langchain/core/messages/tool";
+import type { ToolCallChunk } from '@langchain/core/messages/tool';
 import { ToolCall } from '@langchain/core/messages/tool';
 import { ChatGeneration } from '@langchain/core/outputs';
 import { AnthropicMessageResponse } from '../types.js';
@@ -92,18 +92,18 @@ export function _makeMessageChunkFromAnthropicEvent(
       }),
     };
   } else if (
-    data.type === "content_block_start" &&
-    ["tool_use", "document"].includes(data.content_block.type)
+    data.type === 'content_block_start' &&
+    ['tool_use', 'document'].includes(data.content_block.type)
   ) {
     const contentBlock = data.content_block;
     let toolCallChunks: ToolCallChunk[];
-    if (contentBlock.type === "tool_use") {
+    if (contentBlock.type === 'tool_use') {
       toolCallChunks = [
         {
           id: contentBlock.id,
           index: data.index,
           name: contentBlock.name,
-          args: "",
+          args: '',
         },
       ];
     } else {
@@ -112,28 +112,28 @@ export function _makeMessageChunkFromAnthropicEvent(
     return {
       chunk: new AIMessageChunk({
         content: fields.coerceContentToString
-          ? ""
+          ? ''
           : [
-              {
-                index: data.index,
-                ...data.content_block,
-                input: "",
-              },
-            ],
+            {
+              index: data.index,
+              ...data.content_block,
+              input: '',
+            },
+          ],
         additional_kwargs: {},
         tool_call_chunks: toolCallChunks,
       }),
     };
   } else if (
-    data.type === "content_block_delta" &&
+    data.type === 'content_block_delta' &&
     [
-      "text_delta",
-      "citations_delta",
-      "thinking_delta",
-      "signature_delta",
+      'text_delta',
+      'citations_delta',
+      'thinking_delta',
+      'signature_delta',
     ].includes(data.delta.type)
   ) {
-    if (fields.coerceContentToString && "text" in data.delta) {
+    if (fields.coerceContentToString && 'text' in data.delta) {
       return {
         chunk: new AIMessageChunk({
           content: data.delta.text,
@@ -142,30 +142,30 @@ export function _makeMessageChunkFromAnthropicEvent(
     } else {
       // eslint-disable-next-line @typescript-eslint/no-explicit-any
       const contentBlock: Record<string, any> = data.delta;
-      if ("citation" in contentBlock) {
+      if ('citation' in contentBlock) {
         contentBlock.citations = [contentBlock.citation];
         delete contentBlock.citation;
       }
       if (
-        contentBlock.type === "thinking_delta" ||
-        contentBlock.type === "signature_delta"
+        contentBlock.type === 'thinking_delta' ||
+        contentBlock.type === 'signature_delta'
       ) {
         return {
           chunk: new AIMessageChunk({
-            content: [{ index: data.index, ...contentBlock, type: "thinking" }],
+            content: [{ index: data.index, ...contentBlock, type: 'thinking' }],
           }),
         };
       }
 
       return {
         chunk: new AIMessageChunk({
-          content: [{ index: data.index, ...contentBlock, type: "text" }],
+          content: [{ index: data.index, ...contentBlock, type: 'text' }],
         }),
       };
     }
   } else if (
-    data.type === "content_block_delta" &&
-    data.delta.type === "input_json_delta"
+    data.type === 'content_block_delta' &&
+    data.delta.type === 'input_json_delta'
   ) {
     return {
       chunk: new AIMessageChunk({
@@ -208,19 +208,19 @@ export function _makeMessageChunkFromAnthropicEvent(
       };
     }
   } else if (
-    data.type === "content_block_start" &&
-    data.content_block.type === "redacted_thinking"
+    data.type === 'content_block_start' &&
+    data.content_block.type === 'redacted_thinking'
   ) {
     return {
       chunk: new AIMessageChunk({
         content: fields.coerceContentToString
-          ? ""
+          ? ''
           : [{ index: data.index, ...data.content_block }],
       }),
     };
   } else if (
-    data.type === "content_block_start" &&
-    data.content_block.type === "thinking"
+    data.type === 'content_block_start' &&
+    data.content_block.type === 'thinking'
   ) {
     const content = data.content_block.thinking;
     return {
@@ -241,17 +241,17 @@ export function anthropicResponseToChatMessages(
 ): ChatGeneration[] {
   const usage: Record<string, number> | null | undefined =
     additionalKwargs.usage as Record<string, number> | null | undefined;
-    const usageMetadata =
+  const usageMetadata =
     usage != null
       ? {
-          input_tokens: usage.input_tokens ?? 0,
-          output_tokens: usage.output_tokens ?? 0,
-          total_tokens: (usage.input_tokens ?? 0) + (usage.output_tokens ?? 0),
-          input_token_details: {
-            cache_creation: usage.cache_creation_input_tokens,
-            cache_read: usage.cache_read_input_tokens,
-          },
-        }
+        input_tokens: usage.input_tokens ?? 0,
+        output_tokens: usage.output_tokens ?? 0,
+        total_tokens: (usage.input_tokens ?? 0) + (usage.output_tokens ?? 0),
+        input_token_details: {
+          cache_creation: usage.cache_creation_input_tokens,
+          cache_read: usage.cache_read_input_tokens,
+        },
+      }
       : undefined;
   if (messages.length === 1 && messages[0].type === 'text') {
     return [

package/src/llm/fake.ts

@@ -63,7 +63,7 @@ export class FakeChatModel extends FakeListChatModel {
             },
           })),
         } : undefined,
-    })});
+      })});
   }
 
   async *_streamResponseChunks(
@@ -102,7 +102,7 @@ export class FakeChatModel extends FakeListChatModel {
           args: JSON.stringify(toolCall.args),
           id: toolCall.id,
           type: 'tool_call_chunk',
-          } as ToolCallChunk
+        } as ToolCallChunk;
       });
       const responseChunk = this._createResponseChunk('', toolCallChunks);
       yield responseChunk;

package/src/llm/text.ts

@@ -1,4 +1,4 @@
-/* eslint-disable no-console */
+
 export interface TextStreamOptions {
   minChunkSize?: number;
   maxChunkSize?: number;

package/src/messages/core.ts

@@ -78,20 +78,20 @@ function reduceBlocks(blocks: ContentBlock[]): ContentBlock[] {
     const lastBlock = reduced[reduced.length - 1];
 
     // Merge consecutive 'reasoning_content'
-    if (block.type === 'reasoning_content' && lastBlock?.type === 'reasoning_content') {
+    if (block.type === 'reasoning_content' && lastBlock.type === 'reasoning_content') {
       // append text if exists
-      if (block.reasoningText?.text) {
+      if (block.reasoningText.text) {
         lastBlock.reasoningText.text = (lastBlock.reasoningText.text || '') + block.reasoningText.text;
       }
       // preserve the signature if exists
-      if (block.reasoningText?.signature) {
+      if (block.reasoningText.signature) {
         lastBlock.reasoningText.signature = block.reasoningText.signature;
       }
     }
     // Merge consecutive 'text'
-    else if (block.type === 'text' && lastBlock?.type === 'text') {
+    else if (block.type === 'text' && lastBlock.type === 'text') {
       lastBlock.text += block.text;
-    } 
+    }
     // add a new block as it's a different type or first element
     else {
       // deep copy to avoid mutation of original
@@ -155,7 +155,7 @@ export function formatAnthropicMessage(message: AIMessageChunk): AIMessage {
                 input: toolCall.args as unknown as string
               });
             }
-          } catch (e) {
+          } catch {
             if (extendedItem.input) {
               acc.push({ type: 'text', text: extendedItem.input });
             }

package/src/messages/format.ts

@@ -1,5 +1,5 @@
-import { ToolMessage, BaseMessage } from '@langchain/core/messages';
-import { HumanMessage, AIMessage, SystemMessage, getBufferString } from '@langchain/core/messages';
+/* eslint-disable @typescript-eslint/no-explicit-any */
+import { ToolMessage, BaseMessage , HumanMessage, AIMessage, SystemMessage, getBufferString } from '@langchain/core/messages';
 import type { MessageContentImageUrl } from '@langchain/core/messages';
 import type { ToolCall } from '@langchain/core/messages/tool';
 import type { MessageContentComplex, ToolCallPart, TPayload, TMessage } from '@/types';
@@ -38,17 +38,17 @@ export const formatVisionMessage = ({ message, image_urls, endpoint }: VisionMes
     ...message,
     content: [] as MessageContentComplex[]
   };
-  
+
   if (endpoint === Providers.ANTHROPIC) {
     result.content = [
-      ...image_urls, 
+      ...image_urls,
       { type: ContentTypes.TEXT, text: message.content }
     ] as MessageContentComplex[];
     return result;
   }
 
   result.content = [
-    { type: ContentTypes.TEXT, text: message.content }, 
+    { type: ContentTypes.TEXT, text: message.content },
     ...image_urls
   ] as MessageContentComplex[];
 
@@ -87,13 +87,14 @@ interface FormattedMessage {
  * @param {FormatMessageParams} params - The parameters for formatting.
  * @returns {FormattedMessage | HumanMessage | AIMessage | SystemMessage} - The formatted message.
  */
-export const formatMessage = ({ 
-  message, 
-  userName, 
-  assistantName, 
-  endpoint, 
-  langChain = false 
+export const formatMessage = ({
+  message,
+  userName,
+  assistantName,
+  endpoint,
+  langChain = false
 }: FormatMessageParams): FormattedMessage | HumanMessage | AIMessage | SystemMessage => {
+  // eslint-disable-next-line prefer-const
   let { role: _role, _name, sender, text, content: _content, lc_id } = message;
   if (lc_id && lc_id[2] && !langChain) {
     const roleMapping: Record<string, string> = {
@@ -103,7 +104,7 @@ export const formatMessage = ({
     };
     _role = roleMapping[lc_id[2]] || _role;
   }
-  const role = _role ?? (sender && sender?.toLowerCase() === 'user' ? 'user' : 'assistant');
+  const role = _role ?? (sender != null && sender && sender.toLowerCase() === 'user' ? 'user' : 'assistant');
   const content = _content ?? text ?? '';
   const formattedMessage: FormattedMessage = {
     role,
@@ -122,19 +123,19 @@ export const formatMessage = ({
     });
   }
 
-  if (_name) {
+  if (_name != null && _name) {
     formattedMessage.name = _name;
   }
 
-  if (userName && formattedMessage.role === 'user') {
+  if (userName != null && userName && formattedMessage.role === 'user') {
     formattedMessage.name = userName;
   }
 
-  if (assistantName && formattedMessage.role === 'assistant') {
+  if (assistantName != null && assistantName && formattedMessage.role === 'assistant') {
     formattedMessage.name = assistantName;
   }
 
-  if (formattedMessage.name) {
+  if (formattedMessage.name != null && formattedMessage.name) {
     // Conform to API regex: ^[a-zA-Z0-9_-]{1,64}$
     // https://community.openai.com/t/the-format-of-the-name-field-in-the-documentation-is-incorrect/175684/2
     formattedMessage.name = formattedMessage.name.replace(/[^a-zA-Z0-9_-]/g, '_');
@@ -165,7 +166,7 @@ export const formatMessage = ({
  * @returns {Array<HumanMessage | AIMessage | SystemMessage>} - The array of formatted LangChain messages.
  */
 export const formatLangChainMessages = (
-  messages: Array<MessageInput>, 
+  messages: Array<MessageInput>,
   formatOptions: Omit<FormatMessageParams, 'message' | 'langChain'>
 ): Array<HumanMessage | AIMessage | SystemMessage> => {
   return messages.map((msg) => {
@@ -237,7 +238,7 @@ function formatAssistantMessage(message: Partial<TMessage>): Array<AIMessage | T
           content: part.text || '',
         });
         formattedMessages.push(lastAIMessage);
-      } else if (part?.type === ContentTypes.TOOL_CALL) {
+      } else if (part.type === ContentTypes.TOOL_CALL) {
         if (!lastAIMessage) {
           throw new Error('Invalid tool call structure: No preceding AIMessage with tool_call_ids');
         }
@@ -251,7 +252,7 @@ function formatAssistantMessage(message: Partial<TMessage>): Array<AIMessage | T
           if (typeof _args === 'string') {
             args = JSON.parse(_args);
           }
-        } catch (e) {
+        } catch {
           if (typeof _args === 'string') {
             args = { input: _args };
           }
@@ -290,7 +291,7 @@ function formatAssistantMessage(message: Partial<TMessage>): Array<AIMessage | T
         return acc;
       }, '')
       .trim();
-    
+
     if (content) {
       formattedMessages.push(new AIMessage({ content }));
     }
@@ -310,7 +311,7 @@ function formatAssistantMessage(message: Partial<TMessage>): Array<AIMessage | T
  * @returns {Object} - Object containing formatted messages and updated indexTokenCountMap if provided.
  */
 export const formatAgentMessages = (
-  payload: TPayload, 
+  payload: TPayload,
   indexTokenCountMap?: Record<number, number>,
   tools?: Set<string>
 ): {
@@ -332,11 +333,11 @@ export const formatAgentMessages = (
       message.content = [{ type: ContentTypes.TEXT, [ContentTypes.TEXT]: message.content }];
     }
     if (message.role !== 'assistant') {
-      messages.push(formatMessage({ 
-        message: message as MessageInput, 
-        langChain: true 
+      messages.push(formatMessage({
+        message: message as MessageInput,
+        langChain: true
       }) as HumanMessage | AIMessage | SystemMessage);
-      
+
       // Update the index mapping for this message
       indexMapping[i] = [messages.length - 1];
       continue;
@@ -350,12 +351,12 @@ export const formatAgentMessages = (
       // First, check if this message contains tool calls
       let hasToolCalls = false;
       let hasInvalidTool = false;
-      let toolNames: string[] = [];
-      
+      const toolNames: string[] = [];
+
       const content = message.content;
       if (content && Array.isArray(content)) {
         for (const part of content) {
-          if (part?.type === ContentTypes.TOOL_CALL) {
+          if (part.type === ContentTypes.TOOL_CALL) {
             hasToolCalls = true;
             if (tools.size === 0) {
               hasInvalidTool = true;
@@ -369,17 +370,17 @@ export const formatAgentMessages = (
           }
         }
       }
-      
+
       // If this message has tool calls and at least one is invalid, we need to convert it
       if (hasToolCalls && hasInvalidTool) {
         // We need to collect all related messages (this message and any subsequent tool messages)
         const toolSequence: BaseMessage[] = [];
         let sequenceEndIndex = i;
-        
+
         // Process the current assistant message to get the AIMessage with tool calls
         const formattedMessages = formatAssistantMessage(message);
         toolSequence.push(...formattedMessages);
-        
+
         // Look ahead for any subsequent assistant messages that might be part of this tool sequence
         let j = i + 1;
         while (j < payload.length && payload[j].role === 'assistant') {
@@ -388,13 +389,13 @@ export const formatAgentMessages = (
           const content = payload[j].content;
           if (content && Array.isArray(content)) {
             for (const part of content) {
-              if (part?.type === ContentTypes.TOOL_CALL) {
+              if (part.type === ContentTypes.TOOL_CALL) {
                 isToolResponse = true;
                 break;
               }
             }
           }
-          
+
           if (isToolResponse) {
             // This is part of the tool sequence, add it
             const nextMessages = formatAssistantMessage(payload[j]);
@@ -406,20 +407,20 @@ export const formatAgentMessages = (
             break;
           }
         }
-        
+
         // Convert the sequence to a string
         const bufferString = getBufferString(toolSequence);
         messages.push(new AIMessage({ content: bufferString }));
-        
+
         // Skip the messages we've already processed
         i = sequenceEndIndex;
-        
+
         // Update the index mapping for this sequence
         const resultIndices = [messages.length - 1];
         for (let k = i; k >= i && k <= sequenceEndIndex; k++) {
           indexMapping[k] = resultIndices;
         }
-        
+
         continue;
       }
     }
@@ -427,7 +428,7 @@ export const formatAgentMessages = (
     // Process the assistant message using the helper function
     const formattedMessages = formatAssistantMessage(message);
     messages.push(...formattedMessages);
-    
+
     // Update the index mapping for this assistant message
     // Store all indices that were created from this original message
     const endMessageIndex = messages.length;
@@ -443,7 +444,7 @@ export const formatAgentMessages = (
     for (let originalIndex = 0; originalIndex < payload.length; originalIndex++) {
       const resultIndices = indexMapping[originalIndex] || [];
       const tokenCount = indexTokenCountMap[originalIndex];
-      
+
       if (tokenCount !== undefined) {
         if (resultIndices.length === 1) {
           // Simple 1:1 mapping
@@ -506,7 +507,7 @@ export const formatContentStrings = (payload: Array<BaseMessage>): Array<BaseMes
 /**
  * Adds a value at key 0 for system messages and shifts all key indices by one in an indexTokenCountMap.
  * This is useful when adding a system message at the beginning of a conversation.
- * 
+ *
  * @param indexTokenCountMap - The original map of message indices to token counts
  * @param instructionsTokenCount - The token count for the system message to add at index 0
  * @returns A new map with the system message at index 0 and all other indices shifted by 1
@@ -518,12 +519,12 @@ export function shiftIndexTokenCountMap(
   // Create a new map to avoid modifying the original
   const shiftedMap: Record<number, number> = {};
   shiftedMap[0] = instructionsTokenCount;
-  
+
   // Shift all existing indices by 1
   for (const [indexStr, tokenCount] of Object.entries(indexTokenCountMap)) {
     const index = Number(indexStr);
     shiftedMap[index + 1] = tokenCount;
   }
-  
+
   return shiftedMap;
 }

package/src/messages/formatAgentMessages.test.ts

@@ -362,14 +362,14 @@ describe('formatAgentMessages', () => {
       { role: 'user', content: 'Hello' },
       { role: 'assistant', content: 'Hi there!' },
     ];
-    
+
     const indexTokenCountMap = {
       0: 5,  // 5 tokens for "Hello"
       1: 10, // 10 tokens for "Hi there!"
     };
-    
+
     const result = formatAgentMessages(payload, indexTokenCountMap);
-    
+
     expect(result.messages).toHaveLength(2);
     expect(result.indexTokenCountMap).toBeDefined();
     expect(result.indexTokenCountMap?.[0]).toBe(5);
@@ -399,23 +399,23 @@ describe('formatAgentMessages', () => {
         ],
       },
     ];
-    
+
     const indexTokenCountMap = {
       0: 10,  // 10 tokens for "What's the weather?"
       1: 50,  // 50 tokens for the assistant message with tool call
     };
-    
+
     const result = formatAgentMessages(payload, indexTokenCountMap);
-    
+
     // The original message at index 1 should be split into two messages
     expect(result.messages).toHaveLength(3);
     expect(result.indexTokenCountMap).toBeDefined();
     expect(result.indexTokenCountMap?.[0]).toBe(10);  // User message stays the same
-    
+
     // The assistant message tokens should be distributed across the resulting messages
     const totalAssistantTokens = Object.values(result.indexTokenCountMap || {})
       .reduce((sum, count) => sum + count, 0) - 10; // Subtract user message tokens
-    
+
     expect(totalAssistantTokens).toBe(50); // Should match the original token count
   });
 
@@ -460,23 +460,23 @@ describe('formatAgentMessages', () => {
         ],
       },
     ];
-    
+
     const indexTokenCountMap = {
       0: 100,  // 100 tokens for the complex assistant message
     };
-    
+
     const result = formatAgentMessages(payload, indexTokenCountMap);
-    
+
     // One message expands to 5 messages (2 tool calls + text before, between, and after)
     expect(result.messages).toHaveLength(5);
     expect(result.indexTokenCountMap).toBeDefined();
-    
+
     // The sum of all token counts should equal the original
     const totalTokens = Object.values(result.indexTokenCountMap || {})
       .reduce((sum, count) => sum + count, 0);
-    
+
     expect(totalTokens).toBe(100);
-    
+
     // Check that each resulting message has a token count
     for (let i = 0; i < result.messages.length; i++) {
       expect(result.indexTokenCountMap?.[i]).toBeDefined();
@@ -495,17 +495,17 @@ describe('formatAgentMessages', () => {
         ],
       },
     ];
-    
+
     const indexTokenCountMap = {
       0: 60,  // 60 tokens for the message with filtered content
     };
-    
+
     const result = formatAgentMessages(payload, indexTokenCountMap);
-    
+
     // Only one message should remain after filtering
     expect(result.messages).toHaveLength(1);
     expect(result.indexTokenCountMap).toBeDefined();
-    
+
     // All tokens should be assigned to the remaining message
     expect(result.indexTokenCountMap?.[0]).toBe(60);
   });
@@ -522,17 +522,17 @@ describe('formatAgentMessages', () => {
         ],
       },
     ];
-    
+
     const indexTokenCountMap = {
       0: 40,  // 40 tokens for the message with filtered content
     };
-    
+
     const result = formatAgentMessages(payload, indexTokenCountMap);
-    
+
     // No messages should remain after filtering
     expect(result.messages).toHaveLength(0);
     expect(result.indexTokenCountMap).toBeDefined();
-    
+
     // The token count map should be empty since there are no messages
     expect(Object.keys(result.indexTokenCountMap || {})).toHaveLength(0);
   });
@@ -561,29 +561,29 @@ describe('formatAgentMessages', () => {
         ],
       },
     ];
-    
+
     const indexTokenCountMap = {
       0: 15,  // 15 tokens for the user message
       1: 45,  // 45 tokens for the assistant message with tool call
     };
-    
+
     const result = formatAgentMessages(payload, indexTokenCountMap);
-    
+
     // 2 input messages become 3 output messages (user + assistant + tool)
     expect(payload).toHaveLength(2);
     expect(result.messages).toHaveLength(3);
     expect(result.indexTokenCountMap).toBeDefined();
     expect(Object.keys(result.indexTokenCountMap ?? {}).length).toBe(3);
-    
+
     // Check message types
     expect(result.messages[0]).toBeInstanceOf(HumanMessage);
     expect(result.messages[1]).toBeInstanceOf(AIMessage);
     expect(result.messages[2]).toBeInstanceOf(ToolMessage);
-    
+
     // The sum of all token counts should equal the original total
     const totalTokens = Object.values(result.indexTokenCountMap || {})
       .reduce((sum, count) => sum + count, 0);
-    
+
     expect(totalTokens).toBe(60); // 15 + 45
   });
 
@@ -600,30 +600,30 @@ describe('formatAgentMessages', () => {
         ],
       },
     ];
-    
+
     const indexTokenCountMap = {
       0: 10,  // 10 tokens for the user message
       1: 30,  // 30 tokens for the assistant message that will be filtered out
     };
-    
+
     const result = formatAgentMessages(payload, indexTokenCountMap);
-    
+
     // 2 input messages become 1 output message (only the user message remains)
     expect(payload).toHaveLength(2);
     expect(result.messages).toHaveLength(1);
     expect(result.indexTokenCountMap).toBeDefined();
     expect(Object.keys(result.indexTokenCountMap ?? {}).length).toBe(1);
-    
+
     // Check message type
     expect(result.messages[0]).toBeInstanceOf(HumanMessage);
-    
+
     // Only the user message tokens should remain
     expect(result.indexTokenCountMap?.[0]).toBe(10);
-    
+
     // The total tokens should be just the user message tokens
     const totalTokens = Object.values(result.indexTokenCountMap || {})
       .reduce((sum, count) => sum + count, 0);
-    
+
     expect(totalTokens).toBe(10);
   });
 });