@librechat/agents 3.1.50 → 3.1.52

package/src/graphs/Graph.ts

@@ -139,6 +139,26 @@ export abstract class Graph<
    * Currently supports code execution session tracking (session_id, files).
    */
   sessions: t.ToolSessionMap = new Map();
+
+  /**
+   * Clears heavy references to allow GC to reclaim memory held by
+   * LangGraph's internal config / AsyncLocalStorage RunTree chain.
+   * Call after a run completes and content has been extracted.
+   */
+  clearHeavyState(): void {
+    this.config = undefined;
+    this.signal = undefined;
+    this.contentData = [];
+    this.contentIndexMap = new Map();
+    this.stepKeyIds = new Map();
+    this.toolCallStepIds.clear();
+    this.messageIdsByStepKey = new Map();
+    this.messageStepHasToolCalls = new Map();
+    this.prelimMessageIdsByStepKey = new Map();
+    this.invokedToolIds = undefined;
+    this.handlerRegistry = undefined;
+    this.sessions.clear();
+  }
 }
 
 export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
@@ -218,6 +238,15 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
     }
   }
 
+  override clearHeavyState(): void {
+    super.clearHeavyState();
+    this.messages = [];
+    this.overrideModel = undefined;
+    for (const context of this.agentContexts.values()) {
+      context.reset();
+    }
+  }
+
   /* Run Step Processing */
 
   getRunStep(stepId: string): t.RunStep | undefined {
@@ -1039,26 +1068,26 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
             },
             metadata
           );
-        }
-        const stepId = this.getStepIdByKey(stepKey);
-        const content = responseMessage.content;
-        if (typeof content === 'string') {
-          await this.dispatchMessageDelta(stepId, {
-            content: [{ type: ContentTypes.TEXT, text: content }],
-          });
-        } else if (
-          Array.isArray(content) &&
-          content.every(
-            (c) =>
-              typeof c === 'object' &&
-              'type' in c &&
-              typeof c.type === 'string' &&
-              c.type.startsWith('text')
-          )
-        ) {
-          await this.dispatchMessageDelta(stepId, {
-            content: content as t.MessageDelta['content'],
-          });
+          const stepId = this.getStepIdByKey(stepKey);
+          const content = responseMessage.content;
+          if (typeof content === 'string') {
+            await this.dispatchMessageDelta(stepId, {
+              content: [{ type: ContentTypes.TEXT, text: content }],
+            });
+          } else if (
+            Array.isArray(content) &&
+            content.every(
+              (c) =>
+                typeof c === 'object' &&
+                'type' in c &&
+                typeof c.type === 'string' &&
+                c.type.startsWith('text')
+            )
+          ) {
+            await this.dispatchMessageDelta(stepId, {
+              content: content as t.MessageDelta['content'],
+            });
+          }
         }
       }
 

package/src/messages/format.ts

@@ -371,7 +371,12 @@ function formatAssistantMessage(
             content: output != null ? output : '',
           })
         );
-      } else if (part.type === ContentTypes.THINK) {
+      } else if (
+        part.type === ContentTypes.THINK ||
+        part.type === ContentTypes.THINKING ||
+        part.type === ContentTypes.REASONING_CONTENT ||
+        part.type === 'redacted_thinking'
+      ) {
         hasReasoning = true;
         continue;
       } else if (
@@ -380,6 +385,12 @@ function formatAssistantMessage(
       ) {
         continue;
       } else {
+        if (
+          part.type === ContentTypes.TEXT &&
+          !String(part.text ?? '').trim()
+        ) {
+          continue;
+        }
         currentContent.push(part);
       }
     }

package/src/messages/formatAgentMessages.test.ts

@@ -829,6 +829,190 @@ describe('formatAgentMessages', () => {
     );
   });
 
+  it('should strip reasoning_content blocks and join TEXT parts as string', () => {
+    const payload = [
+      {
+        role: 'assistant',
+        content: [
+          { type: ContentTypes.TEXT, [ContentTypes.TEXT]: '\n\n' },
+          {
+            type: ContentTypes.REASONING_CONTENT,
+            reasoningText: { text: 'Thinking deeply...', signature: 'sig123' },
+            index: 0,
+          },
+          { type: ContentTypes.TEXT, [ContentTypes.TEXT]: 'The answer is 42.' },
+        ],
+      },
+    ];
+
+    const result = formatAgentMessages(payload);
+
+    expect(result.messages).toHaveLength(1);
+    expect(result.messages[0]).toBeInstanceOf(AIMessage);
+    expect(result.messages[0].content).toBe('The answer is 42.');
+    expect(JSON.stringify(result.messages[0].content)).not.toContain(
+      'reasoning_content'
+    );
+  });
+
+  it('should strip thinking blocks and join TEXT parts as string', () => {
+    const payload = [
+      {
+        role: 'assistant',
+        content: [
+          {
+            type: ContentTypes.THINKING,
+            thinking: 'Internal reasoning...',
+            signature: 'sig456',
+          },
+          {
+            type: ContentTypes.TEXT,
+            [ContentTypes.TEXT]: 'Here is my answer.',
+          },
+        ],
+      },
+    ];
+
+    const result = formatAgentMessages(payload);
+
+    expect(result.messages).toHaveLength(1);
+    expect(result.messages[0]).toBeInstanceOf(AIMessage);
+    expect(result.messages[0].content).toBe('Here is my answer.');
+    expect(JSON.stringify(result.messages[0].content)).not.toContain(
+      'thinking'
+    );
+  });
+
+  it('should strip redacted_thinking blocks and join TEXT parts as string', () => {
+    const payload = [
+      {
+        role: 'assistant',
+        content: [
+          { type: 'redacted_thinking', data: 'REDACTED_SIGNATURE' },
+          {
+            type: ContentTypes.TEXT,
+            [ContentTypes.TEXT]: 'Here is my answer.',
+          },
+        ],
+      },
+    ];
+
+    const result = formatAgentMessages(payload);
+
+    expect(result.messages).toHaveLength(1);
+    expect(result.messages[0]).toBeInstanceOf(AIMessage);
+    expect(result.messages[0].content).toBe('Here is my answer.');
+    expect(JSON.stringify(result.messages[0].content)).not.toContain(
+      'redacted_thinking'
+    );
+  });
+
+  it('should produce no AIMessage when only reasoning_content and whitespace text are present', () => {
+    const payload = [
+      {
+        role: 'assistant',
+        content: [
+          { type: ContentTypes.TEXT, [ContentTypes.TEXT]: '\n\n' },
+          {
+            type: ContentTypes.REASONING_CONTENT,
+            reasoningText: { text: 'Silent reasoning', signature: 'sig' },
+          },
+        ],
+      },
+    ];
+
+    const result = formatAgentMessages(payload);
+
+    expect(result.messages).toHaveLength(0);
+  });
+
+  it('should drop whitespace-only text parts from non-reasoning messages', () => {
+    const payload = [
+      {
+        role: 'assistant',
+        content: [
+          { type: ContentTypes.TEXT, [ContentTypes.TEXT]: '\n\n' },
+          {
+            type: ContentTypes.TEXT,
+            [ContentTypes.TEXT]: 'Actual content here.',
+          },
+          { type: ContentTypes.TEXT, [ContentTypes.TEXT]: '   ' },
+        ],
+      },
+    ];
+
+    const result = formatAgentMessages(payload);
+
+    expect(result.messages).toHaveLength(1);
+    expect(result.messages[0]).toBeInstanceOf(AIMessage);
+    const content = result.messages[0].content;
+    expect(Array.isArray(content)).toBe(true);
+    expect(
+      (content as { type: string; text?: string }[]).every(
+        (p) => (p.text ?? '').trim() !== ''
+      )
+    ).toBe(true);
+  });
+
+  it('should preserve whitespace-only text that has tool_call_ids (common Bedrock pattern)', () => {
+    const payload = [
+      {
+        role: 'assistant',
+        content: [
+          {
+            type: ContentTypes.TEXT,
+            [ContentTypes.TEXT]: '\n\n',
+            tool_call_ids: ['tc-1'],
+          },
+          {
+            type: ContentTypes.TOOL_CALL,
+            tool_call: {
+              id: 'tc-1',
+              name: 'search',
+              args: '{"query":"test"}',
+              output: 'Results here',
+            },
+          },
+        ],
+      },
+    ];
+
+    const result = formatAgentMessages(payload);
+
+    expect(result.messages).toHaveLength(2);
+    expect(result.messages[0]).toBeInstanceOf(AIMessage);
+    expect(result.messages[1]).toBeInstanceOf(ToolMessage);
+    expect((result.messages[0] as AIMessage).tool_calls).toHaveLength(1);
+    expect((result.messages[1] as ToolMessage).tool_call_id).toBe('tc-1');
+  });
+
+  it('should handle whitespace-only text without tool_call_ids before a tool call', () => {
+    const payload = [
+      {
+        role: 'assistant',
+        content: [
+          { type: ContentTypes.TEXT, [ContentTypes.TEXT]: '\n\n' },
+          {
+            type: ContentTypes.TOOL_CALL,
+            tool_call: {
+              id: 'tc-2',
+              name: 'search',
+              args: '{"query":"test"}',
+              output: 'Results here',
+            },
+          },
+        ],
+      },
+    ];
+
+    const result = formatAgentMessages(payload);
+
+    expect(result.messages).toHaveLength(2);
+    expect(result.messages[0]).toBeInstanceOf(AIMessage);
+    expect(result.messages[1]).toBeInstanceOf(ToolMessage);
+    expect((result.messages[0] as AIMessage).tool_calls).toHaveLength(1);
+  });
+
   it('should exclude ERROR type content parts', () => {
     const payload = [
       {

package/src/run.ts

@@ -45,6 +45,7 @@ export class Run<_T extends t.BaseGraphState> {
   graphRunnable?: t.CompiledStateWorkflow;
   Graph: StandardGraph | MultiAgentGraph | undefined;
   returnContent: boolean = false;
+  private skipCleanup: boolean = false;
 
   private constructor(config: Partial<t.RunConfig>) {
     const runId = config.runId ?? '';
@@ -89,6 +90,7 @@ export class Run<_T extends t.BaseGraphState> {
     }
 
     this.returnContent = config.returnContent ?? false;
+    this.skipCleanup = config.skipCleanup ?? false;
   }
 
   private createLegacyGraph(
@@ -303,9 +305,45 @@ export class Run<_T extends t.BaseGraphState> {
       }
     }
 
-    if (this.returnContent) {
-      return this.Graph.getContentParts();
+    /**
+     * Break the reference chain that keeps heavy data alive via
+     * LangGraph's internal `__pregel_scratchpad.currentTaskInput` →
+     * `@langchain/core` `RunTree.extra[lc:child_config]` →
+     * Node.js `AsyncLocalStorage` context captured by timers/promises.
+     *
+     * Without this, base64-encoded images/PDFs in message content remain
+     * reachable from lingering `Timeout` handles until GC runs.
+     */
+    if (!this.skipCleanup) {
+      if (
+        (config.configurable as Record<string, unknown> | undefined) != null
+      ) {
+        for (const key of Object.getOwnPropertySymbols(config.configurable)) {
+          const val = config.configurable[key as unknown as string] as
+            | Record<string, unknown>
+            | undefined;
+          if (
+            val != null &&
+            typeof val === 'object' &&
+            'currentTaskInput' in val
+          ) {
+            (val as Record<string, unknown>).currentTaskInput = undefined;
+          }
+          delete config.configurable[key as unknown as string];
+        }
+        config.configurable = undefined;
+      }
+      config.callbacks = undefined;
+    }
+
+    const result = this.returnContent
+      ? this.Graph.getContentParts()
+      : undefined;
+
+    if (!this.skipCleanup) {
+      this.Graph.clearHeavyState();
     }
+    return result;
   }
 
   private createSystemCallback<K extends keyof t.ClientCallbacks>(

package/src/scripts/ant_web_search.ts

@@ -98,6 +98,7 @@ async function testStandardStreaming(): Promise<void> {
       // additional_instructions: `Always address the user by their name. The user's name is ${userName} and they are located in ${location}.`,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
   });
 

package/src/scripts/ant_web_search_edge_case.ts

@@ -100,6 +100,7 @@ async function testStandardStreaming(): Promise<void> {
       // additional_instructions: `Always address the user by their name. The user's name is ${userName} and they are located in ${location}.`,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
   });
 

package/src/scripts/ant_web_search_error_edge_case.ts

@@ -97,6 +97,7 @@ async function testStandardStreaming(): Promise<void> {
       instructions: 'You are a helpful AI research assistant.',
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
   });
 

package/src/scripts/bedrock-content-aggregation-test.ts

@@ -136,6 +136,7 @@ async function testBedrockContentAggregation(): Promise<void> {
       llmConfig,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers: customHandlers as t.RunConfig['customHandlers'],
   });
 

package/src/scripts/bedrock-parallel-tools-test.ts

@@ -123,6 +123,7 @@ async function testParallelToolCalls(): Promise<void> {
       llmConfig,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers: customHandlers as t.RunConfig['customHandlers'],
   });
 

package/src/scripts/caching.ts

@@ -74,6 +74,7 @@ ${CACHED_TEXT}`;
       llmConfig,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
   });
 

package/src/scripts/code_exec.ts

@@ -93,6 +93,7 @@ async function testCodeExecution(): Promise<void> {
       additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
   });
 

package/src/scripts/code_exec_files.ts

@@ -127,6 +127,7 @@ async function testCodeExecution(): Promise<void> {
       additional_instructions: `The user's name is ${userName} and they are located in ${location}. The current date is ${currentDate}.`,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
   });
 

package/src/scripts/code_exec_multi_session.ts

@@ -73,6 +73,7 @@ When reading files, print their contents.
 Be concise in responses.`,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
   });
 

package/src/scripts/code_exec_ptc.ts

@@ -217,6 +217,7 @@ async function testProgrammaticToolCalling(): Promise<void> {
       ],
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
   });
 

package/src/scripts/code_exec_session.ts

@@ -141,6 +141,7 @@ When writing Python code:
       additional_instructions: `User: ${userName}, Location: ${location}, Date: ${currentDate}.`,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
   });
 

package/src/scripts/code_exec_simple.ts

@@ -101,6 +101,7 @@ async function testCodeExecution(): Promise<void> {
       maxContextTokens: 8000,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
     indexTokenCountMap,
     tokenCounter,

package/src/scripts/content.ts

@@ -88,6 +88,7 @@ async function testStandardStreaming(): Promise<void> {
       additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
   });
 

package/src/scripts/image.ts

@@ -94,6 +94,7 @@ async function testCodeExecution(): Promise<void> {
       additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
   });
 

package/src/scripts/memory.ts

@@ -17,19 +17,27 @@ const memoryKv: Record<string, string> = {};
 const setMemory = tool(
   async ({ key, value }) => {
     if (!/^[a-z_]+$/.test(key)) {
-      throw new Error('Key must only contain lowercase letters and underscores');
+      throw new Error(
+        'Key must only contain lowercase letters and underscores'
+      );
     }
-    
+
     memoryKv[key] = value;
-    
+
     return { ok: true };
   },
   {
     name: 'set_memory',
     description: 'Saves important data about the user into memory.',
     schema: z.object({
-      key: z.string().describe('The key of the memory value. Always use lowercase and underscores, no other characters.'),
-      value: z.string().describe('Value can be anything represented as a string')
+      key: z
+        .string()
+        .describe(
+          'The key of the memory value. Always use lowercase and underscores, no other characters.'
+        ),
+      value: z
+        .string()
+        .describe('Value can be anything represented as a string'),
     }),
   }
 );
@@ -48,10 +56,12 @@ async function testStandardStreaming(): Promise<void> {
         streaming: false,
       },
       tools: [setMemory],
-      instructions: 'You can use the `set_memory` tool to save important data about the user into memory. If there is nothing to note about the user specifically, respond with `nothing`.',
+      instructions:
+        'You can use the `set_memory` tool to save important data about the user into memory. If there is nothing to note about the user specifically, respond with `nothing`.',
       toolEnd: true,
     },
     returnContent: true,
+    skipCleanup: true,
   });
 
   const config = {

package/src/scripts/multi-agent-chain.ts

@@ -258,6 +258,7 @@ async function testSequentialAgentChain() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/multi-agent-conditional.ts

@@ -166,6 +166,7 @@ async function testConditionalMultiAgent() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/multi-agent-document-review-chain.ts

@@ -142,6 +142,7 @@ async function testDocumentReviewChain() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/multi-agent-hybrid-flow.ts

@@ -240,6 +240,7 @@ async function testHybridMultiAgent() {
         },
         customHandlers,
         returnContent: true,
+        skipCleanup: true,
       };
 
       // Create and execute a new run for this test

package/src/scripts/multi-agent-parallel-start.ts

@@ -170,6 +170,7 @@ async function testParallelFromStart() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/multi-agent-parallel.ts

@@ -322,6 +322,7 @@ async function testParallelMultiAgent() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/multi-agent-sequence.ts

@@ -158,6 +158,7 @@ async function testSequentialMultiAgent() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/multi-agent-supervisor.ts

@@ -293,6 +293,7 @@ async function testSupervisorMultiAgent() {
       },
       customHandlers,
       returnContent: true,
+      skipCleanup: true,
     };
   }
 

package/src/scripts/multi-agent-test.ts

@@ -141,6 +141,7 @@ async function testMultiAgentHandoff() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/parallel-asymmetric-tools-test.ts

@@ -182,6 +182,7 @@ async function testAsymmetricParallelTools() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/parallel-full-metadata-test.ts

@@ -148,6 +148,7 @@ async function testFullMetadata() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/parallel-tools-test.ts

@@ -222,6 +222,7 @@ async function testParallelWithTools() {
     },
     customHandlers,
     returnContent: true,
+    skipCleanup: true,
   };
 
   try {

package/src/scripts/programmatic_exec_agent.ts

@@ -138,6 +138,7 @@ async function main(): Promise<void> {
       ],
     },
     returnContent: true,
+    skipCleanup: true,
   });
 
   const config: Partial<RunnableConfig> & {

package/src/scripts/search.ts

@@ -91,6 +91,7 @@ async function testStandardStreaming(): Promise<void> {
       // additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
     },
     returnContent: true,
+    skipCleanup: true,
     customHandlers,
   });