@librechat/agents 3.4.7 → 3.5.1

package/src/scripts/simple.ts

@@ -1,226 +0,0 @@
-// src/scripts/cli.ts
-import { config } from 'dotenv';
-import { v4 as uuidv4 } from 'uuid';
-config();
-import {
-  HumanMessage,
-  BaseMessage,
-  UsageMetadata,
-} from '@langchain/core/messages';
-import type * as t from '@/types';
-import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
-import {
-  ToolEndHandler,
-  ModelEndHandler,
-  createMetadataAggregator,
-} from '@/events';
-import { GraphEvents, Providers, TitleMethod } from '@/common';
-import { getLLMConfig } from '@/utils/llmConfig';
-import { getArgs } from '@/scripts/args';
-import { sleep } from '@/utils/run';
-import { Run } from '@/run';
-
-const conversationHistory: BaseMessage[] = [];
-let _contentParts: t.MessageContentComplex[] = [];
-let collectedUsage: UsageMetadata[] = [];
-
-async function testStandardStreaming(): Promise<void> {
-  const {
-    userName,
-    location,
-    provider: _provider,
-    currentDate,
-  } = await getArgs();
-  const { contentParts, aggregateContent } = createContentAggregator();
-  _contentParts = contentParts as t.MessageContentComplex[];
-  const customHandlers = {
-    [GraphEvents.TOOL_END]: new ToolEndHandler(),
-    [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
-    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
-    [GraphEvents.ON_RUN_STEP_COMPLETED]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP_COMPLETED,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP_COMPLETED ======');
-        console.dir(data, { depth: null });
-        aggregateContent({
-          event,
-          data: data as unknown as { result: t.ToolEndEvent },
-        });
-      },
-    },
-    [GraphEvents.ON_RUN_STEP]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.RunStep });
-      },
-    },
-    [GraphEvents.ON_RUN_STEP_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP_DELTA,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP_DELTA ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.RunStepDeltaEvent });
-      },
-    },
-    [GraphEvents.ON_MESSAGE_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_MESSAGE_DELTA,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_MESSAGE_DELTA ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.MessageDeltaEvent });
-      },
-    },
-    [GraphEvents.ON_REASONING_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_REASONING_DELTA,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_REASONING_DELTA ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.ReasoningDeltaEvent });
-      },
-    },
-    [GraphEvents.TOOL_START]: {
-      handle: (
-        _event: string,
-        data: t.StreamEventData,
-        metadata?: Record<string, unknown>
-      ): void => {
-        console.log('====== TOOL_START ======');
-        // console.dir(data, { depth: null });
-      },
-    },
-  };
-
-  const llmConfig = getLLMConfig(_provider);
-  if (
-    'configuration' in llmConfig &&
-    (llmConfig as t.OpenAIClientOptions).configuration != null
-  ) {
-    const openAIConfig = llmConfig as t.OpenAIClientOptions;
-    if (openAIConfig.configuration) {
-      openAIConfig.configuration.fetch = (
-        url: string | URL | Request,
-        init?: RequestInit
-      ) => {
-        console.log('Fetching:', url);
-        return fetch(url, init);
-      };
-    }
-  }
-  const provider = llmConfig.provider;
-
-  if (provider === Providers.ANTHROPIC) {
-    (llmConfig as t.AnthropicClientOptions).clientOptions = {
-      defaultHeaders: {
-        'anthropic-beta':
-          'token-efficient-tools-2025-02-19,output-128k-2025-02-19,prompt-caching-2024-07-31',
-      },
-    };
-  }
-
-  const run = await Run.create<t.IState>({
-    runId: uuidv4(),
-    graphConfig: {
-      type: 'standard',
-      llmConfig,
-      // tools: [],
-      // reasoningKey: 'reasoning',
-      instructions:
-        'You are a friendly AI assistant. Always address the user by their name.',
-      additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
-    },
-    returnContent: true,
-    skipCleanup: true,
-    customHandlers,
-  });
-
-  const config = {
-    runId: uuidv4(),
-    configurable: {
-      user_id: 'user-123',
-      thread_id: 'conversation-num-1',
-    },
-    streamMode: 'values',
-    version: 'v2' as const,
-  };
-
-  console.log('Test 1: Simple message test');
-
-  const userMessage = `hi`;
-
-  conversationHistory.push(new HumanMessage(userMessage));
-
-  const inputs = {
-    messages: conversationHistory,
-  };
-  const finalContentParts = await run.processStream(inputs, config);
-  const finalMessages = run.getRunMessages();
-  if (finalMessages) {
-    conversationHistory.push(...finalMessages);
-    console.dir(conversationHistory, { depth: null });
-  }
-  // console.dir(finalContentParts, { depth: null });
-  console.log('\n\n====================\n\n');
-  console.dir(contentParts, { depth: null });
-  const { handleLLMEnd, collected } = createMetadataAggregator();
-  const titleOptions: t.RunTitleOptions = {
-    provider,
-    inputText: userMessage,
-    contentParts,
-    // titleMethod: TitleMethod.STRUCTURED,
-    chainOptions: {
-      configurable: {
-        user_id: 'user-123',
-        thread_id: 'conversation-num-1',
-      },
-      callbacks: [
-        {
-          handleLLMEnd,
-        },
-      ],
-    },
-  };
-  if (provider === Providers.ANTHROPIC) {
-    titleOptions.clientOptions = {
-      model: 'claude-haiku-4-5',
-    };
-  }
-  const titleResult = await run.generateTitle(titleOptions);
-  console.log('Collected usage metadata:', collectedUsage);
-  console.log('Generated Title:', titleResult);
-  console.log('Collected title usage metadata:', collected);
-  await sleep(5000);
-}
-
-process.on('unhandledRejection', (reason, promise) => {
-  console.error('Unhandled Rejection at:', promise, 'reason:', reason);
-  console.log('Conversation history:');
-  console.dir(conversationHistory, { depth: null });
-  console.log('Content parts:');
-  console.dir(_contentParts, { depth: null });
-  process.exit(1);
-});
-
-process.on('uncaughtException', (err) => {
-  console.error('Uncaught Exception:', err);
-});
-
-testStandardStreaming().catch((err) => {
-  console.error(err);
-  console.log('Conversation history:');
-  console.dir(conversationHistory, { depth: null });
-  console.log('Content parts:');
-  console.dir(_contentParts, { depth: null });
-  process.exit(1);
-});

package/src/scripts/single-agent-metadata-test.ts

@@ -1,196 +0,0 @@
-import { config } from 'dotenv';
-config();
-
-import { HumanMessage, BaseMessage } from '@langchain/core/messages';
-import { v4 as uuidv4 } from 'uuid';
-import type * as t from '@/types';
-import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
-import { ToolEndHandler, ModelEndHandler } from '@/events';
-import { Providers, GraphEvents } from '@/common';
-import { sleep } from '@/utils/run';
-import { Run } from '@/run';
-
-const conversationHistory: BaseMessage[] = [];
-
-/**
- * Single agent test with extensive metadata logging
- * Compare with multi-agent-parallel-start.ts to see metadata differences
- */
-async function testSingleAgent() {
-  console.log('Testing Single Agent with Metadata Logging...\n');
-
-  // Set up content aggregator
-  const { contentParts, aggregateContent, stepMap } = createContentAggregator();
-
-  const startTime = Date.now();
-
-  // Create custom handlers with extensive metadata logging
-  const customHandlers = {
-    [GraphEvents.TOOL_END]: new ToolEndHandler(),
-    [GraphEvents.CHAT_MODEL_END]: {
-      handle: (
-        _event: string,
-        _data: t.StreamEventData,
-        metadata?: Record<string, unknown>
-      ): void => {
-        console.log('\n====== CHAT_MODEL_END METADATA ======');
-        console.dir(metadata, { depth: null });
-        const elapsed = Date.now() - startTime;
-        console.log(`⏱️  COMPLETED at ${elapsed}ms`);
-      },
-    },
-    [GraphEvents.CHAT_MODEL_START]: {
-      handle: (
-        _event: string,
-        _data: t.StreamEventData,
-        metadata?: Record<string, unknown>
-      ): void => {
-        console.log('\n====== CHAT_MODEL_START METADATA ======');
-        console.dir(metadata, { depth: null });
-        const elapsed = Date.now() - startTime;
-        console.log(`⏱️  STARTED at ${elapsed}ms`);
-      },
-    },
-    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
-    [GraphEvents.ON_RUN_STEP_COMPLETED]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP_COMPLETED,
-        data: t.StreamEventData,
-        metadata?: Record<string, unknown>
-      ): void => {
-        console.log('\n====== ON_RUN_STEP_COMPLETED ======');
-        console.log('DATA:');
-        console.dir(data, { depth: null });
-        console.log('METADATA:');
-        console.dir(metadata, { depth: null });
-        aggregateContent({
-          event,
-          data: data as unknown as { result: t.ToolEndEvent },
-        });
-      },
-    },
-    [GraphEvents.ON_RUN_STEP]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP,
-        data: t.StreamEventData,
-        metadata?: Record<string, unknown>
-      ): void => {
-        console.log('\n====== ON_RUN_STEP ======');
-        console.log('DATA:');
-        console.dir(data, { depth: null });
-        console.log('METADATA:');
-        console.dir(metadata, { depth: null });
-        aggregateContent({ event, data: data as t.RunStep });
-      },
-    },
-    [GraphEvents.ON_RUN_STEP_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP_DELTA,
-        data: t.StreamEventData,
-        metadata?: Record<string, unknown>
-      ): void => {
-        console.log('\n====== ON_RUN_STEP_DELTA ======');
-        console.log('DATA:');
-        console.dir(data, { depth: null });
-        console.log('METADATA:');
-        console.dir(metadata, { depth: null });
-        aggregateContent({ event, data: data as t.RunStepDeltaEvent });
-      },
-    },
-    [GraphEvents.ON_MESSAGE_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_MESSAGE_DELTA,
-        data: t.StreamEventData,
-        metadata?: Record<string, unknown>
-      ): void => {
-        console.log('\n====== ON_MESSAGE_DELTA ======');
-        console.log('DATA:');
-        console.dir(data, { depth: null });
-        console.log('METADATA:');
-        console.dir(metadata, { depth: null });
-        aggregateContent({ event, data: data as t.MessageDeltaEvent });
-      },
-    },
-  };
-
-  // Create single-agent run configuration (standard graph, not multi-agent)
-  const runConfig: t.RunConfig = {
-    runId: `single-agent-${Date.now()}`,
-    graphConfig: {
-      type: 'standard',
-      llmConfig: {
-        provider: Providers.ANTHROPIC,
-        modelName: 'claude-haiku-4-5',
-        apiKey: process.env.ANTHROPIC_API_KEY,
-      },
-      instructions: `You are a helpful AI assistant. Keep your response concise (50-100 words).`,
-    },
-    customHandlers,
-    returnContent: true,
-    skipCleanup: true,
-  };
-
-  try {
-    // Create and execute the run
-    const run = await Run.create(runConfig);
-
-    // Debug: Log the graph structure
-    console.log('=== DEBUG: Graph Structure ===');
-    const graph = (run as any).Graph;
-    console.log('Graph exists:', !!graph);
-    if (graph) {
-      console.log('Graph type:', graph.constructor.name);
-      console.log('AgentContexts exists:', !!graph.agentContexts);
-      if (graph.agentContexts) {
-        console.log('AgentContexts size:', graph.agentContexts.size);
-        for (const [agentId, context] of graph.agentContexts) {
-          console.log(`\nAgent: ${agentId}`);
-          console.log(
-            `Tools: ${context.tools?.map((t: any) => t.name || 'unnamed').join(', ') || 'none'}`
-          );
-        }
-      }
-    }
-    console.log('=== END DEBUG ===\n');
-
-    const userMessage = `What are the best approaches to learning a new programming language?`;
-    conversationHistory.push(new HumanMessage(userMessage));
-
-    console.log('Invoking single-agent graph...\n');
-
-    const config = {
-      configurable: {
-        thread_id: 'single-agent-conversation-1',
-      },
-      streamMode: 'values',
-      version: 'v2' as const,
-    };
-
-    // Process with streaming
-    const inputs = {
-      messages: conversationHistory,
-    };
-
-    const finalContentParts = await run.processStream(inputs, config);
-    const finalMessages = run.getRunMessages();
-
-    if (finalMessages) {
-      conversationHistory.push(...finalMessages);
-    }
-
-    console.log('\n\n========== SUMMARY ==========');
-    console.log('Final content parts:', contentParts.length, 'parts');
-    console.log('\n=== Content Parts (clean, no metadata) ===');
-    console.dir(contentParts, { depth: null });
-    console.log('\n=== Step Map (should be empty for single-agent) ===');
-    console.dir(Object.fromEntries(stepMap), { depth: null });
-    console.log('====================================\n');
-
-    await sleep(3000);
-  } catch (error) {
-    console.error('Error in single-agent test:', error);
-  }
-}
-
-// Run the test
-testSingleAgent();

package/src/scripts/stream.ts

@@ -1,141 +0,0 @@
-/* eslint-disable no-console */
-// src/scripts/cli.ts
-import { config } from 'dotenv';
-config();
-import { HumanMessage, BaseMessage } from '@langchain/core/messages';
-import type * as t from '@/types';
-import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
-import { ToolEndHandler } from '@/events';
-
-import { getArgs } from '@/scripts/args';
-import { Run } from '@/run';
-import { GraphEvents, Callback } from '@/common';
-import { getLLMConfig } from '@/utils/llmConfig';
-
-const conversationHistory: BaseMessage[] = [];
-async function testStandardStreaming(): Promise<void> {
-  const { userName, location, provider, currentDate } = await getArgs();
-  const { contentParts, aggregateContent } = createContentAggregator();
-  const customHandlers = {
-    [GraphEvents.TOOL_END]: new ToolEndHandler(),
-    // [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
-    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
-    [GraphEvents.ON_RUN_STEP_COMPLETED]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP_COMPLETED,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP_COMPLETED ======');
-        // console.dir(data, { depth: null });
-        aggregateContent({
-          event,
-          data: data as unknown as { result: t.ToolEndEvent },
-        });
-      },
-    },
-    [GraphEvents.ON_RUN_STEP]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.RunStep });
-      },
-    },
-    [GraphEvents.ON_RUN_STEP_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP_DELTA,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP_DELTA ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.RunStepDeltaEvent });
-      },
-    },
-    [GraphEvents.ON_MESSAGE_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_MESSAGE_DELTA,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_MESSAGE_DELTA ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.MessageDeltaEvent });
-      },
-    },
-    [GraphEvents.TOOL_START]: {
-      handle: (
-        _event: string,
-        data: t.StreamEventData,
-        metadata?: Record<string, unknown>
-      ): void => {
-        console.log('====== TOOL_START ======');
-        // console.dir(data, { depth: null });
-      },
-    },
-  };
-
-  const llmConfig = getLLMConfig(provider);
-
-  const run = await Run.create<t.IState>({
-    runId: 'test-run-id',
-    graphConfig: {
-      type: 'standard',
-      llmConfig,
-      tools: [],
-      instructions:
-        'You are a friendly AI assistant. Always address the user by their name.',
-      additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
-      streamBuffer: 3000,
-    },
-    returnContent: true,
-    skipCleanup: true,
-    customHandlers,
-  });
-
-  const config = {
-    configurable: {
-      provider,
-      thread_id: 'conversation-num-1',
-    },
-    streamMode: 'values',
-    version: 'v2' as const,
-  };
-
-  console.log('Test 1: Weather query (content parts test)');
-
-  const userMessage = `
-  Make a search for the weather in ${location} today, which is ${currentDate}.
-  Before making the search, please let me know what you're about to do, then immediately start searching without hesitation.
-  Make sure to always refer to me by name, which is ${userName}.
-  After giving me a thorough summary, tell me a joke about the weather forecast we went over.
-  `;
-
-  conversationHistory.push(new HumanMessage(userMessage));
-
-  const inputs = {
-    messages: conversationHistory,
-  };
-  const finalContentParts = await run.processStream(inputs, config);
-  const finalMessages = run.getRunMessages();
-  if (finalMessages) {
-    conversationHistory.push(...finalMessages);
-    console.dir(conversationHistory, { depth: null });
-  }
-  // console.dir(finalContentParts, { depth: null });
-  console.log('\n\n====================\n\n');
-  // console.dir(contentParts, { depth: null });
-}
-
-process.on('unhandledRejection', (reason, promise) => {
-  console.error('Unhandled Rejection at:', promise, 'reason:', reason);
-  console.log('Conversation history:');
-  process.exit(1);
-});
-
-testStandardStreaming().catch((err) => {
-  console.error(err);
-  console.log('Conversation history:');
-  console.dir(conversationHistory, { depth: null });
-  process.exit(1);
-});