@librechat/agents 3.4.6 → 3.5.0

package/src/scripts/activity-labels/variants.ts

@@ -1,71 +0,0 @@
-/* eslint-disable no-console */
-/**
- * System-prompt and user-framing variants for the SDK-side activity-label
- * eval. Unlike the LibreChat harness this was ported from (LibreChat
- * #14527, scripts/activity-labels/), the user prompt here is rendered by
- * the REAL `buildActivityLabelPrompt` from `src/prompts/activityLabel.ts`,
- * so a prompt-builder change is measured directly instead of through a
- * hand-port that can drift.
- *
- * Two instruction baselines matter to this repo:
- *
- * - `sdk-default`  — ACTIVITY_LABEL_PROMPT, what a host gets when it passes
- *                    no `prompt`. LibreChat never exercises this in
- *                    production (it always sends its own instruction), so
- *                    this is the quality floor the SDK ships on its own.
- * - `host-shipped` — a pinned copy of LibreChat's ACTIVITY_INSTRUCTION
- *                    (packages/api/src/agents/activityLabels/runtime.ts at
- *                    dev@a07c0e4ae8), the string every production label
- *                    call actually receives. It is a FIXTURE: if LibreChat
- *                    changes its instruction, update this copy.
- *
- * Framing variants (`entriesHeading` / `terminal`) are HYPOTHESES about the
- * builder: the runner applies them as marker-exact substitutions on the
- * built prompt. When one wins and the builder adopts it, the variant
- * becomes the baseline and the substitution no-ops.
- */
-import { ACTIVITY_LABEL_PROMPT } from '@/prompts/activityLabel';
-
-export type Variant = {
-  name: string;
-  instruction: string;
-  /** Feed each step's generated label into the next step's prompt. */
-  usePreviousLabels: boolean;
-  /** Replaces the `Tool calls:` section heading in the built prompt. */
-  entriesHeading?: string;
-  /** Replaces the trailing `Label:` terminal in the built prompt. */
-  terminal?: string;
-};
-
-/** LibreChat's ACTIVITY_INSTRUCTION, verbatim (see module doc). */
-export const HOST_SHIPPED_INSTRUCTION: string = [
-  'You write the one-line header above a group of tool calls an AI agent just made.',
-  'Say what the calls established or produced — the outcome, not the attempt. If they answered a question, the answer is the line.',
-  'Write it like a git commit subject: past tense, verb first, leading with the most distinctive file, name, or finding.',
-  'Good: "Confirmed /mnt/data resets between calls". "Traced the leak to formatAgentMessages". "Found 3 failing auth tests".',
-  'Bad: "Ran 1 command". "Used bash_tool twice". "Executed ls /mnt/data". "Searched the codebase".',
-  'If every call failed, say what failed and why, plainly.',
-  'A "Previous headers" list may precede the batch: never restate one — if this batch continues that activity, say only what is new.',
-  'Never name the tools, never count them, never echo the arguments: the cards below the header already show all three.',
-  'Write 4 to 9 words, sentence case, no trailing punctuation, no quotes or markdown.',
-  'Output only the line.',
-].join(' ');
-
-/** The guard-framing variants that once lived here ("What it called, and
- *  what came back (do not restate these):" + `Header:`) SHIPPED into the
- *  builder in #363 after three measured sweeps — they are the baseline
- *  now, so both instruction variants render them via the real builder.
- *  Future framing hypotheses use the same `entriesHeading` / `terminal`
- *  fields against the current builder markers (see run.ts). */
-export const variants: Variant[] = [
-  {
-    name: 'sdk-default',
-    usePreviousLabels: true,
-    instruction: ACTIVITY_LABEL_PROMPT,
-  },
-  {
-    name: 'host-shipped',
-    usePreviousLabels: true,
-    instruction: HOST_SHIPPED_INSTRUCTION,
-  },
-];

package/src/scripts/ant_web_search.ts

@@ -1,159 +0,0 @@
-/* eslint-disable no-console */
-// src/scripts/cli.ts
-import { config } from 'dotenv';
-config();
-import { HumanMessage, BaseMessage } from '@langchain/core/messages';
-import type * as t from '@/types';
-import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
-import { ToolEndHandler, ModelEndHandler } from '@/events';
-
-import { getArgs } from '@/scripts/args';
-import { Run } from '@/run';
-import { GraphEvents, Callback, Providers } from '@/common';
-import { getLLMConfig } from '@/utils/llmConfig';
-
-const conversationHistory: BaseMessage[] = [];
-let _contentParts: (t.MessageContentComplex | undefined)[] = [];
-async function testStandardStreaming(): Promise<void> {
-  const { userName, location, currentDate } = await getArgs();
-  const { contentParts, aggregateContent } = createContentAggregator();
-  _contentParts = contentParts;
-  const customHandlers = {
-    [GraphEvents.TOOL_END]: new ToolEndHandler(),
-    [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
-    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
-    [GraphEvents.ON_RUN_STEP_COMPLETED]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP_COMPLETED,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP_COMPLETED ======');
-        // console.dir(data, { depth: null });
-        aggregateContent({
-          event,
-          data: data as unknown as { result: t.ToolEndEvent },
-        });
-      },
-    },
-    [GraphEvents.ON_RUN_STEP]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.RunStep });
-      },
-    },
-    [GraphEvents.ON_RUN_STEP_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP_DELTA,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP_DELTA ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.RunStepDeltaEvent });
-      },
-    },
-    [GraphEvents.ON_MESSAGE_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_MESSAGE_DELTA,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_MESSAGE_DELTA ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.MessageDeltaEvent });
-      },
-    },
-    [GraphEvents.TOOL_START]: {
-      handle: (
-        _event: string,
-        data: t.StreamEventData,
-        metadata?: Record<string, unknown>
-      ): void => {
-        console.log('====== TOOL_START ======');
-        // console.dir(data, { depth: null });
-      },
-    },
-  };
-
-  const llmConfig = getLLMConfig(
-    Providers.ANTHROPIC
-  ) as t.AnthropicClientOptions & t.SharedLLMConfig;
-  llmConfig.model = 'claude-haiku-4-5';
-
-  const run = await Run.create<t.IState>({
-    runId: 'test-run-id',
-    graphConfig: {
-      type: 'standard',
-      llmConfig,
-      tools: [
-        {
-          type: 'web_search_20250305',
-          name: 'web_search',
-          max_uses: 5,
-        },
-      ],
-      instructions: 'You are a friendly AI assistant.',
-      // additional_instructions: `Always address the user by their name. The user's name is ${userName} and they are located in ${location}.`,
-    },
-    returnContent: true,
-    skipCleanup: true,
-    customHandlers,
-  });
-
-  const config = {
-    configurable: {
-      provider: Providers.ANTHROPIC,
-      thread_id: 'conversation-num-1',
-    },
-    streamMode: 'values',
-    version: 'v2' as const,
-  };
-
-  console.log('Test 1: Search query (search tool test)');
-
-  // const userMessage = `
-  // Make a search for the weather in ${location} today, which is ${currentDate}.
-  // Before making the search, please let me know what you're about to do, then immediately start searching without hesitation.
-  // Make sure to always refer to me by name, which is ${userName}.
-  // After giving me a thorough summary, tell me a joke about the weather forecast we went over.
-  // `;
-  // const userMessage = 'Are massage guns good?';
-  // const userMessage = 'What is functional programming?';
-  const userMessage = "Get me today's trending news.";
-  // const userMessage = "search recent italy earthquake volcano activity";
-  // const userMessage =
-  //   "use 'Trump' as the exact search query and tell me what you find.";
-
-  conversationHistory.push(new HumanMessage(userMessage));
-
-  const inputs = {
-    messages: conversationHistory,
-  };
-  const finalContentParts = await run.processStream(inputs, config);
-  const finalMessages = run.getRunMessages();
-  if (finalMessages) {
-    conversationHistory.push(...finalMessages);
-    console.dir(conversationHistory, { depth: null });
-  }
-  // console.dir(finalContentParts, { depth: null });
-  console.log('\n\n====================\n\n');
-  // console.dir(contentParts, { depth: null });
-}
-
-process.on('unhandledRejection', (reason, promise) => {
-  console.error('Unhandled Rejection at:', promise, 'reason:', reason);
-  console.log('Content Parts:');
-  console.dir(_contentParts, { depth: null });
-  process.exit(1);
-});
-
-testStandardStreaming().catch((err) => {
-  console.error(err);
-  console.log('Conversation history:');
-  console.dir(conversationHistory, { depth: null });
-  console.log('Content Parts:');
-  console.dir(_contentParts, { depth: null });
-  process.exit(1);
-});

package/src/scripts/ant_web_search_edge_case.ts

@@ -1,163 +0,0 @@
-/* eslint-disable no-console */
-// src/scripts/cli.ts
-import { config } from 'dotenv';
-config();
-import { HumanMessage, BaseMessage } from '@langchain/core/messages';
-import type * as t from '@/types';
-import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
-import { ToolEndHandler, ModelEndHandler } from '@/events';
-import { Calculator } from '@/tools/Calculator';
-
-import { getArgs } from '@/scripts/args';
-import { Run } from '@/run';
-import { GraphEvents, Callback, Providers } from '@/common';
-import { getLLMConfig } from '@/utils/llmConfig';
-
-const conversationHistory: BaseMessage[] = [];
-let _contentParts: (t.MessageContentComplex | undefined)[] = [];
-async function testStandardStreaming(): Promise<void> {
-  const { userName, location, currentDate } = await getArgs();
-  const { contentParts, aggregateContent } = createContentAggregator();
-  _contentParts = contentParts;
-  const customHandlers = {
-    [GraphEvents.TOOL_END]: new ToolEndHandler(),
-    [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
-    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
-    [GraphEvents.ON_RUN_STEP_COMPLETED]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP_COMPLETED,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP_COMPLETED ======');
-        // console.dir(data, { depth: null });
-        aggregateContent({
-          event,
-          data: data as unknown as { result: t.ToolEndEvent },
-        });
-      },
-    },
-    [GraphEvents.ON_RUN_STEP]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.RunStep });
-      },
-    },
-    [GraphEvents.ON_RUN_STEP_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP_DELTA,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP_DELTA ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.RunStepDeltaEvent });
-      },
-    },
-    [GraphEvents.ON_MESSAGE_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_MESSAGE_DELTA,
-        data: t.StreamEventData
-      ): void => {
-        // console.log('====== ON_MESSAGE_DELTA ======');
-        // console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.MessageDeltaEvent });
-      },
-    },
-    [GraphEvents.TOOL_START]: {
-      handle: (
-        _event: string,
-        data: t.StreamEventData,
-        metadata?: Record<string, unknown>
-      ): void => {
-        console.log('====== TOOL_START ======');
-        // console.dir(data, { depth: null });
-      },
-    },
-  };
-
-  const llmConfig = getLLMConfig(
-    Providers.ANTHROPIC
-  ) as t.AnthropicClientOptions & t.SharedLLMConfig;
-  llmConfig.model = 'claude-haiku-4-5';
-
-  const run = await Run.create<t.IState>({
-    runId: 'test-run-id',
-    graphConfig: {
-      type: 'standard',
-      llmConfig,
-      tools: [
-        {
-          type: 'web_search_20250305',
-          name: 'web_search',
-          max_uses: 5,
-        },
-        new Calculator(),
-      ],
-      instructions: 'You are a friendly AI assistant.',
-      // additional_instructions: `Always address the user by their name. The user's name is ${userName} and they are located in ${location}.`,
-    },
-    returnContent: true,
-    skipCleanup: true,
-    customHandlers,
-  });
-
-  const config = {
-    configurable: {
-      provider: Providers.ANTHROPIC,
-      thread_id: 'conversation-num-1',
-    },
-    streamMode: 'values',
-    version: 'v2' as const,
-  };
-
-  console.log('Test 1: Web search + calculator (simultaneous tool test)');
-
-  // const userMessage = `
-  // Make a search for the weather in ${location} today, which is ${currentDate}.
-  // Before making the search, please let me know what you're about to do, then immediately start searching without hesitation.
-  // Make sure to always refer to me by name, which is ${userName}.
-  // After giving me a thorough summary, tell me a joke about the weather forecast we went over.
-  // `;
-  // const userMessage = 'Are massage guns good?';
-  // const userMessage = 'What is functional programming?';
-  // const userMessage = "Get me today's trending news.";
-  // const userMessage = "search recent italy earthquake volcano activity";
-  // const userMessage =
-  //   "use 'Trump' as the exact search query and tell me what you find.";
-  const userMessage =
-    'Can you search the web for the current population of Tokyo, and also calculate what 15% of that population would be? Do both at the same time.';
-
-  conversationHistory.push(new HumanMessage(userMessage));
-
-  const inputs = {
-    messages: conversationHistory,
-  };
-  const finalContentParts = await run.processStream(inputs, config);
-  const finalMessages = run.getRunMessages();
-  if (finalMessages) {
-    conversationHistory.push(...finalMessages);
-    console.dir(conversationHistory, { depth: null });
-  }
-  // console.dir(finalContentParts, { depth: null });
-  console.log('\n\n====================\n\n');
-  // console.dir(contentParts, { depth: null });
-}
-
-process.on('unhandledRejection', (reason, promise) => {
-  console.error('Unhandled Rejection at:', promise, 'reason:', reason);
-  console.log('Content Parts:');
-  console.dir(_contentParts, { depth: null });
-  process.exit(1);
-});
-
-testStandardStreaming().catch((err) => {
-  console.error(err);
-  console.log('Conversation history:');
-  console.dir(conversationHistory, { depth: null });
-  console.log('Content Parts:');
-  console.dir(_contentParts, { depth: null });
-  process.exit(1);
-});

package/src/scripts/ant_web_search_error_edge_case.ts

@@ -1,149 +0,0 @@
-/* eslint-disable no-console */
-// src/scripts/ant_web_search_error_edge_case.ts
-import { config } from 'dotenv';
-config();
-import { HumanMessage, BaseMessage } from '@langchain/core/messages';
-import type * as t from '@/types';
-import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
-import { ToolEndHandler, ModelEndHandler } from '@/events';
-
-import { getArgs } from '@/scripts/args';
-import { Run } from '@/run';
-import { GraphEvents, Providers } from '@/common';
-import { getLLMConfig } from '@/utils/llmConfig';
-
-const conversationHistory: BaseMessage[] = [];
-let _contentParts: (t.MessageContentComplex | undefined)[] = [];
-async function testStandardStreaming(): Promise<void> {
-  const { userName, location, currentDate } = await getArgs();
-  const { contentParts, aggregateContent } = createContentAggregator();
-  _contentParts = contentParts;
-  const customHandlers = {
-    [GraphEvents.TOOL_END]: new ToolEndHandler(),
-    [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
-    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
-    [GraphEvents.ON_RUN_STEP_COMPLETED]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP_COMPLETED,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP_COMPLETED ======');
-        // console.dir(data, { depth: null });
-        aggregateContent({
-          event,
-          data: data as unknown as { result: t.ToolEndEvent },
-        });
-      },
-    },
-    [GraphEvents.ON_RUN_STEP]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.RunStep });
-      },
-    },
-    [GraphEvents.ON_RUN_STEP_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP_DELTA,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP_DELTA ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.RunStepDeltaEvent });
-      },
-    },
-    [GraphEvents.ON_MESSAGE_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_MESSAGE_DELTA,
-        data: t.StreamEventData
-      ): void => {
-        // console.log('====== ON_MESSAGE_DELTA ======');
-        // console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.MessageDeltaEvent });
-      },
-    },
-    [GraphEvents.TOOL_START]: {
-      handle: (
-        _event: string,
-        data: t.StreamEventData,
-        metadata?: Record<string, unknown>
-      ): void => {
-        console.log('====== TOOL_START ======');
-        // console.dir(data, { depth: null });
-      },
-    },
-  };
-
-  const llmConfig = getLLMConfig(
-    Providers.ANTHROPIC
-  ) as t.AnthropicClientOptions & t.SharedLLMConfig;
-  llmConfig.model = 'claude-haiku-4-5';
-
-  const run = await Run.create<t.IState>({
-    runId: 'test-run-id',
-    graphConfig: {
-      type: 'standard',
-      llmConfig,
-      tools: [
-        {
-          type: 'web_search_20250305',
-          name: 'web_search',
-          max_uses: 5,
-        },
-      ],
-      instructions: 'You are a helpful AI research assistant.',
-    },
-    returnContent: true,
-    skipCleanup: true,
-    customHandlers,
-  });
-
-  const config = {
-    configurable: {
-      provider: Providers.ANTHROPIC,
-      thread_id: 'conversation-num-1',
-    },
-    streamMode: 'values',
-    version: 'v2' as const,
-  };
-
-  console.log('Test: Web search with multiple searches (error edge case test)');
-
-  // This prompt should trigger multiple web searches which may result in errors
-  const userMessage =
-    'Do a deep deep research on CoreWeave. I need you to perform multiple searches before you generate the answer. The basis of our research should be to investigate if this is a solid long term investment.';
-
-  conversationHistory.push(new HumanMessage(userMessage));
-
-  const inputs = {
-    messages: conversationHistory,
-  };
-  const finalContentParts = await run.processStream(inputs, config);
-  const finalMessages = run.getRunMessages();
-  if (finalMessages) {
-    conversationHistory.push(...finalMessages);
-    console.dir(conversationHistory, { depth: null });
-  }
-  // console.dir(finalContentParts, { depth: null });
-  console.log('\n\n====================\n\n');
-  // console.dir(contentParts, { depth: null });
-}
-
-process.on('unhandledRejection', (reason, promise) => {
-  console.error('Unhandled Rejection at:', promise, 'reason:', reason);
-  console.log('Content Parts:');
-  console.dir(_contentParts, { depth: null });
-  process.exit(1);
-});
-
-testStandardStreaming().catch((err) => {
-  console.error(err);
-  console.log('Conversation history:');
-  console.dir(conversationHistory, { depth: null });
-  console.log('Content Parts:');
-  console.dir(_contentParts, { depth: null });
-  process.exit(1);
-});

package/src/scripts/args.ts

@@ -1,48 +0,0 @@
-// src/scripts/args.ts
-import yargs from 'yargs';
-import { hideBin } from 'yargs/helpers';
-import { llmConfigs } from '@/utils/llmConfig';
-import { Providers } from '@/common';
-
-export async function getArgs(): Promise<{
-  userName: string;
-  location: string;
-  provider: Providers;
-  currentDate: string;
-}> {
-  const argv = yargs(hideBin(process.argv))
-    .option('name', {
-      alias: 'n',
-      type: 'string',
-      description: 'User name',
-      default: 'Jo',
-    })
-    .option('location', {
-      alias: 'l',
-      type: 'string',
-      description: 'User location',
-      default: 'New York',
-    })
-    .option('provider', {
-      alias: 'p',
-      type: 'string',
-      description: 'LLM provider',
-      choices: Object.keys(llmConfigs),
-      default: Providers.OPENAI,
-    })
-    .help()
-    .alias('help', 'h').argv;
-
-  const args = await argv;
-  const userName = args.name as string;
-  const location = args.location as string;
-  const provider = args.provider as Providers;
-  const currentDate = new Date().toLocaleString();
-
-  return {
-    userName,
-    location,
-    provider,
-    currentDate,
-  };
-}