@librechat/agents 3.4.6 → 3.5.0

package/src/scripts/subagent-configurable-inheritance.ts

@@ -1,252 +0,0 @@
-import { config } from 'dotenv';
-config();
-
-import { HumanMessage } from '@langchain/core/messages';
-import type * as t from '@/types';
-import { ChatModelStreamHandler } from '@/stream';
-import { ToolEndHandler, ModelEndHandler } from '@/events';
-import { Providers, GraphEvents } from '@/common';
-import { Run } from '@/run';
-
-/**
- * Live verification that host-set fields on the parent's outer
- * `configurable` (e.g. `requestBody`, `user`, `userMCPAuthMap`)
- * propagate into the subagent's `ON_TOOL_EXECUTE` dispatches.
- *
- * Pass criteria: when the SUBAGENT calls the calculator tool, the
- * `data.configurable` arriving at the parent's ON_TOOL_EXECUTE
- * handler contains every key the parent put on its outer
- * configurable (with `thread_id` overridden to a child run id).
- */
-const apiKey = process.env.OPENAI_API_KEY!;
-if (!apiKey) {
-  console.error('Missing OPENAI_API_KEY');
-  process.exit(1);
-}
-
-const calculatorDef: t.LCTool = {
-  name: 'calculator',
-  description: 'Evaluate a math expression. Use for any arithmetic.',
-  parameters: {
-    type: 'object',
-    properties: {
-      expression: {
-        type: 'string',
-        description: "A JS math expression, e.g. '42 * 58'",
-      },
-    },
-    required: ['expression'],
-  },
-};
-
-type ConfigurableSnapshot = {
-  agentId: string | undefined;
-  configurable: Record<string, unknown> | undefined;
-  metadata: Record<string, unknown> | undefined;
-};
-
-async function main() {
-  console.log('=== Subagent parentConfigurable inheritance — live ===\n');
-
-  // Parent has NO tools — it can only delegate via the math subagent.
-  // The math subagent has the calculator. This forces the spawn-subagent
-  // path so we can observe the subagent's `ON_TOOL_EXECUTE` dispatch.
-  const mathSubagentInputs: t.AgentInputs = {
-    agentId: 'math-worker',
-    provider: Providers.OPENAI,
-    clientOptions: { modelName: 'gpt-4o', apiKey },
-    instructions:
-      'You compute arithmetic. Always use the calculator tool — never estimate. Return the final numeric result as plain text.',
-    maxContextTokens: 8000,
-    toolDefinitions: [calculatorDef],
-  };
-
-  const parentAgent: t.AgentInputs = {
-    agentId: 'supervisor',
-    provider: Providers.OPENAI,
-    clientOptions: { modelName: 'gpt-4o', apiKey },
-    instructions: `You delegate arithmetic to the "math" subagent. You have NO calculator yourself. For any math task, spawn the "math" subagent with the full task as its description, then echo the subagent's text result back to the user.`,
-    maxContextTokens: 8000,
-    // No toolDefinitions on the parent — only the subagent gets the calculator.
-    subagentConfigs: [
-      {
-        type: 'math',
-        name: 'math',
-        description:
-          'A focused arithmetic worker that uses the calculator tool to compute numerical results.',
-        agentInputs: mathSubagentInputs,
-      },
-    ],
-  };
-
-  const parentSnapshots: ConfigurableSnapshot[] = [];
-  const subagentSnapshots: ConfigurableSnapshot[] = [];
-
-  const customHandlers: Record<string, t.EventHandler> = {
-    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
-    [GraphEvents.TOOL_END]: new ToolEndHandler(),
-    [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
-    [GraphEvents.ON_TOOL_EXECUTE]: {
-      handle: (_event, rawData): void => {
-        const data = rawData as t.ToolExecuteBatchRequest;
-        const snapshot: ConfigurableSnapshot = {
-          agentId: data.agentId,
-          configurable: data.configurable as Record<string, unknown> | undefined,
-          metadata: data.metadata as Record<string, unknown> | undefined,
-        };
-        const callsLabel = data.toolCalls.map((c) => c.name).join(',');
-        // Parent and subagent have different agent IDs in this script
-        // (parent: 'supervisor', subagent: 'math-worker'). With a self-spawn
-        // subagent both would be the same; this script uses a non-self
-        // subagent precisely so we can distinguish reliably.
-        const isSubagent = data.agentId !== 'supervisor';
-        const metadataRunId = (data.metadata as { run_id?: string } | undefined)
-          ?.run_id;
-        if (isSubagent) {
-          subagentSnapshots.push(snapshot);
-        } else {
-          parentSnapshots.push(snapshot);
-        }
-        console.log(
-          `[ON_TOOL_EXECUTE] origin=${isSubagent ? 'SUBAGENT' : 'PARENT'} agentId=${data.agentId} calls=${callsLabel}`
-        );
-        console.log(
-          `  metadata keys: ${Object.keys(data.metadata ?? {}).join(',') || '<none>'}`
-        );
-        console.log(
-          `  metadata.run_id="${metadataRunId ?? '<none>'}" configurable.run_id="${(data.configurable as { run_id?: string } | undefined)?.run_id ?? '<none>'}" configurable.thread_id="${(data.configurable as { thread_id?: string } | undefined)?.thread_id ?? '<none>'}"`
-        );
-        const results: t.ToolExecuteResult[] = data.toolCalls.map((call) => {
-          const args = call.args as { expression?: string };
-          const expression = args.expression ?? '';
-          let content: string;
-          try {
-            // eslint-disable-next-line no-eval
-            const result = eval(expression);
-            content = `${expression} = ${result}`;
-          } catch (err) {
-            content = `Error: ${String(err)}`;
-          }
-          return {
-            toolCallId: call.id!,
-            status: 'success',
-            content,
-          };
-        });
-        data.resolve(results);
-      },
-    },
-  };
-
-  const run = await Run.create<t.IState>({
-    runId: `sub-cfg-inherit-${Date.now()}`,
-    graphConfig: { type: 'standard', agents: [parentAgent] },
-    customHandlers,
-  });
-
-  const question = new HumanMessage(
-    'Compute (42 * 58) + (13 ** 3). Use the self subagent, and have it use the calculator.'
-  );
-
-  // Parent's outer configurable carries host-set fields AND explicit
-  // run-identity fields so we can verify whether LangGraph respects or
-  // overwrites parent's `run_id` / `parent_run_id` when we forward them
-  // into the child's `workflow.invoke`.
-  const outerConfigurable = {
-    thread_id: 'parent-thread-conv-xyz',
-    run_id: 'parent-run-id-001',
-    parent_run_id: 'grandparent-run-id-000',
-    user_id: 'user_abc',
-    user: { id: 'user_abc', email: 'a@b.c', role: 'USER' },
-    requestBody: {
-      messageId: 'msg-response-id-001',
-      conversationId: 'parent-thread-conv-xyz',
-      parentMessageId: 'user-message-id-000',
-    },
-    userMCPAuthMap: { 'mcp-github': { token: 'abc' } },
-  };
-
-  console.log('User:', question.content);
-  console.log('Parent outer configurable keys:', Object.keys(outerConfigurable));
-  console.log();
-
-  await run.processStream(
-    { messages: [question] },
-    {
-      configurable: outerConfigurable,
-      version: 'v2' as const,
-    }
-  );
-
-  console.log('\n=== Verification ===');
-  console.log(
-    `Parent ON_TOOL_EXECUTE dispatches captured: ${parentSnapshots.length}`
-  );
-  console.log(
-    `Subagent ON_TOOL_EXECUTE dispatches captured: ${subagentSnapshots.length}`
-  );
-
-  if (subagentSnapshots.length === 0) {
-    console.error(
-      '\n❌ FAIL: subagent never invoked a tool — model may not have spawned the subagent.'
-    );
-    process.exit(2);
-  }
-
-  const expectedHostKeys = ['user_id', 'user', 'requestBody', 'userMCPAuthMap'];
-  let allPassed = true;
-  subagentSnapshots.forEach((snap, idx) => {
-    const cfg = snap.configurable ?? {};
-    const meta = snap.metadata ?? {};
-    console.log(
-      `\nSubagent dispatch #${idx + 1} (agentId=${snap.agentId}, metadata.run_id=${(meta as { run_id?: string }).run_id ?? '-'}):`
-    );
-
-    // Host-set fields must propagate.
-    for (const key of expectedHostKeys) {
-      const present = key in cfg;
-      const value = cfg[key];
-      console.log(
-        `  ${present ? '✅' : '❌'} ${key} = ${JSON.stringify(value)}`
-      );
-      if (!present) allPassed = false;
-    }
-
-    // Run-identity fields: with full inheritance we expect parent's
-    // values to flow through. LangGraph runtime MAY overwrite them at
-    // child-invoke time — the script logs what actually arrived so we
-    // can see empirically what propagates.
-    console.log(`  ⓘ thread_id observed: "${cfg.thread_id as string}" (parent's: "${outerConfigurable.thread_id}")`);
-    console.log(`  ⓘ run_id observed:    "${cfg.run_id as string}" (parent's: "${outerConfigurable.run_id}")`);
-    console.log(`  ⓘ parent_run_id observed: "${cfg.parent_run_id as string}" (parent's: "${outerConfigurable.parent_run_id}")`);
-
-    const threadInherited = cfg.thread_id === outerConfigurable.thread_id;
-    const runInherited = cfg.run_id === outerConfigurable.run_id;
-    const parentRunInherited =
-      cfg.parent_run_id === outerConfigurable.parent_run_id;
-    console.log(
-      `  ${threadInherited ? '✅' : '⚠️ '} thread_id inherited from parent: ${threadInherited}`
-    );
-    console.log(
-      `  ${runInherited ? '✅' : '⚠️ '} run_id inherited from parent: ${runInherited}`
-    );
-    console.log(
-      `  ${parentRunInherited ? '✅' : '⚠️ '} parent_run_id inherited from parent: ${parentRunInherited}`
-    );
-  });
-
-  if (allPassed) {
-    console.log(
-      '\n✅ Host-set fields propagate. (Run-identity inheritance is informational — see ⚠️ markers above for any LangGraph-runtime overwrites.)'
-    );
-    process.exit(0);
-  } else {
-    console.log('\n❌ FAIL: at least one expected host-set key was missing.');
-    process.exit(1);
-  }
-}
-
-main().catch((err) => {
-  console.error('Script error:', err);
-  process.exit(1);
-});

package/src/scripts/subagent-event-driven-debug.ts

@@ -1,190 +0,0 @@
-import { config } from 'dotenv';
-config();
-
-import { HumanMessage } from '@langchain/core/messages';
-import type { BaseMessage } from '@langchain/core/messages';
-import type * as t from '@/types';
-import { ChatModelStreamHandler } from '@/stream';
-import { ToolEndHandler, ModelEndHandler } from '@/events';
-import { Providers, GraphEvents, Constants } from '@/common';
-import { Run } from '@/run';
-
-/**
- * Repro for LibreChat's actual setup: event-driven tools via `toolDefinitions`
- * + an ON_TOOL_EXECUTE handler that runs the tool. Self-spawn subagent must
- * be able to drive the SAME tool pipeline.
- */
-const apiKey = process.env.OPENAI_API_KEY!;
-if (!apiKey) {
-  console.error('Missing OPENAI_API_KEY');
-  process.exit(1);
-}
-
-// Simulate LibreChat: tool definitions only, execution routed via event.
-const calculatorDef: t.LCTool = {
-  name: 'calculator',
-  description: 'Evaluate a math expression. Use for any arithmetic.',
-  parameters: {
-    type: 'object',
-    properties: {
-      expression: {
-        type: 'string',
-        description: "A JS math expression, e.g. '42 * 58'",
-      },
-    },
-    required: ['expression'],
-  },
-};
-
-async function main() {
-  console.log('=== Subagent Event-Driven Tool Diagnostic ===\n');
-
-  const parentAgent: t.AgentInputs = {
-    agentId: 'supervisor',
-    provider: Providers.OPENAI,
-    clientOptions: { modelName: 'gpt-4o-mini', apiKey },
-    instructions: `You have calculator AND can spawn a "self" subagent in an isolated context.
-For any arithmetic question, spawn the "self" subagent with the math task.
-The subagent MUST use the calculator tool — never estimate.`,
-    maxContextTokens: 8000,
-    toolDefinitions: [calculatorDef],
-    subagentConfigs: [
-      {
-        type: 'self',
-        self: true,
-        name: 'supervisor',
-        description:
-          'Spawn a copy of this agent in an isolated context for a focused math subtask.',
-      },
-    ],
-  };
-
-  let toolCallCount = 0;
-  const customHandlers: Record<string, t.EventHandler> = {
-    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
-    [GraphEvents.TOOL_END]: new ToolEndHandler(),
-    [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
-    [GraphEvents.ON_TOOL_EXECUTE]: {
-      handle: (_event, rawData): void => {
-        const data = rawData as t.ToolExecuteBatchRequest;
-        console.log(
-          `[PARENT ON_TOOL_EXECUTE] agentId=${data.agentId} calls=${data.toolCalls
-            .map((c) => c.name)
-            .join(',')}`
-        );
-        const results: t.ToolExecuteResult[] = data.toolCalls.map((call) => {
-          toolCallCount += 1;
-          const args = call.args as { expression?: string };
-          const expression = args.expression ?? '';
-          let content: string;
-          try {
-            // eslint-disable-next-line no-eval
-            const result = eval(expression);
-            content = `${expression} = ${result}`;
-          } catch (err) {
-            content = `Error: ${String(err)}`;
-          }
-          return {
-            toolCallId: call.id!,
-            status: 'success',
-            content,
-          };
-        });
-        data.resolve(results);
-      },
-    },
-    [GraphEvents.ON_RUN_STEP]: {
-      handle: (event, data): void => {
-        const d = data as { type?: string; runId?: string; agentId?: string };
-        console.log(
-          `[PARENT ${event}] type=${d.type} agentId=${d.agentId ?? '-'} runId=${d.runId ?? '-'}`
-        );
-      },
-    },
-    [GraphEvents.ON_RUN_STEP_COMPLETED]: {
-      handle: (event, data): void => {
-        const r = (
-          data as { result: { type: string; tool_call?: { name?: string } } }
-        ).result;
-        console.log(
-          `[PARENT ${event}] type=${r.type} tool=${r.tool_call?.name ?? '-'}`
-        );
-      },
-    },
-    [GraphEvents.ON_SUBAGENT_UPDATE]: {
-      handle: (_event, rawData): void => {
-        const d = rawData as t.SubagentUpdateEvent;
-        console.log(
-          `[SUBAGENT ${d.phase}] [${d.subagentType}] tool_call_id=${d.parentToolCallId ?? '-'} ${d.label ?? ''}`
-        );
-      },
-    },
-  };
-
-  const run = await Run.create<t.IState>({
-    runId: `sub-evt-${Date.now()}`,
-    graphConfig: { type: 'standard', agents: [parentAgent] },
-    customHandlers,
-  });
-
-  const question = new HumanMessage(
-    'Compute (42 * 58) + (13 ** 3). Use the self subagent, and have it use the calculator.'
-  );
-
-  console.log('User:', question.content, '\n');
-
-  await run.processStream(
-    { messages: [question] },
-    {
-      configurable: { thread_id: `sub-evt` },
-      version: 'v2' as const,
-    }
-  );
-
-  const msgs = (run.getRunMessages() ?? []) as BaseMessage[];
-  console.log('\n--- Run messages ---\n');
-  for (const msg of msgs) {
-    const type = msg._getType();
-    const name = 'name' in msg ? (msg as { name?: string }).name : undefined;
-    const content =
-      typeof msg.content === 'string'
-        ? msg.content.slice(0, 400)
-        : JSON.stringify(msg.content).slice(0, 400);
-    const toolCalls =
-      'tool_calls' in msg
-        ? (msg as { tool_calls?: Array<{ name: string; args: unknown }> })
-            .tool_calls
-        : undefined;
-    console.log(`[${type}]${name ? ` name=${name}` : ''}`);
-    if (toolCalls?.length) {
-      for (const tc of toolCalls) {
-        console.log(
-          `  tool_call: ${tc.name}(${JSON.stringify(tc.args).slice(0, 150)})`
-        );
-      }
-    }
-    console.log(`  content: ${content}\n`);
-  }
-
-  const subagentMsgs = msgs.filter(
-    (m) =>
-      m._getType() === 'tool' &&
-      (m as { name?: string }).name === Constants.SUBAGENT
-  );
-
-  console.log('--- Verification ---');
-  console.log(`subagent tool calls seen (parent): ${subagentMsgs.length}`);
-  console.log(
-    `ON_TOOL_EXECUTE dispatched (parent saw): ${toolCallCount} (expected >= 1 if subagent used calculator)`
-  );
-  if (subagentMsgs[0]) {
-    console.log(
-      `\nsubagent result:\n${(subagentMsgs[0].content as string).slice(0, 600)}`
-    );
-  }
-}
-
-main().catch((err) => {
-  console.error('Script error:', err);
-  process.exit(1);
-});

package/src/scripts/subagent-tools-debug.ts

@@ -1,160 +0,0 @@
-import { config } from 'dotenv';
-config();
-
-import { HumanMessage } from '@langchain/core/messages';
-import type { BaseMessage } from '@langchain/core/messages';
-import { tool } from '@langchain/core/tools';
-import { z } from 'zod';
-import type * as t from '@/types';
-import { ChatModelStreamHandler } from '@/stream';
-import { ToolEndHandler, ModelEndHandler } from '@/events';
-import { Providers, GraphEvents, Constants } from '@/common';
-import { Run } from '@/run';
-
-/**
- * Diagnostic: verify a self-spawned subagent can call parent's real tools.
- * Expected before-fix: parent delegates to self; child cannot invoke calculator.
- */
-const apiKey = process.env.OPENAI_API_KEY!;
-if (!apiKey) {
-  console.error('Missing OPENAI_API_KEY');
-  process.exit(1);
-}
-
-const calculator = tool(
-  async ({ expression }) => {
-    const result = eval(expression); // don't do this in prod
-    return `${expression} = ${result}`;
-  },
-  {
-    name: 'calculator',
-    description: 'Evaluate a math expression. Use for any arithmetic.',
-    schema: z.object({
-      expression: z.string().describe("A JS math expression, e.g. '42 * 58'"),
-    }),
-  }
-);
-
-async function main() {
-  console.log('=== Subagent Tool-Access Diagnostic ===\n');
-
-  const parentAgent: t.AgentInputs = {
-    agentId: 'supervisor',
-    provider: Providers.OPENAI,
-    clientOptions: { modelName: 'gpt-4o-mini', apiKey },
-    instructions: `You have calculator AND can spawn a "self" subagent in an isolated context.
-For any arithmetic question that would bloat your context, spawn the "self" subagent with the math task.
-The subagent must use the calculator tool — never estimate.`,
-    maxContextTokens: 8000,
-    tools: [calculator],
-    subagentConfigs: [
-      {
-        type: 'self',
-        self: true,
-        name: 'supervisor',
-        description:
-          'Spawn a copy of this agent in an isolated context for a focused math subtask.',
-      },
-    ],
-  };
-
-  const customHandlers: Record<string, t.EventHandler> = {
-    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
-    [GraphEvents.TOOL_END]: new ToolEndHandler(),
-    [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
-    [GraphEvents.ON_RUN_STEP]: {
-      handle: (event, data): void => {
-        console.log(
-          `[PARENT EVENT] ${event}`,
-          JSON.stringify(data).slice(0, 200)
-        );
-      },
-    },
-    [GraphEvents.ON_RUN_STEP_COMPLETED]: {
-      handle: (event, data): void => {
-        console.log(
-          `[PARENT EVENT] ${event}`,
-          JSON.stringify(data).slice(0, 200)
-        );
-      },
-    },
-  };
-
-  const run = await Run.create<t.IState>({
-    runId: `subagent-debug-${Date.now()}`,
-    graphConfig: { type: 'standard', agents: [parentAgent] },
-    customHandlers,
-  });
-
-  const question = new HumanMessage(
-    'Compute (42 * 58) + (13 ^ 3). Spawn the self subagent to do this, and have IT use calculator.'
-  );
-
-  console.log('User:', question.content, '\n');
-
-  await run.processStream(
-    { messages: [question] },
-    {
-      configurable: { thread_id: `subagent-debug` },
-      version: 'v2' as const,
-    }
-  );
-
-  const msgs = (run.getRunMessages() ?? []) as BaseMessage[];
-  console.log('\n--- Run messages ---\n');
-  for (const msg of msgs) {
-    const type = msg._getType();
-    const name = 'name' in msg ? (msg as { name?: string }).name : undefined;
-    const content =
-      typeof msg.content === 'string'
-        ? msg.content.slice(0, 400)
-        : JSON.stringify(msg.content).slice(0, 400);
-    const toolCalls =
-      'tool_calls' in msg
-        ? (msg as { tool_calls?: Array<{ name: string; args: unknown }> })
-            .tool_calls
-        : undefined;
-    console.log(`[${type}]${name ? ` name=${name}` : ''}`);
-    if (toolCalls?.length) {
-      for (const tc of toolCalls) {
-        console.log(
-          `  tool_call: ${tc.name}(${JSON.stringify(tc.args).slice(0, 150)})`
-        );
-      }
-    }
-    console.log(`  content: ${content}\n`);
-  }
-
-  const subagentCalls = msgs.filter(
-    (m) =>
-      m._getType() === 'tool' &&
-      'name' in m &&
-      (m as { name?: string }).name === Constants.SUBAGENT
-  );
-  const calculatorCalls = msgs.filter(
-    (m) =>
-      m._getType() === 'tool' &&
-      'name' in m &&
-      (m as { name?: string }).name === 'calculator'
-  );
-
-  console.log('--- Verification ---');
-  console.log(`subagent tool calls seen (parent): ${subagentCalls.length}`);
-  console.log(
-    `calculator tool calls seen (parent): ${calculatorCalls.length} (expected: 0 if subagent did the math)`
-  );
-  if (subagentCalls.length > 0) {
-    const subResult = subagentCalls[0].content as string;
-    console.log(`\nsubagent result snippet:\n${subResult.slice(0, 600)}\n`);
-    if (/\berror\b/i.test(subResult) && /tool/i.test(subResult)) {
-      console.log('⚠️  BUG CONFIRMED: subagent result mentions tool error');
-    } else if (!/\d/.test(subResult)) {
-      console.log('⚠️  POSSIBLY BUGGY: subagent result has no numbers');
-    }
-  }
-}
-
-main().catch((err) => {
-  console.error('Script error:', err);
-  process.exit(1);
-});