@librechat/agents 3.0.0-rc1 → 3.0.0-rc10

package/dist/types/graphs/MultiAgentGraph.d.ts

@@ -2,7 +2,17 @@ import type * as t from '@/types';
 import { StandardGraph } from './Graph';
 /**
  * MultiAgentGraph extends StandardGraph to support dynamic multi-agent workflows
- * with handoffs, fan-in/fan-out, and other composable patterns
+ * with handoffs, fan-in/fan-out, and other composable patterns.
+ *
+ * Key behavior:
+ * - Agents with ONLY handoff edges: Can dynamically route to any handoff destination
+ * - Agents with ONLY direct edges: Always follow their direct edges
+ * - Agents with BOTH: Use Command for exclusive routing (handoff OR direct, not both)
+ *   - If handoff occurs: Only the handoff destination executes
+ *   - If no handoff: Direct edges execute (potentially in parallel)
+ *
+ * This enables the common pattern where an agent either delegates (handoff)
+ * OR continues its workflow (direct edges), but not both simultaneously.
  */
 export declare class MultiAgentGraph extends StandardGraph {
     private edges;
@@ -33,5 +43,5 @@ export declare class MultiAgentGraph extends StandardGraph {
     /**
      * Create the multi-agent workflow with dynamic handoffs
      */
-    createWorkflow(): t.CompiledStateWorkflow;
+    createWorkflow(): t.CompiledMultiAgentWorkflow;
 }

package/dist/types/llm/openai/index.d.ts

@@ -40,6 +40,10 @@ export declare class CustomAzureOpenAIClient extends AzureOpenAIClient {
 }
 /** @ts-expect-error We are intentionally overriding `getReasoningParams` */
 export declare class ChatOpenAI extends OriginalChatOpenAI<t.ChatOpenAICallOptions> {
+    _lc_stream_delay?: number;
+    constructor(fields?: t.ChatOpenAICallOptions & {
+        _lc_stream_delay?: number;
+    } & t.OpenAIChatInput['modelKwargs']);
     get exposedClient(): CustomOpenAIClient;
     protected _getClientOptions(options?: OpenAICoreRequestOptions): OpenAICoreRequestOptions;
     /**
@@ -53,6 +57,10 @@ export declare class ChatOpenAI extends OriginalChatOpenAI<t.ChatOpenAICallOptio
 }
 /** @ts-expect-error We are intentionally overriding `getReasoningParams` */
 export declare class AzureChatOpenAI extends OriginalAzureChatOpenAI {
+    _lc_stream_delay?: number;
+    constructor(fields?: t.AzureOpenAIInput & {
+        _lc_stream_delay?: number;
+    });
     get exposedClient(): CustomOpenAIClient;
     /**
      * Returns backwards compatible reasoning parameters from constructor params and call options
@@ -84,6 +92,7 @@ export interface XAIUsageMetadata extends OpenAIClient.Completions.CompletionUsa
     num_sources_used?: number;
 }
 export declare class ChatXAI extends OriginalChatXAI {
+    _lc_stream_delay?: number;
     constructor(fields?: Partial<ChatXAIInput> & {
         configuration?: {
             baseURL?: string;
@@ -91,6 +100,7 @@ export declare class ChatXAI extends OriginalChatXAI {
         clientConfig?: {
             baseURL?: string;
         };
+        _lc_stream_delay?: number;
     });
     get exposedClient(): CustomOpenAIClient;
     protected _getClientOptions(options?: OpenAICoreRequestOptions): OpenAICoreRequestOptions;

package/dist/types/run.d.ts

@@ -7,7 +7,7 @@ export declare const defaultOmitOptions: Set<string>;
 export declare class Run<_T extends t.BaseGraphState> {
     id: string;
     private tokenCounter?;
-    private handlerRegistry;
+    private handlerRegistry?;
     private indexTokenCountMap?;
     graphRunnable?: t.CompiledStateWorkflow;
     Graph: StandardGraph | MultiAgentGraph | undefined;

package/dist/types/types/graph.d.ts

@@ -28,6 +28,9 @@ export type SystemCallbacks = {
 export type BaseGraphState = {
     messages: BaseMessage[];
 };
+export type MultiAgentGraphState = BaseGraphState & {
+    agentMessages?: BaseMessage[];
+};
 export type IState = BaseGraphState;
 export interface EventHandler {
     handle(event: string, data: StreamEventData | ModelEndData | RunStep | RunStepDeltaEvent | MessageDeltaEvent | ReasoningDeltaEvent | {
@@ -46,6 +49,19 @@ export type CompiledStateWorkflow = CompiledStateGraph<StateType<{
 }, {
     messages: BinaryOperatorAggregate<BaseMessage[], BaseMessage[]>;
 }, StateDefinition>;
+export type CompiledMultiAgentWorkflow = CompiledStateGraph<StateType<{
+    messages: BinaryOperatorAggregate<BaseMessage[], BaseMessage[]>;
+    agentMessages: BinaryOperatorAggregate<BaseMessage[], BaseMessage[]>;
+}>, UpdateType<{
+    messages: BinaryOperatorAggregate<BaseMessage[], BaseMessage[]>;
+    agentMessages: BinaryOperatorAggregate<BaseMessage[], BaseMessage[]>;
+}>, string, {
+    messages: BinaryOperatorAggregate<BaseMessage[], BaseMessage[]>;
+    agentMessages: BinaryOperatorAggregate<BaseMessage[], BaseMessage[]>;
+}, {
+    messages: BinaryOperatorAggregate<BaseMessage[], BaseMessage[]>;
+    agentMessages: BinaryOperatorAggregate<BaseMessage[], BaseMessage[]>;
+}, StateDefinition>;
 export type CompiledAgentWorfklow = CompiledStateGraph<{
     messages: BaseMessage[];
 }, {
@@ -185,17 +201,35 @@ export type StandardGraphInput = {
     indexTokenCountMap?: Record<string, number>;
 };
 export type GraphEdge = {
-    /** Use a list for multiple sources */
+    /** Agent ID, use a list for multiple sources */
     from: string | string[];
-    /** Use a list for multiple destinations */
+    /** Agent ID, use a list for multiple destinations */
     to: string | string[];
     description?: string;
     /** Can return boolean or specific destination(s) */
     condition?: (state: BaseGraphState) => boolean | string | string[];
     /** 'handoff' creates tools for dynamic routing, 'direct' creates direct edges, which also allow parallel execution */
     edgeType?: 'handoff' | 'direct';
-    /** Optional prompt to add when transitioning through this edge */
-    promptInstructions?: string | ((messages: BaseMessage[]) => string | undefined);
+    /**
+     * For direct edges: Optional prompt to add when transitioning through this edge.
+     * String prompts can include variables like {results} which will be replaced with
+     * messages from startIndex onwards. When {results} is used, excludeResults defaults to true.
+     *
+     * For handoff edges: Description for the input parameter that the handoff tool accepts,
+     * allowing the supervisor to pass specific instructions/context to the transferred agent.
+     */
+    prompt?: string | ((messages: BaseMessage[], runStartIndex: number) => string | Promise<string> | undefined);
+    /**
+     * When true, excludes messages from startIndex when adding prompt.
+     * Automatically set to true when {results} variable is used in prompt.
+     */
+    excludeResults?: boolean;
+    /**
+     * For handoff edges: Customizes the parameter name for the handoff input.
+     * Defaults to "instructions" if not specified.
+     * Only applies when prompt is provided for handoff edges.
+     */
+    promptKey?: string;
 };
 export type MultiAgentGraphInput = StandardGraphInput & {
     edges: GraphEdge[];

package/dist/types/types/llm.d.ts

@@ -61,6 +61,7 @@ export type XAIClientOptions = ChatXAIInput;
 export type ClientOptions = OpenAIClientOptions | AzureClientOptions | OllamaClientOptions | AnthropicClientOptions | MistralAIClientOptions | VertexAIClientOptions | BedrockClientOptions | BedrockConverseClientOptions | GoogleClientOptions | DeepSeekClientOptions | XAIClientOptions;
 export type SharedLLMConfig = {
     provider: Providers;
+    _lc_stream_delay?: number;
 };
 export type LLMConfig = SharedLLMConfig & ClientOptions & {
     /** Optional provider fallbacks in order of attempt */

package/dist/types/types/run.d.ts

@@ -92,9 +92,13 @@ export type MultiAgentGraphConfig = {
     agents: g.AgentInputs[];
     edges: g.GraphEdge[];
 };
+export type StandardGraphConfig = Omit<MultiAgentGraphConfig, 'edges' | 'type'> & {
+    type?: 'standard';
+    signal?: AbortSignal;
+};
 export type RunConfig = {
     runId: string;
-    graphConfig: LegacyGraphConfig | MultiAgentGraphConfig;
+    graphConfig: LegacyGraphConfig | StandardGraphConfig | MultiAgentGraphConfig;
     customHandlers?: Record<string, g.EventHandler>;
     returnContent?: boolean;
     tokenCounter?: TokenCounter;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@librechat/agents",
-  "version": "3.0.00-rc1",
+  "version": "3.0.00-rc10",
   "main": "./dist/cjs/main.cjs",
   "module": "./dist/esm/main.mjs",
   "types": "./dist/types/index.d.ts",
@@ -47,7 +47,7 @@
     "image": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/image.ts --provider 'google' --name 'Jo' --location 'New York, NY'",
     "code_exec_files": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec_files.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
     "code_exec_simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec_simple.ts --provider 'google' --name 'Jo' --location 'New York, NY'",
-    "simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/simple.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
+    "simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/simple.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
     "caching": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/caching.ts --name 'Jo' --location 'New York, NY'",
     "thinking": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/thinking.ts --name 'Jo' --location 'New York, NY'",
     "memory": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/memory.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
@@ -57,9 +57,16 @@
     "abort": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/abort.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
     "start:cli2": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/cli2.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
     "multi-agent-test": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/multi-agent-test.ts",
+    "test-tools-before-handoff": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/test-tools-before-handoff.ts",
     "multi-agent-parallel": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/multi-agent-parallel.ts",
+    "multi-agent-chain": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/multi-agent-chain.ts",
     "multi-agent-sequence": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/multi-agent-sequence.ts",
     "multi-agent-conditional": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/multi-agent-conditional.ts",
+    "multi-agent-supervisor": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/multi-agent-supervisor.ts",
+    "multi-agent-list-handoff": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/test-multi-agent-list-handoff.ts",
+    "multi-agent-hybrid-flow": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/multi-agent-hybrid-flow.ts",
+    "test-handoff-input": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/test-handoff-input.ts",
+    "test-custom-prompt-key": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/test-custom-prompt-key.ts",
     "script2": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/proto/example_test.ts",
     "script3": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/proto/example_test_anthropic.ts",
     "script4": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/cli4.ts --name 'Jo' --location 'New York, NY'",
@@ -111,6 +118,7 @@
   "devDependencies": {
     "@anthropic-ai/vertex-sdk": "^0.12.0",
     "@eslint/compat": "^1.2.7",
+    "@langchain/tavily": "^0.1.5",
     "@rollup/plugin-alias": "^5.1.0",
     "@rollup/plugin-commonjs": "^28.0.3",
     "@rollup/plugin-json": "^6.1.0",

package/src/common/enum.ts

@@ -163,6 +163,7 @@ export enum Constants {
   EXECUTE_CODE = 'execute_code',
   WEB_SEARCH = 'web_search',
   CONTENT_AND_ARTIFACT = 'content_and_artifact',
+  LC_TRANSFER_TO_ = 'lc_transfer_to_',
 }
 
 export enum TitleMethod {

package/src/graphs/Graph.ts

@@ -380,7 +380,6 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
     currentTools?: t.GraphTools;
     currentToolMap?: t.ToolMap;
   }): CustomToolNode<t.BaseGraphState> | ToolNode<t.BaseGraphState> {
-    // return new ToolNode<t.BaseGraphState>(this.tools);
     return new CustomToolNode<t.BaseGraphState>({
       tools: (currentTools as t.GenericTool[] | undefined) ?? [],
       toolMap: currentToolMap,