@librechat/agents 3.2.21 → 3.2.32
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/agents/AgentContext.cjs +3 -2
- package/dist/cjs/agents/AgentContext.cjs.map +1 -1
- package/dist/cjs/events.cjs.map +1 -1
- package/dist/cjs/graphs/Graph.cjs +200 -54
- package/dist/cjs/graphs/Graph.cjs.map +1 -1
- package/dist/cjs/graphs/MultiAgentGraph.cjs.map +1 -1
- package/dist/cjs/hooks/createWorkspacePolicyHook.cjs +13 -7
- package/dist/cjs/hooks/createWorkspacePolicyHook.cjs.map +1 -1
- package/dist/cjs/hooks/executeHooks.cjs.map +1 -1
- package/dist/cjs/hooks/types.cjs.map +1 -1
- package/dist/cjs/instrumentation.cjs +2 -2
- package/dist/cjs/instrumentation.cjs.map +1 -1
- package/dist/cjs/langfuse.cjs +17 -1
- package/dist/cjs/langfuse.cjs.map +1 -1
- package/dist/cjs/langfuseToolOutputTracing.cjs +2 -2
- package/dist/cjs/langfuseToolOutputTracing.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/index.cjs +1 -1
- package/dist/cjs/llm/anthropic/index.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +38 -3
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs +6 -2
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/index.cjs +2 -2
- package/dist/cjs/llm/bedrock/index.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/toolCache.cjs +8 -5
- package/dist/cjs/llm/bedrock/toolCache.cjs.map +1 -1
- package/dist/cjs/llm/fake.cjs +16 -14
- package/dist/cjs/llm/fake.cjs.map +1 -1
- package/dist/cjs/llm/google/index.cjs +22 -0
- package/dist/cjs/llm/google/index.cjs.map +1 -1
- package/dist/cjs/llm/google/utils/common.cjs +88 -27
- package/dist/cjs/llm/google/utils/common.cjs.map +1 -1
- package/dist/cjs/llm/init.cjs +2 -2
- package/dist/cjs/llm/invoke.cjs +108 -11
- package/dist/cjs/llm/invoke.cjs.map +1 -1
- package/dist/cjs/llm/openai/index.cjs +1 -1
- package/dist/cjs/llm/openai/index.cjs.map +1 -1
- package/dist/cjs/llm/openai/utils/index.cjs +1 -1
- package/dist/cjs/llm/openai/utils/index.cjs.map +1 -1
- package/dist/cjs/llm/openrouter/index.cjs.map +1 -1
- package/dist/cjs/llm/vertexai/index.cjs.map +1 -1
- package/dist/cjs/main.cjs +1 -0
- package/dist/cjs/main.cjs.map +1 -1
- package/dist/cjs/messages/cache.cjs +29 -8
- package/dist/cjs/messages/cache.cjs.map +1 -1
- package/dist/cjs/messages/content.cjs.map +1 -1
- package/dist/cjs/messages/contextPruning.cjs.map +1 -1
- package/dist/cjs/messages/format.cjs +129 -17
- package/dist/cjs/messages/format.cjs.map +1 -1
- package/dist/cjs/messages/prune.cjs.map +1 -1
- package/dist/cjs/messages/reducer.cjs +1 -1
- package/dist/cjs/messages/reducer.cjs.map +1 -1
- package/dist/cjs/messages/tools.cjs +1 -1
- package/dist/cjs/messages/tools.cjs.map +1 -1
- package/dist/cjs/openai/index.cjs.map +1 -1
- package/dist/cjs/responses/index.cjs.map +1 -1
- package/dist/cjs/run.cjs +41 -20
- package/dist/cjs/run.cjs.map +1 -1
- package/dist/cjs/session/AgentSession.cjs +4 -4
- package/dist/cjs/session/AgentSession.cjs.map +1 -1
- package/dist/cjs/session/JsonlSessionStore.cjs +2 -2
- package/dist/cjs/session/JsonlSessionStore.cjs.map +1 -1
- package/dist/cjs/session/handlers.cjs +2 -2
- package/dist/cjs/session/handlers.cjs.map +1 -1
- package/dist/cjs/stream.cjs +248 -25
- package/dist/cjs/stream.cjs.map +1 -1
- package/dist/cjs/summarization/node.cjs.map +1 -1
- package/dist/cjs/tools/BashProgrammaticToolCalling.cjs +1 -1
- package/dist/cjs/tools/BashProgrammaticToolCalling.cjs.map +1 -1
- package/dist/cjs/tools/Calculator.cjs +1 -1
- package/dist/cjs/tools/Calculator.cjs.map +1 -1
- package/dist/cjs/tools/CodeExecutor.cjs +1 -1
- package/dist/cjs/tools/CodeExecutor.cjs.map +1 -1
- package/dist/cjs/tools/SubagentTool.cjs.map +1 -1
- package/dist/cjs/tools/ToolNode.cjs +37 -18
- package/dist/cjs/tools/ToolNode.cjs.map +1 -1
- package/dist/cjs/tools/ToolSearch.cjs +1 -1
- package/dist/cjs/tools/ToolSearch.cjs.map +1 -1
- package/dist/cjs/tools/cloudflare/CloudflareSandboxExecutionEngine.cjs +7 -4
- package/dist/cjs/tools/cloudflare/CloudflareSandboxExecutionEngine.cjs.map +1 -1
- package/dist/cjs/tools/cloudflare/CloudflareSandboxTools.cjs +4 -4
- package/dist/cjs/tools/cloudflare/CloudflareSandboxTools.cjs.map +1 -1
- package/dist/cjs/tools/handlers.cjs +2 -1
- package/dist/cjs/tools/handlers.cjs.map +1 -1
- package/dist/cjs/tools/local/CompileCheckTool.cjs.map +1 -1
- package/dist/cjs/tools/local/FileCheckpointer.cjs +2 -1
- package/dist/cjs/tools/local/FileCheckpointer.cjs.map +1 -1
- package/dist/cjs/tools/local/LocalCodingTools.cjs +45 -19
- package/dist/cjs/tools/local/LocalCodingTools.cjs.map +1 -1
- package/dist/cjs/tools/local/LocalExecutionEngine.cjs +3 -3
- package/dist/cjs/tools/local/LocalExecutionEngine.cjs.map +1 -1
- package/dist/cjs/tools/local/LocalExecutionTools.cjs +2 -2
- package/dist/cjs/tools/local/LocalExecutionTools.cjs.map +1 -1
- package/dist/cjs/tools/local/LocalProgrammaticToolCalling.cjs +4 -3
- package/dist/cjs/tools/local/LocalProgrammaticToolCalling.cjs.map +1 -1
- package/dist/cjs/tools/local/attachments.cjs +0 -5
- package/dist/cjs/tools/local/attachments.cjs.map +1 -1
- package/dist/cjs/tools/local/resolveLocalExecutionTools.cjs +4 -4
- package/dist/cjs/tools/local/resolveLocalExecutionTools.cjs.map +1 -1
- package/dist/cjs/tools/search/firecrawl.cjs +1 -1
- package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
- package/dist/cjs/tools/search/rerankers.cjs +7 -3
- package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
- package/dist/cjs/tools/search/tavily-search.cjs +1 -1
- package/dist/cjs/tools/search/tavily-search.cjs.map +1 -1
- package/dist/cjs/tools/search/utils.cjs +76 -8
- package/dist/cjs/tools/search/utils.cjs.map +1 -1
- package/dist/cjs/tools/subagent/SubagentExecutor.cjs +1 -1
- package/dist/cjs/tools/subagent/SubagentExecutor.cjs.map +1 -1
- package/dist/cjs/utils/handlers.cjs +1 -1
- package/dist/cjs/utils/handlers.cjs.map +1 -1
- package/dist/cjs/utils/run.cjs +1 -1
- package/dist/cjs/utils/run.cjs.map +1 -1
- package/dist/esm/agents/AgentContext.mjs +3 -2
- package/dist/esm/agents/AgentContext.mjs.map +1 -1
- package/dist/esm/events.mjs.map +1 -1
- package/dist/esm/graphs/Graph.mjs +200 -54
- package/dist/esm/graphs/Graph.mjs.map +1 -1
- package/dist/esm/graphs/MultiAgentGraph.mjs.map +1 -1
- package/dist/esm/hooks/createWorkspacePolicyHook.mjs +13 -7
- package/dist/esm/hooks/createWorkspacePolicyHook.mjs.map +1 -1
- package/dist/esm/hooks/executeHooks.mjs.map +1 -1
- package/dist/esm/hooks/types.mjs.map +1 -1
- package/dist/esm/instrumentation.mjs +2 -2
- package/dist/esm/instrumentation.mjs.map +1 -1
- package/dist/esm/langfuse.mjs +17 -2
- package/dist/esm/langfuse.mjs.map +1 -1
- package/dist/esm/langfuseToolOutputTracing.mjs +2 -2
- package/dist/esm/langfuseToolOutputTracing.mjs.map +1 -1
- package/dist/esm/llm/anthropic/index.mjs +1 -1
- package/dist/esm/llm/anthropic/index.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs +38 -3
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs +6 -2
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map +1 -1
- package/dist/esm/llm/bedrock/index.mjs +2 -2
- package/dist/esm/llm/bedrock/index.mjs.map +1 -1
- package/dist/esm/llm/bedrock/toolCache.mjs +8 -5
- package/dist/esm/llm/bedrock/toolCache.mjs.map +1 -1
- package/dist/esm/llm/fake.mjs +16 -14
- package/dist/esm/llm/fake.mjs.map +1 -1
- package/dist/esm/llm/google/index.mjs +23 -1
- package/dist/esm/llm/google/index.mjs.map +1 -1
- package/dist/esm/llm/google/utils/common.mjs +88 -27
- package/dist/esm/llm/google/utils/common.mjs.map +1 -1
- package/dist/esm/llm/init.mjs +2 -2
- package/dist/esm/llm/invoke.mjs +104 -7
- package/dist/esm/llm/invoke.mjs.map +1 -1
- package/dist/esm/llm/openai/index.mjs +1 -1
- package/dist/esm/llm/openai/index.mjs.map +1 -1
- package/dist/esm/llm/openai/utils/index.mjs +1 -1
- package/dist/esm/llm/openai/utils/index.mjs.map +1 -1
- package/dist/esm/llm/openrouter/index.mjs.map +1 -1
- package/dist/esm/llm/vertexai/index.mjs.map +1 -1
- package/dist/esm/main.mjs +1 -1
- package/dist/esm/messages/cache.mjs +29 -8
- package/dist/esm/messages/cache.mjs.map +1 -1
- package/dist/esm/messages/content.mjs.map +1 -1
- package/dist/esm/messages/contextPruning.mjs.map +1 -1
- package/dist/esm/messages/format.mjs +129 -18
- package/dist/esm/messages/format.mjs.map +1 -1
- package/dist/esm/messages/prune.mjs.map +1 -1
- package/dist/esm/messages/reducer.mjs +1 -1
- package/dist/esm/messages/reducer.mjs.map +1 -1
- package/dist/esm/messages/tools.mjs +1 -1
- package/dist/esm/messages/tools.mjs.map +1 -1
- package/dist/esm/openai/index.mjs.map +1 -1
- package/dist/esm/responses/index.mjs.map +1 -1
- package/dist/esm/run.mjs +41 -20
- package/dist/esm/run.mjs.map +1 -1
- package/dist/esm/session/AgentSession.mjs +4 -4
- package/dist/esm/session/AgentSession.mjs.map +1 -1
- package/dist/esm/session/JsonlSessionStore.mjs +2 -2
- package/dist/esm/session/JsonlSessionStore.mjs.map +1 -1
- package/dist/esm/session/handlers.mjs +2 -2
- package/dist/esm/session/handlers.mjs.map +1 -1
- package/dist/esm/stream.mjs +248 -25
- package/dist/esm/stream.mjs.map +1 -1
- package/dist/esm/summarization/node.mjs.map +1 -1
- package/dist/esm/tools/BashProgrammaticToolCalling.mjs +1 -1
- package/dist/esm/tools/BashProgrammaticToolCalling.mjs.map +1 -1
- package/dist/esm/tools/Calculator.mjs +1 -1
- package/dist/esm/tools/Calculator.mjs.map +1 -1
- package/dist/esm/tools/CodeExecutor.mjs +1 -1
- package/dist/esm/tools/CodeExecutor.mjs.map +1 -1
- package/dist/esm/tools/SubagentTool.mjs.map +1 -1
- package/dist/esm/tools/ToolNode.mjs +37 -18
- package/dist/esm/tools/ToolNode.mjs.map +1 -1
- package/dist/esm/tools/ToolSearch.mjs +1 -1
- package/dist/esm/tools/ToolSearch.mjs.map +1 -1
- package/dist/esm/tools/cloudflare/CloudflareSandboxExecutionEngine.mjs +7 -4
- package/dist/esm/tools/cloudflare/CloudflareSandboxExecutionEngine.mjs.map +1 -1
- package/dist/esm/tools/cloudflare/CloudflareSandboxTools.mjs +4 -4
- package/dist/esm/tools/cloudflare/CloudflareSandboxTools.mjs.map +1 -1
- package/dist/esm/tools/handlers.mjs +2 -1
- package/dist/esm/tools/handlers.mjs.map +1 -1
- package/dist/esm/tools/local/CompileCheckTool.mjs.map +1 -1
- package/dist/esm/tools/local/FileCheckpointer.mjs +2 -1
- package/dist/esm/tools/local/FileCheckpointer.mjs.map +1 -1
- package/dist/esm/tools/local/LocalCodingTools.mjs +45 -19
- package/dist/esm/tools/local/LocalCodingTools.mjs.map +1 -1
- package/dist/esm/tools/local/LocalExecutionEngine.mjs +3 -3
- package/dist/esm/tools/local/LocalExecutionEngine.mjs.map +1 -1
- package/dist/esm/tools/local/LocalExecutionTools.mjs +2 -2
- package/dist/esm/tools/local/LocalExecutionTools.mjs.map +1 -1
- package/dist/esm/tools/local/LocalProgrammaticToolCalling.mjs +4 -3
- package/dist/esm/tools/local/LocalProgrammaticToolCalling.mjs.map +1 -1
- package/dist/esm/tools/local/attachments.mjs +0 -5
- package/dist/esm/tools/local/attachments.mjs.map +1 -1
- package/dist/esm/tools/local/resolveLocalExecutionTools.mjs +4 -4
- package/dist/esm/tools/local/resolveLocalExecutionTools.mjs.map +1 -1
- package/dist/esm/tools/search/firecrawl.mjs +1 -1
- package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
- package/dist/esm/tools/search/rerankers.mjs +8 -4
- package/dist/esm/tools/search/rerankers.mjs.map +1 -1
- package/dist/esm/tools/search/tavily-search.mjs +1 -1
- package/dist/esm/tools/search/tavily-search.mjs.map +1 -1
- package/dist/esm/tools/search/utils.mjs +76 -9
- package/dist/esm/tools/search/utils.mjs.map +1 -1
- package/dist/esm/tools/subagent/SubagentExecutor.mjs +1 -1
- package/dist/esm/tools/subagent/SubagentExecutor.mjs.map +1 -1
- package/dist/esm/utils/handlers.mjs +1 -1
- package/dist/esm/utils/handlers.mjs.map +1 -1
- package/dist/esm/utils/run.mjs +1 -1
- package/dist/esm/utils/run.mjs.map +1 -1
- package/dist/types/agents/__tests__/promptCacheLiveHelpers.d.ts +1 -1
- package/dist/types/events.d.ts +1 -1
- package/dist/types/graphs/Graph.d.ts +7 -1
- package/dist/types/hooks/executeHooks.d.ts +1 -1
- package/dist/types/hooks/types.d.ts +5 -0
- package/dist/types/langfuse.d.ts +4 -0
- package/dist/types/llm/anthropic/utils/message_inputs.d.ts +1 -1
- package/dist/types/llm/anthropic/utils/message_outputs.d.ts +1 -1
- package/dist/types/llm/anthropic/utils/output_parsers.d.ts +2 -2
- package/dist/types/llm/bedrock/index.d.ts +2 -2
- package/dist/types/llm/fake.d.ts +3 -3
- package/dist/types/llm/google/index.d.ts +1 -0
- package/dist/types/llm/google/types.d.ts +1 -1
- package/dist/types/llm/google/utils/common.d.ts +2 -2
- package/dist/types/llm/google/utils/tools.d.ts +1 -1
- package/dist/types/llm/google/utils/zod_to_genai_parameters.d.ts +1 -1
- package/dist/types/llm/openai/index.d.ts +2 -2
- package/dist/types/llm/openai/utils/index.d.ts +1 -1
- package/dist/types/llm/openrouter/index.d.ts +4 -4
- package/dist/types/messages/contextPruning.d.ts +1 -1
- package/dist/types/messages/format.d.ts +14 -4
- package/dist/types/messages/prune.d.ts +1 -1
- package/dist/types/session/JsonlSessionStore.d.ts +1 -1
- package/dist/types/session/handlers.d.ts +1 -1
- package/dist/types/session/types.d.ts +1 -1
- package/dist/types/summarization/node.d.ts +1 -1
- package/dist/types/tools/SubagentTool.d.ts +2 -2
- package/dist/types/tools/ToolNode.d.ts +9 -2
- package/dist/types/tools/cloudflare/CloudflareSandboxExecutionEngine.d.ts +1 -1
- package/dist/types/tools/search/types.d.ts +1 -1
- package/dist/types/tools/search/utils.d.ts +11 -0
- package/dist/types/types/graph.d.ts +4 -4
- package/dist/types/types/llm.d.ts +4 -3
- package/dist/types/types/messages.d.ts +1 -1
- package/dist/types/types/run.d.ts +6 -6
- package/dist/types/types/stream.d.ts +2 -2
- package/dist/types/types/tools.d.ts +5 -1
- package/dist/types/utils/handlers.d.ts +2 -2
- package/dist/types/utils/run.d.ts +1 -1
- package/package.json +13 -10
- package/src/__tests__/stream.eagerEventExecution.test.ts +543 -6
- package/src/agents/AgentContext.ts +2 -2
- package/src/agents/__tests__/AgentContext.test.ts +3 -3
- package/src/agents/__tests__/promptCacheLiveHelpers.ts +1 -1
- package/src/events.ts +1 -1
- package/src/graphs/Graph.ts +329 -72
- package/src/graphs/MultiAgentGraph.ts +1 -1
- package/src/graphs/__tests__/Graph.reasoning.test.ts +919 -6
- package/src/graphs/__tests__/MultiAgentGraph.test.ts +1 -1
- package/src/graphs/__tests__/composition.smoke.test.ts +1 -1
- package/src/hooks/__tests__/HookRegistry.test.ts +1 -1
- package/src/hooks/__tests__/compactHooks.test.ts +8 -8
- package/src/hooks/__tests__/createWorkspacePolicyHook.test.ts +34 -22
- package/src/hooks/__tests__/executeHooks.test.ts +3 -3
- package/src/hooks/__tests__/integration.test.ts +3 -3
- package/src/hooks/__tests__/toolHooks.test.ts +10 -10
- package/src/hooks/createWorkspacePolicyHook.ts +17 -14
- package/src/hooks/executeHooks.ts +1 -1
- package/src/hooks/types.ts +5 -0
- package/src/instrumentation.ts +11 -11
- package/src/langfuse.ts +35 -1
- package/src/langfuseToolOutputTracing.ts +2 -2
- package/src/llm/anthropic/index.ts +1 -1
- package/src/llm/anthropic/llm.spec.ts +36 -0
- package/src/llm/anthropic/utils/message_inputs.ts +46 -4
- package/src/llm/anthropic/utils/message_outputs.ts +9 -7
- package/src/llm/anthropic/utils/output_parsers.ts +5 -5
- package/src/llm/anthropic/utils/streaming-tool-input.test.ts +186 -0
- package/src/llm/bedrock/index.ts +4 -4
- package/src/llm/bedrock/toolCache.test.ts +48 -9
- package/src/llm/bedrock/toolCache.ts +11 -6
- package/src/llm/fake.ts +30 -25
- package/src/llm/google/index.ts +43 -1
- package/src/llm/google/llm.spec.ts +173 -1
- package/src/llm/google/types.ts +1 -1
- package/src/llm/google/utils/common.ts +154 -45
- package/src/llm/google/utils/tools.ts +8 -8
- package/src/llm/google/utils/zod_to_genai_parameters.ts +4 -4
- package/src/llm/invoke.test.ts +3 -3
- package/src/llm/invoke.ts +170 -10
- package/src/llm/openai/index.ts +4 -4
- package/src/llm/openai/utils/index.ts +14 -14
- package/src/llm/openrouter/index.ts +4 -4
- package/src/llm/openrouter/reasoning.test.ts +2 -2
- package/src/llm/vertexai/fixThoughtSignatures.test.ts +1 -1
- package/src/llm/vertexai/index.ts +1 -1
- package/src/messages/cache.test.ts +144 -0
- package/src/messages/cache.ts +50 -13
- package/src/messages/content.ts +1 -1
- package/src/messages/contextPruning.ts +1 -1
- package/src/messages/format.ts +236 -43
- package/src/messages/formatAgentMessages.skills.test.ts +205 -26
- package/src/messages/formatAgentMessages.test.ts +841 -10
- package/src/messages/labelContentByAgent.test.ts +2 -2
- package/src/messages/prune.ts +1 -1
- package/src/messages/reducer.ts +1 -1
- package/src/messages/tools.ts +1 -1
- package/src/openai/__tests__/openai.test.ts +2 -2
- package/src/openai/index.ts +1 -1
- package/src/responses/__tests__/responses.test.ts +2 -2
- package/src/responses/index.ts +1 -1
- package/src/run.ts +68 -41
- package/src/session/AgentSession.ts +6 -6
- package/src/session/JsonlSessionStore.ts +3 -3
- package/src/session/__tests__/JsonlSessionStore.test.ts +5 -5
- package/src/session/__tests__/handlers.test.ts +2 -2
- package/src/session/handlers.ts +5 -5
- package/src/session/types.ts +1 -1
- package/src/specs/agent-handoffs.test.ts +1 -1
- package/src/specs/langfuse-callbacks.test.ts +2 -2
- package/src/specs/langfuse-metadata.test.ts +39 -0
- package/src/specs/langfuse-tool-output-tracing.test.ts +1 -1
- package/src/specs/multi-agent-summarization.test.ts +4 -4
- package/src/specs/subagent.test.ts +3 -3
- package/src/specs/summarization-unit.test.ts +1 -1
- package/src/specs/thinking-handoff.test.ts +1 -1
- package/src/splitStream.test.ts +48 -0
- package/src/stream.test.ts +53 -3
- package/src/stream.ts +450 -39
- package/src/summarization/__tests__/aggregator.test.ts +2 -2
- package/src/summarization/__tests__/node.test.ts +2 -2
- package/src/summarization/node.ts +1 -1
- package/src/tools/BashProgrammaticToolCalling.ts +5 -5
- package/src/tools/Calculator.ts +1 -1
- package/src/tools/CodeExecutor.ts +2 -4
- package/src/tools/SubagentTool.ts +2 -2
- package/src/tools/ToolNode.ts +37 -16
- package/src/tools/ToolSearch.ts +1 -1
- package/src/tools/__tests__/CloudflareSandboxExecution.test.ts +4 -4
- package/src/tools/__tests__/CodeApiAuthHeaders.test.ts +12 -12
- package/src/tools/__tests__/LocalExecutionTools.test.ts +125 -93
- package/src/tools/__tests__/ProgrammaticToolCalling.test.ts +29 -5
- package/src/tools/__tests__/ReadFile.test.ts +1 -1
- package/src/tools/__tests__/SkillTool.test.ts +4 -4
- package/src/tools/__tests__/SubagentExecutor.test.ts +17 -13
- package/src/tools/__tests__/SubagentTool.test.ts +2 -2
- package/src/tools/__tests__/ToolNode.eagerEventExecution.test.ts +1 -1
- package/src/tools/__tests__/ToolNode.outputReferences.test.ts +2 -5
- package/src/tools/__tests__/ToolNode.session.test.ts +1 -1
- package/src/tools/__tests__/ToolSearch.test.ts +1 -1
- package/src/tools/__tests__/annotateMessagesForLLM.test.ts +1 -1
- package/src/tools/__tests__/directToolHITLResumeScope.test.ts +35 -32
- package/src/tools/__tests__/directToolHooks.test.ts +41 -0
- package/src/tools/__tests__/handlers.test.ts +2 -2
- package/src/tools/__tests__/hitl.test.ts +11 -11
- package/src/tools/__tests__/localToolNames.test.ts +8 -6
- package/src/tools/__tests__/skillCatalog.test.ts +1 -1
- package/src/tools/__tests__/subagentHooks.test.ts +20 -10
- package/src/tools/__tests__/workspaceSeam.test.ts +20 -7
- package/src/tools/cloudflare/CloudflareSandboxExecutionEngine.ts +9 -6
- package/src/tools/cloudflare/CloudflareSandboxTools.ts +19 -19
- package/src/tools/handlers.ts +5 -5
- package/src/tools/local/CompileCheckTool.ts +4 -7
- package/src/tools/local/FileCheckpointer.ts +6 -5
- package/src/tools/local/LocalCodingTools.ts +100 -45
- package/src/tools/local/LocalExecutionEngine.ts +5 -5
- package/src/tools/local/LocalExecutionTools.ts +9 -9
- package/src/tools/local/LocalProgrammaticToolCalling.ts +5 -4
- package/src/tools/local/attachments.ts +0 -6
- package/src/tools/local/resolveLocalExecutionTools.ts +15 -15
- package/src/tools/search/firecrawl.ts +1 -1
- package/src/tools/search/jina-reranker.test.ts +148 -37
- package/src/tools/search/rerankers.ts +14 -4
- package/src/tools/search/tavily-search.ts +2 -2
- package/src/tools/search/types.ts +1 -1
- package/src/tools/search/utils.ts +99 -9
- package/src/tools/subagent/SubagentExecutor.ts +12 -6
- package/src/types/graph.ts +12 -12
- package/src/types/llm.ts +7 -6
- package/src/types/messages.ts +1 -1
- package/src/types/run.ts +7 -7
- package/src/types/stream.ts +2 -2
- package/src/types/tools.ts +5 -1
- package/src/utils/handlers.ts +2 -2
- package/src/utils/llmConfig.ts +1 -1
- package/src/utils/logging.ts +20 -10
- package/src/utils/run.ts +2 -2
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import type { StructuredToolInterface } from '@langchain/core/tools';
|
|
2
2
|
import type { RunnableToolLike } from '@langchain/core/runnables';
|
|
3
3
|
import type { ToolCall } from '@langchain/core/messages/tool';
|
|
4
|
-
import type { HookRegistry } from '@/hooks';
|
|
5
4
|
import type { ToolOutputReferenceRegistry } from '@/tools/toolOutputReferences';
|
|
6
5
|
import type { MessageContentComplex, ToolErrorData } from './stream';
|
|
7
6
|
import type { HumanInTheLoopConfig } from './hitl';
|
|
8
7
|
import type { LangfuseConfig } from './graph';
|
|
8
|
+
import type { HookRegistry } from '@/hooks';
|
|
9
9
|
/** Replacement type for `import type { ToolCall } from '@langchain/core/messages/tool'` in order to have stringified args typed */
|
|
10
10
|
export type CustomToolCall = {
|
|
11
11
|
name: string;
|
|
@@ -83,6 +83,9 @@ export type ToolNodeOptions = {
|
|
|
83
83
|
toolDefinitions?: Map<string, LCTool>;
|
|
84
84
|
/** Agent ID for event-driven mode (used to identify which agent's context to use) */
|
|
85
85
|
agentId?: string;
|
|
86
|
+
/** ID of the agent that owns this tool node, surfaced to hooks as `executingAgentId`
|
|
87
|
+
* so a batch can be attributed to a specific agent even where `agentId` is undefined. */
|
|
88
|
+
executingAgentId?: string;
|
|
86
89
|
/** Tool names that must be executed directly (via runTool) even in event-driven mode (e.g., graph-managed handoff tools) */
|
|
87
90
|
directToolNames?: Set<string>;
|
|
88
91
|
/** Opt-in eager execution for event-driven tool calls. */
|
|
@@ -892,6 +895,7 @@ export type ProgrammaticHookContext = {
|
|
|
892
895
|
runId: string;
|
|
893
896
|
threadId?: string;
|
|
894
897
|
agentId?: string;
|
|
898
|
+
executingAgentId?: string;
|
|
895
899
|
};
|
|
896
900
|
/** Search mode: code_interpreter uses external sandbox, local uses safe substring matching */
|
|
897
901
|
export type ToolSearchMode = 'code_interpreter' | 'local';
|
|
@@ -14,9 +14,9 @@
|
|
|
14
14
|
* });
|
|
15
15
|
* ```
|
|
16
16
|
*/
|
|
17
|
-
import { GraphEvents } from '@/common';
|
|
18
|
-
import { createContentAggregator } from '@/stream';
|
|
19
17
|
import type * as t from '@/types';
|
|
18
|
+
import { createContentAggregator } from '@/stream';
|
|
19
|
+
import { GraphEvents } from '@/common';
|
|
20
20
|
interface HandlerCallbacks {
|
|
21
21
|
onRunStep?: (event: GraphEvents.ON_RUN_STEP, data: t.StreamEventData) => void;
|
|
22
22
|
onRunStepCompleted?: (event: GraphEvents.ON_RUN_STEP_COMPLETED, data: t.StreamEventData) => void;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { CallbackManagerForChainRun } from '@langchain/core/callbacks/manager';
|
|
2
|
-
import {
|
|
2
|
+
import { RunnableConfig, Runnable } from '@langchain/core/runnables';
|
|
3
3
|
/**
|
|
4
4
|
* Delays the execution for a specified number of milliseconds.
|
|
5
5
|
*
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@librechat/agents",
|
|
3
|
-
"version": "3.2.
|
|
3
|
+
"version": "3.2.32",
|
|
4
4
|
"main": "./dist/cjs/main.cjs",
|
|
5
5
|
"module": "./dist/esm/main.mjs",
|
|
6
6
|
"types": "./dist/types/index.d.ts",
|
|
@@ -103,7 +103,7 @@
|
|
|
103
103
|
],
|
|
104
104
|
"packageManager": "npm@10.5.2",
|
|
105
105
|
"engines": {
|
|
106
|
-
"node": ">=
|
|
106
|
+
"node": ">=24.0.0"
|
|
107
107
|
},
|
|
108
108
|
"files": [
|
|
109
109
|
"dist",
|
|
@@ -116,6 +116,8 @@
|
|
|
116
116
|
"prepublishOnly": "npm run build",
|
|
117
117
|
"build": "NODE_ENV=production rollup -c && tsc -p tsconfig.build.json",
|
|
118
118
|
"build:dev": "rollup -c",
|
|
119
|
+
"sort-imports": "node scripts/sort-imports.ts",
|
|
120
|
+
"sort-imports:check": "node scripts/sort-imports.ts --check",
|
|
119
121
|
"start": "node dist/esm/main.js",
|
|
120
122
|
"clean": "node ./config/clean.js",
|
|
121
123
|
"script": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/cli.ts",
|
|
@@ -216,12 +218,12 @@
|
|
|
216
218
|
"@aws-sdk/client-bedrock-runtime": "^3.1013.0",
|
|
217
219
|
"@langchain/anthropic": "^1.3.28",
|
|
218
220
|
"@langchain/aws": "^1.3.5",
|
|
219
|
-
"@langchain/core": "1.1.
|
|
221
|
+
"@langchain/core": "1.1.48",
|
|
220
222
|
"@langchain/deepseek": "^1.0.25",
|
|
221
|
-
"@langchain/google-common": "2.1.
|
|
222
|
-
"@langchain/google-gauth": "2.1.
|
|
223
|
-
"@langchain/google-genai": "2.1.
|
|
224
|
-
"@langchain/google-vertexai": "2.1.
|
|
223
|
+
"@langchain/google-common": "2.1.31",
|
|
224
|
+
"@langchain/google-gauth": "2.1.31",
|
|
225
|
+
"@langchain/google-genai": "2.1.31",
|
|
226
|
+
"@langchain/google-vertexai": "2.1.31",
|
|
225
227
|
"@langchain/langgraph": "^1.2.9",
|
|
226
228
|
"@langchain/mistralai": "^1.0.8",
|
|
227
229
|
"@langchain/openai": "1.4.5",
|
|
@@ -247,7 +249,7 @@
|
|
|
247
249
|
"uuid": "^11.1.1"
|
|
248
250
|
},
|
|
249
251
|
"peerDependencies": {
|
|
250
|
-
"@anthropic-ai/sandbox-runtime": "^0.0.
|
|
252
|
+
"@anthropic-ai/sandbox-runtime": "^0.0.54"
|
|
251
253
|
},
|
|
252
254
|
"peerDependenciesMeta": {
|
|
253
255
|
"@anthropic-ai/sandbox-runtime": {
|
|
@@ -259,7 +261,7 @@
|
|
|
259
261
|
"~/*": "./*"
|
|
260
262
|
},
|
|
261
263
|
"devDependencies": {
|
|
262
|
-
"@anthropic-ai/sandbox-runtime": "^0.0.
|
|
264
|
+
"@anthropic-ai/sandbox-runtime": "^0.0.54",
|
|
263
265
|
"@anthropic-ai/vertex-sdk": "^0.12.0",
|
|
264
266
|
"@eslint/compat": "^1.2.7",
|
|
265
267
|
"@rollup/plugin-alias": "^5.1.0",
|
|
@@ -269,7 +271,7 @@
|
|
|
269
271
|
"@rollup/plugin-typescript": "^12.1.2",
|
|
270
272
|
"@swc/core": "^1.6.13",
|
|
271
273
|
"@types/jest": "^30.0.0",
|
|
272
|
-
"@types/node": "^
|
|
274
|
+
"@types/node": "^24.13.1",
|
|
273
275
|
"@types/node-fetch": "^2.6.13",
|
|
274
276
|
"@types/yargs-parser": "^21.0.3",
|
|
275
277
|
"@typescript-eslint/eslint-plugin": "^8.24.0",
|
|
@@ -294,6 +296,7 @@
|
|
|
294
296
|
},
|
|
295
297
|
"lint-staged": {
|
|
296
298
|
"*.{js,ts}": [
|
|
299
|
+
"node scripts/sort-imports.ts",
|
|
297
300
|
"prettier --write",
|
|
298
301
|
"eslint --fix"
|
|
299
302
|
],
|
|
@@ -2,21 +2,22 @@ import { describe, it, expect, jest, afterEach } from '@jest/globals';
|
|
|
2
2
|
import type { AgentContext } from '@/agents/AgentContext';
|
|
3
3
|
import type { StandardGraph } from '@/graphs';
|
|
4
4
|
import type * as t from '@/types';
|
|
5
|
+
import {
|
|
6
|
+
STREAMED_TOOL_CALL_SEAL_METADATA_KEY,
|
|
7
|
+
STREAMED_TOOL_CALL_ADAPTER_METADATA_KEY,
|
|
8
|
+
OPENAI_RESPONSES_STREAMED_TOOL_CALL_ADAPTER,
|
|
9
|
+
} from '@/tools/streamedToolCallSeals';
|
|
5
10
|
import {
|
|
6
11
|
Constants,
|
|
7
12
|
ContentTypes,
|
|
8
13
|
GraphEvents,
|
|
9
14
|
Providers,
|
|
10
15
|
StepTypes,
|
|
16
|
+
ToolCallTypes,
|
|
11
17
|
} from '@/common';
|
|
18
|
+
import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
|
|
12
19
|
import { HandlerRegistry } from '@/events';
|
|
13
20
|
import * as events from '@/utils/events';
|
|
14
|
-
import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
|
|
15
|
-
import {
|
|
16
|
-
STREAMED_TOOL_CALL_SEAL_METADATA_KEY,
|
|
17
|
-
STREAMED_TOOL_CALL_ADAPTER_METADATA_KEY,
|
|
18
|
-
OPENAI_RESPONSES_STREAMED_TOOL_CALL_ADAPTER,
|
|
19
|
-
} from '@/tools/streamedToolCallSeals';
|
|
20
21
|
|
|
21
22
|
function createGraph(overrides: Partial<StandardGraph> = {}): StandardGraph {
|
|
22
23
|
const runSteps = new Map<string, t.RunStep>();
|
|
@@ -97,6 +98,42 @@ function chunkStateKey(stepKey: string, chunkKey: string | number): string {
|
|
|
97
98
|
return `${stepKey}\u0000${String(chunkKey)}`;
|
|
98
99
|
}
|
|
99
100
|
|
|
101
|
+
function attachContentAggregator(graph: StandardGraph): {
|
|
102
|
+
contentParts: Array<t.MessageContentComplex | undefined>;
|
|
103
|
+
} {
|
|
104
|
+
const { contentParts, aggregateContent } = createContentAggregator();
|
|
105
|
+
const dispatchRunStep = graph.dispatchRunStep.bind(graph);
|
|
106
|
+
const stepIndices = new Map<string, number>();
|
|
107
|
+
graph.dispatchRunStep = jest.fn<StandardGraph['dispatchRunStep']>(
|
|
108
|
+
async (stepKey, stepDetails, metadata) => {
|
|
109
|
+
const stepId = await dispatchRunStep(stepKey, stepDetails, metadata);
|
|
110
|
+
const runStep = graph.getRunStep(stepId);
|
|
111
|
+
if (runStep != null) {
|
|
112
|
+
if (!stepIndices.has(stepId)) {
|
|
113
|
+
stepIndices.set(stepId, stepIndices.size);
|
|
114
|
+
}
|
|
115
|
+
aggregateContent({
|
|
116
|
+
event: GraphEvents.ON_RUN_STEP,
|
|
117
|
+
data: {
|
|
118
|
+
...runStep,
|
|
119
|
+
index: stepIndices.get(stepId) ?? 0,
|
|
120
|
+
},
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
return stepId;
|
|
124
|
+
}
|
|
125
|
+
);
|
|
126
|
+
graph.dispatchMessageDelta = jest.fn<StandardGraph['dispatchMessageDelta']>(
|
|
127
|
+
async (id, delta) => {
|
|
128
|
+
aggregateContent({
|
|
129
|
+
event: GraphEvents.ON_MESSAGE_DELTA,
|
|
130
|
+
data: { id, delta } as t.MessageDeltaEvent,
|
|
131
|
+
});
|
|
132
|
+
}
|
|
133
|
+
);
|
|
134
|
+
return { contentParts };
|
|
135
|
+
}
|
|
136
|
+
|
|
100
137
|
const finalToolCallResponseMetadata = { finish_reason: 'tool_calls' };
|
|
101
138
|
const openAIResponsesToolCallMetadata = {
|
|
102
139
|
[STREAMED_TOOL_CALL_ADAPTER_METADATA_KEY]:
|
|
@@ -1611,6 +1648,506 @@ describe('ChatModelStreamHandler eager event tool execution', () => {
|
|
|
1611
1648
|
);
|
|
1612
1649
|
});
|
|
1613
1650
|
|
|
1651
|
+
it('defers disableStreaming mixed hidden reasoning and visible text chunks', async () => {
|
|
1652
|
+
const dispatchMessageDelta = jest.fn<StandardGraph['dispatchMessageDelta']>(
|
|
1653
|
+
async () => undefined
|
|
1654
|
+
);
|
|
1655
|
+
const dispatchReasoningDelta = jest.fn<
|
|
1656
|
+
StandardGraph['dispatchReasoningDelta']
|
|
1657
|
+
>(async () => undefined);
|
|
1658
|
+
const agentContext: Partial<AgentContext> = {
|
|
1659
|
+
provider: Providers.OPENAI,
|
|
1660
|
+
reasoningKey: 'reasoning_content',
|
|
1661
|
+
clientOptions: { disableStreaming: true } as t.OpenAIClientOptions,
|
|
1662
|
+
currentTokenType: ContentTypes.TEXT,
|
|
1663
|
+
toolDefinitions: [],
|
|
1664
|
+
graphTools: [],
|
|
1665
|
+
agentId: 'agent_1',
|
|
1666
|
+
};
|
|
1667
|
+
const graph = createGraph({
|
|
1668
|
+
dispatchMessageDelta,
|
|
1669
|
+
dispatchReasoningDelta,
|
|
1670
|
+
getAgentContext: jest.fn(
|
|
1671
|
+
() => agentContext
|
|
1672
|
+
) as unknown as StandardGraph['getAgentContext'],
|
|
1673
|
+
});
|
|
1674
|
+
const handler = new ChatModelStreamHandler();
|
|
1675
|
+
const metadata = { langgraph_node: 'agent' };
|
|
1676
|
+
|
|
1677
|
+
const mixedChunk = {
|
|
1678
|
+
content: 'final answer',
|
|
1679
|
+
additional_kwargs: {
|
|
1680
|
+
reasoning_content: 'hidden reasoning',
|
|
1681
|
+
},
|
|
1682
|
+
} as unknown as t.StreamChunk;
|
|
1683
|
+
|
|
1684
|
+
await handler.handle(
|
|
1685
|
+
GraphEvents.CHAT_MODEL_STREAM,
|
|
1686
|
+
{ chunk: mixedChunk },
|
|
1687
|
+
metadata,
|
|
1688
|
+
graph
|
|
1689
|
+
);
|
|
1690
|
+
await handler.handle(
|
|
1691
|
+
GraphEvents.CHAT_MODEL_STREAM,
|
|
1692
|
+
{ chunk: mixedChunk },
|
|
1693
|
+
metadata,
|
|
1694
|
+
graph
|
|
1695
|
+
);
|
|
1696
|
+
|
|
1697
|
+
expect(dispatchReasoningDelta).not.toHaveBeenCalled();
|
|
1698
|
+
expect(dispatchMessageDelta).not.toHaveBeenCalled();
|
|
1699
|
+
expect(graph.dispatchRunStep).not.toHaveBeenCalled();
|
|
1700
|
+
});
|
|
1701
|
+
|
|
1702
|
+
it('leaves mixed hidden reasoning and visible text chunks on the streaming path', async () => {
|
|
1703
|
+
const dispatchMessageDelta = jest.fn<StandardGraph['dispatchMessageDelta']>(
|
|
1704
|
+
async () => undefined
|
|
1705
|
+
);
|
|
1706
|
+
const dispatchReasoningDelta = jest.fn<
|
|
1707
|
+
StandardGraph['dispatchReasoningDelta']
|
|
1708
|
+
>(async () => undefined);
|
|
1709
|
+
const graph = createGraph({
|
|
1710
|
+
dispatchMessageDelta,
|
|
1711
|
+
dispatchReasoningDelta,
|
|
1712
|
+
getAgentContext: jest.fn(
|
|
1713
|
+
(): Partial<AgentContext> => ({
|
|
1714
|
+
provider: Providers.OPENAI,
|
|
1715
|
+
reasoningKey: 'reasoning_content',
|
|
1716
|
+
currentTokenType: ContentTypes.TEXT,
|
|
1717
|
+
toolDefinitions: [],
|
|
1718
|
+
graphTools: [],
|
|
1719
|
+
agentId: 'agent_1',
|
|
1720
|
+
})
|
|
1721
|
+
) as unknown as StandardGraph['getAgentContext'],
|
|
1722
|
+
});
|
|
1723
|
+
const metadata = { langgraph_node: 'agent' };
|
|
1724
|
+
|
|
1725
|
+
await new ChatModelStreamHandler().handle(
|
|
1726
|
+
GraphEvents.CHAT_MODEL_STREAM,
|
|
1727
|
+
{
|
|
1728
|
+
chunk: {
|
|
1729
|
+
content: 'streamed answer',
|
|
1730
|
+
additional_kwargs: {
|
|
1731
|
+
reasoning_content: 'hidden reasoning',
|
|
1732
|
+
},
|
|
1733
|
+
} as unknown as t.StreamChunk,
|
|
1734
|
+
},
|
|
1735
|
+
metadata,
|
|
1736
|
+
graph
|
|
1737
|
+
);
|
|
1738
|
+
|
|
1739
|
+
expect(dispatchReasoningDelta).not.toHaveBeenCalled();
|
|
1740
|
+
expect(dispatchMessageDelta).toHaveBeenCalledTimes(1);
|
|
1741
|
+
expect(dispatchMessageDelta).toHaveBeenCalledWith(
|
|
1742
|
+
expect.stringMatching(/^step_/),
|
|
1743
|
+
{
|
|
1744
|
+
content: [{ type: ContentTypes.TEXT, text: 'streamed answer' }],
|
|
1745
|
+
},
|
|
1746
|
+
metadata
|
|
1747
|
+
);
|
|
1748
|
+
});
|
|
1749
|
+
|
|
1750
|
+
it('dispatches Gemini server-side tool context blocks from mixed stream content', async () => {
|
|
1751
|
+
const dispatchMessageDelta = jest.fn<StandardGraph['dispatchMessageDelta']>(
|
|
1752
|
+
async () => undefined
|
|
1753
|
+
);
|
|
1754
|
+
const graph = createGraph({
|
|
1755
|
+
dispatchMessageDelta,
|
|
1756
|
+
getAgentContext: jest.fn(
|
|
1757
|
+
(): Partial<AgentContext> => ({
|
|
1758
|
+
provider: Providers.GOOGLE,
|
|
1759
|
+
reasoningKey: 'reasoning',
|
|
1760
|
+
currentTokenType: ContentTypes.TEXT,
|
|
1761
|
+
toolDefinitions: [],
|
|
1762
|
+
graphTools: [],
|
|
1763
|
+
agentId: 'agent_1',
|
|
1764
|
+
})
|
|
1765
|
+
) as unknown as StandardGraph['getAgentContext'],
|
|
1766
|
+
});
|
|
1767
|
+
const handler = new ChatModelStreamHandler();
|
|
1768
|
+
const metadata = { langgraph_node: 'agent' };
|
|
1769
|
+
const toolCallPart: t.MessageContentComplex = {
|
|
1770
|
+
type: 'toolCall',
|
|
1771
|
+
toolCall: {
|
|
1772
|
+
id: 'server-search-1',
|
|
1773
|
+
name: 'google_search',
|
|
1774
|
+
args: {},
|
|
1775
|
+
},
|
|
1776
|
+
};
|
|
1777
|
+
const textPart: t.MessageContentComplex = {
|
|
1778
|
+
type: ContentTypes.TEXT,
|
|
1779
|
+
text: 'Search complete.',
|
|
1780
|
+
};
|
|
1781
|
+
const toolResponsePart: t.MessageContentComplex = {
|
|
1782
|
+
type: 'toolResponse',
|
|
1783
|
+
toolResponse: {
|
|
1784
|
+
id: 'server-search-1',
|
|
1785
|
+
name: 'google_search',
|
|
1786
|
+
response: { results: [] },
|
|
1787
|
+
},
|
|
1788
|
+
};
|
|
1789
|
+
|
|
1790
|
+
await handler.handle(
|
|
1791
|
+
GraphEvents.CHAT_MODEL_STREAM,
|
|
1792
|
+
{
|
|
1793
|
+
chunk: {
|
|
1794
|
+
content: [toolCallPart, textPart, toolResponsePart],
|
|
1795
|
+
} as unknown as t.StreamChunk,
|
|
1796
|
+
},
|
|
1797
|
+
metadata,
|
|
1798
|
+
graph
|
|
1799
|
+
);
|
|
1800
|
+
|
|
1801
|
+
expect(dispatchMessageDelta).toHaveBeenCalledTimes(3);
|
|
1802
|
+
expect(dispatchMessageDelta).toHaveBeenNthCalledWith(
|
|
1803
|
+
1,
|
|
1804
|
+
expect.stringMatching(/^step_/),
|
|
1805
|
+
{ content: [toolCallPart] },
|
|
1806
|
+
metadata
|
|
1807
|
+
);
|
|
1808
|
+
expect(dispatchMessageDelta).toHaveBeenNthCalledWith(
|
|
1809
|
+
2,
|
|
1810
|
+
expect.stringMatching(/^step_/),
|
|
1811
|
+
{ content: [textPart] },
|
|
1812
|
+
metadata
|
|
1813
|
+
);
|
|
1814
|
+
expect(dispatchMessageDelta).toHaveBeenNthCalledWith(
|
|
1815
|
+
3,
|
|
1816
|
+
expect.stringMatching(/^step_/),
|
|
1817
|
+
{ content: [toolResponsePart] },
|
|
1818
|
+
metadata
|
|
1819
|
+
);
|
|
1820
|
+
});
|
|
1821
|
+
|
|
1822
|
+
it('dispatches Gemini server-side tool context onto message steps after tool chunks', async () => {
|
|
1823
|
+
const messageDeltas: Array<{
|
|
1824
|
+
id: string;
|
|
1825
|
+
delta: t.MessageDelta;
|
|
1826
|
+
}> = [];
|
|
1827
|
+
const dispatchMessageDelta = jest.fn<StandardGraph['dispatchMessageDelta']>(
|
|
1828
|
+
async (id, delta) => {
|
|
1829
|
+
messageDeltas.push({
|
|
1830
|
+
id,
|
|
1831
|
+
delta,
|
|
1832
|
+
});
|
|
1833
|
+
}
|
|
1834
|
+
);
|
|
1835
|
+
const graph = createGraph({
|
|
1836
|
+
dispatchMessageDelta,
|
|
1837
|
+
getAgentContext: jest.fn(
|
|
1838
|
+
(): Partial<AgentContext> => ({
|
|
1839
|
+
provider: Providers.GOOGLE,
|
|
1840
|
+
reasoningKey: 'reasoning',
|
|
1841
|
+
currentTokenType: ContentTypes.TEXT,
|
|
1842
|
+
toolDefinitions: [{ name: 'weather' }],
|
|
1843
|
+
graphTools: [],
|
|
1844
|
+
agentId: 'agent_1',
|
|
1845
|
+
})
|
|
1846
|
+
) as unknown as StandardGraph['getAgentContext'],
|
|
1847
|
+
});
|
|
1848
|
+
const handler = new ChatModelStreamHandler();
|
|
1849
|
+
const metadata = { langgraph_node: 'agent' };
|
|
1850
|
+
const toolCallPart: t.MessageContentComplex = {
|
|
1851
|
+
type: 'toolCall',
|
|
1852
|
+
toolCall: {
|
|
1853
|
+
id: 'server-search-1',
|
|
1854
|
+
name: 'google_search',
|
|
1855
|
+
args: {},
|
|
1856
|
+
},
|
|
1857
|
+
};
|
|
1858
|
+
|
|
1859
|
+
await handler.handle(
|
|
1860
|
+
GraphEvents.CHAT_MODEL_STREAM,
|
|
1861
|
+
{
|
|
1862
|
+
chunk: {
|
|
1863
|
+
content: [toolCallPart],
|
|
1864
|
+
tool_call_chunks: [
|
|
1865
|
+
{
|
|
1866
|
+
id: 'call_weather',
|
|
1867
|
+
name: 'weather',
|
|
1868
|
+
args: '{"city":"NYC"}',
|
|
1869
|
+
index: 0,
|
|
1870
|
+
},
|
|
1871
|
+
],
|
|
1872
|
+
} as unknown as t.StreamChunk,
|
|
1873
|
+
},
|
|
1874
|
+
metadata,
|
|
1875
|
+
graph
|
|
1876
|
+
);
|
|
1877
|
+
|
|
1878
|
+
expect(dispatchMessageDelta).toHaveBeenCalledTimes(1);
|
|
1879
|
+
expect(graph.getRunStep(messageDeltas[0]?.id ?? '')?.type).toBe(
|
|
1880
|
+
StepTypes.MESSAGE_CREATION
|
|
1881
|
+
);
|
|
1882
|
+
expect(messageDeltas[0]?.delta).toEqual({ content: [toolCallPart] });
|
|
1883
|
+
});
|
|
1884
|
+
|
|
1885
|
+
it('dispatches Gemini server-side tool context when reasoning is present', async () => {
|
|
1886
|
+
const dispatchMessageDelta = jest.fn<StandardGraph['dispatchMessageDelta']>(
|
|
1887
|
+
async () => undefined
|
|
1888
|
+
);
|
|
1889
|
+
const dispatchReasoningDelta = jest.fn<
|
|
1890
|
+
StandardGraph['dispatchReasoningDelta']
|
|
1891
|
+
>(async () => undefined);
|
|
1892
|
+
const graph = createGraph({
|
|
1893
|
+
dispatchMessageDelta,
|
|
1894
|
+
dispatchReasoningDelta,
|
|
1895
|
+
getAgentContext: jest.fn(
|
|
1896
|
+
(): Partial<AgentContext> => ({
|
|
1897
|
+
provider: Providers.GOOGLE,
|
|
1898
|
+
reasoningKey: 'reasoning',
|
|
1899
|
+
currentTokenType: ContentTypes.TEXT,
|
|
1900
|
+
toolDefinitions: [],
|
|
1901
|
+
graphTools: [],
|
|
1902
|
+
agentId: 'agent_1',
|
|
1903
|
+
})
|
|
1904
|
+
) as unknown as StandardGraph['getAgentContext'],
|
|
1905
|
+
});
|
|
1906
|
+
const handler = new ChatModelStreamHandler();
|
|
1907
|
+
const metadata = { langgraph_node: 'agent' };
|
|
1908
|
+
const toolCallPart: t.MessageContentComplex = {
|
|
1909
|
+
type: 'toolCall',
|
|
1910
|
+
toolCall: {
|
|
1911
|
+
id: 'server-search-1',
|
|
1912
|
+
name: 'google_search',
|
|
1913
|
+
args: {},
|
|
1914
|
+
},
|
|
1915
|
+
};
|
|
1916
|
+
|
|
1917
|
+
await handler.handle(
|
|
1918
|
+
GraphEvents.CHAT_MODEL_STREAM,
|
|
1919
|
+
{
|
|
1920
|
+
chunk: {
|
|
1921
|
+
content: [toolCallPart],
|
|
1922
|
+
additional_kwargs: {
|
|
1923
|
+
reasoning: 'Need to search before answering.',
|
|
1924
|
+
},
|
|
1925
|
+
} as unknown as t.StreamChunk,
|
|
1926
|
+
},
|
|
1927
|
+
metadata,
|
|
1928
|
+
graph
|
|
1929
|
+
);
|
|
1930
|
+
|
|
1931
|
+
expect(dispatchMessageDelta).toHaveBeenCalledTimes(1);
|
|
1932
|
+
expect(dispatchMessageDelta).toHaveBeenCalledWith(
|
|
1933
|
+
expect.stringMatching(/^step_/),
|
|
1934
|
+
{ content: [toolCallPart] },
|
|
1935
|
+
metadata
|
|
1936
|
+
);
|
|
1937
|
+
expect(dispatchReasoningDelta).toHaveBeenCalledWith(
|
|
1938
|
+
expect.stringMatching(/^step_/),
|
|
1939
|
+
{
|
|
1940
|
+
content: [
|
|
1941
|
+
{
|
|
1942
|
+
type: ContentTypes.THINK,
|
|
1943
|
+
think: 'Need to search before answering.',
|
|
1944
|
+
},
|
|
1945
|
+
],
|
|
1946
|
+
},
|
|
1947
|
+
metadata
|
|
1948
|
+
);
|
|
1949
|
+
});
|
|
1950
|
+
|
|
1951
|
+
it('dispatches Gemini server-side tool context before client tool calls in mixed chunks', async () => {
|
|
1952
|
+
const dispatchOrder: string[] = [];
|
|
1953
|
+
const dispatchMessageDelta = jest.fn<StandardGraph['dispatchMessageDelta']>(
|
|
1954
|
+
async (_id, delta) => {
|
|
1955
|
+
if (
|
|
1956
|
+
delta.content?.some(
|
|
1957
|
+
(contentPart) => contentPart.type === 'toolCall'
|
|
1958
|
+
) === true
|
|
1959
|
+
) {
|
|
1960
|
+
dispatchOrder.push('server-context');
|
|
1961
|
+
}
|
|
1962
|
+
}
|
|
1963
|
+
);
|
|
1964
|
+
const graph = createGraph({
|
|
1965
|
+
dispatchMessageDelta,
|
|
1966
|
+
getAgentContext: jest.fn(
|
|
1967
|
+
(): Partial<AgentContext> => ({
|
|
1968
|
+
provider: Providers.GOOGLE,
|
|
1969
|
+
reasoningKey: 'reasoning',
|
|
1970
|
+
currentTokenType: ContentTypes.TEXT,
|
|
1971
|
+
toolDefinitions: [{ name: 'weather' }],
|
|
1972
|
+
graphTools: [],
|
|
1973
|
+
agentId: 'agent_1',
|
|
1974
|
+
})
|
|
1975
|
+
) as unknown as StandardGraph['getAgentContext'],
|
|
1976
|
+
});
|
|
1977
|
+
const dispatchRunStep = graph.dispatchRunStep.bind(graph);
|
|
1978
|
+
graph.dispatchRunStep = jest.fn<StandardGraph['dispatchRunStep']>(
|
|
1979
|
+
async (stepKey, stepDetails, metadata) => {
|
|
1980
|
+
const stepId = await dispatchRunStep(stepKey, stepDetails, metadata);
|
|
1981
|
+
if ((stepDetails as t.StepDetails).type === StepTypes.TOOL_CALLS) {
|
|
1982
|
+
dispatchOrder.push('client-tool-calls');
|
|
1983
|
+
}
|
|
1984
|
+
return stepId;
|
|
1985
|
+
}
|
|
1986
|
+
);
|
|
1987
|
+
const handler = new ChatModelStreamHandler();
|
|
1988
|
+
const metadata = { langgraph_node: 'agent' };
|
|
1989
|
+
const toolCallPart: t.MessageContentComplex = {
|
|
1990
|
+
type: 'toolCall',
|
|
1991
|
+
toolCall: {
|
|
1992
|
+
id: 'server-search-1',
|
|
1993
|
+
name: 'google_search',
|
|
1994
|
+
args: {},
|
|
1995
|
+
},
|
|
1996
|
+
};
|
|
1997
|
+
|
|
1998
|
+
await handler.handle(
|
|
1999
|
+
GraphEvents.CHAT_MODEL_STREAM,
|
|
2000
|
+
{
|
|
2001
|
+
chunk: {
|
|
2002
|
+
content: [toolCallPart],
|
|
2003
|
+
tool_calls: [
|
|
2004
|
+
{
|
|
2005
|
+
type: ToolCallTypes.TOOL_CALL,
|
|
2006
|
+
id: 'call_weather',
|
|
2007
|
+
name: 'weather',
|
|
2008
|
+
args: { city: 'NYC' },
|
|
2009
|
+
},
|
|
2010
|
+
],
|
|
2011
|
+
} as unknown as t.StreamChunk,
|
|
2012
|
+
},
|
|
2013
|
+
metadata,
|
|
2014
|
+
graph
|
|
2015
|
+
);
|
|
2016
|
+
|
|
2017
|
+
expect(dispatchOrder).toEqual(['server-context', 'client-tool-calls']);
|
|
2018
|
+
});
|
|
2019
|
+
|
|
2020
|
+
it('does not dispatch Gemini server-side tool context blocks for non-Google providers', async () => {
|
|
2021
|
+
const dispatchMessageDelta = jest.fn<StandardGraph['dispatchMessageDelta']>(
|
|
2022
|
+
async () => undefined
|
|
2023
|
+
);
|
|
2024
|
+
const graph = createGraph({
|
|
2025
|
+
dispatchMessageDelta,
|
|
2026
|
+
getAgentContext: jest.fn(
|
|
2027
|
+
(): Partial<AgentContext> => ({
|
|
2028
|
+
provider: Providers.OPENAI,
|
|
2029
|
+
reasoningKey: 'reasoning_content',
|
|
2030
|
+
currentTokenType: ContentTypes.TEXT,
|
|
2031
|
+
toolDefinitions: [],
|
|
2032
|
+
graphTools: [],
|
|
2033
|
+
agentId: 'agent_1',
|
|
2034
|
+
})
|
|
2035
|
+
) as unknown as StandardGraph['getAgentContext'],
|
|
2036
|
+
});
|
|
2037
|
+
const handler = new ChatModelStreamHandler();
|
|
2038
|
+
const metadata = { langgraph_node: 'agent' };
|
|
2039
|
+
const toolCallPart: t.MessageContentComplex = {
|
|
2040
|
+
type: 'toolCall',
|
|
2041
|
+
toolCall: {
|
|
2042
|
+
id: 'server-search-1',
|
|
2043
|
+
name: 'google_search',
|
|
2044
|
+
args: {},
|
|
2045
|
+
},
|
|
2046
|
+
};
|
|
2047
|
+
|
|
2048
|
+
await handler.handle(
|
|
2049
|
+
GraphEvents.CHAT_MODEL_STREAM,
|
|
2050
|
+
{
|
|
2051
|
+
chunk: {
|
|
2052
|
+
content: [toolCallPart],
|
|
2053
|
+
} as unknown as t.StreamChunk,
|
|
2054
|
+
},
|
|
2055
|
+
metadata,
|
|
2056
|
+
graph
|
|
2057
|
+
);
|
|
2058
|
+
|
|
2059
|
+
expect(dispatchMessageDelta).not.toHaveBeenCalled();
|
|
2060
|
+
});
|
|
2061
|
+
|
|
2062
|
+
it('keeps separately streamed Gemini server-side tool context blocks on separate message steps', async () => {
|
|
2063
|
+
const graph = createGraph({
|
|
2064
|
+
getAgentContext: jest.fn(
|
|
2065
|
+
(): Partial<AgentContext> => ({
|
|
2066
|
+
provider: Providers.GOOGLE,
|
|
2067
|
+
reasoningKey: 'reasoning',
|
|
2068
|
+
currentTokenType: ContentTypes.TEXT,
|
|
2069
|
+
toolDefinitions: [],
|
|
2070
|
+
graphTools: [],
|
|
2071
|
+
agentId: 'agent_1',
|
|
2072
|
+
})
|
|
2073
|
+
) as unknown as StandardGraph['getAgentContext'],
|
|
2074
|
+
});
|
|
2075
|
+
const { contentParts } = attachContentAggregator(graph);
|
|
2076
|
+
const handler = new ChatModelStreamHandler();
|
|
2077
|
+
const metadata = { langgraph_node: 'agent' };
|
|
2078
|
+
const toolCallPart: t.MessageContentComplex = {
|
|
2079
|
+
type: 'toolCall',
|
|
2080
|
+
toolCall: {
|
|
2081
|
+
id: 'server-search-1',
|
|
2082
|
+
name: 'google_search',
|
|
2083
|
+
args: {},
|
|
2084
|
+
},
|
|
2085
|
+
};
|
|
2086
|
+
const toolResponsePart: t.MessageContentComplex = {
|
|
2087
|
+
type: 'toolResponse',
|
|
2088
|
+
toolResponse: {
|
|
2089
|
+
id: 'server-search-1',
|
|
2090
|
+
name: 'google_search',
|
|
2091
|
+
response: { results: [] },
|
|
2092
|
+
},
|
|
2093
|
+
};
|
|
2094
|
+
|
|
2095
|
+
await handler.handle(
|
|
2096
|
+
GraphEvents.CHAT_MODEL_STREAM,
|
|
2097
|
+
{
|
|
2098
|
+
chunk: {
|
|
2099
|
+
content: [toolCallPart],
|
|
2100
|
+
} as unknown as t.StreamChunk,
|
|
2101
|
+
},
|
|
2102
|
+
metadata,
|
|
2103
|
+
graph
|
|
2104
|
+
);
|
|
2105
|
+
await handler.handle(
|
|
2106
|
+
GraphEvents.CHAT_MODEL_STREAM,
|
|
2107
|
+
{
|
|
2108
|
+
chunk: {
|
|
2109
|
+
content: [toolResponsePart],
|
|
2110
|
+
} as unknown as t.StreamChunk,
|
|
2111
|
+
},
|
|
2112
|
+
metadata,
|
|
2113
|
+
graph
|
|
2114
|
+
);
|
|
2115
|
+
await handler.handle(
|
|
2116
|
+
GraphEvents.CHAT_MODEL_STREAM,
|
|
2117
|
+
{
|
|
2118
|
+
chunk: {
|
|
2119
|
+
content: [
|
|
2120
|
+
{
|
|
2121
|
+
type: ContentTypes.TEXT,
|
|
2122
|
+
text: 'Done',
|
|
2123
|
+
},
|
|
2124
|
+
],
|
|
2125
|
+
} as unknown as t.StreamChunk,
|
|
2126
|
+
},
|
|
2127
|
+
metadata,
|
|
2128
|
+
graph
|
|
2129
|
+
);
|
|
2130
|
+
await handler.handle(
|
|
2131
|
+
GraphEvents.CHAT_MODEL_STREAM,
|
|
2132
|
+
{
|
|
2133
|
+
chunk: {
|
|
2134
|
+
content: ' again.',
|
|
2135
|
+
} as unknown as t.StreamChunk,
|
|
2136
|
+
},
|
|
2137
|
+
metadata,
|
|
2138
|
+
graph
|
|
2139
|
+
);
|
|
2140
|
+
|
|
2141
|
+
expect(contentParts).toEqual([
|
|
2142
|
+
toolCallPart,
|
|
2143
|
+
toolResponsePart,
|
|
2144
|
+
{
|
|
2145
|
+
type: ContentTypes.TEXT,
|
|
2146
|
+
text: 'Done again.',
|
|
2147
|
+
},
|
|
2148
|
+
]);
|
|
2149
|
+
});
|
|
2150
|
+
|
|
1614
2151
|
it('processes a reused chunk object when its streamed payload changes', async () => {
|
|
1615
2152
|
const graph = createGraph();
|
|
1616
2153
|
const handler = new ChatModelStreamHandler();
|