@librechat/agents 3.4.7 → 3.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/agents/AgentContext.cjs +0 -356
- package/dist/cjs/agents/AgentContext.cjs.map +1 -1
- package/dist/cjs/agents/projection.cjs +0 -9
- package/dist/cjs/agents/projection.cjs.map +1 -1
- package/dist/cjs/common/constants.cjs +0 -26
- package/dist/cjs/common/constants.cjs.map +1 -1
- package/dist/cjs/common/enum.cjs +0 -85
- package/dist/cjs/common/enum.cjs.map +1 -1
- package/dist/cjs/events.cjs +0 -14
- package/dist/cjs/events.cjs.map +1 -1
- package/dist/cjs/graphs/Graph.cjs +1 -909
- package/dist/cjs/graphs/Graph.cjs.map +1 -1
- package/dist/cjs/graphs/MultiAgentGraph.cjs +7 -272
- package/dist/cjs/graphs/MultiAgentGraph.cjs.map +1 -1
- package/dist/cjs/graphs/applyGraphRuntimeConfig.cjs.map +1 -1
- package/dist/cjs/graphs/createGraph.cjs.map +1 -1
- package/dist/cjs/hitl/askUserQuestion.cjs +0 -53
- package/dist/cjs/hitl/askUserQuestion.cjs.map +1 -1
- package/dist/cjs/hitl/askUserQuestions.cjs +0 -20
- package/dist/cjs/hitl/askUserQuestions.cjs.map +1 -1
- package/dist/cjs/hitl/askUserQuestionsInterrupt.cjs +0 -6
- package/dist/cjs/hitl/askUserQuestionsInterrupt.cjs.map +1 -1
- package/dist/cjs/hooks/HookRegistry.cjs +0 -127
- package/dist/cjs/hooks/HookRegistry.cjs.map +1 -1
- package/dist/cjs/hooks/createToolPolicyHook.cjs +0 -38
- package/dist/cjs/hooks/createToolPolicyHook.cjs.map +1 -1
- package/dist/cjs/hooks/createWorkspacePolicyHook.cjs +0 -77
- package/dist/cjs/hooks/createWorkspacePolicyHook.cjs.map +1 -1
- package/dist/cjs/hooks/executeHooks.cjs +0 -79
- package/dist/cjs/hooks/executeHooks.cjs.map +1 -1
- package/dist/cjs/hooks/index.cjs +0 -16
- package/dist/cjs/hooks/index.cjs.map +1 -1
- package/dist/cjs/hooks/matchers.cjs +0 -104
- package/dist/cjs/hooks/matchers.cjs.map +1 -1
- package/dist/cjs/hooks/types.cjs +0 -8
- package/dist/cjs/hooks/types.cjs.map +1 -1
- package/dist/cjs/instrumentation.cjs +0 -14
- package/dist/cjs/instrumentation.cjs.map +1 -1
- package/dist/cjs/langfuse.cjs +0 -75
- package/dist/cjs/langfuse.cjs.map +1 -1
- package/dist/cjs/langfuseConfig.cjs.map +1 -1
- package/dist/cjs/langfuseRuntimeContext.cjs +0 -13
- package/dist/cjs/langfuseRuntimeContext.cjs.map +1 -1
- package/dist/cjs/langfuseRuntimeScope.cjs +0 -4
- package/dist/cjs/langfuseRuntimeScope.cjs.map +1 -1
- package/dist/cjs/langfuseSpanRegistry.cjs +0 -28
- package/dist/cjs/langfuseSpanRegistry.cjs.map +1 -1
- package/dist/cjs/langfuseToolOutputTracing.cjs +0 -3
- package/dist/cjs/langfuseToolOutputTracing.cjs.map +1 -1
- package/dist/cjs/langfuseTraceShaping.cjs +0 -74
- package/dist/cjs/langfuseTraceShaping.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/index.cjs +0 -3
- package/dist/cjs/llm/anthropic/index.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +1 -111
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs +0 -1
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/stream_events.cjs +0 -8
- package/dist/cjs/llm/anthropic/utils/stream_events.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/cachePoints.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/index.cjs +1 -95
- package/dist/cjs/llm/bedrock/index.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/toolCache.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/utils/message_inputs.cjs +0 -78
- package/dist/cjs/llm/bedrock/utils/message_inputs.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/utils/message_outputs.cjs +0 -24
- package/dist/cjs/llm/bedrock/utils/message_outputs.cjs.map +1 -1
- package/dist/cjs/llm/contextOverflowRecovery.cjs +0 -62
- package/dist/cjs/llm/contextOverflowRecovery.cjs.map +1 -1
- package/dist/cjs/llm/fake.cjs.map +1 -1
- package/dist/cjs/llm/google/index.cjs +2 -21
- package/dist/cjs/llm/google/index.cjs.map +1 -1
- package/dist/cjs/llm/google/utils/common.cjs +0 -35
- package/dist/cjs/llm/google/utils/common.cjs.map +1 -1
- package/dist/cjs/llm/init.cjs +0 -9
- package/dist/cjs/llm/init.cjs.map +1 -1
- package/dist/cjs/llm/invoke.cjs +1 -270
- package/dist/cjs/llm/invoke.cjs.map +1 -1
- package/dist/cjs/llm/mistral/index.cjs.map +1 -1
- package/dist/cjs/llm/openai/index.cjs +0 -99
- package/dist/cjs/llm/openai/index.cjs.map +1 -1
- package/dist/cjs/llm/openai/streamMetadata.cjs +0 -21
- package/dist/cjs/llm/openai/streamMetadata.cjs.map +1 -1
- package/dist/cjs/llm/openai/utils/index.cjs.map +1 -1
- package/dist/cjs/llm/openrouter/index.cjs +0 -1
- package/dist/cjs/llm/openrouter/index.cjs.map +1 -1
- package/dist/cjs/llm/openrouter/toolCache.cjs +0 -6
- package/dist/cjs/llm/openrouter/toolCache.cjs.map +1 -1
- package/dist/cjs/llm/preempt.cjs +0 -75
- package/dist/cjs/llm/preempt.cjs.map +1 -1
- package/dist/cjs/llm/providers.cjs.map +1 -1
- package/dist/cjs/llm/request.cjs +0 -10
- package/dist/cjs/llm/request.cjs.map +1 -1
- package/dist/cjs/llm/stream/chunkAdapters.cjs +0 -62
- package/dist/cjs/llm/stream/chunkAdapters.cjs.map +1 -1
- package/dist/cjs/llm/stream/smoother.cjs +0 -58
- package/dist/cjs/llm/stream/smoother.cjs.map +1 -1
- package/dist/cjs/llm/streamLimits.cjs +4 -293
- package/dist/cjs/llm/streamLimits.cjs.map +1 -1
- package/dist/cjs/llm/truncation.cjs +0 -36
- package/dist/cjs/llm/truncation.cjs.map +1 -1
- package/dist/cjs/llm/vertexai/index.cjs +0 -330
- package/dist/cjs/llm/vertexai/index.cjs.map +1 -1
- package/dist/cjs/messages/alternation.cjs +0 -43
- package/dist/cjs/messages/alternation.cjs.map +1 -1
- package/dist/cjs/messages/anthropicToolCache.cjs +0 -45
- package/dist/cjs/messages/anthropicToolCache.cjs.map +1 -1
- package/dist/cjs/messages/assistantPhase.cjs +0 -12
- package/dist/cjs/messages/assistantPhase.cjs.map +1 -1
- package/dist/cjs/messages/budget.cjs +0 -9
- package/dist/cjs/messages/budget.cjs.map +1 -1
- package/dist/cjs/messages/cache.cjs +0 -172
- package/dist/cjs/messages/cache.cjs.map +1 -1
- package/dist/cjs/messages/content.cjs +0 -9
- package/dist/cjs/messages/content.cjs.map +1 -1
- package/dist/cjs/messages/contextPruning.cjs +0 -15
- package/dist/cjs/messages/contextPruning.cjs.map +1 -1
- package/dist/cjs/messages/contextPruningSettings.cjs +0 -3
- package/dist/cjs/messages/contextPruningSettings.cjs.map +1 -1
- package/dist/cjs/messages/core.cjs +0 -48
- package/dist/cjs/messages/core.cjs.map +1 -1
- package/dist/cjs/messages/format.cjs +1 -345
- package/dist/cjs/messages/format.cjs.map +1 -1
- package/dist/cjs/messages/handoffCue.cjs +0 -36
- package/dist/cjs/messages/handoffCue.cjs.map +1 -1
- package/dist/cjs/messages/ids.cjs.map +1 -1
- package/dist/cjs/messages/injected.cjs +0 -33
- package/dist/cjs/messages/injected.cjs.map +1 -1
- package/dist/cjs/messages/langchain.cjs +0 -14
- package/dist/cjs/messages/langchain.cjs.map +1 -1
- package/dist/cjs/messages/prune.cjs +1 -184
- package/dist/cjs/messages/prune.cjs.map +1 -1
- package/dist/cjs/messages/recency.cjs +0 -32
- package/dist/cjs/messages/recency.cjs.map +1 -1
- package/dist/cjs/messages/reducer.cjs +0 -30
- package/dist/cjs/messages/reducer.cjs.map +1 -1
- package/dist/cjs/messages/tools.cjs +0 -14
- package/dist/cjs/messages/tools.cjs.map +1 -1
- package/dist/cjs/openai/index.cjs.map +1 -1
- package/dist/cjs/prompts/activityLabel.cjs +9 -79
- package/dist/cjs/prompts/activityLabel.cjs.map +1 -1
- package/dist/cjs/responses/index.cjs.map +1 -1
- package/dist/cjs/run.cjs +2 -538
- package/dist/cjs/run.cjs.map +1 -1
- package/dist/cjs/session/AgentSession.cjs +1 -17
- package/dist/cjs/session/AgentSession.cjs.map +1 -1
- package/dist/cjs/session/JsonlSessionStore.cjs.map +1 -1
- package/dist/cjs/session/handlers.cjs +0 -7
- package/dist/cjs/session/handlers.cjs.map +1 -1
- package/dist/cjs/session/ids.cjs.map +1 -1
- package/dist/cjs/session/messageSerialization.cjs +0 -4
- package/dist/cjs/session/messageSerialization.cjs.map +1 -1
- package/dist/cjs/stream.cjs +1 -93
- package/dist/cjs/stream.cjs.map +1 -1
- package/dist/cjs/summarization/index.cjs +0 -27
- package/dist/cjs/summarization/index.cjs.map +1 -1
- package/dist/cjs/summarization/node.cjs +0 -273
- package/dist/cjs/summarization/node.cjs.map +1 -1
- package/dist/cjs/tools/BashExecutor.cjs +0 -35
- package/dist/cjs/tools/BashExecutor.cjs.map +1 -1
- package/dist/cjs/tools/BashProgrammaticToolCalling.cjs +0 -24
- package/dist/cjs/tools/BashProgrammaticToolCalling.cjs.map +1 -1
- package/dist/cjs/tools/Calculator.cjs.map +1 -1
- package/dist/cjs/tools/CodeExecutor.cjs +0 -13
- package/dist/cjs/tools/CodeExecutor.cjs.map +1 -1
- package/dist/cjs/tools/CodeSessionFileSummary.cjs.map +1 -1
- package/dist/cjs/tools/ProgrammaticToolCalling.cjs +0 -101
- package/dist/cjs/tools/ProgrammaticToolCalling.cjs.map +1 -1
- package/dist/cjs/tools/ReadFile.cjs.map +1 -1
- package/dist/cjs/tools/SkillTool.cjs +0 -5
- package/dist/cjs/tools/SkillTool.cjs.map +1 -1
- package/dist/cjs/tools/SubagentTool.cjs +0 -10
- package/dist/cjs/tools/SubagentTool.cjs.map +1 -1
- package/dist/cjs/tools/ToolNode.cjs +6 -1038
- package/dist/cjs/tools/ToolNode.cjs.map +1 -1
- package/dist/cjs/tools/ToolSearch.cjs +0 -179
- package/dist/cjs/tools/ToolSearch.cjs.map +1 -1
- package/dist/cjs/tools/cloudflare/CloudflareBridgeRuntime.cjs.map +1 -1
- package/dist/cjs/tools/cloudflare/CloudflareProgrammaticToolCalling.cjs.map +1 -1
- package/dist/cjs/tools/cloudflare/CloudflareSandboxExecutionEngine.cjs +0 -39
- package/dist/cjs/tools/cloudflare/CloudflareSandboxExecutionEngine.cjs.map +1 -1
- package/dist/cjs/tools/cloudflare/CloudflareSandboxTools.cjs.map +1 -1
- package/dist/cjs/tools/eagerEventExecution.cjs +0 -6
- package/dist/cjs/tools/eagerEventExecution.cjs.map +1 -1
- package/dist/cjs/tools/handlers.cjs +1 -41
- package/dist/cjs/tools/handlers.cjs.map +1 -1
- package/dist/cjs/tools/intentArg.cjs +1 -132
- package/dist/cjs/tools/intentArg.cjs.map +1 -1
- package/dist/cjs/tools/local/CompileCheckTool.cjs +0 -25
- package/dist/cjs/tools/local/CompileCheckTool.cjs.map +1 -1
- package/dist/cjs/tools/local/FileCheckpointer.cjs +0 -23
- package/dist/cjs/tools/local/FileCheckpointer.cjs.map +1 -1
- package/dist/cjs/tools/local/LocalCodingTools.cjs +0 -80
- package/dist/cjs/tools/local/LocalCodingTools.cjs.map +1 -1
- package/dist/cjs/tools/local/LocalExecutionEngine.cjs +0 -126
- package/dist/cjs/tools/local/LocalExecutionEngine.cjs.map +1 -1
- package/dist/cjs/tools/local/LocalExecutionTools.cjs.map +1 -1
- package/dist/cjs/tools/local/LocalProgrammaticToolCalling.cjs +0 -12
- package/dist/cjs/tools/local/LocalProgrammaticToolCalling.cjs.map +1 -1
- package/dist/cjs/tools/local/attachments.cjs +0 -44
- package/dist/cjs/tools/local/attachments.cjs.map +1 -1
- package/dist/cjs/tools/local/bashAst.cjs +0 -16
- package/dist/cjs/tools/local/bashAst.cjs.map +1 -1
- package/dist/cjs/tools/local/editStrategies.cjs +0 -14
- package/dist/cjs/tools/local/editStrategies.cjs.map +1 -1
- package/dist/cjs/tools/local/resolveLocalExecutionTools.cjs.map +1 -1
- package/dist/cjs/tools/local/syntaxCheck.cjs +0 -31
- package/dist/cjs/tools/local/syntaxCheck.cjs.map +1 -1
- package/dist/cjs/tools/local/textEncoding.cjs +0 -11
- package/dist/cjs/tools/local/textEncoding.cjs.map +1 -1
- package/dist/cjs/tools/local/workspaceFS.cjs +0 -33
- package/dist/cjs/tools/local/workspaceFS.cjs.map +1 -1
- package/dist/cjs/tools/ptcTimeout.cjs.map +1 -1
- package/dist/cjs/tools/schema.cjs +0 -8
- package/dist/cjs/tools/schema.cjs.map +1 -1
- package/dist/cjs/tools/search/anthropic.cjs +0 -9
- package/dist/cjs/tools/search/anthropic.cjs.map +1 -1
- package/dist/cjs/tools/search/content.cjs.map +1 -1
- package/dist/cjs/tools/search/crw-scraper.cjs +0 -33
- package/dist/cjs/tools/search/crw-scraper.cjs.map +1 -1
- package/dist/cjs/tools/search/crw-search.cjs +0 -2
- package/dist/cjs/tools/search/crw-search.cjs.map +1 -1
- package/dist/cjs/tools/search/firecrawl.cjs +0 -25
- package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
- package/dist/cjs/tools/search/format.cjs +0 -30
- package/dist/cjs/tools/search/format.cjs.map +1 -1
- package/dist/cjs/tools/search/highlights.cjs +0 -16
- package/dist/cjs/tools/search/highlights.cjs.map +1 -1
- package/dist/cjs/tools/search/keenable-scraper.cjs +0 -8
- package/dist/cjs/tools/search/keenable-scraper.cjs.map +1 -1
- package/dist/cjs/tools/search/keenable-search.cjs +0 -7
- package/dist/cjs/tools/search/keenable-search.cjs.map +1 -1
- package/dist/cjs/tools/search/rerankers.cjs +0 -35
- package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
- package/dist/cjs/tools/search/schema.cjs +0 -1
- package/dist/cjs/tools/search/schema.cjs.map +1 -1
- package/dist/cjs/tools/search/search.cjs +1 -14
- package/dist/cjs/tools/search/search.cjs.map +1 -1
- package/dist/cjs/tools/search/serper-scraper.cjs +0 -46
- package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
- package/dist/cjs/tools/search/tavily-scraper.cjs.map +1 -1
- package/dist/cjs/tools/search/tavily-search.cjs.map +1 -1
- package/dist/cjs/tools/search/tool.cjs +0 -25
- package/dist/cjs/tools/search/tool.cjs.map +1 -1
- package/dist/cjs/tools/search/utils.cjs +0 -8
- package/dist/cjs/tools/search/utils.cjs.map +1 -1
- package/dist/cjs/tools/skillCatalog.cjs +0 -6
- package/dist/cjs/tools/skillCatalog.cjs.map +1 -1
- package/dist/cjs/tools/streamedToolCallSeals.cjs +0 -6
- package/dist/cjs/tools/streamedToolCallSeals.cjs.map +1 -1
- package/dist/cjs/tools/subagent/SubagentExecutionRegistry.cjs +0 -2
- package/dist/cjs/tools/subagent/SubagentExecutionRegistry.cjs.map +1 -1
- package/dist/cjs/tools/subagent/SubagentExecutor.cjs +3 -213
- package/dist/cjs/tools/subagent/SubagentExecutor.cjs.map +1 -1
- package/dist/cjs/tools/subagent/SubagentReplay.cjs.map +1 -1
- package/dist/cjs/tools/subagent/childGraphConfig.cjs +0 -4
- package/dist/cjs/tools/subagent/childGraphConfig.cjs.map +1 -1
- package/dist/cjs/tools/subagent/runtimeLimits.cjs.map +1 -1
- package/dist/cjs/tools/toolOutputReferences.cjs +1 -322
- package/dist/cjs/tools/toolOutputReferences.cjs.map +1 -1
- package/dist/cjs/types/hitl.cjs +0 -5
- package/dist/cjs/types/hitl.cjs.map +1 -1
- package/dist/cjs/utils/callbacks.cjs.map +1 -1
- package/dist/cjs/utils/errors.cjs +14 -165
- package/dist/cjs/utils/errors.cjs.map +1 -1
- package/dist/cjs/utils/events.cjs +0 -10
- package/dist/cjs/utils/events.cjs.map +1 -1
- package/dist/cjs/utils/graph.cjs.map +1 -1
- package/dist/cjs/utils/handlers.cjs +0 -3
- package/dist/cjs/utils/handlers.cjs.map +1 -1
- package/dist/cjs/utils/llm.cjs +0 -1
- package/dist/cjs/utils/llm.cjs.map +1 -1
- package/dist/cjs/utils/misc.cjs +0 -16
- package/dist/cjs/utils/misc.cjs.map +1 -1
- package/dist/cjs/utils/proxy.cjs +0 -26
- package/dist/cjs/utils/proxy.cjs.map +1 -1
- package/dist/cjs/utils/run.cjs +0 -6
- package/dist/cjs/utils/run.cjs.map +1 -1
- package/dist/cjs/utils/schema.cjs +0 -5
- package/dist/cjs/utils/schema.cjs.map +1 -1
- package/dist/cjs/utils/title.cjs +0 -6
- package/dist/cjs/utils/title.cjs.map +1 -1
- package/dist/cjs/utils/tokens.cjs +0 -113
- package/dist/cjs/utils/tokens.cjs.map +1 -1
- package/dist/cjs/utils/toolContent.cjs +0 -41
- package/dist/cjs/utils/toolContent.cjs.map +1 -1
- package/dist/cjs/utils/truncation.cjs +0 -61
- package/dist/cjs/utils/truncation.cjs.map +1 -1
- package/dist/esm/agents/AgentContext.mjs +0 -356
- package/dist/esm/agents/AgentContext.mjs.map +1 -1
- package/dist/esm/agents/projection.mjs +0 -9
- package/dist/esm/agents/projection.mjs.map +1 -1
- package/dist/esm/common/constants.mjs +0 -26
- package/dist/esm/common/constants.mjs.map +1 -1
- package/dist/esm/common/enum.mjs +0 -85
- package/dist/esm/common/enum.mjs.map +1 -1
- package/dist/esm/events.mjs +0 -14
- package/dist/esm/events.mjs.map +1 -1
- package/dist/esm/graphs/Graph.mjs +1 -909
- package/dist/esm/graphs/Graph.mjs.map +1 -1
- package/dist/esm/graphs/MultiAgentGraph.mjs +7 -272
- package/dist/esm/graphs/MultiAgentGraph.mjs.map +1 -1
- package/dist/esm/graphs/applyGraphRuntimeConfig.mjs.map +1 -1
- package/dist/esm/graphs/createGraph.mjs.map +1 -1
- package/dist/esm/hitl/askUserQuestion.mjs +0 -53
- package/dist/esm/hitl/askUserQuestion.mjs.map +1 -1
- package/dist/esm/hitl/askUserQuestions.mjs +0 -20
- package/dist/esm/hitl/askUserQuestions.mjs.map +1 -1
- package/dist/esm/hitl/askUserQuestionsInterrupt.mjs +0 -6
- package/dist/esm/hitl/askUserQuestionsInterrupt.mjs.map +1 -1
- package/dist/esm/hooks/HookRegistry.mjs +0 -127
- package/dist/esm/hooks/HookRegistry.mjs.map +1 -1
- package/dist/esm/hooks/createToolPolicyHook.mjs +0 -38
- package/dist/esm/hooks/createToolPolicyHook.mjs.map +1 -1
- package/dist/esm/hooks/createWorkspacePolicyHook.mjs +0 -77
- package/dist/esm/hooks/createWorkspacePolicyHook.mjs.map +1 -1
- package/dist/esm/hooks/executeHooks.mjs +0 -79
- package/dist/esm/hooks/executeHooks.mjs.map +1 -1
- package/dist/esm/hooks/index.mjs +0 -16
- package/dist/esm/hooks/index.mjs.map +1 -1
- package/dist/esm/hooks/matchers.mjs +0 -104
- package/dist/esm/hooks/matchers.mjs.map +1 -1
- package/dist/esm/hooks/types.mjs +0 -8
- package/dist/esm/hooks/types.mjs.map +1 -1
- package/dist/esm/instrumentation.mjs +0 -14
- package/dist/esm/instrumentation.mjs.map +1 -1
- package/dist/esm/langfuse.mjs +0 -75
- package/dist/esm/langfuse.mjs.map +1 -1
- package/dist/esm/langfuseConfig.mjs.map +1 -1
- package/dist/esm/langfuseRuntimeContext.mjs +0 -13
- package/dist/esm/langfuseRuntimeContext.mjs.map +1 -1
- package/dist/esm/langfuseRuntimeScope.mjs +0 -4
- package/dist/esm/langfuseRuntimeScope.mjs.map +1 -1
- package/dist/esm/langfuseSpanRegistry.mjs +0 -28
- package/dist/esm/langfuseSpanRegistry.mjs.map +1 -1
- package/dist/esm/langfuseToolOutputTracing.mjs +0 -3
- package/dist/esm/langfuseToolOutputTracing.mjs.map +1 -1
- package/dist/esm/langfuseTraceShaping.mjs +0 -74
- package/dist/esm/langfuseTraceShaping.mjs.map +1 -1
- package/dist/esm/llm/anthropic/index.mjs +0 -3
- package/dist/esm/llm/anthropic/index.mjs.map +1 -1
- package/dist/esm/llm/anthropic/types.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs +1 -111
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs +0 -1
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/stream_events.mjs +0 -8
- package/dist/esm/llm/anthropic/utils/stream_events.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
- package/dist/esm/llm/bedrock/cachePoints.mjs.map +1 -1
- package/dist/esm/llm/bedrock/index.mjs +1 -95
- package/dist/esm/llm/bedrock/index.mjs.map +1 -1
- package/dist/esm/llm/bedrock/toolCache.mjs.map +1 -1
- package/dist/esm/llm/bedrock/utils/message_inputs.mjs +0 -78
- package/dist/esm/llm/bedrock/utils/message_inputs.mjs.map +1 -1
- package/dist/esm/llm/bedrock/utils/message_outputs.mjs +0 -24
- package/dist/esm/llm/bedrock/utils/message_outputs.mjs.map +1 -1
- package/dist/esm/llm/contextOverflowRecovery.mjs +0 -62
- package/dist/esm/llm/contextOverflowRecovery.mjs.map +1 -1
- package/dist/esm/llm/fake.mjs.map +1 -1
- package/dist/esm/llm/google/index.mjs +2 -21
- package/dist/esm/llm/google/index.mjs.map +1 -1
- package/dist/esm/llm/google/utils/common.mjs +0 -35
- package/dist/esm/llm/google/utils/common.mjs.map +1 -1
- package/dist/esm/llm/init.mjs +0 -9
- package/dist/esm/llm/init.mjs.map +1 -1
- package/dist/esm/llm/invoke.mjs +1 -270
- package/dist/esm/llm/invoke.mjs.map +1 -1
- package/dist/esm/llm/mistral/index.mjs.map +1 -1
- package/dist/esm/llm/openai/index.mjs +0 -99
- package/dist/esm/llm/openai/index.mjs.map +1 -1
- package/dist/esm/llm/openai/streamMetadata.mjs +0 -21
- package/dist/esm/llm/openai/streamMetadata.mjs.map +1 -1
- package/dist/esm/llm/openai/utils/index.mjs.map +1 -1
- package/dist/esm/llm/openrouter/index.mjs +0 -1
- package/dist/esm/llm/openrouter/index.mjs.map +1 -1
- package/dist/esm/llm/openrouter/toolCache.mjs +0 -6
- package/dist/esm/llm/openrouter/toolCache.mjs.map +1 -1
- package/dist/esm/llm/preempt.mjs +0 -75
- package/dist/esm/llm/preempt.mjs.map +1 -1
- package/dist/esm/llm/providers.mjs.map +1 -1
- package/dist/esm/llm/request.mjs +0 -10
- package/dist/esm/llm/request.mjs.map +1 -1
- package/dist/esm/llm/stream/chunkAdapters.mjs +0 -62
- package/dist/esm/llm/stream/chunkAdapters.mjs.map +1 -1
- package/dist/esm/llm/stream/smoother.mjs +0 -58
- package/dist/esm/llm/stream/smoother.mjs.map +1 -1
- package/dist/esm/llm/streamLimits.mjs +4 -293
- package/dist/esm/llm/streamLimits.mjs.map +1 -1
- package/dist/esm/llm/truncation.mjs +0 -36
- package/dist/esm/llm/truncation.mjs.map +1 -1
- package/dist/esm/llm/vertexai/index.mjs +0 -330
- package/dist/esm/llm/vertexai/index.mjs.map +1 -1
- package/dist/esm/messages/alternation.mjs +0 -43
- package/dist/esm/messages/alternation.mjs.map +1 -1
- package/dist/esm/messages/anthropicToolCache.mjs +0 -45
- package/dist/esm/messages/anthropicToolCache.mjs.map +1 -1
- package/dist/esm/messages/assistantPhase.mjs +0 -12
- package/dist/esm/messages/assistantPhase.mjs.map +1 -1
- package/dist/esm/messages/budget.mjs +0 -9
- package/dist/esm/messages/budget.mjs.map +1 -1
- package/dist/esm/messages/cache.mjs +0 -172
- package/dist/esm/messages/cache.mjs.map +1 -1
- package/dist/esm/messages/content.mjs +0 -9
- package/dist/esm/messages/content.mjs.map +1 -1
- package/dist/esm/messages/contextPruning.mjs +0 -15
- package/dist/esm/messages/contextPruning.mjs.map +1 -1
- package/dist/esm/messages/contextPruningSettings.mjs +0 -3
- package/dist/esm/messages/contextPruningSettings.mjs.map +1 -1
- package/dist/esm/messages/core.mjs +0 -48
- package/dist/esm/messages/core.mjs.map +1 -1
- package/dist/esm/messages/format.mjs +1 -345
- package/dist/esm/messages/format.mjs.map +1 -1
- package/dist/esm/messages/handoffCue.mjs +0 -36
- package/dist/esm/messages/handoffCue.mjs.map +1 -1
- package/dist/esm/messages/ids.mjs.map +1 -1
- package/dist/esm/messages/injected.mjs +0 -33
- package/dist/esm/messages/injected.mjs.map +1 -1
- package/dist/esm/messages/langchain.mjs +0 -14
- package/dist/esm/messages/langchain.mjs.map +1 -1
- package/dist/esm/messages/prune.mjs +1 -184
- package/dist/esm/messages/prune.mjs.map +1 -1
- package/dist/esm/messages/recency.mjs +0 -32
- package/dist/esm/messages/recency.mjs.map +1 -1
- package/dist/esm/messages/reducer.mjs +0 -30
- package/dist/esm/messages/reducer.mjs.map +1 -1
- package/dist/esm/messages/tools.mjs +0 -14
- package/dist/esm/messages/tools.mjs.map +1 -1
- package/dist/esm/openai/index.mjs.map +1 -1
- package/dist/esm/prompts/activityLabel.mjs +9 -79
- package/dist/esm/prompts/activityLabel.mjs.map +1 -1
- package/dist/esm/responses/index.mjs.map +1 -1
- package/dist/esm/run.mjs +2 -538
- package/dist/esm/run.mjs.map +1 -1
- package/dist/esm/session/AgentSession.mjs +1 -17
- package/dist/esm/session/AgentSession.mjs.map +1 -1
- package/dist/esm/session/JsonlSessionStore.mjs.map +1 -1
- package/dist/esm/session/handlers.mjs +0 -7
- package/dist/esm/session/handlers.mjs.map +1 -1
- package/dist/esm/session/ids.mjs.map +1 -1
- package/dist/esm/session/messageSerialization.mjs +0 -4
- package/dist/esm/session/messageSerialization.mjs.map +1 -1
- package/dist/esm/stream.mjs +1 -93
- package/dist/esm/stream.mjs.map +1 -1
- package/dist/esm/summarization/index.mjs +0 -27
- package/dist/esm/summarization/index.mjs.map +1 -1
- package/dist/esm/summarization/node.mjs +0 -273
- package/dist/esm/summarization/node.mjs.map +1 -1
- package/dist/esm/tools/BashExecutor.mjs +0 -35
- package/dist/esm/tools/BashExecutor.mjs.map +1 -1
- package/dist/esm/tools/BashProgrammaticToolCalling.mjs +0 -24
- package/dist/esm/tools/BashProgrammaticToolCalling.mjs.map +1 -1
- package/dist/esm/tools/Calculator.mjs.map +1 -1
- package/dist/esm/tools/CodeExecutor.mjs +0 -13
- package/dist/esm/tools/CodeExecutor.mjs.map +1 -1
- package/dist/esm/tools/CodeSessionFileSummary.mjs.map +1 -1
- package/dist/esm/tools/ProgrammaticToolCalling.mjs +0 -101
- package/dist/esm/tools/ProgrammaticToolCalling.mjs.map +1 -1
- package/dist/esm/tools/ReadFile.mjs.map +1 -1
- package/dist/esm/tools/SkillTool.mjs +0 -5
- package/dist/esm/tools/SkillTool.mjs.map +1 -1
- package/dist/esm/tools/SubagentTool.mjs +0 -10
- package/dist/esm/tools/SubagentTool.mjs.map +1 -1
- package/dist/esm/tools/ToolNode.mjs +6 -1038
- package/dist/esm/tools/ToolNode.mjs.map +1 -1
- package/dist/esm/tools/ToolSearch.mjs +0 -179
- package/dist/esm/tools/ToolSearch.mjs.map +1 -1
- package/dist/esm/tools/cloudflare/CloudflareBridgeRuntime.mjs.map +1 -1
- package/dist/esm/tools/cloudflare/CloudflareProgrammaticToolCalling.mjs.map +1 -1
- package/dist/esm/tools/cloudflare/CloudflareSandboxExecutionEngine.mjs +0 -39
- package/dist/esm/tools/cloudflare/CloudflareSandboxExecutionEngine.mjs.map +1 -1
- package/dist/esm/tools/cloudflare/CloudflareSandboxTools.mjs.map +1 -1
- package/dist/esm/tools/eagerEventExecution.mjs +0 -6
- package/dist/esm/tools/eagerEventExecution.mjs.map +1 -1
- package/dist/esm/tools/handlers.mjs +1 -41
- package/dist/esm/tools/handlers.mjs.map +1 -1
- package/dist/esm/tools/intentArg.mjs +1 -132
- package/dist/esm/tools/intentArg.mjs.map +1 -1
- package/dist/esm/tools/local/CompileCheckTool.mjs +0 -25
- package/dist/esm/tools/local/CompileCheckTool.mjs.map +1 -1
- package/dist/esm/tools/local/FileCheckpointer.mjs +0 -23
- package/dist/esm/tools/local/FileCheckpointer.mjs.map +1 -1
- package/dist/esm/tools/local/LocalCodingTools.mjs +0 -80
- package/dist/esm/tools/local/LocalCodingTools.mjs.map +1 -1
- package/dist/esm/tools/local/LocalExecutionEngine.mjs +0 -126
- package/dist/esm/tools/local/LocalExecutionEngine.mjs.map +1 -1
- package/dist/esm/tools/local/LocalExecutionTools.mjs.map +1 -1
- package/dist/esm/tools/local/LocalProgrammaticToolCalling.mjs +0 -12
- package/dist/esm/tools/local/LocalProgrammaticToolCalling.mjs.map +1 -1
- package/dist/esm/tools/local/attachments.mjs +0 -44
- package/dist/esm/tools/local/attachments.mjs.map +1 -1
- package/dist/esm/tools/local/bashAst.mjs +0 -16
- package/dist/esm/tools/local/bashAst.mjs.map +1 -1
- package/dist/esm/tools/local/editStrategies.mjs +0 -14
- package/dist/esm/tools/local/editStrategies.mjs.map +1 -1
- package/dist/esm/tools/local/resolveLocalExecutionTools.mjs.map +1 -1
- package/dist/esm/tools/local/syntaxCheck.mjs +0 -31
- package/dist/esm/tools/local/syntaxCheck.mjs.map +1 -1
- package/dist/esm/tools/local/textEncoding.mjs +0 -11
- package/dist/esm/tools/local/textEncoding.mjs.map +1 -1
- package/dist/esm/tools/local/workspaceFS.mjs +0 -33
- package/dist/esm/tools/local/workspaceFS.mjs.map +1 -1
- package/dist/esm/tools/ptcTimeout.mjs.map +1 -1
- package/dist/esm/tools/schema.mjs +0 -8
- package/dist/esm/tools/schema.mjs.map +1 -1
- package/dist/esm/tools/search/anthropic.mjs +0 -9
- package/dist/esm/tools/search/anthropic.mjs.map +1 -1
- package/dist/esm/tools/search/content.mjs.map +1 -1
- package/dist/esm/tools/search/crw-scraper.mjs +0 -33
- package/dist/esm/tools/search/crw-scraper.mjs.map +1 -1
- package/dist/esm/tools/search/crw-search.mjs +0 -2
- package/dist/esm/tools/search/crw-search.mjs.map +1 -1
- package/dist/esm/tools/search/firecrawl.mjs +0 -25
- package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
- package/dist/esm/tools/search/format.mjs +0 -30
- package/dist/esm/tools/search/format.mjs.map +1 -1
- package/dist/esm/tools/search/highlights.mjs +0 -16
- package/dist/esm/tools/search/highlights.mjs.map +1 -1
- package/dist/esm/tools/search/keenable-scraper.mjs +0 -8
- package/dist/esm/tools/search/keenable-scraper.mjs.map +1 -1
- package/dist/esm/tools/search/keenable-search.mjs +0 -7
- package/dist/esm/tools/search/keenable-search.mjs.map +1 -1
- package/dist/esm/tools/search/rerankers.mjs +0 -35
- package/dist/esm/tools/search/rerankers.mjs.map +1 -1
- package/dist/esm/tools/search/schema.mjs +0 -1
- package/dist/esm/tools/search/schema.mjs.map +1 -1
- package/dist/esm/tools/search/search.mjs +1 -14
- package/dist/esm/tools/search/search.mjs.map +1 -1
- package/dist/esm/tools/search/serper-scraper.mjs +0 -46
- package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
- package/dist/esm/tools/search/tavily-scraper.mjs.map +1 -1
- package/dist/esm/tools/search/tavily-search.mjs.map +1 -1
- package/dist/esm/tools/search/tool.mjs +0 -25
- package/dist/esm/tools/search/tool.mjs.map +1 -1
- package/dist/esm/tools/search/utils.mjs +0 -8
- package/dist/esm/tools/search/utils.mjs.map +1 -1
- package/dist/esm/tools/skillCatalog.mjs +0 -6
- package/dist/esm/tools/skillCatalog.mjs.map +1 -1
- package/dist/esm/tools/streamedToolCallSeals.mjs +0 -6
- package/dist/esm/tools/streamedToolCallSeals.mjs.map +1 -1
- package/dist/esm/tools/subagent/SubagentExecutionRegistry.mjs +0 -2
- package/dist/esm/tools/subagent/SubagentExecutionRegistry.mjs.map +1 -1
- package/dist/esm/tools/subagent/SubagentExecutor.mjs +3 -213
- package/dist/esm/tools/subagent/SubagentExecutor.mjs.map +1 -1
- package/dist/esm/tools/subagent/SubagentReplay.mjs.map +1 -1
- package/dist/esm/tools/subagent/childGraphConfig.mjs +0 -4
- package/dist/esm/tools/subagent/childGraphConfig.mjs.map +1 -1
- package/dist/esm/tools/subagent/runtimeLimits.mjs.map +1 -1
- package/dist/esm/tools/toolOutputReferences.mjs +1 -322
- package/dist/esm/tools/toolOutputReferences.mjs.map +1 -1
- package/dist/esm/types/hitl.mjs +0 -5
- package/dist/esm/types/hitl.mjs.map +1 -1
- package/dist/esm/utils/callbacks.mjs.map +1 -1
- package/dist/esm/utils/errors.mjs +14 -165
- package/dist/esm/utils/errors.mjs.map +1 -1
- package/dist/esm/utils/events.mjs +0 -10
- package/dist/esm/utils/events.mjs.map +1 -1
- package/dist/esm/utils/graph.mjs.map +1 -1
- package/dist/esm/utils/handlers.mjs +0 -3
- package/dist/esm/utils/handlers.mjs.map +1 -1
- package/dist/esm/utils/llm.mjs +0 -1
- package/dist/esm/utils/llm.mjs.map +1 -1
- package/dist/esm/utils/misc.mjs +0 -16
- package/dist/esm/utils/misc.mjs.map +1 -1
- package/dist/esm/utils/proxy.mjs +0 -26
- package/dist/esm/utils/proxy.mjs.map +1 -1
- package/dist/esm/utils/run.mjs +0 -6
- package/dist/esm/utils/run.mjs.map +1 -1
- package/dist/esm/utils/schema.mjs +0 -5
- package/dist/esm/utils/schema.mjs.map +1 -1
- package/dist/esm/utils/title.mjs +0 -6
- package/dist/esm/utils/title.mjs.map +1 -1
- package/dist/esm/utils/tokens.mjs +0 -113
- package/dist/esm/utils/tokens.mjs.map +1 -1
- package/dist/esm/utils/toolContent.mjs +0 -41
- package/dist/esm/utils/toolContent.mjs.map +1 -1
- package/dist/esm/utils/truncation.mjs +0 -61
- package/dist/esm/utils/truncation.mjs.map +1 -1
- package/dist/types/agents/AgentContext.d.ts +3 -3
- package/dist/types/agents/__tests__/promptCacheLiveHelpers.d.ts +3 -3
- package/dist/types/agents/projection.d.ts +1 -1
- package/dist/types/events.d.ts +2 -2
- package/dist/types/graphs/Graph.d.ts +11 -11
- package/dist/types/graphs/MultiAgentGraph.d.ts +2 -2
- package/dist/types/graphs/createGraph.d.ts +4 -4
- package/dist/types/graphs/graphFactory.d.ts +1 -1
- package/dist/types/hitl/askUserQuestion.d.ts +1 -1
- package/dist/types/hitl/askUserQuestions.d.ts +1 -1
- package/dist/types/hitl/askUserQuestionsInterrupt.d.ts +1 -1
- package/dist/types/hooks/types.d.ts +1 -1
- package/dist/types/instrumentation.d.ts +1 -1
- package/dist/types/langfuse.d.ts +3 -3
- package/dist/types/langfuseConfig.d.ts +2 -2
- package/dist/types/langfuseRuntimeContext.d.ts +1 -1
- package/dist/types/langfuseRuntimeScope.d.ts +2 -2
- package/dist/types/langfuseSpanRegistry.d.ts +1 -1
- package/dist/types/langfuseToolOutputTracing.d.ts +3 -3
- package/dist/types/llm/anthropic/index.d.ts +1 -1
- package/dist/types/llm/bedrock/index.d.ts +1 -1
- package/dist/types/llm/bedrock/toolCache.d.ts +2 -2
- package/dist/types/llm/contextOverflowRecovery.d.ts +2 -2
- package/dist/types/llm/google/index.d.ts +1 -1
- package/dist/types/llm/init.d.ts +2 -2
- package/dist/types/llm/invoke.d.ts +6 -6
- package/dist/types/llm/mistral/index.d.ts +1 -1
- package/dist/types/llm/openai/index.d.ts +2 -2
- package/dist/types/llm/openrouter/index.d.ts +2 -2
- package/dist/types/llm/openrouter/toolCache.d.ts +2 -2
- package/dist/types/llm/providers.d.ts +2 -2
- package/dist/types/llm/request.d.ts +2 -2
- package/dist/types/llm/stream/chunkAdapters.d.ts +1 -1
- package/dist/types/llm/streamLimits.d.ts +1 -1
- package/dist/types/llm/truncation.d.ts +1 -1
- package/dist/types/llm/vertexai/index.d.ts +1 -1
- package/dist/types/messages/alternation.d.ts +1 -1
- package/dist/types/messages/anthropicToolCache.d.ts +2 -2
- package/dist/types/messages/assistantPhase.d.ts +3 -3
- package/dist/types/messages/budget.d.ts +1 -1
- package/dist/types/messages/cache.d.ts +1 -1
- package/dist/types/messages/contextPruning.d.ts +2 -2
- package/dist/types/messages/core.d.ts +2 -2
- package/dist/types/messages/format.d.ts +2 -2
- package/dist/types/messages/ids.d.ts +2 -2
- package/dist/types/messages/injected.d.ts +1 -1
- package/dist/types/messages/langchain.d.ts +1 -1
- package/dist/types/messages/prune.d.ts +3 -3
- package/dist/types/openai/index.d.ts +1 -1
- package/dist/types/prompts/activityLabel.d.ts +2 -2
- package/dist/types/responses/index.d.ts +1 -1
- package/dist/types/run.d.ts +3 -3
- package/dist/types/session/handlers.d.ts +1 -1
- package/dist/types/session/types.d.ts +1 -1
- package/dist/types/stream.d.ts +4 -4
- package/dist/types/summarization/index.d.ts +1 -1
- package/dist/types/summarization/node.d.ts +6 -6
- package/dist/types/test/mockTools.d.ts +1 -1
- package/dist/types/tools/BashExecutor.d.ts +2 -2
- package/dist/types/tools/BashProgrammaticToolCalling.d.ts +2 -2
- package/dist/types/tools/CodeExecutor.d.ts +3 -3
- package/dist/types/tools/CodeSessionFileSummary.d.ts +1 -1
- package/dist/types/tools/ProgrammaticToolCalling.d.ts +2 -2
- package/dist/types/tools/ReadFile.d.ts +1 -1
- package/dist/types/tools/SkillTool.d.ts +1 -1
- package/dist/types/tools/SubagentTool.d.ts +3 -3
- package/dist/types/tools/ToolNode.d.ts +5 -5
- package/dist/types/tools/ToolSearch.d.ts +2 -2
- package/dist/types/tools/cloudflare/CloudflareBridgeRuntime.d.ts +1 -1
- package/dist/types/tools/cloudflare/CloudflareProgrammaticToolCalling.d.ts +1 -1
- package/dist/types/tools/cloudflare/CloudflareSandboxExecutionEngine.d.ts +2 -2
- package/dist/types/tools/cloudflare/CloudflareSandboxTools.d.ts +1 -1
- package/dist/types/tools/eagerEventExecution.d.ts +1 -1
- package/dist/types/tools/handlers.d.ts +3 -3
- package/dist/types/tools/intentArg.d.ts +1 -1
- package/dist/types/tools/local/CompileCheckTool.d.ts +2 -2
- package/dist/types/tools/local/FileCheckpointer.d.ts +1 -1
- package/dist/types/tools/local/LocalCodingTools.d.ts +2 -2
- package/dist/types/tools/local/LocalExecutionEngine.d.ts +1 -1
- package/dist/types/tools/local/LocalExecutionTools.d.ts +1 -1
- package/dist/types/tools/local/LocalProgrammaticToolCalling.d.ts +1 -1
- package/dist/types/tools/local/bashAst.d.ts +1 -1
- package/dist/types/tools/local/resolveLocalExecutionTools.d.ts +1 -1
- package/dist/types/tools/local/syntaxCheck.d.ts +1 -1
- package/dist/types/tools/ptcTimeout.d.ts +1 -1
- package/dist/types/tools/schema.d.ts +1 -1
- package/dist/types/tools/search/anthropic.d.ts +1 -1
- package/dist/types/tools/skillCatalog.d.ts +1 -1
- package/dist/types/tools/subagent/SubagentExecutor.d.ts +5 -5
- package/dist/types/tools/subagent/SubagentReplay.d.ts +3 -3
- package/dist/types/tools/subagent/childGraphConfig.d.ts +2 -2
- package/dist/types/types/activityLabel.d.ts +3 -3
- package/dist/types/types/graph.d.ts +7 -7
- package/dist/types/types/llm.d.ts +9 -9
- package/dist/types/types/run.d.ts +7 -7
- package/dist/types/types/stream.d.ts +5 -5
- package/dist/types/types/summarize.d.ts +2 -2
- package/dist/types/types/tools.d.ts +5 -5
- package/dist/types/utils/__tests__/fixtures/contextOverflowSignatures.d.ts +1 -1
- package/dist/types/utils/errors.d.ts +1 -1
- package/dist/types/utils/events.d.ts +1 -1
- package/dist/types/utils/handlers.d.ts +3 -3
- package/dist/types/utils/llm.d.ts +1 -1
- package/dist/types/utils/llmConfig.d.ts +1 -1
- package/dist/types/utils/title.d.ts +1 -1
- package/package.json +10 -3
- package/src/__tests__/stream.eagerArgsDivergence.test.ts +0 -911
- package/src/__tests__/stream.eagerEventExecution.test.ts +0 -5046
- package/src/__tests__/stream.streamLimits.test.ts +0 -1982
- package/src/agents/__tests__/AgentContext.anthropic.live.test.ts +0 -448
- package/src/agents/__tests__/AgentContext.bedrock.live.test.ts +0 -655
- package/src/agents/__tests__/AgentContext.openrouter.live.test.ts +0 -128
- package/src/agents/__tests__/AgentContext.overflow.test.ts +0 -205
- package/src/agents/__tests__/AgentContext.test.ts +0 -2425
- package/src/agents/__tests__/projection.test.ts +0 -73
- package/src/agents/__tests__/promptCacheLiveHelpers.ts +0 -175
- package/src/aggregator.test.ts +0 -1214
- package/src/graphs/__tests__/Graph.breakerLifecycle.test.ts +0 -273
- package/src/graphs/__tests__/Graph.closeRunStep.test.ts +0 -385
- package/src/graphs/__tests__/Graph.contextOverflow.test.ts +0 -1766
- package/src/graphs/__tests__/Graph.preemptSignal.test.ts +0 -126
- package/src/graphs/__tests__/Graph.reasoning.test.ts +0 -1717
- package/src/graphs/__tests__/Graph.subagentResumeState.test.ts +0 -80
- package/src/graphs/__tests__/MultiAgentGraph.test.ts +0 -177
- package/src/graphs/__tests__/composition.smoke.test.ts +0 -509
- package/src/graphs/__tests__/createGraph.test.ts +0 -206
- package/src/hooks/__tests__/HookRegistry.test.ts +0 -334
- package/src/hooks/__tests__/compactHooks.test.ts +0 -250
- package/src/hooks/__tests__/createToolPolicyHook.test.ts +0 -268
- package/src/hooks/__tests__/createWorkspacePolicyHook.test.ts +0 -405
- package/src/hooks/__tests__/executeHooks.test.ts +0 -1294
- package/src/hooks/__tests__/integration.test.ts +0 -337
- package/src/hooks/__tests__/matchers.test.ts +0 -238
- package/src/hooks/__tests__/preemptBoundary.test.ts +0 -152
- package/src/hooks/__tests__/toolHooks.test.ts +0 -669
- package/src/llm/__tests__/contextOverflowRecovery.test.ts +0 -401
- package/src/llm/__tests__/fallbackOverflow.test.ts +0 -287
- package/src/llm/anthropic/Jacob_Lee_Resume_2023.pdf +0 -0
- package/src/llm/anthropic/inherited-content-utils.spec.ts +0 -249
- package/src/llm/anthropic/inherited-stream-events.spec.ts +0 -1259
- package/src/llm/anthropic/inherited-strict.spec.ts +0 -302
- package/src/llm/anthropic/llm.spec.ts +0 -3394
- package/src/llm/anthropic/utils/cross-provider-reasoning.test.ts +0 -383
- package/src/llm/anthropic/utils/cross-provider-server-tools.test.ts +0 -110
- package/src/llm/anthropic/utils/server-tool-inputs.test.ts +0 -508
- package/src/llm/anthropic/utils/streaming-tool-input.test.ts +0 -361
- package/src/llm/anthropic/utils/stripPrefillCache.test.ts +0 -111
- package/src/llm/anthropic/utils/tool-id-normalization.test.ts +0 -287
- package/src/llm/bedrock/inherited-cache.spec.ts +0 -144
- package/src/llm/bedrock/inherited.spec.ts +0 -724
- package/src/llm/bedrock/llm.spec.ts +0 -1533
- package/src/llm/bedrock/streamSealDispatch.test.ts +0 -331
- package/src/llm/bedrock/toolCache.test.ts +0 -194
- package/src/llm/bedrock/utils/cross-provider-reasoning.test.ts +0 -131
- package/src/llm/bedrock/utils/cross-provider-server-tools.test.ts +0 -122
- package/src/llm/bedrock/utils/message_inputs.test.ts +0 -650
- package/src/llm/bedrock/utils/message_outputs.test.ts +0 -85
- package/src/llm/bedrock/utils/toolResultCachePoint.test.ts +0 -118
- package/src/llm/custom-chat-models.smoke.test.ts +0 -1966
- package/src/llm/google/data/gettysburg10.wav +0 -0
- package/src/llm/google/data/hotdog.jpg +0 -0
- package/src/llm/google/inherited-stream-events.spec.ts +0 -350
- package/src/llm/google/llm.spec.ts +0 -1388
- package/src/llm/google/streamSmoothing.test.ts +0 -121
- package/src/llm/google/utils/common.test.ts +0 -196
- package/src/llm/invoke.alternation.test.ts +0 -87
- package/src/llm/invoke.handoffCue.test.ts +0 -112
- package/src/llm/invoke.streamLimits.test.ts +0 -142
- package/src/llm/invoke.test.ts +0 -1198
- package/src/llm/mistral/streamSmoothing.test.ts +0 -97
- package/src/llm/openai/cacheWriteTokens.test.ts +0 -112
- package/src/llm/openai/contentBlocks.test.ts +0 -381
- package/src/llm/openai/deepseek.test.ts +0 -747
- package/src/llm/openai/inherited-deepseek.spec.ts +0 -347
- package/src/llm/openai/inherited-xai.spec.ts +0 -416
- package/src/llm/openai/llm.spec.ts +0 -1774
- package/src/llm/openai/managedRequests.test.ts +0 -182
- package/src/llm/openai/sequentialToolCallSeals.test.ts +0 -199
- package/src/llm/openai/streamMetadata.spec.ts +0 -86
- package/src/llm/openai/streamMetadataDedup.spec.ts +0 -166
- package/src/llm/openai/utils/isReasoningModel.test.ts +0 -90
- package/src/llm/openai/utils/messages.test.ts +0 -488
- package/src/llm/openrouter/reasoning.test.ts +0 -561
- package/src/llm/openrouter/toolCache.test.ts +0 -134
- package/src/llm/preempt.test.ts +0 -323
- package/src/llm/stream/chunkAdapters.test.ts +0 -202
- package/src/llm/stream/reassembly.test.ts +0 -241
- package/src/llm/stream/smoother.bench.test.ts +0 -155
- package/src/llm/stream/smoother.test.ts +0 -519
- package/src/llm/streamLimits.test.ts +0 -450
- package/src/llm/truncation.test.ts +0 -242
- package/src/llm/vertexai/fixThoughtSignatures.test.ts +0 -154
- package/src/llm/vertexai/inherited-stream-events.spec.ts +0 -271
- package/src/llm/vertexai/llm.spec.ts +0 -159
- package/src/llm/vertexai/repairUsageMetadata.test.ts +0 -54
- package/src/llm/vertexai/sealStreamedToolCalls.test.ts +0 -88
- package/src/llm/vertexai/streamSealDispatch.test.ts +0 -148
- package/src/llm/vertexai/streamSmoothing.test.ts +0 -109
- package/src/messages/__tests__/anthropicToolCache.test.ts +0 -339
- package/src/messages/__tests__/observationMasking.test.ts +0 -312
- package/src/messages/__tests__/recency.test.ts +0 -267
- package/src/messages/__tests__/tools.test.ts +0 -473
- package/src/messages/alternation.test.ts +0 -212
- package/src/messages/assistantPhase.test.ts +0 -75
- package/src/messages/cache.tail.test.ts +0 -533
- package/src/messages/cache.test.ts +0 -2166
- package/src/messages/content.test.ts +0 -362
- package/src/messages/contextPruning.test.ts +0 -184
- package/src/messages/ensureThinkingBlock.test.ts +0 -1427
- package/src/messages/foldToollessToolBlocks.test.ts +0 -596
- package/src/messages/formatAgentMessages.reducer.test.ts +0 -162
- package/src/messages/formatAgentMessages.skills.test.ts +0 -513
- package/src/messages/formatAgentMessages.steer.test.ts +0 -598
- package/src/messages/formatAgentMessages.test.ts +0 -8111
- package/src/messages/formatAgentMessages.tools.test.ts +0 -522
- package/src/messages/formatMessage.test.ts +0 -693
- package/src/messages/handoffCue.test.ts +0 -96
- package/src/messages/injected.test.ts +0 -107
- package/src/messages/labelContentByAgent.test.ts +0 -962
- package/src/messages/reducer.spec.ts +0 -32
- package/src/messages/shiftIndexTokenCountMap.test.ts +0 -81
- package/src/messages/tailCacheConversion.test.ts +0 -161
- package/src/openai/__tests__/openai.test.ts +0 -337
- package/src/responses/__tests__/responses.test.ts +0 -652
- package/src/scripts/abort.ts +0 -157
- package/src/scripts/activity-labels/captured.json +0 -56
- package/src/scripts/activity-labels/checks.cjs +0 -205
- package/src/scripts/activity-labels/corpus.cjs +0 -473
- package/src/scripts/activity-labels/report.cjs +0 -203
- package/src/scripts/activity-labels/rescore.cjs +0 -102
- package/src/scripts/activity-labels/run.ts +0 -705
- package/src/scripts/activity-labels/variants.ts +0 -71
- package/src/scripts/ant_web_search.ts +0 -159
- package/src/scripts/ant_web_search_edge_case.ts +0 -163
- package/src/scripts/ant_web_search_error_edge_case.ts +0 -149
- package/src/scripts/args.ts +0 -48
- package/src/scripts/bedrock-cache-debug.ts +0 -250
- package/src/scripts/bedrock-content-aggregation-test.ts +0 -266
- package/src/scripts/bedrock-merge-test.ts +0 -107
- package/src/scripts/bedrock-parallel-tools-test.ts +0 -204
- package/src/scripts/bench-prompt-cache.ts +0 -479
- package/src/scripts/caching.ts +0 -132
- package/src/scripts/cli.ts +0 -172
- package/src/scripts/cli2.ts +0 -133
- package/src/scripts/cli3.ts +0 -184
- package/src/scripts/cli4.ts +0 -191
- package/src/scripts/cli5.ts +0 -191
- package/src/scripts/code_exec.ts +0 -214
- package/src/scripts/code_exec_files.ts +0 -237
- package/src/scripts/code_exec_multi_session.ts +0 -237
- package/src/scripts/code_exec_ptc.ts +0 -335
- package/src/scripts/code_exec_session.ts +0 -283
- package/src/scripts/code_exec_simple.ts +0 -148
- package/src/scripts/compare_pi_vs_ours.ts +0 -1259
- package/src/scripts/content.ts +0 -139
- package/src/scripts/context-overflow-probe.ts +0 -997
- package/src/scripts/empty_input.ts +0 -137
- package/src/scripts/handoff-test.ts +0 -134
- package/src/scripts/local_engine.ts +0 -166
- package/src/scripts/local_engine_checkpointer.ts +0 -205
- package/src/scripts/local_engine_compile.ts +0 -263
- package/src/scripts/local_engine_hooks.ts +0 -226
- package/src/scripts/local_engine_image.ts +0 -201
- package/src/scripts/local_engine_ptc.ts +0 -151
- package/src/scripts/local_engine_workspace.ts +0 -258
- package/src/scripts/memory.ts +0 -107
- package/src/scripts/multi-agent-chain.ts +0 -332
- package/src/scripts/multi-agent-conditional.ts +0 -222
- package/src/scripts/multi-agent-document-review-chain.ts +0 -198
- package/src/scripts/multi-agent-hybrid-flow.ts +0 -311
- package/src/scripts/multi-agent-parallel-start.ts +0 -265
- package/src/scripts/multi-agent-parallel.ts +0 -395
- package/src/scripts/multi-agent-sequence.ts +0 -217
- package/src/scripts/multi-agent-subagent.ts +0 -246
- package/src/scripts/multi-agent-supervisor.ts +0 -366
- package/src/scripts/multi-agent-test.ts +0 -187
- package/src/scripts/openrouter_prompt_cache_live.ts +0 -310
- package/src/scripts/parallel-asymmetric-tools-test.ts +0 -275
- package/src/scripts/parallel-full-metadata-test.ts +0 -241
- package/src/scripts/parallel-tools-test.ts +0 -341
- package/src/scripts/preempt-probe.ts +0 -330
- package/src/scripts/preempt-scenarios.ts +0 -388
- package/src/scripts/programmatic_exec.ts +0 -387
- package/src/scripts/programmatic_exec_agent.ts +0 -232
- package/src/scripts/search.ts +0 -147
- package/src/scripts/sequential-full-metadata-test.ts +0 -198
- package/src/scripts/session_live.ts +0 -548
- package/src/scripts/simple.ts +0 -226
- package/src/scripts/single-agent-metadata-test.ts +0 -196
- package/src/scripts/stream.ts +0 -141
- package/src/scripts/subagent-configurable-inheritance.ts +0 -252
- package/src/scripts/subagent-event-driven-debug.ts +0 -190
- package/src/scripts/subagent-tools-debug.ts +0 -160
- package/src/scripts/subagent-usage-sink.ts +0 -176
- package/src/scripts/summarization-recency.ts +0 -462
- package/src/scripts/test-custom-prompt-key.ts +0 -145
- package/src/scripts/test-handoff-input.ts +0 -170
- package/src/scripts/test-handoff-preamble.ts +0 -278
- package/src/scripts/test-handoff-steering.ts +0 -430
- package/src/scripts/test-multi-agent-list-handoff.ts +0 -418
- package/src/scripts/test-parallel-agent-labeling.ts +0 -327
- package/src/scripts/test-parallel-handoffs.ts +0 -292
- package/src/scripts/test-thinking-handoff-bedrock.ts +0 -154
- package/src/scripts/test-thinking-handoff.ts +0 -156
- package/src/scripts/test-thinking-to-thinking-handoff-bedrock.ts +0 -166
- package/src/scripts/test-tool-before-handoff-role-order.ts +0 -276
- package/src/scripts/test-tools-before-handoff.ts +0 -222
- package/src/scripts/test_code_api.ts +0 -354
- package/src/scripts/thinking-bedrock.ts +0 -160
- package/src/scripts/thinking-vertexai.ts +0 -168
- package/src/scripts/thinking.ts +0 -172
- package/src/scripts/tool_search.ts +0 -153
- package/src/scripts/tools.ts +0 -163
- package/src/session/__tests__/JsonlSessionStore.test.ts +0 -1463
- package/src/session/__tests__/handlers.test.ts +0 -161
- package/src/specs/activity-label-observability.live.test.ts +0 -262
- package/src/specs/activity-label-observability.test.ts +0 -167
- package/src/specs/activity-label-prompt.test.ts +0 -359
- package/src/specs/activity-label-trace-seed.test.ts +0 -47
- package/src/specs/activity-phase-label.test.ts +0 -306
- package/src/specs/agent-handoffs.live.test.ts +0 -140
- package/src/specs/agent-handoffs.test.ts +0 -2465
- package/src/specs/anthropic.simple.test.ts +0 -453
- package/src/specs/ask-user-question-batch.test.ts +0 -289
- package/src/specs/ask-user-questions.live.test.ts +0 -185
- package/src/specs/ask-user-questions.test.ts +0 -293
- package/src/specs/azure.simple.test.ts +0 -502
- package/src/specs/bedrock-toolless.live.test.ts +0 -123
- package/src/specs/bedrock-truncation.live.test.ts +0 -191
- package/src/specs/cache.simple.test.ts +0 -416
- package/src/specs/context-accuracy.live.test.ts +0 -409
- package/src/specs/context-overflow-recovery.live.test.ts +0 -213
- package/src/specs/context-usage-event.test.ts +0 -117
- package/src/specs/context-usage.live.test.ts +0 -297
- package/src/specs/custom-event-await.test.ts +0 -304
- package/src/specs/deepseek.simple.test.ts +0 -290
- package/src/specs/deterministic-trace-id.test.ts +0 -43
- package/src/specs/discovered-tools.test.ts +0 -217
- package/src/specs/durability-checkpoint.integration.test.ts +0 -243
- package/src/specs/graph-subagent.live.test.ts +0 -242
- package/src/specs/graph-subagent.test.ts +0 -322
- package/src/specs/handoffCue.test.ts +0 -165
- package/src/specs/langfuse-callbacks.test.ts +0 -1578
- package/src/specs/langfuse-config.test.ts +0 -247
- package/src/specs/langfuse-instrumentation.test.ts +0 -393
- package/src/specs/langfuse-metadata.test.ts +0 -245
- package/src/specs/langfuse-routing.integration.test.ts +0 -844
- package/src/specs/langfuse-runtime-context.test.ts +0 -92
- package/src/specs/langfuse-span-registry.test.ts +0 -87
- package/src/specs/langfuse-tool-output-tracing.test.ts +0 -1858
- package/src/specs/langfuse-trace-shaping.test.ts +0 -591
- package/src/specs/moonshot.simple.test.ts +0 -367
- package/src/specs/multi-agent-summarization.test.ts +0 -396
- package/src/specs/openai.simple.test.ts +0 -315
- package/src/specs/openrouter.simple.test.ts +0 -275
- package/src/specs/preemptSeal.test.ts +0 -678
- package/src/specs/prune.test.ts +0 -3741
- package/src/specs/reasoning.test.ts +0 -201
- package/src/specs/run-step-timestamps.test.ts +0 -414
- package/src/specs/spec.utils.ts +0 -15
- package/src/specs/subagent.test.ts +0 -864
- package/src/specs/summarization-unit.test.ts +0 -973
- package/src/specs/summarization.test.ts +0 -3823
- package/src/specs/summarize-prune.test.ts +0 -376
- package/src/specs/thinking-handoff.test.ts +0 -621
- package/src/specs/thinking-prune.test.ts +0 -827
- package/src/specs/token-accounting-e2e.test.ts +0 -1034
- package/src/specs/token-accounting-pipeline.test.ts +0 -1008
- package/src/specs/token-distribution-edge-case.test.ts +0 -315
- package/src/specs/token-memoization.test.ts +0 -40
- package/src/specs/tokens.test.ts +0 -1000
- package/src/specs/tool-error-resume.test.ts +0 -194
- package/src/specs/tool-error.test.ts +0 -198
- package/src/specs/vllm-reasoning-toolcalls.test.ts +0 -340
- package/src/stream.dispatch.test.ts +0 -63
- package/src/stream.test.ts +0 -144
- package/src/summarization/__tests__/aggregator.test.ts +0 -236
- package/src/summarization/__tests__/node.test.ts +0 -1996
- package/src/summarization/__tests__/trigger.test.ts +0 -149
- package/src/summarization/chunkHandler.test.ts +0 -196
- package/src/test/mockTools.ts +0 -386
- package/src/tools/Calculator.test.ts +0 -278
- package/src/tools/__tests__/BashExecutor.test.ts +0 -108
- package/src/tools/__tests__/CloudflareSandboxExecution.test.ts +0 -939
- package/src/tools/__tests__/CodeApiAuthHeaders.test.ts +0 -858
- package/src/tools/__tests__/CodeExecutor.stateful.test.ts +0 -124
- package/src/tools/__tests__/LocalExecutionRoots.test.ts +0 -8
- package/src/tools/__tests__/LocalExecutionTools.test.ts +0 -2733
- package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.ts +0 -318
- package/src/tools/__tests__/ProgrammaticToolCalling.test.ts +0 -1557
- package/src/tools/__tests__/ReadFile.test.ts +0 -44
- package/src/tools/__tests__/SkillTool.test.ts +0 -442
- package/src/tools/__tests__/SubagentExecutor.test.ts +0 -3728
- package/src/tools/__tests__/SubagentReplay.test.ts +0 -329
- package/src/tools/__tests__/SubagentTool.test.ts +0 -149
- package/src/tools/__tests__/ToolNode.breakerSignal.test.ts +0 -595
- package/src/tools/__tests__/ToolNode.eagerEventExecution.test.ts +0 -1191
- package/src/tools/__tests__/ToolNode.invalidToolCalls.test.ts +0 -757
- package/src/tools/__tests__/ToolNode.langfuse.test.ts +0 -57
- package/src/tools/__tests__/ToolNode.onResultCompletion.test.ts +0 -736
- package/src/tools/__tests__/ToolNode.outputReferences.test.ts +0 -1710
- package/src/tools/__tests__/ToolNode.runtimeState.test.ts +0 -120
- package/src/tools/__tests__/ToolNode.session.test.ts +0 -1352
- package/src/tools/__tests__/ToolNode.streamLimits.test.ts +0 -69
- package/src/tools/__tests__/ToolSearch.integration.test.ts +0 -161
- package/src/tools/__tests__/ToolSearch.test.ts +0 -1227
- package/src/tools/__tests__/annotateMessagesForLLM.test.ts +0 -561
- package/src/tools/__tests__/directToolHITLResumeScope.test.ts +0 -980
- package/src/tools/__tests__/directToolHooks.test.ts +0 -700
- package/src/tools/__tests__/eagerEventExecution.session.test.ts +0 -92
- package/src/tools/__tests__/handlers.test.ts +0 -997
- package/src/tools/__tests__/hitl.test.ts +0 -4663
- package/src/tools/__tests__/intentArg.test.ts +0 -357
- package/src/tools/__tests__/intentCoverage.test.ts +0 -139
- package/src/tools/__tests__/localToolNames.test.ts +0 -75
- package/src/tools/__tests__/skillCatalog.test.ts +0 -161
- package/src/tools/__tests__/subagentHooks.test.ts +0 -1651
- package/src/tools/__tests__/toolOutputReferences.test.ts +0 -515
- package/src/tools/__tests__/workspaceSeam.test.ts +0 -147
- package/src/tools/local/__tests__/FileCheckpointer.test.ts +0 -162
- package/src/tools/local/__tests__/editStrategies.test.ts +0 -134
- package/src/tools/search/content.test.ts +0 -173
- package/src/tools/search/crw.test.ts +0 -836
- package/src/tools/search/format.test.ts +0 -242
- package/src/tools/search/http-agent.test.ts +0 -133
- package/src/tools/search/jina-reranker.test.ts +0 -306
- package/src/tools/search/keenable-scraper.test.ts +0 -153
- package/src/tools/search/keenable.test.ts +0 -183
- package/src/tools/search/outcome.test.ts +0 -90
- package/src/tools/search/output.md +0 -2775
- package/src/tools/search/rag-api-reranker.test.ts +0 -891
- package/src/tools/search/source-processing.test.ts +0 -516
- package/src/tools/search/tavily.test.ts +0 -965
- package/src/tools/search/test.html +0 -884
- package/src/tools/search/test.md +0 -643
- package/src/tools/subagent/__tests__/SubagentExecutionRegistry.test.ts +0 -637
- package/src/tools/subagent/__tests__/SubagentExecutor.lazy.test.ts +0 -3054
- package/src/tools/subagent/__tests__/childGraphConfig.test.ts +0 -521
- package/src/utils/__tests__/apportion.test.ts +0 -32
- package/src/utils/__tests__/errors.test.ts +0 -270
- package/src/utils/__tests__/fixtures/contextOverflowSignatures.ts +0 -336
- package/src/utils/__tests__/redactSecrets.test.ts +0 -56
- package/src/utils/__tests__/truncation.test.ts +0 -66
- package/src/utils/llm.test.ts +0 -18
- package/src/utils/proxy.test.ts +0 -176
- package/src/utils/toolContent.test.ts +0 -1432
|
@@ -1,1766 +0,0 @@
|
|
|
1
|
-
import { z } from 'zod';
|
|
2
|
-
import { tool } from '@langchain/core/tools';
|
|
3
|
-
import { MemorySaver } from '@langchain/langgraph';
|
|
4
|
-
import { Runnable } from '@langchain/core/runnables';
|
|
5
|
-
import { describe, expect, it, jest } from '@jest/globals';
|
|
6
|
-
import {
|
|
7
|
-
AIMessageChunk,
|
|
8
|
-
HumanMessage,
|
|
9
|
-
AIMessage,
|
|
10
|
-
ToolMessage,
|
|
11
|
-
} from '@langchain/core/messages';
|
|
12
|
-
import type { BaseMessage } from '@langchain/core/messages';
|
|
13
|
-
import type * as t from '@/types';
|
|
14
|
-
import { OVERFLOW_SIGNATURES } from '@/utils/__tests__/fixtures/contextOverflowSignatures';
|
|
15
|
-
import { ContentTypes, GraphEvents, Providers } from '@/common';
|
|
16
|
-
import * as init from '@/llm/init';
|
|
17
|
-
import { Run } from '@/run';
|
|
18
|
-
|
|
19
|
-
/**
|
|
20
|
-
* Every message is claimed to cost the same, so the budget the recovery
|
|
21
|
-
* settles on maps directly onto a message count and the assertions can be
|
|
22
|
-
* about behavior rather than arithmetic.
|
|
23
|
-
*/
|
|
24
|
-
const TOKENS_PER_MESSAGE = 40_000;
|
|
25
|
-
|
|
26
|
-
const tokenCounter: t.TokenCounter = () => TOKENS_PER_MESSAGE;
|
|
27
|
-
|
|
28
|
-
function signatureFor(model: string): Record<string, unknown> {
|
|
29
|
-
const signature = OVERFLOW_SIGNATURES.find((s) => s.model === model);
|
|
30
|
-
if (signature == null) {
|
|
31
|
-
throw new Error(`missing fixture for ${model}`);
|
|
32
|
-
}
|
|
33
|
-
return signature.error;
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
/** Rebuilds a thrown provider error from a captured signature. */
|
|
37
|
-
function throwable(fields: Record<string, unknown>): Error {
|
|
38
|
-
const error = new Error(String(fields.message));
|
|
39
|
-
return Object.assign(error, fields);
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
/**
|
|
43
|
-
* Fails the first N calls with a real captured provider rejection, then
|
|
44
|
-
* answers normally — the shape of a run that overflows and then fits after
|
|
45
|
-
* compaction.
|
|
46
|
-
*/
|
|
47
|
-
class OverflowThenSucceedModel extends Runnable<BaseMessage[], AIMessageChunk> {
|
|
48
|
-
lc_namespace = ['tests'];
|
|
49
|
-
readonly calls: BaseMessage[][] = [];
|
|
50
|
-
|
|
51
|
-
constructor(
|
|
52
|
-
private readonly error: Record<string, unknown>,
|
|
53
|
-
private readonly failures = 1
|
|
54
|
-
) {
|
|
55
|
-
super();
|
|
56
|
-
}
|
|
57
|
-
|
|
58
|
-
private record(messages: BaseMessage[]): void {
|
|
59
|
-
this.calls.push(messages);
|
|
60
|
-
if (this.calls.length <= this.failures) {
|
|
61
|
-
throw throwable(this.error);
|
|
62
|
-
}
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
async invoke(messages: BaseMessage[]): Promise<AIMessageChunk> {
|
|
66
|
-
this.record(messages);
|
|
67
|
-
return new AIMessageChunk({ content: 'recovered' });
|
|
68
|
-
}
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
class SizeBoundModel extends Runnable<BaseMessage[], AIMessageChunk> {
|
|
72
|
-
lc_namespace = ['tests'];
|
|
73
|
-
readonly toolContentChars: number[] = [];
|
|
74
|
-
|
|
75
|
-
constructor(
|
|
76
|
-
private readonly maxToolContentChars: number,
|
|
77
|
-
private readonly error: Record<string, unknown>
|
|
78
|
-
) {
|
|
79
|
-
super();
|
|
80
|
-
}
|
|
81
|
-
|
|
82
|
-
async invoke(messages: BaseMessage[]): Promise<AIMessageChunk> {
|
|
83
|
-
let toolContentChars = 0;
|
|
84
|
-
for (const message of messages) {
|
|
85
|
-
if (message.getType() !== 'tool') {
|
|
86
|
-
continue;
|
|
87
|
-
}
|
|
88
|
-
toolContentChars +=
|
|
89
|
-
typeof message.content === 'string'
|
|
90
|
-
? message.content.length
|
|
91
|
-
: JSON.stringify(message.content).length;
|
|
92
|
-
}
|
|
93
|
-
this.toolContentChars.push(toolContentChars);
|
|
94
|
-
if (toolContentChars > this.maxToolContentChars) {
|
|
95
|
-
throw throwable(this.error);
|
|
96
|
-
}
|
|
97
|
-
return new AIMessageChunk({ content: 'recovered' });
|
|
98
|
-
}
|
|
99
|
-
}
|
|
100
|
-
|
|
101
|
-
function buildConversation(turns: number): BaseMessage[] {
|
|
102
|
-
const messages: BaseMessage[] = [];
|
|
103
|
-
for (let i = 0; i < turns; i++) {
|
|
104
|
-
messages.push(new HumanMessage(`question ${i}`));
|
|
105
|
-
messages.push(new AIMessage(`answer ${i}`));
|
|
106
|
-
}
|
|
107
|
-
messages.push(new HumanMessage('final question'));
|
|
108
|
-
return messages;
|
|
109
|
-
}
|
|
110
|
-
|
|
111
|
-
async function createRun(options: {
|
|
112
|
-
runId: string;
|
|
113
|
-
maxContextTokens: number;
|
|
114
|
-
checkpointer?: boolean;
|
|
115
|
-
provider?: Providers;
|
|
116
|
-
tokenCounter?: t.TokenCounter;
|
|
117
|
-
indexTokenCountMap?: Record<string, number>;
|
|
118
|
-
tools?: t.GraphTools;
|
|
119
|
-
maxToolResultChars?: number;
|
|
120
|
-
model?: string;
|
|
121
|
-
promptCache?: boolean;
|
|
122
|
-
toolOutputReferences?: t.ToolOutputReferencesConfig;
|
|
123
|
-
fallbacks?: t.FallbackConfig[];
|
|
124
|
-
}): Promise<Run<t.IState>> {
|
|
125
|
-
return Run.create<t.IState>({
|
|
126
|
-
runId: options.runId,
|
|
127
|
-
graphConfig: {
|
|
128
|
-
type: 'standard',
|
|
129
|
-
llmConfig: {
|
|
130
|
-
provider: options.provider ?? Providers.ANTHROPIC,
|
|
131
|
-
...(options.model != null ? { model: options.model } : {}),
|
|
132
|
-
...(options.promptCache === true ? { promptCache: true } : {}),
|
|
133
|
-
...(options.fallbacks != null ? { fallbacks: options.fallbacks } : {}),
|
|
134
|
-
disableStreaming: true,
|
|
135
|
-
streamUsage: false,
|
|
136
|
-
},
|
|
137
|
-
maxContextTokens: options.maxContextTokens,
|
|
138
|
-
maxToolResultChars: options.maxToolResultChars,
|
|
139
|
-
tools: options.tools,
|
|
140
|
-
compileOptions:
|
|
141
|
-
options.checkpointer === true
|
|
142
|
-
? { checkpointer: new MemorySaver() }
|
|
143
|
-
: undefined,
|
|
144
|
-
},
|
|
145
|
-
returnContent: true,
|
|
146
|
-
skipCleanup: true,
|
|
147
|
-
tokenCounter: options.tokenCounter ?? tokenCounter,
|
|
148
|
-
indexTokenCountMap: options.indexTokenCountMap,
|
|
149
|
-
toolOutputReferences: options.toolOutputReferences,
|
|
150
|
-
});
|
|
151
|
-
}
|
|
152
|
-
|
|
153
|
-
const streamConfig = {
|
|
154
|
-
configurable: { thread_id: 'context-overflow-recovery' },
|
|
155
|
-
streamMode: 'values' as const,
|
|
156
|
-
version: 'v2' as const,
|
|
157
|
-
};
|
|
158
|
-
|
|
159
|
-
describe('context overflow recovery', () => {
|
|
160
|
-
it('projects structured OpenAI tool content before the final payload check', async () => {
|
|
161
|
-
const toolCallId = 'tc-openai-structured';
|
|
162
|
-
const toolMessage = new ToolMessage({
|
|
163
|
-
content: [
|
|
164
|
-
{ type: ContentTypes.TEXT, text: 'rendered chart' },
|
|
165
|
-
{
|
|
166
|
-
type: 'image_url',
|
|
167
|
-
image_url: {
|
|
168
|
-
url: `data:image/png;base64,${'A'.repeat(2_000)}`,
|
|
169
|
-
},
|
|
170
|
-
},
|
|
171
|
-
],
|
|
172
|
-
tool_call_id: toolCallId,
|
|
173
|
-
name: 'render_chart',
|
|
174
|
-
});
|
|
175
|
-
const messages: BaseMessage[] = [
|
|
176
|
-
new HumanMessage('render the chart'),
|
|
177
|
-
new AIMessage({
|
|
178
|
-
content: '',
|
|
179
|
-
tool_calls: [
|
|
180
|
-
{
|
|
181
|
-
id: toolCallId,
|
|
182
|
-
name: 'render_chart',
|
|
183
|
-
args: {},
|
|
184
|
-
type: 'tool_call',
|
|
185
|
-
},
|
|
186
|
-
],
|
|
187
|
-
}),
|
|
188
|
-
toolMessage,
|
|
189
|
-
];
|
|
190
|
-
const measuredToolContents: string[] = [];
|
|
191
|
-
const projectionCounter: t.TokenCounter = (message) => {
|
|
192
|
-
if (message.getType() === 'tool' && typeof message.content === 'string') {
|
|
193
|
-
measuredToolContents.push(message.content);
|
|
194
|
-
}
|
|
195
|
-
return typeof message.content === 'string'
|
|
196
|
-
? Math.max(1, Math.ceil(message.content.length / 4))
|
|
197
|
-
: 1;
|
|
198
|
-
};
|
|
199
|
-
const run = await createRun({
|
|
200
|
-
runId: 'openai-structured-final-projection',
|
|
201
|
-
maxContextTokens: 10_000,
|
|
202
|
-
maxToolResultChars: 200,
|
|
203
|
-
provider: Providers.OPENAI,
|
|
204
|
-
tokenCounter: projectionCounter,
|
|
205
|
-
indexTokenCountMap: {
|
|
206
|
-
0: projectionCounter(messages[0]),
|
|
207
|
-
1: projectionCounter(messages[1]),
|
|
208
|
-
2: projectionCounter(messages[2]),
|
|
209
|
-
},
|
|
210
|
-
tools: [
|
|
211
|
-
tool(async () => 'unused', {
|
|
212
|
-
name: 'render_chart',
|
|
213
|
-
description: 'Renders a chart',
|
|
214
|
-
schema: z.object({}),
|
|
215
|
-
}),
|
|
216
|
-
],
|
|
217
|
-
});
|
|
218
|
-
if (!run.Graph) {
|
|
219
|
-
throw new Error('Expected graph to be initialized');
|
|
220
|
-
}
|
|
221
|
-
const model = new OverflowThenSucceedModel(signatureFor('gpt-4o-mini'), 0);
|
|
222
|
-
run.Graph.overrideModel = model;
|
|
223
|
-
|
|
224
|
-
await run.processStream({ messages }, streamConfig);
|
|
225
|
-
|
|
226
|
-
expect(model.calls).toHaveLength(1);
|
|
227
|
-
const projectedTool = model.calls[0].find(
|
|
228
|
-
(message) => message.getType() === 'tool'
|
|
229
|
-
) as ToolMessage | undefined;
|
|
230
|
-
expect(typeof projectedTool?.content).toBe('string');
|
|
231
|
-
expect((projectedTool?.content as string).length).toBeLessThanOrEqual(200);
|
|
232
|
-
expect(measuredToolContents).toContain(projectedTool?.content);
|
|
233
|
-
expect(Array.isArray(toolMessage.content)).toBe(true);
|
|
234
|
-
});
|
|
235
|
-
|
|
236
|
-
it('measures the bounded generic-provider tool payload that is invoked', async () => {
|
|
237
|
-
const toolCallId = 'tc-google-structured';
|
|
238
|
-
const structuredContent = Array.from({ length: 25_000 }, () => ({
|
|
239
|
-
type: ContentTypes.TEXT,
|
|
240
|
-
text: 'x',
|
|
241
|
-
}));
|
|
242
|
-
const toolMessage = new ToolMessage({
|
|
243
|
-
content: structuredContent,
|
|
244
|
-
tool_call_id: toolCallId,
|
|
245
|
-
name: 'dense_result',
|
|
246
|
-
});
|
|
247
|
-
const messages: BaseMessage[] = [
|
|
248
|
-
new HumanMessage('return the dense result'),
|
|
249
|
-
new AIMessage({
|
|
250
|
-
content: '',
|
|
251
|
-
tool_calls: [
|
|
252
|
-
{
|
|
253
|
-
id: toolCallId,
|
|
254
|
-
name: 'dense_result',
|
|
255
|
-
args: {},
|
|
256
|
-
type: 'tool_call',
|
|
257
|
-
},
|
|
258
|
-
],
|
|
259
|
-
}),
|
|
260
|
-
toolMessage,
|
|
261
|
-
];
|
|
262
|
-
const measuredToolContents: string[] = [];
|
|
263
|
-
const projectionCounter: t.TokenCounter = (message) => {
|
|
264
|
-
if (message.getType() === 'tool' && typeof message.content === 'string') {
|
|
265
|
-
measuredToolContents.push(message.content);
|
|
266
|
-
}
|
|
267
|
-
return typeof message.content === 'string'
|
|
268
|
-
? Math.max(1, Math.ceil(message.content.length / 4))
|
|
269
|
-
: 1;
|
|
270
|
-
};
|
|
271
|
-
const run = await createRun({
|
|
272
|
-
runId: 'google-structured-final-projection',
|
|
273
|
-
maxContextTokens: 10_000,
|
|
274
|
-
maxToolResultChars: 2_000,
|
|
275
|
-
provider: Providers.GOOGLE,
|
|
276
|
-
tokenCounter: projectionCounter,
|
|
277
|
-
indexTokenCountMap: {
|
|
278
|
-
0: projectionCounter(messages[0]),
|
|
279
|
-
1: projectionCounter(messages[1]),
|
|
280
|
-
2: projectionCounter(messages[2]),
|
|
281
|
-
},
|
|
282
|
-
tools: [
|
|
283
|
-
tool(async () => 'unused', {
|
|
284
|
-
name: 'dense_result',
|
|
285
|
-
description: 'Returns a dense structured result',
|
|
286
|
-
schema: z.object({}),
|
|
287
|
-
}),
|
|
288
|
-
],
|
|
289
|
-
});
|
|
290
|
-
if (!run.Graph) {
|
|
291
|
-
throw new Error('Expected graph to be initialized');
|
|
292
|
-
}
|
|
293
|
-
const model = new OverflowThenSucceedModel(signatureFor('gpt-4o-mini'), 0);
|
|
294
|
-
run.Graph.overrideModel = model;
|
|
295
|
-
|
|
296
|
-
await run.processStream({ messages }, streamConfig);
|
|
297
|
-
|
|
298
|
-
expect(model.calls).toHaveLength(1);
|
|
299
|
-
const projectedTool = model.calls[0].find(
|
|
300
|
-
(message) => message.getType() === 'tool'
|
|
301
|
-
) as ToolMessage | undefined;
|
|
302
|
-
expect(typeof projectedTool?.content).toBe('string');
|
|
303
|
-
expect((projectedTool?.content as string).length).toBeLessThanOrEqual(
|
|
304
|
-
2_000
|
|
305
|
-
);
|
|
306
|
-
expect(measuredToolContents).toContain(projectedTool?.content);
|
|
307
|
-
expect(toolMessage.content).toBe(structuredContent);
|
|
308
|
-
});
|
|
309
|
-
|
|
310
|
-
it('guards a fallback-specific projection before invoking the fallback', async () => {
|
|
311
|
-
const toolCallId = 'tc-fallback-structured';
|
|
312
|
-
const structuredContent = Array.from({ length: 25_000 }, () => ({
|
|
313
|
-
type: ContentTypes.TEXT,
|
|
314
|
-
text: '',
|
|
315
|
-
}));
|
|
316
|
-
const messages: BaseMessage[] = [
|
|
317
|
-
new HumanMessage('return the dense fallback result'),
|
|
318
|
-
new AIMessage({
|
|
319
|
-
content: '',
|
|
320
|
-
tool_calls: [
|
|
321
|
-
{
|
|
322
|
-
id: toolCallId,
|
|
323
|
-
name: 'dense_result',
|
|
324
|
-
args: {},
|
|
325
|
-
type: 'tool_call',
|
|
326
|
-
},
|
|
327
|
-
],
|
|
328
|
-
}),
|
|
329
|
-
new ToolMessage({
|
|
330
|
-
content: structuredContent,
|
|
331
|
-
tool_call_id: toolCallId,
|
|
332
|
-
name: 'dense_result',
|
|
333
|
-
}),
|
|
334
|
-
];
|
|
335
|
-
const projectionCounter: t.TokenCounter = (message) =>
|
|
336
|
-
typeof message.content === 'string'
|
|
337
|
-
? Math.max(1, message.content.length)
|
|
338
|
-
: 1;
|
|
339
|
-
const run = await createRun({
|
|
340
|
-
runId: 'fallback-structured-final-projection',
|
|
341
|
-
maxContextTokens: 1_000_000,
|
|
342
|
-
provider: Providers.ANTHROPIC,
|
|
343
|
-
tokenCounter: projectionCounter,
|
|
344
|
-
indexTokenCountMap: {
|
|
345
|
-
0: projectionCounter(messages[0]),
|
|
346
|
-
1: projectionCounter(messages[1]),
|
|
347
|
-
2: projectionCounter(messages[2]),
|
|
348
|
-
},
|
|
349
|
-
fallbacks: [
|
|
350
|
-
{
|
|
351
|
-
provider: Providers.GOOGLE,
|
|
352
|
-
maxContextTokens: 5_000,
|
|
353
|
-
},
|
|
354
|
-
],
|
|
355
|
-
tools: [
|
|
356
|
-
tool(async () => 'unused', {
|
|
357
|
-
name: 'dense_result',
|
|
358
|
-
description: 'Returns a dense structured result',
|
|
359
|
-
schema: z.object({}),
|
|
360
|
-
}),
|
|
361
|
-
],
|
|
362
|
-
});
|
|
363
|
-
if (!run.Graph) {
|
|
364
|
-
throw new Error('Expected graph to be initialized');
|
|
365
|
-
}
|
|
366
|
-
const primary = new OverflowThenSucceedModel(
|
|
367
|
-
{ message: '503 primary unavailable' },
|
|
368
|
-
1
|
|
369
|
-
);
|
|
370
|
-
let fallbackInvocations = 0;
|
|
371
|
-
const fallback = {
|
|
372
|
-
invoke: async (): Promise<AIMessageChunk> => {
|
|
373
|
-
fallbackInvocations++;
|
|
374
|
-
return new AIMessageChunk({ content: 'fallback should not run' });
|
|
375
|
-
},
|
|
376
|
-
} as unknown as ReturnType<typeof init.initializeModel>;
|
|
377
|
-
const initializeSpy = jest
|
|
378
|
-
.spyOn(init, 'initializeModel')
|
|
379
|
-
.mockReturnValue(fallback);
|
|
380
|
-
run.Graph.overrideModel = primary;
|
|
381
|
-
|
|
382
|
-
try {
|
|
383
|
-
const content = await run.processStream({ messages }, streamConfig);
|
|
384
|
-
|
|
385
|
-
expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
|
|
386
|
-
expect(primary.calls).toHaveLength(2);
|
|
387
|
-
expect(fallbackInvocations).toBe(0);
|
|
388
|
-
expect(
|
|
389
|
-
run.Graph.agentContexts.get('default')?.overflowRecoveryAttempts
|
|
390
|
-
).toBe(1);
|
|
391
|
-
} finally {
|
|
392
|
-
initializeSpy.mockRestore();
|
|
393
|
-
}
|
|
394
|
-
});
|
|
395
|
-
|
|
396
|
-
it('projects unsafe tool-call args before measuring or invoking the provider', async () => {
|
|
397
|
-
let toJSONCalls = 0;
|
|
398
|
-
const toolCallId = 'tc-unsafe-input';
|
|
399
|
-
const unsafeArgs = {
|
|
400
|
-
query: 'safe',
|
|
401
|
-
toJSON() {
|
|
402
|
-
toJSONCalls++;
|
|
403
|
-
return { query: 'x'.repeat(100_000) };
|
|
404
|
-
},
|
|
405
|
-
};
|
|
406
|
-
const messages: BaseMessage[] = [
|
|
407
|
-
new HumanMessage('run the lookup'),
|
|
408
|
-
new AIMessage({
|
|
409
|
-
content: '',
|
|
410
|
-
tool_calls: [
|
|
411
|
-
{
|
|
412
|
-
id: toolCallId,
|
|
413
|
-
name: 'lookup_records',
|
|
414
|
-
args: unsafeArgs,
|
|
415
|
-
type: 'tool_call',
|
|
416
|
-
},
|
|
417
|
-
],
|
|
418
|
-
}),
|
|
419
|
-
new ToolMessage({
|
|
420
|
-
content: 'done',
|
|
421
|
-
tool_call_id: toolCallId,
|
|
422
|
-
name: 'lookup_records',
|
|
423
|
-
}),
|
|
424
|
-
new AIMessage('The lookup completed.'),
|
|
425
|
-
new HumanMessage('continue'),
|
|
426
|
-
];
|
|
427
|
-
const run = await createRun({
|
|
428
|
-
runId: 'unsafe-tool-input-final-projection',
|
|
429
|
-
maxContextTokens: 10_000,
|
|
430
|
-
provider: Providers.OPENAI,
|
|
431
|
-
tokenCounter: () => 1,
|
|
432
|
-
indexTokenCountMap: { 0: 1, 1: 1, 2: 1, 3: 1, 4: 1 },
|
|
433
|
-
tools: [
|
|
434
|
-
tool(async () => 'unused', {
|
|
435
|
-
name: 'lookup_records',
|
|
436
|
-
description: 'Looks up records',
|
|
437
|
-
schema: z.object({}),
|
|
438
|
-
}),
|
|
439
|
-
],
|
|
440
|
-
});
|
|
441
|
-
if (!run.Graph) {
|
|
442
|
-
throw new Error('Expected graph to be initialized');
|
|
443
|
-
}
|
|
444
|
-
const model = new OverflowThenSucceedModel(signatureFor('gpt-4o-mini'), 0);
|
|
445
|
-
run.Graph.overrideModel = model;
|
|
446
|
-
|
|
447
|
-
await run.processStream({ messages }, streamConfig);
|
|
448
|
-
|
|
449
|
-
const projectedCall = (
|
|
450
|
-
model.calls[0].find((message) => message.getType() === 'ai') as AIMessage
|
|
451
|
-
).tool_calls?.[0];
|
|
452
|
-
expect(projectedCall?.args).toEqual({ query: 'safe' });
|
|
453
|
-
expect(toJSONCalls).toBe(0);
|
|
454
|
-
expect(messages[1]).toBeInstanceOf(AIMessage);
|
|
455
|
-
expect((messages[1] as AIMessage).tool_calls?.[0].args).toBe(unsafeArgs);
|
|
456
|
-
});
|
|
457
|
-
|
|
458
|
-
it('compacts cached structured tool output before the first provider call', async () => {
|
|
459
|
-
const toolCallId = 'tc-structured';
|
|
460
|
-
const messages: BaseMessage[] = [
|
|
461
|
-
new HumanMessage('query the table'),
|
|
462
|
-
new AIMessage({
|
|
463
|
-
content: '',
|
|
464
|
-
tool_calls: [
|
|
465
|
-
{
|
|
466
|
-
id: toolCallId,
|
|
467
|
-
name: 'run_select_query',
|
|
468
|
-
args: {},
|
|
469
|
-
type: 'tool_call',
|
|
470
|
-
},
|
|
471
|
-
],
|
|
472
|
-
}),
|
|
473
|
-
new ToolMessage({
|
|
474
|
-
content: [
|
|
475
|
-
{
|
|
476
|
-
type: ContentTypes.TEXT,
|
|
477
|
-
text: JSON.stringify(
|
|
478
|
-
Array.from({ length: 240 }, (_, index) => ({
|
|
479
|
-
id: index,
|
|
480
|
-
value: `${'x'.repeat(100)}-${index}`,
|
|
481
|
-
}))
|
|
482
|
-
),
|
|
483
|
-
},
|
|
484
|
-
],
|
|
485
|
-
tool_call_id: toolCallId,
|
|
486
|
-
name: 'run_select_query',
|
|
487
|
-
}),
|
|
488
|
-
new AIMessage('The query returned 240 rows.'),
|
|
489
|
-
new HumanMessage('compact context'),
|
|
490
|
-
];
|
|
491
|
-
const structuredTokenCounter: t.TokenCounter = (message) => {
|
|
492
|
-
const content =
|
|
493
|
-
typeof message.content === 'string'
|
|
494
|
-
? message.content
|
|
495
|
-
: JSON.stringify(message.content);
|
|
496
|
-
return Math.ceil(content.length / 4);
|
|
497
|
-
};
|
|
498
|
-
const indexTokenCountMap: Record<string, number> = {};
|
|
499
|
-
for (let i = 0; i < messages.length; i++) {
|
|
500
|
-
indexTokenCountMap[i] = i === 2 ? 0 : structuredTokenCounter(messages[i]);
|
|
501
|
-
}
|
|
502
|
-
const run = await createRun({
|
|
503
|
-
runId: 'structured-output-preflight',
|
|
504
|
-
maxContextTokens: 5_000,
|
|
505
|
-
provider: Providers.BEDROCK,
|
|
506
|
-
model: 'anthropic.claude-sonnet-4-5',
|
|
507
|
-
tokenCounter: structuredTokenCounter,
|
|
508
|
-
indexTokenCountMap,
|
|
509
|
-
tools: [
|
|
510
|
-
tool(async () => 'unused', {
|
|
511
|
-
name: 'run_select_query',
|
|
512
|
-
description: 'Queries ClickHouse',
|
|
513
|
-
schema: z.object({}),
|
|
514
|
-
}),
|
|
515
|
-
],
|
|
516
|
-
});
|
|
517
|
-
if (!run.Graph) {
|
|
518
|
-
throw new Error('Expected graph to be initialized');
|
|
519
|
-
}
|
|
520
|
-
const model = new SizeBoundModel(
|
|
521
|
-
1_500,
|
|
522
|
-
signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0')
|
|
523
|
-
);
|
|
524
|
-
run.Graph.overrideModel = model;
|
|
525
|
-
|
|
526
|
-
const content = await run.processStream({ messages }, streamConfig);
|
|
527
|
-
|
|
528
|
-
expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
|
|
529
|
-
expect(model.toolContentChars).toHaveLength(1);
|
|
530
|
-
expect(model.toolContentChars[0]).toBeGreaterThan(0);
|
|
531
|
-
expect(model.toolContentChars[0]).toBeLessThanOrEqual(1_500);
|
|
532
|
-
expect(
|
|
533
|
-
run.Graph.agentContexts.get('default')?.overflowRecoveryAttempts
|
|
534
|
-
).toBe(0);
|
|
535
|
-
});
|
|
536
|
-
|
|
537
|
-
it('compacts an unconsumed structured tool result before its first provider call', async () => {
|
|
538
|
-
const toolCallId = 'tc-unconsumed-structured';
|
|
539
|
-
const messages: BaseMessage[] = [
|
|
540
|
-
new HumanMessage('query the table'),
|
|
541
|
-
new AIMessage({
|
|
542
|
-
content: '',
|
|
543
|
-
tool_calls: [
|
|
544
|
-
{
|
|
545
|
-
id: toolCallId,
|
|
546
|
-
name: 'run_select_query',
|
|
547
|
-
args: {},
|
|
548
|
-
type: 'tool_call',
|
|
549
|
-
},
|
|
550
|
-
],
|
|
551
|
-
}),
|
|
552
|
-
new ToolMessage({
|
|
553
|
-
content: [
|
|
554
|
-
{
|
|
555
|
-
type: ContentTypes.TEXT,
|
|
556
|
-
text: JSON.stringify(
|
|
557
|
-
Array.from({ length: 240 }, (_, index) => ({
|
|
558
|
-
id: index,
|
|
559
|
-
value: `${'x'.repeat(100)}-${index}`,
|
|
560
|
-
}))
|
|
561
|
-
),
|
|
562
|
-
},
|
|
563
|
-
],
|
|
564
|
-
tool_call_id: toolCallId,
|
|
565
|
-
name: 'run_select_query',
|
|
566
|
-
}),
|
|
567
|
-
];
|
|
568
|
-
const structuredTokenCounter: t.TokenCounter = (message) => {
|
|
569
|
-
const content =
|
|
570
|
-
typeof message.content === 'string'
|
|
571
|
-
? message.content
|
|
572
|
-
: JSON.stringify(message.content);
|
|
573
|
-
return Math.ceil(content.length / 4);
|
|
574
|
-
};
|
|
575
|
-
const run = await createRun({
|
|
576
|
-
runId: 'unconsumed-structured-output-preflight',
|
|
577
|
-
maxContextTokens: 5_000,
|
|
578
|
-
maxToolResultChars: 1_500,
|
|
579
|
-
provider: Providers.BEDROCK,
|
|
580
|
-
tokenCounter: structuredTokenCounter,
|
|
581
|
-
indexTokenCountMap: {
|
|
582
|
-
0: structuredTokenCounter(messages[0]),
|
|
583
|
-
1: structuredTokenCounter(messages[1]),
|
|
584
|
-
2: 0,
|
|
585
|
-
},
|
|
586
|
-
tools: [
|
|
587
|
-
tool(async () => 'unused', {
|
|
588
|
-
name: 'run_select_query',
|
|
589
|
-
description: 'Queries ClickHouse',
|
|
590
|
-
schema: z.object({}),
|
|
591
|
-
}),
|
|
592
|
-
],
|
|
593
|
-
});
|
|
594
|
-
if (!run.Graph) {
|
|
595
|
-
throw new Error('Expected graph to be initialized');
|
|
596
|
-
}
|
|
597
|
-
const model = new SizeBoundModel(
|
|
598
|
-
1_500,
|
|
599
|
-
signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0')
|
|
600
|
-
);
|
|
601
|
-
run.Graph.overrideModel = model;
|
|
602
|
-
|
|
603
|
-
const content = await run.processStream({ messages }, streamConfig);
|
|
604
|
-
|
|
605
|
-
expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
|
|
606
|
-
expect(model.toolContentChars).toHaveLength(1);
|
|
607
|
-
expect(model.toolContentChars[0]).toBeGreaterThan(0);
|
|
608
|
-
expect(model.toolContentChars[0]).toBeLessThanOrEqual(1_500);
|
|
609
|
-
expect(
|
|
610
|
-
run.Graph.agentContexts.get('default')?.overflowRecoveryAttempts
|
|
611
|
-
).toBe(0);
|
|
612
|
-
});
|
|
613
|
-
|
|
614
|
-
it('trusts the pruner baseline for an unchanged payload at high calibration', async () => {
|
|
615
|
-
const messages: BaseMessage[] = [
|
|
616
|
-
new HumanMessage('earlier question'),
|
|
617
|
-
new AIMessage('provider-counted answer'),
|
|
618
|
-
new HumanMessage('latest question'),
|
|
619
|
-
];
|
|
620
|
-
const localCounter: t.TokenCounter = (message) =>
|
|
621
|
-
message.getType() === 'ai' ? 120 : 5;
|
|
622
|
-
const providerGroundedTokenMap = { 0: 5, 1: 10, 2: 5 };
|
|
623
|
-
const run = await createRun({
|
|
624
|
-
runId: 'provider-grounded-final-projection',
|
|
625
|
-
maxContextTokens: 200,
|
|
626
|
-
tokenCounter: localCounter,
|
|
627
|
-
indexTokenCountMap: providerGroundedTokenMap,
|
|
628
|
-
});
|
|
629
|
-
if (!run.Graph) {
|
|
630
|
-
throw new Error('Expected graph to be initialized');
|
|
631
|
-
}
|
|
632
|
-
const agentContext = run.Graph.agentContexts.get('default');
|
|
633
|
-
if (agentContext == null) {
|
|
634
|
-
throw new Error('Expected default agent context');
|
|
635
|
-
}
|
|
636
|
-
agentContext.calibrationRatio = 5;
|
|
637
|
-
const model = new OverflowThenSucceedModel(
|
|
638
|
-
signatureFor('claude-haiku-4-5-20251001'),
|
|
639
|
-
0
|
|
640
|
-
);
|
|
641
|
-
run.Graph.overrideModel = model;
|
|
642
|
-
|
|
643
|
-
const content = await run.processStream({ messages }, streamConfig);
|
|
644
|
-
|
|
645
|
-
expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
|
|
646
|
-
expect(model.calls).toHaveLength(1);
|
|
647
|
-
expect(model.calls[0]).toHaveLength(messages.length);
|
|
648
|
-
expect(agentContext.overflowRecoveryAttempts).toBe(0);
|
|
649
|
-
});
|
|
650
|
-
|
|
651
|
-
it('does not let an unrelated provider-format shrink hide artifact growth', async () => {
|
|
652
|
-
const toolCallId = 'tc-artifact-independent-growth';
|
|
653
|
-
const artifactSentinel = 'ARTIFACT_INDEPENDENT_GROWTH_SENTINEL';
|
|
654
|
-
const toolMessage = new ToolMessage({
|
|
655
|
-
content: 'rendered',
|
|
656
|
-
tool_call_id: toolCallId,
|
|
657
|
-
name: 'render_report',
|
|
658
|
-
artifact: {
|
|
659
|
-
content: [
|
|
660
|
-
{
|
|
661
|
-
type: ContentTypes.TEXT,
|
|
662
|
-
text: artifactSentinel,
|
|
663
|
-
},
|
|
664
|
-
],
|
|
665
|
-
},
|
|
666
|
-
});
|
|
667
|
-
const messages: BaseMessage[] = [
|
|
668
|
-
new HumanMessage('render the report'),
|
|
669
|
-
new AIMessageChunk({
|
|
670
|
-
content: 'calling render_report',
|
|
671
|
-
tool_calls: [
|
|
672
|
-
{
|
|
673
|
-
id: toolCallId,
|
|
674
|
-
name: 'render_report',
|
|
675
|
-
args: {},
|
|
676
|
-
type: 'tool_call',
|
|
677
|
-
},
|
|
678
|
-
],
|
|
679
|
-
}),
|
|
680
|
-
toolMessage,
|
|
681
|
-
];
|
|
682
|
-
const transformCounter: t.TokenCounter = (message) => {
|
|
683
|
-
if (
|
|
684
|
-
message instanceof AIMessageChunk &&
|
|
685
|
-
typeof message.content === 'string'
|
|
686
|
-
) {
|
|
687
|
-
return 100;
|
|
688
|
-
}
|
|
689
|
-
if (
|
|
690
|
-
message instanceof ToolMessage &&
|
|
691
|
-
JSON.stringify(message.content).includes(artifactSentinel)
|
|
692
|
-
) {
|
|
693
|
-
return 50;
|
|
694
|
-
}
|
|
695
|
-
return 1;
|
|
696
|
-
};
|
|
697
|
-
const run = await createRun({
|
|
698
|
-
runId: 'artifact-independent-transform-growth',
|
|
699
|
-
maxContextTokens: 50,
|
|
700
|
-
provider: Providers.BEDROCK,
|
|
701
|
-
model: 'anthropic.claude-sonnet-4-5',
|
|
702
|
-
tokenCounter: transformCounter,
|
|
703
|
-
indexTokenCountMap: { 0: 1, 1: 1, 2: 1 },
|
|
704
|
-
tools: [
|
|
705
|
-
tool(async () => 'unused', {
|
|
706
|
-
name: 'render_report',
|
|
707
|
-
description: 'Renders a report',
|
|
708
|
-
schema: z.object({}),
|
|
709
|
-
}),
|
|
710
|
-
],
|
|
711
|
-
});
|
|
712
|
-
if (!run.Graph) {
|
|
713
|
-
throw new Error('Expected graph to be initialized');
|
|
714
|
-
}
|
|
715
|
-
const model = new OverflowThenSucceedModel(
|
|
716
|
-
signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0'),
|
|
717
|
-
0
|
|
718
|
-
);
|
|
719
|
-
run.Graph.overrideModel = model;
|
|
720
|
-
|
|
721
|
-
await run.processStream({ messages }, streamConfig);
|
|
722
|
-
|
|
723
|
-
expect(model.calls).toHaveLength(1);
|
|
724
|
-
expect(
|
|
725
|
-
JSON.stringify(model.calls[0].map((message) => message.content))
|
|
726
|
-
).not.toContain(artifactSentinel);
|
|
727
|
-
expect(toolMessage.artifact.content[0].text).toBe(artifactSentinel);
|
|
728
|
-
});
|
|
729
|
-
|
|
730
|
-
it('preserves provider attribution for an un-IDd AI clone during orphan sanitization', async () => {
|
|
731
|
-
const droppedCallId = 'tc-dropped-ai';
|
|
732
|
-
const missingCallId = 'tc-missing-result';
|
|
733
|
-
const unrelatedResultId = 'tc-unrelated-result';
|
|
734
|
-
const messages: BaseMessage[] = [
|
|
735
|
-
new HumanMessage('earlier question'),
|
|
736
|
-
new AIMessage({
|
|
737
|
-
content: [
|
|
738
|
-
{
|
|
739
|
-
type: 'tool_use',
|
|
740
|
-
id: droppedCallId,
|
|
741
|
-
name: 'declared_tool',
|
|
742
|
-
input: {},
|
|
743
|
-
},
|
|
744
|
-
],
|
|
745
|
-
tool_calls: [
|
|
746
|
-
{
|
|
747
|
-
id: droppedCallId,
|
|
748
|
-
name: 'declared_tool',
|
|
749
|
-
args: {},
|
|
750
|
-
type: 'tool_call',
|
|
751
|
-
},
|
|
752
|
-
],
|
|
753
|
-
}),
|
|
754
|
-
new AIMessage({
|
|
755
|
-
content: 'provider-counted answer',
|
|
756
|
-
tool_calls: [
|
|
757
|
-
{
|
|
758
|
-
id: missingCallId,
|
|
759
|
-
name: 'declared_tool',
|
|
760
|
-
args: {},
|
|
761
|
-
type: 'tool_call',
|
|
762
|
-
},
|
|
763
|
-
],
|
|
764
|
-
}),
|
|
765
|
-
new ToolMessage({
|
|
766
|
-
content: 'orphaned result',
|
|
767
|
-
tool_call_id: unrelatedResultId,
|
|
768
|
-
name: 'declared_tool',
|
|
769
|
-
}),
|
|
770
|
-
new HumanMessage('latest question'),
|
|
771
|
-
];
|
|
772
|
-
const skewedCounter: t.TokenCounter = (message) => {
|
|
773
|
-
if (message.getType() !== 'ai') {
|
|
774
|
-
return 5;
|
|
775
|
-
}
|
|
776
|
-
return Array.isArray(message.content) ? 1 : 120;
|
|
777
|
-
};
|
|
778
|
-
const run = await createRun({
|
|
779
|
-
runId: 'orphan-sanitize-provider-origin',
|
|
780
|
-
maxContextTokens: 1_000,
|
|
781
|
-
provider: Providers.ANTHROPIC,
|
|
782
|
-
promptCache: true,
|
|
783
|
-
tokenCounter: skewedCounter,
|
|
784
|
-
indexTokenCountMap: { 0: 5, 1: 80, 2: 10, 3: 5, 4: 5 },
|
|
785
|
-
tools: [
|
|
786
|
-
tool(async () => 'unused', {
|
|
787
|
-
name: 'declared_tool',
|
|
788
|
-
description: 'Declared only to prevent tool-less folding',
|
|
789
|
-
schema: z.object({}),
|
|
790
|
-
}),
|
|
791
|
-
],
|
|
792
|
-
});
|
|
793
|
-
if (!run.Graph) {
|
|
794
|
-
throw new Error('Expected graph to be initialized');
|
|
795
|
-
}
|
|
796
|
-
const agentContext = run.Graph.agentContexts.get('default');
|
|
797
|
-
if (agentContext == null) {
|
|
798
|
-
throw new Error('Expected default agent context');
|
|
799
|
-
}
|
|
800
|
-
agentContext.calibrationRatio = 5;
|
|
801
|
-
const model = new OverflowThenSucceedModel(
|
|
802
|
-
signatureFor('claude-haiku-4-5-20251001'),
|
|
803
|
-
0
|
|
804
|
-
);
|
|
805
|
-
run.Graph.overrideModel = model;
|
|
806
|
-
|
|
807
|
-
const content = await run.processStream({ messages }, streamConfig);
|
|
808
|
-
|
|
809
|
-
expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
|
|
810
|
-
expect(model.calls).toHaveLength(1);
|
|
811
|
-
expect(model.calls[0]).toHaveLength(3);
|
|
812
|
-
expect(model.calls[0].some((message) => message.getType() === 'tool')).toBe(
|
|
813
|
-
false
|
|
814
|
-
);
|
|
815
|
-
const sanitizedAI = model.calls[0].find(
|
|
816
|
-
(message) => message.getType() === 'ai'
|
|
817
|
-
) as AIMessage | undefined;
|
|
818
|
-
expect(sanitizedAI?.content).toBe('provider-counted answer');
|
|
819
|
-
expect(sanitizedAI?.tool_calls ?? []).toHaveLength(0);
|
|
820
|
-
expect(agentContext.overflowRecoveryAttempts).toBe(0);
|
|
821
|
-
});
|
|
822
|
-
|
|
823
|
-
it('reserves the reply primer before accepting fast-path context', async () => {
|
|
824
|
-
const messages: BaseMessage[] = [
|
|
825
|
-
new HumanMessage('earlier question'),
|
|
826
|
-
new AIMessage('earlier answer'),
|
|
827
|
-
new HumanMessage('latest question'),
|
|
828
|
-
];
|
|
829
|
-
const run = await createRun({
|
|
830
|
-
runId: 'fast-path-reply-primer',
|
|
831
|
-
maxContextTokens: 100,
|
|
832
|
-
tokenCounter: () => 31,
|
|
833
|
-
indexTokenCountMap: { 0: 31, 1: 31, 2: 31 },
|
|
834
|
-
});
|
|
835
|
-
if (!run.Graph) {
|
|
836
|
-
throw new Error('Expected graph to be initialized');
|
|
837
|
-
}
|
|
838
|
-
const model = new OverflowThenSucceedModel(
|
|
839
|
-
signatureFor('claude-haiku-4-5-20251001'),
|
|
840
|
-
0
|
|
841
|
-
);
|
|
842
|
-
run.Graph.overrideModel = model;
|
|
843
|
-
|
|
844
|
-
await run.processStream({ messages }, streamConfig);
|
|
845
|
-
|
|
846
|
-
expect(model.calls).toHaveLength(1);
|
|
847
|
-
expect(model.calls[0].length).toBeLessThan(messages.length);
|
|
848
|
-
expect(3 + model.calls[0].length * 31).toBeLessThanOrEqual(95);
|
|
849
|
-
});
|
|
850
|
-
|
|
851
|
-
it('includes artifact expansion when it fits the post-prune budget', async () => {
|
|
852
|
-
const toolCallId = 'tc-artifact-fits';
|
|
853
|
-
const artifactSentinel = 'ARTIFACT_FITS_SENTINEL';
|
|
854
|
-
const toolMessage = new ToolMessage({
|
|
855
|
-
content: 'rendered',
|
|
856
|
-
tool_call_id: toolCallId,
|
|
857
|
-
name: 'render_report',
|
|
858
|
-
artifact: {
|
|
859
|
-
content: [
|
|
860
|
-
{
|
|
861
|
-
type: ContentTypes.TEXT,
|
|
862
|
-
text: `${artifactSentinel}:complete`,
|
|
863
|
-
},
|
|
864
|
-
],
|
|
865
|
-
},
|
|
866
|
-
});
|
|
867
|
-
const messages: BaseMessage[] = [
|
|
868
|
-
new HumanMessage('render the report'),
|
|
869
|
-
new AIMessageChunk({
|
|
870
|
-
content: '',
|
|
871
|
-
tool_calls: [
|
|
872
|
-
{
|
|
873
|
-
id: toolCallId,
|
|
874
|
-
name: 'render_report',
|
|
875
|
-
args: {},
|
|
876
|
-
type: 'tool_call',
|
|
877
|
-
},
|
|
878
|
-
],
|
|
879
|
-
}),
|
|
880
|
-
toolMessage,
|
|
881
|
-
];
|
|
882
|
-
const artifactTokenCounter: t.TokenCounter = (message) => {
|
|
883
|
-
const content =
|
|
884
|
-
typeof message.content === 'string'
|
|
885
|
-
? message.content
|
|
886
|
-
: JSON.stringify(message.content);
|
|
887
|
-
return Math.ceil(content.length / 4);
|
|
888
|
-
};
|
|
889
|
-
const run = await createRun({
|
|
890
|
-
runId: 'artifact-budget-control',
|
|
891
|
-
maxContextTokens: 10_000,
|
|
892
|
-
maxToolResultChars: 2_000,
|
|
893
|
-
provider: Providers.BEDROCK,
|
|
894
|
-
model: 'anthropic.claude-sonnet-4-5',
|
|
895
|
-
tokenCounter: artifactTokenCounter,
|
|
896
|
-
indexTokenCountMap: {
|
|
897
|
-
0: artifactTokenCounter(messages[0]),
|
|
898
|
-
1: artifactTokenCounter(messages[1]),
|
|
899
|
-
2: artifactTokenCounter(messages[2]),
|
|
900
|
-
},
|
|
901
|
-
tools: [
|
|
902
|
-
tool(async () => 'unused', {
|
|
903
|
-
name: 'render_report',
|
|
904
|
-
description: 'Renders a report',
|
|
905
|
-
schema: z.object({}),
|
|
906
|
-
}),
|
|
907
|
-
],
|
|
908
|
-
});
|
|
909
|
-
if (!run.Graph) {
|
|
910
|
-
throw new Error('Expected graph to be initialized');
|
|
911
|
-
}
|
|
912
|
-
const model = new OverflowThenSucceedModel(
|
|
913
|
-
signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0'),
|
|
914
|
-
0
|
|
915
|
-
);
|
|
916
|
-
run.Graph.overrideModel = model;
|
|
917
|
-
|
|
918
|
-
await run.processStream({ messages }, streamConfig);
|
|
919
|
-
|
|
920
|
-
expect(model.calls).toHaveLength(1);
|
|
921
|
-
expect(
|
|
922
|
-
JSON.stringify(model.calls[0].map((message) => message.content))
|
|
923
|
-
).toContain(artifactSentinel);
|
|
924
|
-
expect(toolMessage.content).toBe('rendered');
|
|
925
|
-
expect(toolMessage.artifact.content[0].text).toContain(artifactSentinel);
|
|
926
|
-
});
|
|
927
|
-
|
|
928
|
-
it('rechecks artifact expansion after provider message transforms', async () => {
|
|
929
|
-
const toolCallId = 'tc-artifact-final-transform';
|
|
930
|
-
const artifactSentinel = 'ARTIFACT_FINAL_TRANSFORM_SENTINEL';
|
|
931
|
-
const toolMessage = new ToolMessage({
|
|
932
|
-
content: 'rendered',
|
|
933
|
-
tool_call_id: toolCallId,
|
|
934
|
-
name: 'render_report',
|
|
935
|
-
artifact: {
|
|
936
|
-
content: [
|
|
937
|
-
{
|
|
938
|
-
type: ContentTypes.TEXT,
|
|
939
|
-
text: `${artifactSentinel}:complete`,
|
|
940
|
-
},
|
|
941
|
-
],
|
|
942
|
-
},
|
|
943
|
-
});
|
|
944
|
-
const messages: BaseMessage[] = [
|
|
945
|
-
new HumanMessage('render the report'),
|
|
946
|
-
new AIMessageChunk({
|
|
947
|
-
content: '',
|
|
948
|
-
tool_calls: [
|
|
949
|
-
{
|
|
950
|
-
id: toolCallId,
|
|
951
|
-
name: 'render_report',
|
|
952
|
-
args: {},
|
|
953
|
-
type: 'tool_call',
|
|
954
|
-
},
|
|
955
|
-
],
|
|
956
|
-
}),
|
|
957
|
-
toolMessage,
|
|
958
|
-
];
|
|
959
|
-
const transformSensitiveCounter: t.TokenCounter = (message) => {
|
|
960
|
-
const content =
|
|
961
|
-
typeof message.content === 'string'
|
|
962
|
-
? message.content
|
|
963
|
-
: JSON.stringify(message.content);
|
|
964
|
-
if (
|
|
965
|
-
message instanceof HumanMessage &&
|
|
966
|
-
content.includes(artifactSentinel)
|
|
967
|
-
) {
|
|
968
|
-
return 10_000;
|
|
969
|
-
}
|
|
970
|
-
return Math.max(1, Math.ceil(content.length / 4));
|
|
971
|
-
};
|
|
972
|
-
const run = await createRun({
|
|
973
|
-
runId: 'artifact-final-transform-guard',
|
|
974
|
-
maxContextTokens: 5_000,
|
|
975
|
-
maxToolResultChars: 2_000,
|
|
976
|
-
provider: Providers.BEDROCK,
|
|
977
|
-
model: 'anthropic.claude-sonnet-4-5',
|
|
978
|
-
tokenCounter: transformSensitiveCounter,
|
|
979
|
-
indexTokenCountMap: {
|
|
980
|
-
0: transformSensitiveCounter(messages[0]),
|
|
981
|
-
1: transformSensitiveCounter(messages[1]),
|
|
982
|
-
2: transformSensitiveCounter(messages[2]),
|
|
983
|
-
},
|
|
984
|
-
});
|
|
985
|
-
if (!run.Graph) {
|
|
986
|
-
throw new Error('Expected graph to be initialized');
|
|
987
|
-
}
|
|
988
|
-
const model = new OverflowThenSucceedModel(
|
|
989
|
-
signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0'),
|
|
990
|
-
0
|
|
991
|
-
);
|
|
992
|
-
run.Graph.overrideModel = model;
|
|
993
|
-
|
|
994
|
-
await run.processStream({ messages }, streamConfig);
|
|
995
|
-
|
|
996
|
-
expect(model.calls).toHaveLength(1);
|
|
997
|
-
const providerContent = JSON.stringify(
|
|
998
|
-
model.calls[0].map((message) => message.content)
|
|
999
|
-
);
|
|
1000
|
-
expect(providerContent).toContain('[Previous tool interaction]');
|
|
1001
|
-
expect(providerContent).not.toContain(artifactSentinel);
|
|
1002
|
-
expect(toolMessage.artifact.content[0].text).toContain(artifactSentinel);
|
|
1003
|
-
});
|
|
1004
|
-
|
|
1005
|
-
it('compacts expanded synthetic context without an artifact', async () => {
|
|
1006
|
-
const toolCallId = 'tc-final-transform-without-artifact';
|
|
1007
|
-
const messages: BaseMessage[] = [
|
|
1008
|
-
new HumanMessage('query the table'),
|
|
1009
|
-
new AIMessageChunk({
|
|
1010
|
-
content: '',
|
|
1011
|
-
tool_calls: [
|
|
1012
|
-
{
|
|
1013
|
-
id: toolCallId,
|
|
1014
|
-
name: 'run_select_query',
|
|
1015
|
-
args: { query: `SELECT '${'x'.repeat(5_000)}'` },
|
|
1016
|
-
type: 'tool_call',
|
|
1017
|
-
},
|
|
1018
|
-
],
|
|
1019
|
-
}),
|
|
1020
|
-
new ToolMessage({
|
|
1021
|
-
content: 'query complete',
|
|
1022
|
-
tool_call_id: toolCallId,
|
|
1023
|
-
name: 'run_select_query',
|
|
1024
|
-
}),
|
|
1025
|
-
];
|
|
1026
|
-
const transformSensitiveCounter: t.TokenCounter = (message) => {
|
|
1027
|
-
const content =
|
|
1028
|
-
typeof message.content === 'string'
|
|
1029
|
-
? message.content
|
|
1030
|
-
: JSON.stringify(message.content);
|
|
1031
|
-
if (
|
|
1032
|
-
message instanceof HumanMessage &&
|
|
1033
|
-
content.includes('[Previous tool interaction]')
|
|
1034
|
-
) {
|
|
1035
|
-
return content.length * 10;
|
|
1036
|
-
}
|
|
1037
|
-
return 1;
|
|
1038
|
-
};
|
|
1039
|
-
const run = await createRun({
|
|
1040
|
-
runId: 'final-transform-without-artifact',
|
|
1041
|
-
maxContextTokens: 500,
|
|
1042
|
-
provider: Providers.BEDROCK,
|
|
1043
|
-
model: 'anthropic.claude-sonnet-4-5',
|
|
1044
|
-
tokenCounter: transformSensitiveCounter,
|
|
1045
|
-
indexTokenCountMap: { 0: 1, 1: 1, 2: 1 },
|
|
1046
|
-
});
|
|
1047
|
-
if (!run.Graph) {
|
|
1048
|
-
throw new Error('Expected graph to be initialized');
|
|
1049
|
-
}
|
|
1050
|
-
const model = new OverflowThenSucceedModel(
|
|
1051
|
-
signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0'),
|
|
1052
|
-
0
|
|
1053
|
-
);
|
|
1054
|
-
run.Graph.overrideModel = model;
|
|
1055
|
-
|
|
1056
|
-
await run.processStream({ messages }, streamConfig);
|
|
1057
|
-
|
|
1058
|
-
expect(model.calls).toHaveLength(1);
|
|
1059
|
-
const humanMessages = model.calls[0].filter(
|
|
1060
|
-
(message) => message instanceof HumanMessage
|
|
1061
|
-
);
|
|
1062
|
-
/**
|
|
1063
|
-
* Bedrock is a strict-alternation provider: after compaction shrinks the
|
|
1064
|
-
* synthetic context, `coalesceAdjacentUserTurns` merges it into the
|
|
1065
|
-
* adjacent user query — Converse rejects consecutive user turns, and the
|
|
1066
|
-
* `@langchain/aws` converter only merges toolResult-bearing ones. So one
|
|
1067
|
-
* user turn reaches the provider, carrying both the query and the
|
|
1068
|
-
* compacted note, and it must still be small.
|
|
1069
|
-
*/
|
|
1070
|
-
expect(humanMessages).toHaveLength(1);
|
|
1071
|
-
const coalescedContent = JSON.stringify(humanMessages[0].content);
|
|
1072
|
-
expect(coalescedContent).toContain('query the table');
|
|
1073
|
-
/**
|
|
1074
|
-
* No closing bracket: compaction truncates at a character budget, and the
|
|
1075
|
-
* cut can land inside the `[Previous tool interaction]` header itself.
|
|
1076
|
-
*/
|
|
1077
|
-
expect(coalescedContent).toContain('[Previous tool interaction');
|
|
1078
|
-
expect(coalescedContent.length).toBeLessThan(150);
|
|
1079
|
-
expect(coalescedContent).not.toContain('x'.repeat(1_000));
|
|
1080
|
-
});
|
|
1081
|
-
|
|
1082
|
-
it('counts unresolved-reference annotations before invoking the provider', async () => {
|
|
1083
|
-
const toolCallId = 'tc-unresolved-projection';
|
|
1084
|
-
const unresolvedRefs = Array.from(
|
|
1085
|
-
{ length: 1_200 },
|
|
1086
|
-
(_, index) => `missing_tool_${index}_turn_${index}`
|
|
1087
|
-
);
|
|
1088
|
-
const messages: BaseMessage[] = [
|
|
1089
|
-
new HumanMessage(`old question ${'q'.repeat(5_500)}`),
|
|
1090
|
-
new AIMessage({
|
|
1091
|
-
content: '',
|
|
1092
|
-
tool_calls: [
|
|
1093
|
-
{
|
|
1094
|
-
id: toolCallId,
|
|
1095
|
-
name: 'lookup_records',
|
|
1096
|
-
args: {},
|
|
1097
|
-
type: 'tool_call',
|
|
1098
|
-
},
|
|
1099
|
-
],
|
|
1100
|
-
}),
|
|
1101
|
-
new ToolMessage({
|
|
1102
|
-
content: `old result ${'r'.repeat(3_000)}`,
|
|
1103
|
-
tool_call_id: toolCallId,
|
|
1104
|
-
name: 'lookup_records',
|
|
1105
|
-
additional_kwargs: { _unresolvedRefs: unresolvedRefs },
|
|
1106
|
-
}),
|
|
1107
|
-
new AIMessage(`old answer ${'a'.repeat(4_500)}`),
|
|
1108
|
-
new HumanMessage(`latest question ${'n'.repeat(3_500)}`),
|
|
1109
|
-
];
|
|
1110
|
-
const projectionCounter: t.TokenCounter = (message) => {
|
|
1111
|
-
const content =
|
|
1112
|
-
typeof message.content === 'string'
|
|
1113
|
-
? message.content
|
|
1114
|
-
: JSON.stringify(message.content);
|
|
1115
|
-
return Math.max(1, content.length);
|
|
1116
|
-
};
|
|
1117
|
-
const indexTokenCountMap: Record<string, number> = {};
|
|
1118
|
-
for (let i = 0; i < messages.length; i++) {
|
|
1119
|
-
indexTokenCountMap[i] = projectionCounter(messages[i]);
|
|
1120
|
-
}
|
|
1121
|
-
const run = await createRun({
|
|
1122
|
-
runId: 'unresolved-reference-final-projection',
|
|
1123
|
-
maxContextTokens: 20_000,
|
|
1124
|
-
provider: Providers.ANTHROPIC,
|
|
1125
|
-
tokenCounter: projectionCounter,
|
|
1126
|
-
indexTokenCountMap,
|
|
1127
|
-
toolOutputReferences: { enabled: true },
|
|
1128
|
-
tools: [
|
|
1129
|
-
tool(async () => 'unused', {
|
|
1130
|
-
name: 'lookup_records',
|
|
1131
|
-
description: 'Looks up records',
|
|
1132
|
-
schema: z.object({}),
|
|
1133
|
-
}),
|
|
1134
|
-
],
|
|
1135
|
-
});
|
|
1136
|
-
if (!run.Graph) {
|
|
1137
|
-
throw new Error('Expected graph to be initialized');
|
|
1138
|
-
}
|
|
1139
|
-
const model = new OverflowThenSucceedModel(
|
|
1140
|
-
signatureFor('claude-haiku-4-5-20251001'),
|
|
1141
|
-
0
|
|
1142
|
-
);
|
|
1143
|
-
run.Graph.overrideModel = model;
|
|
1144
|
-
|
|
1145
|
-
const content = await run.processStream({ messages }, streamConfig);
|
|
1146
|
-
|
|
1147
|
-
expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
|
|
1148
|
-
expect(model.calls).toHaveLength(1);
|
|
1149
|
-
expect(
|
|
1150
|
-
run.Graph.agentContexts.get('default')?.overflowRecoveryAttempts
|
|
1151
|
-
).toBeGreaterThan(0);
|
|
1152
|
-
const providerPayload = JSON.stringify(
|
|
1153
|
-
model.calls[0].map((message) => message.content)
|
|
1154
|
-
);
|
|
1155
|
-
expect(providerPayload).not.toContain(unresolvedRefs[0]);
|
|
1156
|
-
expect(providerPayload).not.toContain(unresolvedRefs.at(-1));
|
|
1157
|
-
const sentMessageTokens =
|
|
1158
|
-
3 +
|
|
1159
|
-
model.calls[0].reduce(
|
|
1160
|
-
(total, message) => total + projectionCounter(message),
|
|
1161
|
-
0
|
|
1162
|
-
);
|
|
1163
|
-
expect(sentMessageTokens).toBeLessThan(
|
|
1164
|
-
run.Graph.agentContexts.get('default')?.maxContextTokens ?? 0
|
|
1165
|
-
);
|
|
1166
|
-
});
|
|
1167
|
-
|
|
1168
|
-
it('omits artifact expansion that would exceed the post-prune budget', async () => {
|
|
1169
|
-
const toolCallId = 'tc-artifact';
|
|
1170
|
-
const artifactSentinel = 'ARTIFACT_SENTINEL';
|
|
1171
|
-
const toolMessage = new ToolMessage({
|
|
1172
|
-
content: 'result'.repeat(100),
|
|
1173
|
-
tool_call_id: toolCallId,
|
|
1174
|
-
name: 'render_report',
|
|
1175
|
-
artifact: {
|
|
1176
|
-
content: [
|
|
1177
|
-
{
|
|
1178
|
-
type: ContentTypes.TEXT,
|
|
1179
|
-
text: `${artifactSentinel}:${'a'.repeat(5_000)}`,
|
|
1180
|
-
},
|
|
1181
|
-
],
|
|
1182
|
-
},
|
|
1183
|
-
});
|
|
1184
|
-
const messages: BaseMessage[] = [
|
|
1185
|
-
new HumanMessage('h'.repeat(2_400)),
|
|
1186
|
-
new AIMessageChunk({
|
|
1187
|
-
content: '',
|
|
1188
|
-
tool_calls: [
|
|
1189
|
-
{
|
|
1190
|
-
id: toolCallId,
|
|
1191
|
-
name: 'render_report',
|
|
1192
|
-
args: {},
|
|
1193
|
-
type: 'tool_call',
|
|
1194
|
-
},
|
|
1195
|
-
],
|
|
1196
|
-
}),
|
|
1197
|
-
toolMessage,
|
|
1198
|
-
];
|
|
1199
|
-
const artifactTokenCounter: t.TokenCounter = (message) => {
|
|
1200
|
-
const content =
|
|
1201
|
-
typeof message.content === 'string'
|
|
1202
|
-
? message.content
|
|
1203
|
-
: JSON.stringify(message.content);
|
|
1204
|
-
return Math.ceil(content.length / 4);
|
|
1205
|
-
};
|
|
1206
|
-
const indexTokenCountMap: Record<string, number> = {};
|
|
1207
|
-
for (let i = 0; i < messages.length; i++) {
|
|
1208
|
-
indexTokenCountMap[i] = artifactTokenCounter(messages[i]);
|
|
1209
|
-
}
|
|
1210
|
-
const run = await createRun({
|
|
1211
|
-
runId: 'artifact-budget-guard',
|
|
1212
|
-
maxContextTokens: 1_000,
|
|
1213
|
-
maxToolResultChars: 2_000,
|
|
1214
|
-
provider: Providers.BEDROCK,
|
|
1215
|
-
model: 'anthropic.claude-sonnet-4-5',
|
|
1216
|
-
tokenCounter: artifactTokenCounter,
|
|
1217
|
-
indexTokenCountMap,
|
|
1218
|
-
tools: [
|
|
1219
|
-
tool(async () => 'unused', {
|
|
1220
|
-
name: 'render_report',
|
|
1221
|
-
description: 'Renders a report',
|
|
1222
|
-
schema: z.object({}),
|
|
1223
|
-
}),
|
|
1224
|
-
],
|
|
1225
|
-
});
|
|
1226
|
-
if (!run.Graph) {
|
|
1227
|
-
throw new Error('Expected graph to be initialized');
|
|
1228
|
-
}
|
|
1229
|
-
const model = new OverflowThenSucceedModel(
|
|
1230
|
-
signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0'),
|
|
1231
|
-
0
|
|
1232
|
-
);
|
|
1233
|
-
run.Graph.overrideModel = model;
|
|
1234
|
-
|
|
1235
|
-
await run.processStream({ messages }, streamConfig);
|
|
1236
|
-
|
|
1237
|
-
expect(model.calls).toHaveLength(1);
|
|
1238
|
-
expect(
|
|
1239
|
-
JSON.stringify(model.calls[0].map((message) => message.content))
|
|
1240
|
-
).not.toContain(artifactSentinel);
|
|
1241
|
-
expect(toolMessage.content).toBe('result'.repeat(100));
|
|
1242
|
-
expect(toolMessage.artifact.content[0].text).toContain(artifactSentinel);
|
|
1243
|
-
});
|
|
1244
|
-
|
|
1245
|
-
it('preserves masked tool originals while checkpointed messages survive', async () => {
|
|
1246
|
-
const run = await createRun({
|
|
1247
|
-
runId: 'overflow-originals-checkpoint',
|
|
1248
|
-
maxContextTokens: 1_000_000,
|
|
1249
|
-
checkpointer: true,
|
|
1250
|
-
});
|
|
1251
|
-
if (!run.Graph) {
|
|
1252
|
-
throw new Error('Expected graph to be initialized');
|
|
1253
|
-
}
|
|
1254
|
-
const agentContext = run.Graph.agentContexts.get('default');
|
|
1255
|
-
if (agentContext == null) {
|
|
1256
|
-
throw new Error('Expected default agent context');
|
|
1257
|
-
}
|
|
1258
|
-
run.Graph.resetValues(undefined, '8:thread-a:');
|
|
1259
|
-
agentContext.preserveOriginalToolContent(new Map([[2, 'full output']]));
|
|
1260
|
-
|
|
1261
|
-
run.Graph.resetValues(undefined, '8:thread-a:');
|
|
1262
|
-
|
|
1263
|
-
expect(agentContext.pendingOriginalToolContent).toEqual(
|
|
1264
|
-
new Map([[2, 'full output']])
|
|
1265
|
-
);
|
|
1266
|
-
});
|
|
1267
|
-
|
|
1268
|
-
it('does not share masked tool originals across checkpoint scopes', async () => {
|
|
1269
|
-
const run = await createRun({
|
|
1270
|
-
runId: 'overflow-originals-isolated',
|
|
1271
|
-
maxContextTokens: 1_000_000,
|
|
1272
|
-
checkpointer: true,
|
|
1273
|
-
});
|
|
1274
|
-
if (!run.Graph) {
|
|
1275
|
-
throw new Error('Expected graph to be initialized');
|
|
1276
|
-
}
|
|
1277
|
-
const agentContext = run.Graph.agentContexts.get('default');
|
|
1278
|
-
if (agentContext == null) {
|
|
1279
|
-
throw new Error('Expected default agent context');
|
|
1280
|
-
}
|
|
1281
|
-
run.Graph.resetValues(undefined, '8:thread-a:branch');
|
|
1282
|
-
agentContext.preserveOriginalToolContent(new Map([[2, 'thread A']]));
|
|
1283
|
-
|
|
1284
|
-
run.Graph.resetValues(undefined, '8:thread-b:branch');
|
|
1285
|
-
|
|
1286
|
-
expect(agentContext.pendingOriginalToolContent).toBeUndefined();
|
|
1287
|
-
});
|
|
1288
|
-
|
|
1289
|
-
it('does not share masked tool originals across sibling checkpoint forks', async () => {
|
|
1290
|
-
const run = await createRun({
|
|
1291
|
-
runId: 'overflow-originals-branch-isolated',
|
|
1292
|
-
maxContextTokens: 1_000_000,
|
|
1293
|
-
checkpointer: true,
|
|
1294
|
-
});
|
|
1295
|
-
if (!run.Graph) {
|
|
1296
|
-
throw new Error('Expected graph to be initialized');
|
|
1297
|
-
}
|
|
1298
|
-
const agentContext = run.Graph.agentContexts.get('default');
|
|
1299
|
-
if (agentContext == null) {
|
|
1300
|
-
throw new Error('Expected default agent context');
|
|
1301
|
-
}
|
|
1302
|
-
run.Graph.resetValues(
|
|
1303
|
-
undefined,
|
|
1304
|
-
JSON.stringify(['thread-a', 'namespace', 'checkpoint-a', 1])
|
|
1305
|
-
);
|
|
1306
|
-
agentContext.preserveOriginalToolContent(new Map([[2, 'branch A']]));
|
|
1307
|
-
|
|
1308
|
-
run.Graph.resetValues(
|
|
1309
|
-
undefined,
|
|
1310
|
-
JSON.stringify(['thread-a', 'namespace', 'checkpoint-a', 2])
|
|
1311
|
-
);
|
|
1312
|
-
|
|
1313
|
-
expect(agentContext.pendingOriginalToolContent).toBeUndefined();
|
|
1314
|
-
});
|
|
1315
|
-
|
|
1316
|
-
it('preserves snapshots with the auto-installed HITL checkpointer', async () => {
|
|
1317
|
-
const run = await Run.create<t.IState>({
|
|
1318
|
-
runId: 'overflow-originals-hitl-checkpointer',
|
|
1319
|
-
graphConfig: {
|
|
1320
|
-
type: 'standard',
|
|
1321
|
-
llmConfig: {
|
|
1322
|
-
provider: Providers.ANTHROPIC,
|
|
1323
|
-
disableStreaming: true,
|
|
1324
|
-
streamUsage: false,
|
|
1325
|
-
},
|
|
1326
|
-
maxContextTokens: 1_000_000,
|
|
1327
|
-
compileOptions: { interruptAfter: [] },
|
|
1328
|
-
},
|
|
1329
|
-
humanInTheLoop: { enabled: true },
|
|
1330
|
-
returnContent: true,
|
|
1331
|
-
skipCleanup: true,
|
|
1332
|
-
tokenCounter,
|
|
1333
|
-
});
|
|
1334
|
-
if (!run.Graph) {
|
|
1335
|
-
throw new Error('Expected graph to be initialized');
|
|
1336
|
-
}
|
|
1337
|
-
const agentContext = run.Graph.agentContexts.get('default');
|
|
1338
|
-
if (agentContext == null) {
|
|
1339
|
-
throw new Error('Expected default agent context');
|
|
1340
|
-
}
|
|
1341
|
-
expect(run.Graph.compileOptions?.checkpointer).toBeInstanceOf(MemorySaver);
|
|
1342
|
-
expect(run.Graph.hasCompiledCheckpointer).toBe(true);
|
|
1343
|
-
run.Graph.resetValues(undefined, 'checkpoint-scope');
|
|
1344
|
-
agentContext.preserveOriginalToolContent(new Map([[2, 'full output']]));
|
|
1345
|
-
|
|
1346
|
-
run.Graph.resetValues(undefined, 'checkpoint-scope');
|
|
1347
|
-
|
|
1348
|
-
expect(agentContext.pendingOriginalToolContent).toEqual(
|
|
1349
|
-
new Map([[2, 'full output']])
|
|
1350
|
-
);
|
|
1351
|
-
});
|
|
1352
|
-
|
|
1353
|
-
it('compacts and retries instead of surfacing the provider error', async () => {
|
|
1354
|
-
const run = await createRun({
|
|
1355
|
-
runId: 'overflow-recovery-numbers',
|
|
1356
|
-
/** Deliberately wrong: far above the model's real 200k window. */
|
|
1357
|
-
maxContextTokens: 1_000_000,
|
|
1358
|
-
});
|
|
1359
|
-
if (!run.Graph) {
|
|
1360
|
-
throw new Error('Expected graph to be initialized');
|
|
1361
|
-
}
|
|
1362
|
-
const model = new OverflowThenSucceedModel(
|
|
1363
|
-
signatureFor('claude-haiku-4-5-20251001')
|
|
1364
|
-
);
|
|
1365
|
-
run.Graph.overrideModel = model;
|
|
1366
|
-
|
|
1367
|
-
const content = await run.processStream(
|
|
1368
|
-
{ messages: buildConversation(8) },
|
|
1369
|
-
streamConfig
|
|
1370
|
-
);
|
|
1371
|
-
|
|
1372
|
-
expect(model.calls).toHaveLength(2);
|
|
1373
|
-
expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
|
|
1374
|
-
});
|
|
1375
|
-
|
|
1376
|
-
it('retargets the budget to the ceiling the provider reported', async () => {
|
|
1377
|
-
const run = await createRun({
|
|
1378
|
-
runId: 'overflow-recovery-budget',
|
|
1379
|
-
maxContextTokens: 1_000_000,
|
|
1380
|
-
});
|
|
1381
|
-
if (!run.Graph) {
|
|
1382
|
-
throw new Error('Expected graph to be initialized');
|
|
1383
|
-
}
|
|
1384
|
-
run.Graph.overrideModel = new OverflowThenSucceedModel(
|
|
1385
|
-
signatureFor('claude-haiku-4-5-20251001')
|
|
1386
|
-
);
|
|
1387
|
-
|
|
1388
|
-
await run.processStream({ messages: buildConversation(8) }, streamConfig);
|
|
1389
|
-
|
|
1390
|
-
const agentContext = run.Graph.agentContexts.get('default');
|
|
1391
|
-
expect(agentContext?.maxContextTokens).toBeLessThan(1_000_000);
|
|
1392
|
-
expect(agentContext?.overflowRecoveryAttempts).toBe(1);
|
|
1393
|
-
});
|
|
1394
|
-
|
|
1395
|
-
it('sends strictly less on the retry', async () => {
|
|
1396
|
-
const run = await createRun({
|
|
1397
|
-
runId: 'overflow-recovery-shrinks',
|
|
1398
|
-
maxContextTokens: 1_000_000,
|
|
1399
|
-
});
|
|
1400
|
-
if (!run.Graph) {
|
|
1401
|
-
throw new Error('Expected graph to be initialized');
|
|
1402
|
-
}
|
|
1403
|
-
const model = new OverflowThenSucceedModel(
|
|
1404
|
-
signatureFor('claude-haiku-4-5-20251001')
|
|
1405
|
-
);
|
|
1406
|
-
run.Graph.overrideModel = model;
|
|
1407
|
-
|
|
1408
|
-
await run.processStream({ messages: buildConversation(8) }, streamConfig);
|
|
1409
|
-
|
|
1410
|
-
expect(model.calls[1].length).toBeLessThan(model.calls[0].length);
|
|
1411
|
-
});
|
|
1412
|
-
|
|
1413
|
-
it('recovers from a rejection that reported no numbers', async () => {
|
|
1414
|
-
const run = await createRun({
|
|
1415
|
-
runId: 'overflow-recovery-blind',
|
|
1416
|
-
maxContextTokens: 600_000,
|
|
1417
|
-
});
|
|
1418
|
-
if (!run.Graph) {
|
|
1419
|
-
throw new Error('Expected graph to be initialized');
|
|
1420
|
-
}
|
|
1421
|
-
const model = new OverflowThenSucceedModel(
|
|
1422
|
-
signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0')
|
|
1423
|
-
);
|
|
1424
|
-
run.Graph.overrideModel = model;
|
|
1425
|
-
|
|
1426
|
-
const content = await run.processStream(
|
|
1427
|
-
{ messages: buildConversation(8) },
|
|
1428
|
-
streamConfig
|
|
1429
|
-
);
|
|
1430
|
-
|
|
1431
|
-
expect(model.calls).toHaveLength(2);
|
|
1432
|
-
expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
|
|
1433
|
-
});
|
|
1434
|
-
|
|
1435
|
-
it('gives up after the bounded number of recoveries rather than looping', async () => {
|
|
1436
|
-
const run = await createRun({
|
|
1437
|
-
runId: 'overflow-recovery-bounded',
|
|
1438
|
-
maxContextTokens: 600_000,
|
|
1439
|
-
});
|
|
1440
|
-
if (!run.Graph) {
|
|
1441
|
-
throw new Error('Expected graph to be initialized');
|
|
1442
|
-
}
|
|
1443
|
-
const model = new OverflowThenSucceedModel(
|
|
1444
|
-
signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0'),
|
|
1445
|
-
Number.MAX_SAFE_INTEGER
|
|
1446
|
-
);
|
|
1447
|
-
run.Graph.overrideModel = model;
|
|
1448
|
-
|
|
1449
|
-
await expect(
|
|
1450
|
-
run.processStream({ messages: buildConversation(8) }, streamConfig)
|
|
1451
|
-
).rejects.toThrow(/too long/i);
|
|
1452
|
-
|
|
1453
|
-
/** Initial call plus one retry per allowed recovery. */
|
|
1454
|
-
expect(model.calls.length).toBeLessThanOrEqual(4);
|
|
1455
|
-
});
|
|
1456
|
-
|
|
1457
|
-
it('restores the configured budget and allowance for the next run', async () => {
|
|
1458
|
-
const run = await createRun({
|
|
1459
|
-
runId: 'overflow-recovery-reset',
|
|
1460
|
-
maxContextTokens: 1_000_000,
|
|
1461
|
-
});
|
|
1462
|
-
if (!run.Graph) {
|
|
1463
|
-
throw new Error('Expected graph to be initialized');
|
|
1464
|
-
}
|
|
1465
|
-
run.Graph.overrideModel = new OverflowThenSucceedModel(
|
|
1466
|
-
signatureFor('claude-haiku-4-5-20251001')
|
|
1467
|
-
);
|
|
1468
|
-
|
|
1469
|
-
await run.processStream({ messages: buildConversation(8) }, streamConfig);
|
|
1470
|
-
|
|
1471
|
-
const agentContext = run.Graph.agentContexts.get('default');
|
|
1472
|
-
expect(agentContext?.maxContextTokens).toBeLessThan(1_000_000);
|
|
1473
|
-
expect(agentContext?.overflowRecoveryAttempts).toBe(1);
|
|
1474
|
-
|
|
1475
|
-
/** What `processStream` runs at the start of every turn. */
|
|
1476
|
-
run.Graph.resetValues();
|
|
1477
|
-
|
|
1478
|
-
expect(agentContext?.maxContextTokens).toBe(1_000_000);
|
|
1479
|
-
expect(agentContext?.overflowRecoveryAttempts).toBe(0);
|
|
1480
|
-
});
|
|
1481
|
-
|
|
1482
|
-
it('recovers again on a later turn of the same run', async () => {
|
|
1483
|
-
const run = await createRun({
|
|
1484
|
-
runId: 'overflow-recovery-second-turn',
|
|
1485
|
-
maxContextTokens: 1_000_000,
|
|
1486
|
-
});
|
|
1487
|
-
if (!run.Graph) {
|
|
1488
|
-
throw new Error('Expected graph to be initialized');
|
|
1489
|
-
}
|
|
1490
|
-
const signature = signatureFor('claude-haiku-4-5-20251001');
|
|
1491
|
-
|
|
1492
|
-
for (const turn of [1, 2, 3]) {
|
|
1493
|
-
run.Graph.overrideModel = new OverflowThenSucceedModel(signature);
|
|
1494
|
-
await run.processStream(
|
|
1495
|
-
{ messages: buildConversation(8) },
|
|
1496
|
-
{
|
|
1497
|
-
...streamConfig,
|
|
1498
|
-
configurable: { thread_id: `context-overflow-recovery-${turn}` },
|
|
1499
|
-
}
|
|
1500
|
-
);
|
|
1501
|
-
}
|
|
1502
|
-
|
|
1503
|
-
const agentContext = run.Graph.agentContexts.get('default');
|
|
1504
|
-
/**
|
|
1505
|
-
* One recovery per turn, not three accumulated — an allowance that
|
|
1506
|
-
* carried across turns would have stopped recovering by turn three.
|
|
1507
|
-
*/
|
|
1508
|
-
expect(agentContext?.overflowRecoveryAttempts).toBe(1);
|
|
1509
|
-
});
|
|
1510
|
-
|
|
1511
|
-
it('does not retry when neither pruning nor summarization can shrink the prompt', async () => {
|
|
1512
|
-
/**
|
|
1513
|
-
* No token counter means no pruner, and summarization is off, so the
|
|
1514
|
-
* summarize node deliberately no-ops — a retry would resend a
|
|
1515
|
-
* byte-identical prompt.
|
|
1516
|
-
*/
|
|
1517
|
-
const run = await Run.create<t.IState>({
|
|
1518
|
-
runId: 'overflow-recovery-nothing-to-shrink',
|
|
1519
|
-
graphConfig: {
|
|
1520
|
-
type: 'standard',
|
|
1521
|
-
llmConfig: {
|
|
1522
|
-
provider: Providers.ANTHROPIC,
|
|
1523
|
-
disableStreaming: true,
|
|
1524
|
-
streamUsage: false,
|
|
1525
|
-
},
|
|
1526
|
-
maxContextTokens: 1_000_000,
|
|
1527
|
-
},
|
|
1528
|
-
returnContent: true,
|
|
1529
|
-
skipCleanup: true,
|
|
1530
|
-
});
|
|
1531
|
-
if (!run.Graph) {
|
|
1532
|
-
throw new Error('Expected graph to be initialized');
|
|
1533
|
-
}
|
|
1534
|
-
const model = new OverflowThenSucceedModel(
|
|
1535
|
-
signatureFor('claude-haiku-4-5-20251001'),
|
|
1536
|
-
Number.MAX_SAFE_INTEGER
|
|
1537
|
-
);
|
|
1538
|
-
run.Graph.overrideModel = model;
|
|
1539
|
-
|
|
1540
|
-
await expect(
|
|
1541
|
-
run.processStream({ messages: buildConversation(8) }, streamConfig)
|
|
1542
|
-
).rejects.toThrow(/too long/i);
|
|
1543
|
-
|
|
1544
|
-
expect(model.calls).toHaveLength(1);
|
|
1545
|
-
expect(
|
|
1546
|
-
run.Graph.agentContexts.get('default')?.overflowRecoveryAttempts
|
|
1547
|
-
).toBe(0);
|
|
1548
|
-
});
|
|
1549
|
-
|
|
1550
|
-
it('does not retry when recency preserves the entire first turn', async () => {
|
|
1551
|
-
const run = await Run.create<t.IState>({
|
|
1552
|
-
runId: 'overflow-recovery-recent-first-turn',
|
|
1553
|
-
graphConfig: {
|
|
1554
|
-
type: 'standard',
|
|
1555
|
-
llmConfig: {
|
|
1556
|
-
provider: Providers.ANTHROPIC,
|
|
1557
|
-
disableStreaming: true,
|
|
1558
|
-
streamUsage: false,
|
|
1559
|
-
},
|
|
1560
|
-
summarizationEnabled: true,
|
|
1561
|
-
},
|
|
1562
|
-
returnContent: true,
|
|
1563
|
-
skipCleanup: true,
|
|
1564
|
-
});
|
|
1565
|
-
if (!run.Graph) {
|
|
1566
|
-
throw new Error('Expected graph to be initialized');
|
|
1567
|
-
}
|
|
1568
|
-
const model = new OverflowThenSucceedModel(
|
|
1569
|
-
signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0'),
|
|
1570
|
-
Number.MAX_SAFE_INTEGER
|
|
1571
|
-
);
|
|
1572
|
-
run.Graph.overrideModel = model;
|
|
1573
|
-
|
|
1574
|
-
await expect(
|
|
1575
|
-
run.processStream(
|
|
1576
|
-
{ messages: [new HumanMessage('oversized first turn')] },
|
|
1577
|
-
streamConfig
|
|
1578
|
-
)
|
|
1579
|
-
).rejects.toThrow(/too long/i);
|
|
1580
|
-
|
|
1581
|
-
expect(model.calls).toHaveLength(1);
|
|
1582
|
-
expect(
|
|
1583
|
-
run.Graph.agentContexts.get('default')?.overflowRecoveryAttempts
|
|
1584
|
-
).toBe(0);
|
|
1585
|
-
});
|
|
1586
|
-
|
|
1587
|
-
it('does not retry without a configured pruning budget', async () => {
|
|
1588
|
-
const run = await Run.create<t.IState>({
|
|
1589
|
-
runId: 'overflow-recovery-no-pruning-budget',
|
|
1590
|
-
graphConfig: {
|
|
1591
|
-
type: 'standard',
|
|
1592
|
-
llmConfig: {
|
|
1593
|
-
provider: Providers.ANTHROPIC,
|
|
1594
|
-
disableStreaming: true,
|
|
1595
|
-
streamUsage: false,
|
|
1596
|
-
},
|
|
1597
|
-
},
|
|
1598
|
-
returnContent: true,
|
|
1599
|
-
skipCleanup: true,
|
|
1600
|
-
tokenCounter,
|
|
1601
|
-
});
|
|
1602
|
-
if (!run.Graph) {
|
|
1603
|
-
throw new Error('Expected graph to be initialized');
|
|
1604
|
-
}
|
|
1605
|
-
const model = new OverflowThenSucceedModel(
|
|
1606
|
-
signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0'),
|
|
1607
|
-
Number.MAX_SAFE_INTEGER
|
|
1608
|
-
);
|
|
1609
|
-
run.Graph.overrideModel = model;
|
|
1610
|
-
|
|
1611
|
-
await expect(
|
|
1612
|
-
run.processStream({ messages: buildConversation(8) }, streamConfig)
|
|
1613
|
-
).rejects.toThrow(/too long/i);
|
|
1614
|
-
|
|
1615
|
-
expect(model.calls).toHaveLength(1);
|
|
1616
|
-
expect(
|
|
1617
|
-
run.Graph.agentContexts.get('default')?.overflowRecoveryAttempts
|
|
1618
|
-
).toBe(0);
|
|
1619
|
-
});
|
|
1620
|
-
|
|
1621
|
-
it('summarizes the first numberless overflow without a pruning budget', async () => {
|
|
1622
|
-
const summarizeStarts: unknown[] = [];
|
|
1623
|
-
const run = await Run.create<t.IState>({
|
|
1624
|
-
runId: 'overflow-recovery-summary-without-budget',
|
|
1625
|
-
graphConfig: {
|
|
1626
|
-
type: 'standard',
|
|
1627
|
-
llmConfig: {
|
|
1628
|
-
provider: Providers.ANTHROPIC,
|
|
1629
|
-
disableStreaming: true,
|
|
1630
|
-
streamUsage: false,
|
|
1631
|
-
},
|
|
1632
|
-
summarizationEnabled: true,
|
|
1633
|
-
},
|
|
1634
|
-
returnContent: true,
|
|
1635
|
-
skipCleanup: true,
|
|
1636
|
-
tokenCounter,
|
|
1637
|
-
customHandlers: {
|
|
1638
|
-
[GraphEvents.ON_SUMMARIZE_START]: {
|
|
1639
|
-
handle: (_event: string, data: t.StreamEventData): void => {
|
|
1640
|
-
summarizeStarts.push(data);
|
|
1641
|
-
},
|
|
1642
|
-
},
|
|
1643
|
-
},
|
|
1644
|
-
});
|
|
1645
|
-
if (!run.Graph) {
|
|
1646
|
-
throw new Error('Expected graph to be initialized');
|
|
1647
|
-
}
|
|
1648
|
-
const model = new OverflowThenSucceedModel(
|
|
1649
|
-
signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0')
|
|
1650
|
-
);
|
|
1651
|
-
run.Graph.overrideModel = model;
|
|
1652
|
-
|
|
1653
|
-
const content = await run.processStream(
|
|
1654
|
-
{ messages: buildConversation(8) },
|
|
1655
|
-
streamConfig
|
|
1656
|
-
);
|
|
1657
|
-
|
|
1658
|
-
expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
|
|
1659
|
-
expect(summarizeStarts).toHaveLength(1);
|
|
1660
|
-
});
|
|
1661
|
-
|
|
1662
|
-
it('summarizes conversation messages pruned on the first recovery', async () => {
|
|
1663
|
-
/**
|
|
1664
|
-
* The initial overflow detour avoids an unconditional summarization call,
|
|
1665
|
-
* but the corrected prune must still summarize any conversation messages
|
|
1666
|
-
* it moves out of the retained tail.
|
|
1667
|
-
*/
|
|
1668
|
-
const summarizeStarts: unknown[] = [];
|
|
1669
|
-
const run = await Run.create<t.IState>({
|
|
1670
|
-
runId: 'overflow-recovery-compress-first',
|
|
1671
|
-
graphConfig: {
|
|
1672
|
-
type: 'standard',
|
|
1673
|
-
llmConfig: {
|
|
1674
|
-
provider: Providers.ANTHROPIC,
|
|
1675
|
-
disableStreaming: true,
|
|
1676
|
-
streamUsage: false,
|
|
1677
|
-
},
|
|
1678
|
-
maxContextTokens: 1_000_000,
|
|
1679
|
-
summarizationEnabled: true,
|
|
1680
|
-
},
|
|
1681
|
-
returnContent: true,
|
|
1682
|
-
skipCleanup: true,
|
|
1683
|
-
tokenCounter,
|
|
1684
|
-
customHandlers: {
|
|
1685
|
-
[GraphEvents.ON_SUMMARIZE_START]: {
|
|
1686
|
-
handle: (_event: string, data: t.StreamEventData): void => {
|
|
1687
|
-
summarizeStarts.push(data);
|
|
1688
|
-
},
|
|
1689
|
-
},
|
|
1690
|
-
},
|
|
1691
|
-
});
|
|
1692
|
-
if (!run.Graph) {
|
|
1693
|
-
throw new Error('Expected graph to be initialized');
|
|
1694
|
-
}
|
|
1695
|
-
const model = new OverflowThenSucceedModel(
|
|
1696
|
-
signatureFor('claude-haiku-4-5-20251001')
|
|
1697
|
-
);
|
|
1698
|
-
run.Graph.overrideModel = model;
|
|
1699
|
-
|
|
1700
|
-
const content = await run.processStream(
|
|
1701
|
-
{ messages: buildConversation(8) },
|
|
1702
|
-
streamConfig
|
|
1703
|
-
);
|
|
1704
|
-
|
|
1705
|
-
expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
|
|
1706
|
-
expect(model.calls).toHaveLength(2);
|
|
1707
|
-
expect(summarizeStarts).toHaveLength(1);
|
|
1708
|
-
});
|
|
1709
|
-
|
|
1710
|
-
it('keeps the corrected budget in provider units and seeds calibration', async () => {
|
|
1711
|
-
/**
|
|
1712
|
-
* The provider counted 274,468 for a prompt it caps at 200,000 — 1.37×
|
|
1713
|
-
* over the provider ceiling. The corrected budget stays in provider units,
|
|
1714
|
-
* and the provider/local ratio is installed on the pruner so it is applied
|
|
1715
|
-
* exactly once on this retry and later tool-call turns.
|
|
1716
|
-
*/
|
|
1717
|
-
const run = await createRun({
|
|
1718
|
-
runId: 'overflow-recovery-proportional',
|
|
1719
|
-
maxContextTokens: 1_000_000,
|
|
1720
|
-
});
|
|
1721
|
-
if (!run.Graph) {
|
|
1722
|
-
throw new Error('Expected graph to be initialized');
|
|
1723
|
-
}
|
|
1724
|
-
const model = new OverflowThenSucceedModel(
|
|
1725
|
-
signatureFor('claude-haiku-4-5-20251001')
|
|
1726
|
-
);
|
|
1727
|
-
run.Graph.overrideModel = model;
|
|
1728
|
-
|
|
1729
|
-
const messages = buildConversation(8);
|
|
1730
|
-
const agentContext = run.Graph.agentContexts.get('default');
|
|
1731
|
-
if (agentContext == null) {
|
|
1732
|
-
throw new Error('Expected default agent context');
|
|
1733
|
-
}
|
|
1734
|
-
agentContext.calibrationRatio = 1.5;
|
|
1735
|
-
await run.processStream({ messages }, streamConfig);
|
|
1736
|
-
|
|
1737
|
-
const uncalibratedPrompt = model.calls[0].length * TOKENS_PER_MESSAGE;
|
|
1738
|
-
expect(agentContext.maxContextTokens).toBe(Math.floor(200_000 * 0.95));
|
|
1739
|
-
expect(274_468 / uncalibratedPrompt).toBeLessThan(0.5);
|
|
1740
|
-
expect(agentContext.calibrationRatio).toBe(0.5);
|
|
1741
|
-
});
|
|
1742
|
-
|
|
1743
|
-
it('does not intercept errors compaction cannot fix', async () => {
|
|
1744
|
-
const run = await createRun({
|
|
1745
|
-
runId: 'overflow-recovery-unrelated',
|
|
1746
|
-
maxContextTokens: 600_000,
|
|
1747
|
-
});
|
|
1748
|
-
if (!run.Graph) {
|
|
1749
|
-
throw new Error('Expected graph to be initialized');
|
|
1750
|
-
}
|
|
1751
|
-
const model = new OverflowThenSucceedModel(
|
|
1752
|
-
{
|
|
1753
|
-
name: 'AuthenticationError',
|
|
1754
|
-
status: 401,
|
|
1755
|
-
message: '401 Incorrect API key provided.',
|
|
1756
|
-
},
|
|
1757
|
-
Number.MAX_SAFE_INTEGER
|
|
1758
|
-
);
|
|
1759
|
-
run.Graph.overrideModel = model;
|
|
1760
|
-
|
|
1761
|
-
await expect(
|
|
1762
|
-
run.processStream({ messages: buildConversation(2) }, streamConfig)
|
|
1763
|
-
).rejects.toThrow(/Incorrect API key/);
|
|
1764
|
-
expect(model.calls).toHaveLength(1);
|
|
1765
|
-
});
|
|
1766
|
-
});
|