@librechat/agents 3.4.7 → 3.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (924) hide show
  1. package/dist/cjs/agents/AgentContext.cjs +0 -356
  2. package/dist/cjs/agents/AgentContext.cjs.map +1 -1
  3. package/dist/cjs/agents/projection.cjs +0 -9
  4. package/dist/cjs/agents/projection.cjs.map +1 -1
  5. package/dist/cjs/common/constants.cjs +0 -26
  6. package/dist/cjs/common/constants.cjs.map +1 -1
  7. package/dist/cjs/common/enum.cjs +0 -85
  8. package/dist/cjs/common/enum.cjs.map +1 -1
  9. package/dist/cjs/events.cjs +0 -14
  10. package/dist/cjs/events.cjs.map +1 -1
  11. package/dist/cjs/graphs/Graph.cjs +1 -909
  12. package/dist/cjs/graphs/Graph.cjs.map +1 -1
  13. package/dist/cjs/graphs/MultiAgentGraph.cjs +7 -272
  14. package/dist/cjs/graphs/MultiAgentGraph.cjs.map +1 -1
  15. package/dist/cjs/graphs/applyGraphRuntimeConfig.cjs.map +1 -1
  16. package/dist/cjs/graphs/createGraph.cjs.map +1 -1
  17. package/dist/cjs/hitl/askUserQuestion.cjs +0 -53
  18. package/dist/cjs/hitl/askUserQuestion.cjs.map +1 -1
  19. package/dist/cjs/hitl/askUserQuestions.cjs +0 -20
  20. package/dist/cjs/hitl/askUserQuestions.cjs.map +1 -1
  21. package/dist/cjs/hitl/askUserQuestionsInterrupt.cjs +0 -6
  22. package/dist/cjs/hitl/askUserQuestionsInterrupt.cjs.map +1 -1
  23. package/dist/cjs/hooks/HookRegistry.cjs +0 -127
  24. package/dist/cjs/hooks/HookRegistry.cjs.map +1 -1
  25. package/dist/cjs/hooks/createToolPolicyHook.cjs +0 -38
  26. package/dist/cjs/hooks/createToolPolicyHook.cjs.map +1 -1
  27. package/dist/cjs/hooks/createWorkspacePolicyHook.cjs +0 -77
  28. package/dist/cjs/hooks/createWorkspacePolicyHook.cjs.map +1 -1
  29. package/dist/cjs/hooks/executeHooks.cjs +0 -79
  30. package/dist/cjs/hooks/executeHooks.cjs.map +1 -1
  31. package/dist/cjs/hooks/index.cjs +0 -16
  32. package/dist/cjs/hooks/index.cjs.map +1 -1
  33. package/dist/cjs/hooks/matchers.cjs +0 -104
  34. package/dist/cjs/hooks/matchers.cjs.map +1 -1
  35. package/dist/cjs/hooks/types.cjs +0 -8
  36. package/dist/cjs/hooks/types.cjs.map +1 -1
  37. package/dist/cjs/instrumentation.cjs +0 -14
  38. package/dist/cjs/instrumentation.cjs.map +1 -1
  39. package/dist/cjs/langfuse.cjs +0 -75
  40. package/dist/cjs/langfuse.cjs.map +1 -1
  41. package/dist/cjs/langfuseConfig.cjs.map +1 -1
  42. package/dist/cjs/langfuseRuntimeContext.cjs +0 -13
  43. package/dist/cjs/langfuseRuntimeContext.cjs.map +1 -1
  44. package/dist/cjs/langfuseRuntimeScope.cjs +0 -4
  45. package/dist/cjs/langfuseRuntimeScope.cjs.map +1 -1
  46. package/dist/cjs/langfuseSpanRegistry.cjs +0 -28
  47. package/dist/cjs/langfuseSpanRegistry.cjs.map +1 -1
  48. package/dist/cjs/langfuseToolOutputTracing.cjs +0 -3
  49. package/dist/cjs/langfuseToolOutputTracing.cjs.map +1 -1
  50. package/dist/cjs/langfuseTraceShaping.cjs +0 -74
  51. package/dist/cjs/langfuseTraceShaping.cjs.map +1 -1
  52. package/dist/cjs/llm/anthropic/index.cjs +0 -3
  53. package/dist/cjs/llm/anthropic/index.cjs.map +1 -1
  54. package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
  55. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +1 -111
  56. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
  57. package/dist/cjs/llm/anthropic/utils/message_outputs.cjs +0 -1
  58. package/dist/cjs/llm/anthropic/utils/message_outputs.cjs.map +1 -1
  59. package/dist/cjs/llm/anthropic/utils/stream_events.cjs +0 -8
  60. package/dist/cjs/llm/anthropic/utils/stream_events.cjs.map +1 -1
  61. package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
  62. package/dist/cjs/llm/bedrock/cachePoints.cjs.map +1 -1
  63. package/dist/cjs/llm/bedrock/index.cjs +1 -95
  64. package/dist/cjs/llm/bedrock/index.cjs.map +1 -1
  65. package/dist/cjs/llm/bedrock/toolCache.cjs.map +1 -1
  66. package/dist/cjs/llm/bedrock/utils/message_inputs.cjs +0 -78
  67. package/dist/cjs/llm/bedrock/utils/message_inputs.cjs.map +1 -1
  68. package/dist/cjs/llm/bedrock/utils/message_outputs.cjs +0 -24
  69. package/dist/cjs/llm/bedrock/utils/message_outputs.cjs.map +1 -1
  70. package/dist/cjs/llm/contextOverflowRecovery.cjs +0 -62
  71. package/dist/cjs/llm/contextOverflowRecovery.cjs.map +1 -1
  72. package/dist/cjs/llm/fake.cjs.map +1 -1
  73. package/dist/cjs/llm/google/index.cjs +2 -21
  74. package/dist/cjs/llm/google/index.cjs.map +1 -1
  75. package/dist/cjs/llm/google/utils/common.cjs +0 -35
  76. package/dist/cjs/llm/google/utils/common.cjs.map +1 -1
  77. package/dist/cjs/llm/init.cjs +0 -9
  78. package/dist/cjs/llm/init.cjs.map +1 -1
  79. package/dist/cjs/llm/invoke.cjs +1 -270
  80. package/dist/cjs/llm/invoke.cjs.map +1 -1
  81. package/dist/cjs/llm/mistral/index.cjs.map +1 -1
  82. package/dist/cjs/llm/openai/index.cjs +0 -99
  83. package/dist/cjs/llm/openai/index.cjs.map +1 -1
  84. package/dist/cjs/llm/openai/streamMetadata.cjs +0 -21
  85. package/dist/cjs/llm/openai/streamMetadata.cjs.map +1 -1
  86. package/dist/cjs/llm/openai/utils/index.cjs.map +1 -1
  87. package/dist/cjs/llm/openrouter/index.cjs +0 -1
  88. package/dist/cjs/llm/openrouter/index.cjs.map +1 -1
  89. package/dist/cjs/llm/openrouter/toolCache.cjs +0 -6
  90. package/dist/cjs/llm/openrouter/toolCache.cjs.map +1 -1
  91. package/dist/cjs/llm/preempt.cjs +0 -75
  92. package/dist/cjs/llm/preempt.cjs.map +1 -1
  93. package/dist/cjs/llm/providers.cjs.map +1 -1
  94. package/dist/cjs/llm/request.cjs +0 -10
  95. package/dist/cjs/llm/request.cjs.map +1 -1
  96. package/dist/cjs/llm/stream/chunkAdapters.cjs +0 -62
  97. package/dist/cjs/llm/stream/chunkAdapters.cjs.map +1 -1
  98. package/dist/cjs/llm/stream/smoother.cjs +0 -58
  99. package/dist/cjs/llm/stream/smoother.cjs.map +1 -1
  100. package/dist/cjs/llm/streamLimits.cjs +4 -293
  101. package/dist/cjs/llm/streamLimits.cjs.map +1 -1
  102. package/dist/cjs/llm/truncation.cjs +0 -36
  103. package/dist/cjs/llm/truncation.cjs.map +1 -1
  104. package/dist/cjs/llm/vertexai/index.cjs +0 -330
  105. package/dist/cjs/llm/vertexai/index.cjs.map +1 -1
  106. package/dist/cjs/messages/alternation.cjs +0 -43
  107. package/dist/cjs/messages/alternation.cjs.map +1 -1
  108. package/dist/cjs/messages/anthropicToolCache.cjs +0 -45
  109. package/dist/cjs/messages/anthropicToolCache.cjs.map +1 -1
  110. package/dist/cjs/messages/assistantPhase.cjs +0 -12
  111. package/dist/cjs/messages/assistantPhase.cjs.map +1 -1
  112. package/dist/cjs/messages/budget.cjs +0 -9
  113. package/dist/cjs/messages/budget.cjs.map +1 -1
  114. package/dist/cjs/messages/cache.cjs +0 -172
  115. package/dist/cjs/messages/cache.cjs.map +1 -1
  116. package/dist/cjs/messages/content.cjs +0 -9
  117. package/dist/cjs/messages/content.cjs.map +1 -1
  118. package/dist/cjs/messages/contextPruning.cjs +0 -15
  119. package/dist/cjs/messages/contextPruning.cjs.map +1 -1
  120. package/dist/cjs/messages/contextPruningSettings.cjs +0 -3
  121. package/dist/cjs/messages/contextPruningSettings.cjs.map +1 -1
  122. package/dist/cjs/messages/core.cjs +0 -48
  123. package/dist/cjs/messages/core.cjs.map +1 -1
  124. package/dist/cjs/messages/format.cjs +1 -345
  125. package/dist/cjs/messages/format.cjs.map +1 -1
  126. package/dist/cjs/messages/handoffCue.cjs +0 -36
  127. package/dist/cjs/messages/handoffCue.cjs.map +1 -1
  128. package/dist/cjs/messages/ids.cjs.map +1 -1
  129. package/dist/cjs/messages/injected.cjs +0 -33
  130. package/dist/cjs/messages/injected.cjs.map +1 -1
  131. package/dist/cjs/messages/langchain.cjs +0 -14
  132. package/dist/cjs/messages/langchain.cjs.map +1 -1
  133. package/dist/cjs/messages/prune.cjs +1 -184
  134. package/dist/cjs/messages/prune.cjs.map +1 -1
  135. package/dist/cjs/messages/recency.cjs +0 -32
  136. package/dist/cjs/messages/recency.cjs.map +1 -1
  137. package/dist/cjs/messages/reducer.cjs +0 -30
  138. package/dist/cjs/messages/reducer.cjs.map +1 -1
  139. package/dist/cjs/messages/tools.cjs +0 -14
  140. package/dist/cjs/messages/tools.cjs.map +1 -1
  141. package/dist/cjs/openai/index.cjs.map +1 -1
  142. package/dist/cjs/prompts/activityLabel.cjs +9 -79
  143. package/dist/cjs/prompts/activityLabel.cjs.map +1 -1
  144. package/dist/cjs/responses/index.cjs.map +1 -1
  145. package/dist/cjs/run.cjs +2 -538
  146. package/dist/cjs/run.cjs.map +1 -1
  147. package/dist/cjs/session/AgentSession.cjs +1 -17
  148. package/dist/cjs/session/AgentSession.cjs.map +1 -1
  149. package/dist/cjs/session/JsonlSessionStore.cjs.map +1 -1
  150. package/dist/cjs/session/handlers.cjs +0 -7
  151. package/dist/cjs/session/handlers.cjs.map +1 -1
  152. package/dist/cjs/session/ids.cjs.map +1 -1
  153. package/dist/cjs/session/messageSerialization.cjs +0 -4
  154. package/dist/cjs/session/messageSerialization.cjs.map +1 -1
  155. package/dist/cjs/stream.cjs +1 -93
  156. package/dist/cjs/stream.cjs.map +1 -1
  157. package/dist/cjs/summarization/index.cjs +0 -27
  158. package/dist/cjs/summarization/index.cjs.map +1 -1
  159. package/dist/cjs/summarization/node.cjs +0 -273
  160. package/dist/cjs/summarization/node.cjs.map +1 -1
  161. package/dist/cjs/tools/BashExecutor.cjs +0 -35
  162. package/dist/cjs/tools/BashExecutor.cjs.map +1 -1
  163. package/dist/cjs/tools/BashProgrammaticToolCalling.cjs +0 -24
  164. package/dist/cjs/tools/BashProgrammaticToolCalling.cjs.map +1 -1
  165. package/dist/cjs/tools/Calculator.cjs.map +1 -1
  166. package/dist/cjs/tools/CodeExecutor.cjs +0 -13
  167. package/dist/cjs/tools/CodeExecutor.cjs.map +1 -1
  168. package/dist/cjs/tools/CodeSessionFileSummary.cjs.map +1 -1
  169. package/dist/cjs/tools/ProgrammaticToolCalling.cjs +0 -101
  170. package/dist/cjs/tools/ProgrammaticToolCalling.cjs.map +1 -1
  171. package/dist/cjs/tools/ReadFile.cjs.map +1 -1
  172. package/dist/cjs/tools/SkillTool.cjs +0 -5
  173. package/dist/cjs/tools/SkillTool.cjs.map +1 -1
  174. package/dist/cjs/tools/SubagentTool.cjs +0 -10
  175. package/dist/cjs/tools/SubagentTool.cjs.map +1 -1
  176. package/dist/cjs/tools/ToolNode.cjs +6 -1038
  177. package/dist/cjs/tools/ToolNode.cjs.map +1 -1
  178. package/dist/cjs/tools/ToolSearch.cjs +0 -179
  179. package/dist/cjs/tools/ToolSearch.cjs.map +1 -1
  180. package/dist/cjs/tools/cloudflare/CloudflareBridgeRuntime.cjs.map +1 -1
  181. package/dist/cjs/tools/cloudflare/CloudflareProgrammaticToolCalling.cjs.map +1 -1
  182. package/dist/cjs/tools/cloudflare/CloudflareSandboxExecutionEngine.cjs +0 -39
  183. package/dist/cjs/tools/cloudflare/CloudflareSandboxExecutionEngine.cjs.map +1 -1
  184. package/dist/cjs/tools/cloudflare/CloudflareSandboxTools.cjs.map +1 -1
  185. package/dist/cjs/tools/eagerEventExecution.cjs +0 -6
  186. package/dist/cjs/tools/eagerEventExecution.cjs.map +1 -1
  187. package/dist/cjs/tools/handlers.cjs +1 -41
  188. package/dist/cjs/tools/handlers.cjs.map +1 -1
  189. package/dist/cjs/tools/intentArg.cjs +1 -132
  190. package/dist/cjs/tools/intentArg.cjs.map +1 -1
  191. package/dist/cjs/tools/local/CompileCheckTool.cjs +0 -25
  192. package/dist/cjs/tools/local/CompileCheckTool.cjs.map +1 -1
  193. package/dist/cjs/tools/local/FileCheckpointer.cjs +0 -23
  194. package/dist/cjs/tools/local/FileCheckpointer.cjs.map +1 -1
  195. package/dist/cjs/tools/local/LocalCodingTools.cjs +0 -80
  196. package/dist/cjs/tools/local/LocalCodingTools.cjs.map +1 -1
  197. package/dist/cjs/tools/local/LocalExecutionEngine.cjs +0 -126
  198. package/dist/cjs/tools/local/LocalExecutionEngine.cjs.map +1 -1
  199. package/dist/cjs/tools/local/LocalExecutionTools.cjs.map +1 -1
  200. package/dist/cjs/tools/local/LocalProgrammaticToolCalling.cjs +0 -12
  201. package/dist/cjs/tools/local/LocalProgrammaticToolCalling.cjs.map +1 -1
  202. package/dist/cjs/tools/local/attachments.cjs +0 -44
  203. package/dist/cjs/tools/local/attachments.cjs.map +1 -1
  204. package/dist/cjs/tools/local/bashAst.cjs +0 -16
  205. package/dist/cjs/tools/local/bashAst.cjs.map +1 -1
  206. package/dist/cjs/tools/local/editStrategies.cjs +0 -14
  207. package/dist/cjs/tools/local/editStrategies.cjs.map +1 -1
  208. package/dist/cjs/tools/local/resolveLocalExecutionTools.cjs.map +1 -1
  209. package/dist/cjs/tools/local/syntaxCheck.cjs +0 -31
  210. package/dist/cjs/tools/local/syntaxCheck.cjs.map +1 -1
  211. package/dist/cjs/tools/local/textEncoding.cjs +0 -11
  212. package/dist/cjs/tools/local/textEncoding.cjs.map +1 -1
  213. package/dist/cjs/tools/local/workspaceFS.cjs +0 -33
  214. package/dist/cjs/tools/local/workspaceFS.cjs.map +1 -1
  215. package/dist/cjs/tools/ptcTimeout.cjs.map +1 -1
  216. package/dist/cjs/tools/schema.cjs +0 -8
  217. package/dist/cjs/tools/schema.cjs.map +1 -1
  218. package/dist/cjs/tools/search/anthropic.cjs +0 -9
  219. package/dist/cjs/tools/search/anthropic.cjs.map +1 -1
  220. package/dist/cjs/tools/search/content.cjs.map +1 -1
  221. package/dist/cjs/tools/search/crw-scraper.cjs +0 -33
  222. package/dist/cjs/tools/search/crw-scraper.cjs.map +1 -1
  223. package/dist/cjs/tools/search/crw-search.cjs +0 -2
  224. package/dist/cjs/tools/search/crw-search.cjs.map +1 -1
  225. package/dist/cjs/tools/search/firecrawl.cjs +0 -25
  226. package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
  227. package/dist/cjs/tools/search/format.cjs +0 -30
  228. package/dist/cjs/tools/search/format.cjs.map +1 -1
  229. package/dist/cjs/tools/search/highlights.cjs +0 -16
  230. package/dist/cjs/tools/search/highlights.cjs.map +1 -1
  231. package/dist/cjs/tools/search/keenable-scraper.cjs +0 -8
  232. package/dist/cjs/tools/search/keenable-scraper.cjs.map +1 -1
  233. package/dist/cjs/tools/search/keenable-search.cjs +0 -7
  234. package/dist/cjs/tools/search/keenable-search.cjs.map +1 -1
  235. package/dist/cjs/tools/search/rerankers.cjs +0 -35
  236. package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
  237. package/dist/cjs/tools/search/schema.cjs +0 -1
  238. package/dist/cjs/tools/search/schema.cjs.map +1 -1
  239. package/dist/cjs/tools/search/search.cjs +1 -14
  240. package/dist/cjs/tools/search/search.cjs.map +1 -1
  241. package/dist/cjs/tools/search/serper-scraper.cjs +0 -46
  242. package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
  243. package/dist/cjs/tools/search/tavily-scraper.cjs.map +1 -1
  244. package/dist/cjs/tools/search/tavily-search.cjs.map +1 -1
  245. package/dist/cjs/tools/search/tool.cjs +0 -25
  246. package/dist/cjs/tools/search/tool.cjs.map +1 -1
  247. package/dist/cjs/tools/search/utils.cjs +0 -8
  248. package/dist/cjs/tools/search/utils.cjs.map +1 -1
  249. package/dist/cjs/tools/skillCatalog.cjs +0 -6
  250. package/dist/cjs/tools/skillCatalog.cjs.map +1 -1
  251. package/dist/cjs/tools/streamedToolCallSeals.cjs +0 -6
  252. package/dist/cjs/tools/streamedToolCallSeals.cjs.map +1 -1
  253. package/dist/cjs/tools/subagent/SubagentExecutionRegistry.cjs +0 -2
  254. package/dist/cjs/tools/subagent/SubagentExecutionRegistry.cjs.map +1 -1
  255. package/dist/cjs/tools/subagent/SubagentExecutor.cjs +3 -213
  256. package/dist/cjs/tools/subagent/SubagentExecutor.cjs.map +1 -1
  257. package/dist/cjs/tools/subagent/SubagentReplay.cjs.map +1 -1
  258. package/dist/cjs/tools/subagent/childGraphConfig.cjs +0 -4
  259. package/dist/cjs/tools/subagent/childGraphConfig.cjs.map +1 -1
  260. package/dist/cjs/tools/subagent/runtimeLimits.cjs.map +1 -1
  261. package/dist/cjs/tools/toolOutputReferences.cjs +1 -322
  262. package/dist/cjs/tools/toolOutputReferences.cjs.map +1 -1
  263. package/dist/cjs/types/hitl.cjs +0 -5
  264. package/dist/cjs/types/hitl.cjs.map +1 -1
  265. package/dist/cjs/utils/callbacks.cjs.map +1 -1
  266. package/dist/cjs/utils/errors.cjs +14 -165
  267. package/dist/cjs/utils/errors.cjs.map +1 -1
  268. package/dist/cjs/utils/events.cjs +0 -10
  269. package/dist/cjs/utils/events.cjs.map +1 -1
  270. package/dist/cjs/utils/graph.cjs.map +1 -1
  271. package/dist/cjs/utils/handlers.cjs +0 -3
  272. package/dist/cjs/utils/handlers.cjs.map +1 -1
  273. package/dist/cjs/utils/llm.cjs +0 -1
  274. package/dist/cjs/utils/llm.cjs.map +1 -1
  275. package/dist/cjs/utils/misc.cjs +0 -16
  276. package/dist/cjs/utils/misc.cjs.map +1 -1
  277. package/dist/cjs/utils/proxy.cjs +0 -26
  278. package/dist/cjs/utils/proxy.cjs.map +1 -1
  279. package/dist/cjs/utils/run.cjs +0 -6
  280. package/dist/cjs/utils/run.cjs.map +1 -1
  281. package/dist/cjs/utils/schema.cjs +0 -5
  282. package/dist/cjs/utils/schema.cjs.map +1 -1
  283. package/dist/cjs/utils/title.cjs +0 -6
  284. package/dist/cjs/utils/title.cjs.map +1 -1
  285. package/dist/cjs/utils/tokens.cjs +0 -113
  286. package/dist/cjs/utils/tokens.cjs.map +1 -1
  287. package/dist/cjs/utils/toolContent.cjs +0 -41
  288. package/dist/cjs/utils/toolContent.cjs.map +1 -1
  289. package/dist/cjs/utils/truncation.cjs +0 -61
  290. package/dist/cjs/utils/truncation.cjs.map +1 -1
  291. package/dist/esm/agents/AgentContext.mjs +0 -356
  292. package/dist/esm/agents/AgentContext.mjs.map +1 -1
  293. package/dist/esm/agents/projection.mjs +0 -9
  294. package/dist/esm/agents/projection.mjs.map +1 -1
  295. package/dist/esm/common/constants.mjs +0 -26
  296. package/dist/esm/common/constants.mjs.map +1 -1
  297. package/dist/esm/common/enum.mjs +0 -85
  298. package/dist/esm/common/enum.mjs.map +1 -1
  299. package/dist/esm/events.mjs +0 -14
  300. package/dist/esm/events.mjs.map +1 -1
  301. package/dist/esm/graphs/Graph.mjs +1 -909
  302. package/dist/esm/graphs/Graph.mjs.map +1 -1
  303. package/dist/esm/graphs/MultiAgentGraph.mjs +7 -272
  304. package/dist/esm/graphs/MultiAgentGraph.mjs.map +1 -1
  305. package/dist/esm/graphs/applyGraphRuntimeConfig.mjs.map +1 -1
  306. package/dist/esm/graphs/createGraph.mjs.map +1 -1
  307. package/dist/esm/hitl/askUserQuestion.mjs +0 -53
  308. package/dist/esm/hitl/askUserQuestion.mjs.map +1 -1
  309. package/dist/esm/hitl/askUserQuestions.mjs +0 -20
  310. package/dist/esm/hitl/askUserQuestions.mjs.map +1 -1
  311. package/dist/esm/hitl/askUserQuestionsInterrupt.mjs +0 -6
  312. package/dist/esm/hitl/askUserQuestionsInterrupt.mjs.map +1 -1
  313. package/dist/esm/hooks/HookRegistry.mjs +0 -127
  314. package/dist/esm/hooks/HookRegistry.mjs.map +1 -1
  315. package/dist/esm/hooks/createToolPolicyHook.mjs +0 -38
  316. package/dist/esm/hooks/createToolPolicyHook.mjs.map +1 -1
  317. package/dist/esm/hooks/createWorkspacePolicyHook.mjs +0 -77
  318. package/dist/esm/hooks/createWorkspacePolicyHook.mjs.map +1 -1
  319. package/dist/esm/hooks/executeHooks.mjs +0 -79
  320. package/dist/esm/hooks/executeHooks.mjs.map +1 -1
  321. package/dist/esm/hooks/index.mjs +0 -16
  322. package/dist/esm/hooks/index.mjs.map +1 -1
  323. package/dist/esm/hooks/matchers.mjs +0 -104
  324. package/dist/esm/hooks/matchers.mjs.map +1 -1
  325. package/dist/esm/hooks/types.mjs +0 -8
  326. package/dist/esm/hooks/types.mjs.map +1 -1
  327. package/dist/esm/instrumentation.mjs +0 -14
  328. package/dist/esm/instrumentation.mjs.map +1 -1
  329. package/dist/esm/langfuse.mjs +0 -75
  330. package/dist/esm/langfuse.mjs.map +1 -1
  331. package/dist/esm/langfuseConfig.mjs.map +1 -1
  332. package/dist/esm/langfuseRuntimeContext.mjs +0 -13
  333. package/dist/esm/langfuseRuntimeContext.mjs.map +1 -1
  334. package/dist/esm/langfuseRuntimeScope.mjs +0 -4
  335. package/dist/esm/langfuseRuntimeScope.mjs.map +1 -1
  336. package/dist/esm/langfuseSpanRegistry.mjs +0 -28
  337. package/dist/esm/langfuseSpanRegistry.mjs.map +1 -1
  338. package/dist/esm/langfuseToolOutputTracing.mjs +0 -3
  339. package/dist/esm/langfuseToolOutputTracing.mjs.map +1 -1
  340. package/dist/esm/langfuseTraceShaping.mjs +0 -74
  341. package/dist/esm/langfuseTraceShaping.mjs.map +1 -1
  342. package/dist/esm/llm/anthropic/index.mjs +0 -3
  343. package/dist/esm/llm/anthropic/index.mjs.map +1 -1
  344. package/dist/esm/llm/anthropic/types.mjs.map +1 -1
  345. package/dist/esm/llm/anthropic/utils/message_inputs.mjs +1 -111
  346. package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
  347. package/dist/esm/llm/anthropic/utils/message_outputs.mjs +0 -1
  348. package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map +1 -1
  349. package/dist/esm/llm/anthropic/utils/stream_events.mjs +0 -8
  350. package/dist/esm/llm/anthropic/utils/stream_events.mjs.map +1 -1
  351. package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
  352. package/dist/esm/llm/bedrock/cachePoints.mjs.map +1 -1
  353. package/dist/esm/llm/bedrock/index.mjs +1 -95
  354. package/dist/esm/llm/bedrock/index.mjs.map +1 -1
  355. package/dist/esm/llm/bedrock/toolCache.mjs.map +1 -1
  356. package/dist/esm/llm/bedrock/utils/message_inputs.mjs +0 -78
  357. package/dist/esm/llm/bedrock/utils/message_inputs.mjs.map +1 -1
  358. package/dist/esm/llm/bedrock/utils/message_outputs.mjs +0 -24
  359. package/dist/esm/llm/bedrock/utils/message_outputs.mjs.map +1 -1
  360. package/dist/esm/llm/contextOverflowRecovery.mjs +0 -62
  361. package/dist/esm/llm/contextOverflowRecovery.mjs.map +1 -1
  362. package/dist/esm/llm/fake.mjs.map +1 -1
  363. package/dist/esm/llm/google/index.mjs +2 -21
  364. package/dist/esm/llm/google/index.mjs.map +1 -1
  365. package/dist/esm/llm/google/utils/common.mjs +0 -35
  366. package/dist/esm/llm/google/utils/common.mjs.map +1 -1
  367. package/dist/esm/llm/init.mjs +0 -9
  368. package/dist/esm/llm/init.mjs.map +1 -1
  369. package/dist/esm/llm/invoke.mjs +1 -270
  370. package/dist/esm/llm/invoke.mjs.map +1 -1
  371. package/dist/esm/llm/mistral/index.mjs.map +1 -1
  372. package/dist/esm/llm/openai/index.mjs +0 -99
  373. package/dist/esm/llm/openai/index.mjs.map +1 -1
  374. package/dist/esm/llm/openai/streamMetadata.mjs +0 -21
  375. package/dist/esm/llm/openai/streamMetadata.mjs.map +1 -1
  376. package/dist/esm/llm/openai/utils/index.mjs.map +1 -1
  377. package/dist/esm/llm/openrouter/index.mjs +0 -1
  378. package/dist/esm/llm/openrouter/index.mjs.map +1 -1
  379. package/dist/esm/llm/openrouter/toolCache.mjs +0 -6
  380. package/dist/esm/llm/openrouter/toolCache.mjs.map +1 -1
  381. package/dist/esm/llm/preempt.mjs +0 -75
  382. package/dist/esm/llm/preempt.mjs.map +1 -1
  383. package/dist/esm/llm/providers.mjs.map +1 -1
  384. package/dist/esm/llm/request.mjs +0 -10
  385. package/dist/esm/llm/request.mjs.map +1 -1
  386. package/dist/esm/llm/stream/chunkAdapters.mjs +0 -62
  387. package/dist/esm/llm/stream/chunkAdapters.mjs.map +1 -1
  388. package/dist/esm/llm/stream/smoother.mjs +0 -58
  389. package/dist/esm/llm/stream/smoother.mjs.map +1 -1
  390. package/dist/esm/llm/streamLimits.mjs +4 -293
  391. package/dist/esm/llm/streamLimits.mjs.map +1 -1
  392. package/dist/esm/llm/truncation.mjs +0 -36
  393. package/dist/esm/llm/truncation.mjs.map +1 -1
  394. package/dist/esm/llm/vertexai/index.mjs +0 -330
  395. package/dist/esm/llm/vertexai/index.mjs.map +1 -1
  396. package/dist/esm/messages/alternation.mjs +0 -43
  397. package/dist/esm/messages/alternation.mjs.map +1 -1
  398. package/dist/esm/messages/anthropicToolCache.mjs +0 -45
  399. package/dist/esm/messages/anthropicToolCache.mjs.map +1 -1
  400. package/dist/esm/messages/assistantPhase.mjs +0 -12
  401. package/dist/esm/messages/assistantPhase.mjs.map +1 -1
  402. package/dist/esm/messages/budget.mjs +0 -9
  403. package/dist/esm/messages/budget.mjs.map +1 -1
  404. package/dist/esm/messages/cache.mjs +0 -172
  405. package/dist/esm/messages/cache.mjs.map +1 -1
  406. package/dist/esm/messages/content.mjs +0 -9
  407. package/dist/esm/messages/content.mjs.map +1 -1
  408. package/dist/esm/messages/contextPruning.mjs +0 -15
  409. package/dist/esm/messages/contextPruning.mjs.map +1 -1
  410. package/dist/esm/messages/contextPruningSettings.mjs +0 -3
  411. package/dist/esm/messages/contextPruningSettings.mjs.map +1 -1
  412. package/dist/esm/messages/core.mjs +0 -48
  413. package/dist/esm/messages/core.mjs.map +1 -1
  414. package/dist/esm/messages/format.mjs +1 -345
  415. package/dist/esm/messages/format.mjs.map +1 -1
  416. package/dist/esm/messages/handoffCue.mjs +0 -36
  417. package/dist/esm/messages/handoffCue.mjs.map +1 -1
  418. package/dist/esm/messages/ids.mjs.map +1 -1
  419. package/dist/esm/messages/injected.mjs +0 -33
  420. package/dist/esm/messages/injected.mjs.map +1 -1
  421. package/dist/esm/messages/langchain.mjs +0 -14
  422. package/dist/esm/messages/langchain.mjs.map +1 -1
  423. package/dist/esm/messages/prune.mjs +1 -184
  424. package/dist/esm/messages/prune.mjs.map +1 -1
  425. package/dist/esm/messages/recency.mjs +0 -32
  426. package/dist/esm/messages/recency.mjs.map +1 -1
  427. package/dist/esm/messages/reducer.mjs +0 -30
  428. package/dist/esm/messages/reducer.mjs.map +1 -1
  429. package/dist/esm/messages/tools.mjs +0 -14
  430. package/dist/esm/messages/tools.mjs.map +1 -1
  431. package/dist/esm/openai/index.mjs.map +1 -1
  432. package/dist/esm/prompts/activityLabel.mjs +9 -79
  433. package/dist/esm/prompts/activityLabel.mjs.map +1 -1
  434. package/dist/esm/responses/index.mjs.map +1 -1
  435. package/dist/esm/run.mjs +2 -538
  436. package/dist/esm/run.mjs.map +1 -1
  437. package/dist/esm/session/AgentSession.mjs +1 -17
  438. package/dist/esm/session/AgentSession.mjs.map +1 -1
  439. package/dist/esm/session/JsonlSessionStore.mjs.map +1 -1
  440. package/dist/esm/session/handlers.mjs +0 -7
  441. package/dist/esm/session/handlers.mjs.map +1 -1
  442. package/dist/esm/session/ids.mjs.map +1 -1
  443. package/dist/esm/session/messageSerialization.mjs +0 -4
  444. package/dist/esm/session/messageSerialization.mjs.map +1 -1
  445. package/dist/esm/stream.mjs +1 -93
  446. package/dist/esm/stream.mjs.map +1 -1
  447. package/dist/esm/summarization/index.mjs +0 -27
  448. package/dist/esm/summarization/index.mjs.map +1 -1
  449. package/dist/esm/summarization/node.mjs +0 -273
  450. package/dist/esm/summarization/node.mjs.map +1 -1
  451. package/dist/esm/tools/BashExecutor.mjs +0 -35
  452. package/dist/esm/tools/BashExecutor.mjs.map +1 -1
  453. package/dist/esm/tools/BashProgrammaticToolCalling.mjs +0 -24
  454. package/dist/esm/tools/BashProgrammaticToolCalling.mjs.map +1 -1
  455. package/dist/esm/tools/Calculator.mjs.map +1 -1
  456. package/dist/esm/tools/CodeExecutor.mjs +0 -13
  457. package/dist/esm/tools/CodeExecutor.mjs.map +1 -1
  458. package/dist/esm/tools/CodeSessionFileSummary.mjs.map +1 -1
  459. package/dist/esm/tools/ProgrammaticToolCalling.mjs +0 -101
  460. package/dist/esm/tools/ProgrammaticToolCalling.mjs.map +1 -1
  461. package/dist/esm/tools/ReadFile.mjs.map +1 -1
  462. package/dist/esm/tools/SkillTool.mjs +0 -5
  463. package/dist/esm/tools/SkillTool.mjs.map +1 -1
  464. package/dist/esm/tools/SubagentTool.mjs +0 -10
  465. package/dist/esm/tools/SubagentTool.mjs.map +1 -1
  466. package/dist/esm/tools/ToolNode.mjs +6 -1038
  467. package/dist/esm/tools/ToolNode.mjs.map +1 -1
  468. package/dist/esm/tools/ToolSearch.mjs +0 -179
  469. package/dist/esm/tools/ToolSearch.mjs.map +1 -1
  470. package/dist/esm/tools/cloudflare/CloudflareBridgeRuntime.mjs.map +1 -1
  471. package/dist/esm/tools/cloudflare/CloudflareProgrammaticToolCalling.mjs.map +1 -1
  472. package/dist/esm/tools/cloudflare/CloudflareSandboxExecutionEngine.mjs +0 -39
  473. package/dist/esm/tools/cloudflare/CloudflareSandboxExecutionEngine.mjs.map +1 -1
  474. package/dist/esm/tools/cloudflare/CloudflareSandboxTools.mjs.map +1 -1
  475. package/dist/esm/tools/eagerEventExecution.mjs +0 -6
  476. package/dist/esm/tools/eagerEventExecution.mjs.map +1 -1
  477. package/dist/esm/tools/handlers.mjs +1 -41
  478. package/dist/esm/tools/handlers.mjs.map +1 -1
  479. package/dist/esm/tools/intentArg.mjs +1 -132
  480. package/dist/esm/tools/intentArg.mjs.map +1 -1
  481. package/dist/esm/tools/local/CompileCheckTool.mjs +0 -25
  482. package/dist/esm/tools/local/CompileCheckTool.mjs.map +1 -1
  483. package/dist/esm/tools/local/FileCheckpointer.mjs +0 -23
  484. package/dist/esm/tools/local/FileCheckpointer.mjs.map +1 -1
  485. package/dist/esm/tools/local/LocalCodingTools.mjs +0 -80
  486. package/dist/esm/tools/local/LocalCodingTools.mjs.map +1 -1
  487. package/dist/esm/tools/local/LocalExecutionEngine.mjs +0 -126
  488. package/dist/esm/tools/local/LocalExecutionEngine.mjs.map +1 -1
  489. package/dist/esm/tools/local/LocalExecutionTools.mjs.map +1 -1
  490. package/dist/esm/tools/local/LocalProgrammaticToolCalling.mjs +0 -12
  491. package/dist/esm/tools/local/LocalProgrammaticToolCalling.mjs.map +1 -1
  492. package/dist/esm/tools/local/attachments.mjs +0 -44
  493. package/dist/esm/tools/local/attachments.mjs.map +1 -1
  494. package/dist/esm/tools/local/bashAst.mjs +0 -16
  495. package/dist/esm/tools/local/bashAst.mjs.map +1 -1
  496. package/dist/esm/tools/local/editStrategies.mjs +0 -14
  497. package/dist/esm/tools/local/editStrategies.mjs.map +1 -1
  498. package/dist/esm/tools/local/resolveLocalExecutionTools.mjs.map +1 -1
  499. package/dist/esm/tools/local/syntaxCheck.mjs +0 -31
  500. package/dist/esm/tools/local/syntaxCheck.mjs.map +1 -1
  501. package/dist/esm/tools/local/textEncoding.mjs +0 -11
  502. package/dist/esm/tools/local/textEncoding.mjs.map +1 -1
  503. package/dist/esm/tools/local/workspaceFS.mjs +0 -33
  504. package/dist/esm/tools/local/workspaceFS.mjs.map +1 -1
  505. package/dist/esm/tools/ptcTimeout.mjs.map +1 -1
  506. package/dist/esm/tools/schema.mjs +0 -8
  507. package/dist/esm/tools/schema.mjs.map +1 -1
  508. package/dist/esm/tools/search/anthropic.mjs +0 -9
  509. package/dist/esm/tools/search/anthropic.mjs.map +1 -1
  510. package/dist/esm/tools/search/content.mjs.map +1 -1
  511. package/dist/esm/tools/search/crw-scraper.mjs +0 -33
  512. package/dist/esm/tools/search/crw-scraper.mjs.map +1 -1
  513. package/dist/esm/tools/search/crw-search.mjs +0 -2
  514. package/dist/esm/tools/search/crw-search.mjs.map +1 -1
  515. package/dist/esm/tools/search/firecrawl.mjs +0 -25
  516. package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
  517. package/dist/esm/tools/search/format.mjs +0 -30
  518. package/dist/esm/tools/search/format.mjs.map +1 -1
  519. package/dist/esm/tools/search/highlights.mjs +0 -16
  520. package/dist/esm/tools/search/highlights.mjs.map +1 -1
  521. package/dist/esm/tools/search/keenable-scraper.mjs +0 -8
  522. package/dist/esm/tools/search/keenable-scraper.mjs.map +1 -1
  523. package/dist/esm/tools/search/keenable-search.mjs +0 -7
  524. package/dist/esm/tools/search/keenable-search.mjs.map +1 -1
  525. package/dist/esm/tools/search/rerankers.mjs +0 -35
  526. package/dist/esm/tools/search/rerankers.mjs.map +1 -1
  527. package/dist/esm/tools/search/schema.mjs +0 -1
  528. package/dist/esm/tools/search/schema.mjs.map +1 -1
  529. package/dist/esm/tools/search/search.mjs +1 -14
  530. package/dist/esm/tools/search/search.mjs.map +1 -1
  531. package/dist/esm/tools/search/serper-scraper.mjs +0 -46
  532. package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
  533. package/dist/esm/tools/search/tavily-scraper.mjs.map +1 -1
  534. package/dist/esm/tools/search/tavily-search.mjs.map +1 -1
  535. package/dist/esm/tools/search/tool.mjs +0 -25
  536. package/dist/esm/tools/search/tool.mjs.map +1 -1
  537. package/dist/esm/tools/search/utils.mjs +0 -8
  538. package/dist/esm/tools/search/utils.mjs.map +1 -1
  539. package/dist/esm/tools/skillCatalog.mjs +0 -6
  540. package/dist/esm/tools/skillCatalog.mjs.map +1 -1
  541. package/dist/esm/tools/streamedToolCallSeals.mjs +0 -6
  542. package/dist/esm/tools/streamedToolCallSeals.mjs.map +1 -1
  543. package/dist/esm/tools/subagent/SubagentExecutionRegistry.mjs +0 -2
  544. package/dist/esm/tools/subagent/SubagentExecutionRegistry.mjs.map +1 -1
  545. package/dist/esm/tools/subagent/SubagentExecutor.mjs +3 -213
  546. package/dist/esm/tools/subagent/SubagentExecutor.mjs.map +1 -1
  547. package/dist/esm/tools/subagent/SubagentReplay.mjs.map +1 -1
  548. package/dist/esm/tools/subagent/childGraphConfig.mjs +0 -4
  549. package/dist/esm/tools/subagent/childGraphConfig.mjs.map +1 -1
  550. package/dist/esm/tools/subagent/runtimeLimits.mjs.map +1 -1
  551. package/dist/esm/tools/toolOutputReferences.mjs +1 -322
  552. package/dist/esm/tools/toolOutputReferences.mjs.map +1 -1
  553. package/dist/esm/types/hitl.mjs +0 -5
  554. package/dist/esm/types/hitl.mjs.map +1 -1
  555. package/dist/esm/utils/callbacks.mjs.map +1 -1
  556. package/dist/esm/utils/errors.mjs +14 -165
  557. package/dist/esm/utils/errors.mjs.map +1 -1
  558. package/dist/esm/utils/events.mjs +0 -10
  559. package/dist/esm/utils/events.mjs.map +1 -1
  560. package/dist/esm/utils/graph.mjs.map +1 -1
  561. package/dist/esm/utils/handlers.mjs +0 -3
  562. package/dist/esm/utils/handlers.mjs.map +1 -1
  563. package/dist/esm/utils/llm.mjs +0 -1
  564. package/dist/esm/utils/llm.mjs.map +1 -1
  565. package/dist/esm/utils/misc.mjs +0 -16
  566. package/dist/esm/utils/misc.mjs.map +1 -1
  567. package/dist/esm/utils/proxy.mjs +0 -26
  568. package/dist/esm/utils/proxy.mjs.map +1 -1
  569. package/dist/esm/utils/run.mjs +0 -6
  570. package/dist/esm/utils/run.mjs.map +1 -1
  571. package/dist/esm/utils/schema.mjs +0 -5
  572. package/dist/esm/utils/schema.mjs.map +1 -1
  573. package/dist/esm/utils/title.mjs +0 -6
  574. package/dist/esm/utils/title.mjs.map +1 -1
  575. package/dist/esm/utils/tokens.mjs +0 -113
  576. package/dist/esm/utils/tokens.mjs.map +1 -1
  577. package/dist/esm/utils/toolContent.mjs +0 -41
  578. package/dist/esm/utils/toolContent.mjs.map +1 -1
  579. package/dist/esm/utils/truncation.mjs +0 -61
  580. package/dist/esm/utils/truncation.mjs.map +1 -1
  581. package/package.json +35 -32
  582. package/dist/types/agents/__tests__/promptCacheLiveHelpers.d.ts +0 -52
  583. package/dist/types/test/mockTools.d.ts +0 -28
  584. package/dist/types/utils/__tests__/fixtures/contextOverflowSignatures.d.ts +0 -40
  585. package/src/__tests__/stream.eagerArgsDivergence.test.ts +0 -911
  586. package/src/__tests__/stream.eagerEventExecution.test.ts +0 -5046
  587. package/src/__tests__/stream.streamLimits.test.ts +0 -1982
  588. package/src/agents/__tests__/AgentContext.anthropic.live.test.ts +0 -448
  589. package/src/agents/__tests__/AgentContext.bedrock.live.test.ts +0 -655
  590. package/src/agents/__tests__/AgentContext.openrouter.live.test.ts +0 -128
  591. package/src/agents/__tests__/AgentContext.overflow.test.ts +0 -205
  592. package/src/agents/__tests__/AgentContext.test.ts +0 -2425
  593. package/src/agents/__tests__/projection.test.ts +0 -73
  594. package/src/agents/__tests__/promptCacheLiveHelpers.ts +0 -175
  595. package/src/aggregator.test.ts +0 -1214
  596. package/src/graphs/__tests__/Graph.breakerLifecycle.test.ts +0 -273
  597. package/src/graphs/__tests__/Graph.closeRunStep.test.ts +0 -385
  598. package/src/graphs/__tests__/Graph.contextOverflow.test.ts +0 -1766
  599. package/src/graphs/__tests__/Graph.preemptSignal.test.ts +0 -126
  600. package/src/graphs/__tests__/Graph.reasoning.test.ts +0 -1717
  601. package/src/graphs/__tests__/Graph.subagentResumeState.test.ts +0 -80
  602. package/src/graphs/__tests__/MultiAgentGraph.test.ts +0 -177
  603. package/src/graphs/__tests__/composition.smoke.test.ts +0 -509
  604. package/src/graphs/__tests__/createGraph.test.ts +0 -206
  605. package/src/hooks/__tests__/HookRegistry.test.ts +0 -334
  606. package/src/hooks/__tests__/compactHooks.test.ts +0 -250
  607. package/src/hooks/__tests__/createToolPolicyHook.test.ts +0 -268
  608. package/src/hooks/__tests__/createWorkspacePolicyHook.test.ts +0 -405
  609. package/src/hooks/__tests__/executeHooks.test.ts +0 -1294
  610. package/src/hooks/__tests__/integration.test.ts +0 -337
  611. package/src/hooks/__tests__/matchers.test.ts +0 -238
  612. package/src/hooks/__tests__/preemptBoundary.test.ts +0 -152
  613. package/src/hooks/__tests__/toolHooks.test.ts +0 -669
  614. package/src/llm/__tests__/contextOverflowRecovery.test.ts +0 -401
  615. package/src/llm/__tests__/fallbackOverflow.test.ts +0 -287
  616. package/src/llm/anthropic/Jacob_Lee_Resume_2023.pdf +0 -0
  617. package/src/llm/anthropic/inherited-content-utils.spec.ts +0 -249
  618. package/src/llm/anthropic/inherited-stream-events.spec.ts +0 -1259
  619. package/src/llm/anthropic/inherited-strict.spec.ts +0 -302
  620. package/src/llm/anthropic/llm.spec.ts +0 -3394
  621. package/src/llm/anthropic/utils/cross-provider-reasoning.test.ts +0 -383
  622. package/src/llm/anthropic/utils/cross-provider-server-tools.test.ts +0 -110
  623. package/src/llm/anthropic/utils/server-tool-inputs.test.ts +0 -508
  624. package/src/llm/anthropic/utils/streaming-tool-input.test.ts +0 -361
  625. package/src/llm/anthropic/utils/stripPrefillCache.test.ts +0 -111
  626. package/src/llm/anthropic/utils/tool-id-normalization.test.ts +0 -287
  627. package/src/llm/bedrock/inherited-cache.spec.ts +0 -144
  628. package/src/llm/bedrock/inherited.spec.ts +0 -724
  629. package/src/llm/bedrock/llm.spec.ts +0 -1533
  630. package/src/llm/bedrock/streamSealDispatch.test.ts +0 -331
  631. package/src/llm/bedrock/toolCache.test.ts +0 -194
  632. package/src/llm/bedrock/utils/cross-provider-reasoning.test.ts +0 -131
  633. package/src/llm/bedrock/utils/cross-provider-server-tools.test.ts +0 -122
  634. package/src/llm/bedrock/utils/message_inputs.test.ts +0 -650
  635. package/src/llm/bedrock/utils/message_outputs.test.ts +0 -85
  636. package/src/llm/bedrock/utils/toolResultCachePoint.test.ts +0 -118
  637. package/src/llm/custom-chat-models.smoke.test.ts +0 -1966
  638. package/src/llm/google/data/gettysburg10.wav +0 -0
  639. package/src/llm/google/data/hotdog.jpg +0 -0
  640. package/src/llm/google/inherited-stream-events.spec.ts +0 -350
  641. package/src/llm/google/llm.spec.ts +0 -1388
  642. package/src/llm/google/streamSmoothing.test.ts +0 -121
  643. package/src/llm/google/utils/common.test.ts +0 -196
  644. package/src/llm/invoke.alternation.test.ts +0 -87
  645. package/src/llm/invoke.handoffCue.test.ts +0 -112
  646. package/src/llm/invoke.streamLimits.test.ts +0 -142
  647. package/src/llm/invoke.test.ts +0 -1198
  648. package/src/llm/mistral/streamSmoothing.test.ts +0 -97
  649. package/src/llm/openai/cacheWriteTokens.test.ts +0 -112
  650. package/src/llm/openai/contentBlocks.test.ts +0 -381
  651. package/src/llm/openai/deepseek.test.ts +0 -747
  652. package/src/llm/openai/inherited-deepseek.spec.ts +0 -347
  653. package/src/llm/openai/inherited-xai.spec.ts +0 -416
  654. package/src/llm/openai/llm.spec.ts +0 -1774
  655. package/src/llm/openai/managedRequests.test.ts +0 -182
  656. package/src/llm/openai/sequentialToolCallSeals.test.ts +0 -199
  657. package/src/llm/openai/streamMetadata.spec.ts +0 -86
  658. package/src/llm/openai/streamMetadataDedup.spec.ts +0 -166
  659. package/src/llm/openai/utils/isReasoningModel.test.ts +0 -90
  660. package/src/llm/openai/utils/messages.test.ts +0 -488
  661. package/src/llm/openrouter/reasoning.test.ts +0 -561
  662. package/src/llm/openrouter/toolCache.test.ts +0 -134
  663. package/src/llm/preempt.test.ts +0 -323
  664. package/src/llm/stream/chunkAdapters.test.ts +0 -202
  665. package/src/llm/stream/reassembly.test.ts +0 -241
  666. package/src/llm/stream/smoother.bench.test.ts +0 -155
  667. package/src/llm/stream/smoother.test.ts +0 -519
  668. package/src/llm/streamLimits.test.ts +0 -450
  669. package/src/llm/truncation.test.ts +0 -242
  670. package/src/llm/vertexai/fixThoughtSignatures.test.ts +0 -154
  671. package/src/llm/vertexai/inherited-stream-events.spec.ts +0 -271
  672. package/src/llm/vertexai/llm.spec.ts +0 -159
  673. package/src/llm/vertexai/repairUsageMetadata.test.ts +0 -54
  674. package/src/llm/vertexai/sealStreamedToolCalls.test.ts +0 -88
  675. package/src/llm/vertexai/streamSealDispatch.test.ts +0 -148
  676. package/src/llm/vertexai/streamSmoothing.test.ts +0 -109
  677. package/src/messages/__tests__/anthropicToolCache.test.ts +0 -339
  678. package/src/messages/__tests__/observationMasking.test.ts +0 -312
  679. package/src/messages/__tests__/recency.test.ts +0 -267
  680. package/src/messages/__tests__/tools.test.ts +0 -473
  681. package/src/messages/alternation.test.ts +0 -212
  682. package/src/messages/assistantPhase.test.ts +0 -75
  683. package/src/messages/cache.tail.test.ts +0 -533
  684. package/src/messages/cache.test.ts +0 -2166
  685. package/src/messages/content.test.ts +0 -362
  686. package/src/messages/contextPruning.test.ts +0 -184
  687. package/src/messages/ensureThinkingBlock.test.ts +0 -1427
  688. package/src/messages/foldToollessToolBlocks.test.ts +0 -596
  689. package/src/messages/formatAgentMessages.reducer.test.ts +0 -162
  690. package/src/messages/formatAgentMessages.skills.test.ts +0 -513
  691. package/src/messages/formatAgentMessages.steer.test.ts +0 -598
  692. package/src/messages/formatAgentMessages.test.ts +0 -8111
  693. package/src/messages/formatAgentMessages.tools.test.ts +0 -522
  694. package/src/messages/formatMessage.test.ts +0 -693
  695. package/src/messages/handoffCue.test.ts +0 -96
  696. package/src/messages/injected.test.ts +0 -107
  697. package/src/messages/labelContentByAgent.test.ts +0 -962
  698. package/src/messages/reducer.spec.ts +0 -32
  699. package/src/messages/shiftIndexTokenCountMap.test.ts +0 -81
  700. package/src/messages/tailCacheConversion.test.ts +0 -161
  701. package/src/openai/__tests__/openai.test.ts +0 -337
  702. package/src/responses/__tests__/responses.test.ts +0 -652
  703. package/src/scripts/abort.ts +0 -157
  704. package/src/scripts/activity-labels/captured.json +0 -56
  705. package/src/scripts/activity-labels/checks.cjs +0 -205
  706. package/src/scripts/activity-labels/corpus.cjs +0 -473
  707. package/src/scripts/activity-labels/report.cjs +0 -203
  708. package/src/scripts/activity-labels/rescore.cjs +0 -102
  709. package/src/scripts/activity-labels/run.ts +0 -705
  710. package/src/scripts/activity-labels/variants.ts +0 -71
  711. package/src/scripts/ant_web_search.ts +0 -159
  712. package/src/scripts/ant_web_search_edge_case.ts +0 -163
  713. package/src/scripts/ant_web_search_error_edge_case.ts +0 -149
  714. package/src/scripts/args.ts +0 -48
  715. package/src/scripts/bedrock-cache-debug.ts +0 -250
  716. package/src/scripts/bedrock-content-aggregation-test.ts +0 -266
  717. package/src/scripts/bedrock-merge-test.ts +0 -107
  718. package/src/scripts/bedrock-parallel-tools-test.ts +0 -204
  719. package/src/scripts/bench-prompt-cache.ts +0 -479
  720. package/src/scripts/caching.ts +0 -132
  721. package/src/scripts/cli.ts +0 -172
  722. package/src/scripts/cli2.ts +0 -133
  723. package/src/scripts/cli3.ts +0 -184
  724. package/src/scripts/cli4.ts +0 -191
  725. package/src/scripts/cli5.ts +0 -191
  726. package/src/scripts/code_exec.ts +0 -214
  727. package/src/scripts/code_exec_files.ts +0 -237
  728. package/src/scripts/code_exec_multi_session.ts +0 -237
  729. package/src/scripts/code_exec_ptc.ts +0 -335
  730. package/src/scripts/code_exec_session.ts +0 -283
  731. package/src/scripts/code_exec_simple.ts +0 -148
  732. package/src/scripts/compare_pi_vs_ours.ts +0 -1259
  733. package/src/scripts/content.ts +0 -139
  734. package/src/scripts/context-overflow-probe.ts +0 -997
  735. package/src/scripts/empty_input.ts +0 -137
  736. package/src/scripts/handoff-test.ts +0 -134
  737. package/src/scripts/local_engine.ts +0 -166
  738. package/src/scripts/local_engine_checkpointer.ts +0 -205
  739. package/src/scripts/local_engine_compile.ts +0 -263
  740. package/src/scripts/local_engine_hooks.ts +0 -226
  741. package/src/scripts/local_engine_image.ts +0 -201
  742. package/src/scripts/local_engine_ptc.ts +0 -151
  743. package/src/scripts/local_engine_workspace.ts +0 -258
  744. package/src/scripts/memory.ts +0 -107
  745. package/src/scripts/multi-agent-chain.ts +0 -332
  746. package/src/scripts/multi-agent-conditional.ts +0 -222
  747. package/src/scripts/multi-agent-document-review-chain.ts +0 -198
  748. package/src/scripts/multi-agent-hybrid-flow.ts +0 -311
  749. package/src/scripts/multi-agent-parallel-start.ts +0 -265
  750. package/src/scripts/multi-agent-parallel.ts +0 -395
  751. package/src/scripts/multi-agent-sequence.ts +0 -217
  752. package/src/scripts/multi-agent-subagent.ts +0 -246
  753. package/src/scripts/multi-agent-supervisor.ts +0 -366
  754. package/src/scripts/multi-agent-test.ts +0 -187
  755. package/src/scripts/openrouter_prompt_cache_live.ts +0 -310
  756. package/src/scripts/parallel-asymmetric-tools-test.ts +0 -275
  757. package/src/scripts/parallel-full-metadata-test.ts +0 -241
  758. package/src/scripts/parallel-tools-test.ts +0 -341
  759. package/src/scripts/preempt-probe.ts +0 -330
  760. package/src/scripts/preempt-scenarios.ts +0 -388
  761. package/src/scripts/programmatic_exec.ts +0 -387
  762. package/src/scripts/programmatic_exec_agent.ts +0 -232
  763. package/src/scripts/search.ts +0 -147
  764. package/src/scripts/sequential-full-metadata-test.ts +0 -198
  765. package/src/scripts/session_live.ts +0 -548
  766. package/src/scripts/simple.ts +0 -226
  767. package/src/scripts/single-agent-metadata-test.ts +0 -196
  768. package/src/scripts/stream.ts +0 -141
  769. package/src/scripts/subagent-configurable-inheritance.ts +0 -252
  770. package/src/scripts/subagent-event-driven-debug.ts +0 -190
  771. package/src/scripts/subagent-tools-debug.ts +0 -160
  772. package/src/scripts/subagent-usage-sink.ts +0 -176
  773. package/src/scripts/summarization-recency.ts +0 -462
  774. package/src/scripts/test-custom-prompt-key.ts +0 -145
  775. package/src/scripts/test-handoff-input.ts +0 -170
  776. package/src/scripts/test-handoff-preamble.ts +0 -278
  777. package/src/scripts/test-handoff-steering.ts +0 -430
  778. package/src/scripts/test-multi-agent-list-handoff.ts +0 -418
  779. package/src/scripts/test-parallel-agent-labeling.ts +0 -327
  780. package/src/scripts/test-parallel-handoffs.ts +0 -292
  781. package/src/scripts/test-thinking-handoff-bedrock.ts +0 -154
  782. package/src/scripts/test-thinking-handoff.ts +0 -156
  783. package/src/scripts/test-thinking-to-thinking-handoff-bedrock.ts +0 -166
  784. package/src/scripts/test-tool-before-handoff-role-order.ts +0 -276
  785. package/src/scripts/test-tools-before-handoff.ts +0 -222
  786. package/src/scripts/test_code_api.ts +0 -354
  787. package/src/scripts/thinking-bedrock.ts +0 -160
  788. package/src/scripts/thinking-vertexai.ts +0 -168
  789. package/src/scripts/thinking.ts +0 -172
  790. package/src/scripts/tool_search.ts +0 -153
  791. package/src/scripts/tools.ts +0 -163
  792. package/src/session/__tests__/JsonlSessionStore.test.ts +0 -1463
  793. package/src/session/__tests__/handlers.test.ts +0 -161
  794. package/src/specs/activity-label-observability.live.test.ts +0 -262
  795. package/src/specs/activity-label-observability.test.ts +0 -167
  796. package/src/specs/activity-label-prompt.test.ts +0 -359
  797. package/src/specs/activity-label-trace-seed.test.ts +0 -47
  798. package/src/specs/activity-phase-label.test.ts +0 -306
  799. package/src/specs/agent-handoffs.live.test.ts +0 -140
  800. package/src/specs/agent-handoffs.test.ts +0 -2465
  801. package/src/specs/anthropic.simple.test.ts +0 -453
  802. package/src/specs/ask-user-question-batch.test.ts +0 -289
  803. package/src/specs/ask-user-questions.live.test.ts +0 -185
  804. package/src/specs/ask-user-questions.test.ts +0 -293
  805. package/src/specs/azure.simple.test.ts +0 -502
  806. package/src/specs/bedrock-toolless.live.test.ts +0 -123
  807. package/src/specs/bedrock-truncation.live.test.ts +0 -191
  808. package/src/specs/cache.simple.test.ts +0 -416
  809. package/src/specs/context-accuracy.live.test.ts +0 -409
  810. package/src/specs/context-overflow-recovery.live.test.ts +0 -213
  811. package/src/specs/context-usage-event.test.ts +0 -117
  812. package/src/specs/context-usage.live.test.ts +0 -297
  813. package/src/specs/custom-event-await.test.ts +0 -304
  814. package/src/specs/deepseek.simple.test.ts +0 -290
  815. package/src/specs/deterministic-trace-id.test.ts +0 -43
  816. package/src/specs/discovered-tools.test.ts +0 -217
  817. package/src/specs/durability-checkpoint.integration.test.ts +0 -243
  818. package/src/specs/graph-subagent.live.test.ts +0 -242
  819. package/src/specs/graph-subagent.test.ts +0 -322
  820. package/src/specs/handoffCue.test.ts +0 -165
  821. package/src/specs/langfuse-callbacks.test.ts +0 -1578
  822. package/src/specs/langfuse-config.test.ts +0 -247
  823. package/src/specs/langfuse-instrumentation.test.ts +0 -393
  824. package/src/specs/langfuse-metadata.test.ts +0 -245
  825. package/src/specs/langfuse-routing.integration.test.ts +0 -844
  826. package/src/specs/langfuse-runtime-context.test.ts +0 -92
  827. package/src/specs/langfuse-span-registry.test.ts +0 -87
  828. package/src/specs/langfuse-tool-output-tracing.test.ts +0 -1858
  829. package/src/specs/langfuse-trace-shaping.test.ts +0 -591
  830. package/src/specs/moonshot.simple.test.ts +0 -367
  831. package/src/specs/multi-agent-summarization.test.ts +0 -396
  832. package/src/specs/openai.simple.test.ts +0 -315
  833. package/src/specs/openrouter.simple.test.ts +0 -275
  834. package/src/specs/preemptSeal.test.ts +0 -678
  835. package/src/specs/prune.test.ts +0 -3741
  836. package/src/specs/reasoning.test.ts +0 -201
  837. package/src/specs/run-step-timestamps.test.ts +0 -414
  838. package/src/specs/spec.utils.ts +0 -15
  839. package/src/specs/subagent.test.ts +0 -864
  840. package/src/specs/summarization-unit.test.ts +0 -973
  841. package/src/specs/summarization.test.ts +0 -3823
  842. package/src/specs/summarize-prune.test.ts +0 -376
  843. package/src/specs/thinking-handoff.test.ts +0 -621
  844. package/src/specs/thinking-prune.test.ts +0 -827
  845. package/src/specs/token-accounting-e2e.test.ts +0 -1034
  846. package/src/specs/token-accounting-pipeline.test.ts +0 -1008
  847. package/src/specs/token-distribution-edge-case.test.ts +0 -315
  848. package/src/specs/token-memoization.test.ts +0 -40
  849. package/src/specs/tokens.test.ts +0 -1000
  850. package/src/specs/tool-error-resume.test.ts +0 -194
  851. package/src/specs/tool-error.test.ts +0 -198
  852. package/src/specs/vllm-reasoning-toolcalls.test.ts +0 -340
  853. package/src/stream.dispatch.test.ts +0 -63
  854. package/src/stream.test.ts +0 -144
  855. package/src/summarization/__tests__/aggregator.test.ts +0 -236
  856. package/src/summarization/__tests__/node.test.ts +0 -1996
  857. package/src/summarization/__tests__/trigger.test.ts +0 -149
  858. package/src/summarization/chunkHandler.test.ts +0 -196
  859. package/src/test/mockTools.ts +0 -386
  860. package/src/tools/Calculator.test.ts +0 -278
  861. package/src/tools/__tests__/BashExecutor.test.ts +0 -108
  862. package/src/tools/__tests__/CloudflareSandboxExecution.test.ts +0 -939
  863. package/src/tools/__tests__/CodeApiAuthHeaders.test.ts +0 -858
  864. package/src/tools/__tests__/CodeExecutor.stateful.test.ts +0 -124
  865. package/src/tools/__tests__/LocalExecutionRoots.test.ts +0 -8
  866. package/src/tools/__tests__/LocalExecutionTools.test.ts +0 -2733
  867. package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.ts +0 -318
  868. package/src/tools/__tests__/ProgrammaticToolCalling.test.ts +0 -1557
  869. package/src/tools/__tests__/ReadFile.test.ts +0 -44
  870. package/src/tools/__tests__/SkillTool.test.ts +0 -442
  871. package/src/tools/__tests__/SubagentExecutor.test.ts +0 -3728
  872. package/src/tools/__tests__/SubagentReplay.test.ts +0 -329
  873. package/src/tools/__tests__/SubagentTool.test.ts +0 -149
  874. package/src/tools/__tests__/ToolNode.breakerSignal.test.ts +0 -595
  875. package/src/tools/__tests__/ToolNode.eagerEventExecution.test.ts +0 -1191
  876. package/src/tools/__tests__/ToolNode.invalidToolCalls.test.ts +0 -757
  877. package/src/tools/__tests__/ToolNode.langfuse.test.ts +0 -57
  878. package/src/tools/__tests__/ToolNode.onResultCompletion.test.ts +0 -736
  879. package/src/tools/__tests__/ToolNode.outputReferences.test.ts +0 -1710
  880. package/src/tools/__tests__/ToolNode.runtimeState.test.ts +0 -120
  881. package/src/tools/__tests__/ToolNode.session.test.ts +0 -1352
  882. package/src/tools/__tests__/ToolNode.streamLimits.test.ts +0 -69
  883. package/src/tools/__tests__/ToolSearch.integration.test.ts +0 -161
  884. package/src/tools/__tests__/ToolSearch.test.ts +0 -1227
  885. package/src/tools/__tests__/annotateMessagesForLLM.test.ts +0 -561
  886. package/src/tools/__tests__/directToolHITLResumeScope.test.ts +0 -980
  887. package/src/tools/__tests__/directToolHooks.test.ts +0 -700
  888. package/src/tools/__tests__/eagerEventExecution.session.test.ts +0 -92
  889. package/src/tools/__tests__/handlers.test.ts +0 -997
  890. package/src/tools/__tests__/hitl.test.ts +0 -4663
  891. package/src/tools/__tests__/intentArg.test.ts +0 -357
  892. package/src/tools/__tests__/intentCoverage.test.ts +0 -139
  893. package/src/tools/__tests__/localToolNames.test.ts +0 -75
  894. package/src/tools/__tests__/skillCatalog.test.ts +0 -161
  895. package/src/tools/__tests__/subagentHooks.test.ts +0 -1651
  896. package/src/tools/__tests__/toolOutputReferences.test.ts +0 -515
  897. package/src/tools/__tests__/workspaceSeam.test.ts +0 -147
  898. package/src/tools/local/__tests__/FileCheckpointer.test.ts +0 -162
  899. package/src/tools/local/__tests__/editStrategies.test.ts +0 -134
  900. package/src/tools/search/content.test.ts +0 -173
  901. package/src/tools/search/crw.test.ts +0 -836
  902. package/src/tools/search/format.test.ts +0 -242
  903. package/src/tools/search/http-agent.test.ts +0 -133
  904. package/src/tools/search/jina-reranker.test.ts +0 -306
  905. package/src/tools/search/keenable-scraper.test.ts +0 -153
  906. package/src/tools/search/keenable.test.ts +0 -183
  907. package/src/tools/search/outcome.test.ts +0 -90
  908. package/src/tools/search/output.md +0 -2775
  909. package/src/tools/search/rag-api-reranker.test.ts +0 -891
  910. package/src/tools/search/source-processing.test.ts +0 -516
  911. package/src/tools/search/tavily.test.ts +0 -965
  912. package/src/tools/search/test.html +0 -884
  913. package/src/tools/search/test.md +0 -643
  914. package/src/tools/subagent/__tests__/SubagentExecutionRegistry.test.ts +0 -637
  915. package/src/tools/subagent/__tests__/SubagentExecutor.lazy.test.ts +0 -3054
  916. package/src/tools/subagent/__tests__/childGraphConfig.test.ts +0 -521
  917. package/src/utils/__tests__/apportion.test.ts +0 -32
  918. package/src/utils/__tests__/errors.test.ts +0 -270
  919. package/src/utils/__tests__/fixtures/contextOverflowSignatures.ts +0 -336
  920. package/src/utils/__tests__/redactSecrets.test.ts +0 -56
  921. package/src/utils/__tests__/truncation.test.ts +0 -66
  922. package/src/utils/llm.test.ts +0 -18
  923. package/src/utils/proxy.test.ts +0 -176
  924. package/src/utils/toolContent.test.ts +0 -1432
@@ -1,1766 +0,0 @@
1
- import { z } from 'zod';
2
- import { tool } from '@langchain/core/tools';
3
- import { MemorySaver } from '@langchain/langgraph';
4
- import { Runnable } from '@langchain/core/runnables';
5
- import { describe, expect, it, jest } from '@jest/globals';
6
- import {
7
- AIMessageChunk,
8
- HumanMessage,
9
- AIMessage,
10
- ToolMessage,
11
- } from '@langchain/core/messages';
12
- import type { BaseMessage } from '@langchain/core/messages';
13
- import type * as t from '@/types';
14
- import { OVERFLOW_SIGNATURES } from '@/utils/__tests__/fixtures/contextOverflowSignatures';
15
- import { ContentTypes, GraphEvents, Providers } from '@/common';
16
- import * as init from '@/llm/init';
17
- import { Run } from '@/run';
18
-
19
- /**
20
- * Every message is claimed to cost the same, so the budget the recovery
21
- * settles on maps directly onto a message count and the assertions can be
22
- * about behavior rather than arithmetic.
23
- */
24
- const TOKENS_PER_MESSAGE = 40_000;
25
-
26
- const tokenCounter: t.TokenCounter = () => TOKENS_PER_MESSAGE;
27
-
28
- function signatureFor(model: string): Record<string, unknown> {
29
- const signature = OVERFLOW_SIGNATURES.find((s) => s.model === model);
30
- if (signature == null) {
31
- throw new Error(`missing fixture for ${model}`);
32
- }
33
- return signature.error;
34
- }
35
-
36
- /** Rebuilds a thrown provider error from a captured signature. */
37
- function throwable(fields: Record<string, unknown>): Error {
38
- const error = new Error(String(fields.message));
39
- return Object.assign(error, fields);
40
- }
41
-
42
- /**
43
- * Fails the first N calls with a real captured provider rejection, then
44
- * answers normally — the shape of a run that overflows and then fits after
45
- * compaction.
46
- */
47
- class OverflowThenSucceedModel extends Runnable<BaseMessage[], AIMessageChunk> {
48
- lc_namespace = ['tests'];
49
- readonly calls: BaseMessage[][] = [];
50
-
51
- constructor(
52
- private readonly error: Record<string, unknown>,
53
- private readonly failures = 1
54
- ) {
55
- super();
56
- }
57
-
58
- private record(messages: BaseMessage[]): void {
59
- this.calls.push(messages);
60
- if (this.calls.length <= this.failures) {
61
- throw throwable(this.error);
62
- }
63
- }
64
-
65
- async invoke(messages: BaseMessage[]): Promise<AIMessageChunk> {
66
- this.record(messages);
67
- return new AIMessageChunk({ content: 'recovered' });
68
- }
69
- }
70
-
71
- class SizeBoundModel extends Runnable<BaseMessage[], AIMessageChunk> {
72
- lc_namespace = ['tests'];
73
- readonly toolContentChars: number[] = [];
74
-
75
- constructor(
76
- private readonly maxToolContentChars: number,
77
- private readonly error: Record<string, unknown>
78
- ) {
79
- super();
80
- }
81
-
82
- async invoke(messages: BaseMessage[]): Promise<AIMessageChunk> {
83
- let toolContentChars = 0;
84
- for (const message of messages) {
85
- if (message.getType() !== 'tool') {
86
- continue;
87
- }
88
- toolContentChars +=
89
- typeof message.content === 'string'
90
- ? message.content.length
91
- : JSON.stringify(message.content).length;
92
- }
93
- this.toolContentChars.push(toolContentChars);
94
- if (toolContentChars > this.maxToolContentChars) {
95
- throw throwable(this.error);
96
- }
97
- return new AIMessageChunk({ content: 'recovered' });
98
- }
99
- }
100
-
101
- function buildConversation(turns: number): BaseMessage[] {
102
- const messages: BaseMessage[] = [];
103
- for (let i = 0; i < turns; i++) {
104
- messages.push(new HumanMessage(`question ${i}`));
105
- messages.push(new AIMessage(`answer ${i}`));
106
- }
107
- messages.push(new HumanMessage('final question'));
108
- return messages;
109
- }
110
-
111
- async function createRun(options: {
112
- runId: string;
113
- maxContextTokens: number;
114
- checkpointer?: boolean;
115
- provider?: Providers;
116
- tokenCounter?: t.TokenCounter;
117
- indexTokenCountMap?: Record<string, number>;
118
- tools?: t.GraphTools;
119
- maxToolResultChars?: number;
120
- model?: string;
121
- promptCache?: boolean;
122
- toolOutputReferences?: t.ToolOutputReferencesConfig;
123
- fallbacks?: t.FallbackConfig[];
124
- }): Promise<Run<t.IState>> {
125
- return Run.create<t.IState>({
126
- runId: options.runId,
127
- graphConfig: {
128
- type: 'standard',
129
- llmConfig: {
130
- provider: options.provider ?? Providers.ANTHROPIC,
131
- ...(options.model != null ? { model: options.model } : {}),
132
- ...(options.promptCache === true ? { promptCache: true } : {}),
133
- ...(options.fallbacks != null ? { fallbacks: options.fallbacks } : {}),
134
- disableStreaming: true,
135
- streamUsage: false,
136
- },
137
- maxContextTokens: options.maxContextTokens,
138
- maxToolResultChars: options.maxToolResultChars,
139
- tools: options.tools,
140
- compileOptions:
141
- options.checkpointer === true
142
- ? { checkpointer: new MemorySaver() }
143
- : undefined,
144
- },
145
- returnContent: true,
146
- skipCleanup: true,
147
- tokenCounter: options.tokenCounter ?? tokenCounter,
148
- indexTokenCountMap: options.indexTokenCountMap,
149
- toolOutputReferences: options.toolOutputReferences,
150
- });
151
- }
152
-
153
- const streamConfig = {
154
- configurable: { thread_id: 'context-overflow-recovery' },
155
- streamMode: 'values' as const,
156
- version: 'v2' as const,
157
- };
158
-
159
- describe('context overflow recovery', () => {
160
- it('projects structured OpenAI tool content before the final payload check', async () => {
161
- const toolCallId = 'tc-openai-structured';
162
- const toolMessage = new ToolMessage({
163
- content: [
164
- { type: ContentTypes.TEXT, text: 'rendered chart' },
165
- {
166
- type: 'image_url',
167
- image_url: {
168
- url: `data:image/png;base64,${'A'.repeat(2_000)}`,
169
- },
170
- },
171
- ],
172
- tool_call_id: toolCallId,
173
- name: 'render_chart',
174
- });
175
- const messages: BaseMessage[] = [
176
- new HumanMessage('render the chart'),
177
- new AIMessage({
178
- content: '',
179
- tool_calls: [
180
- {
181
- id: toolCallId,
182
- name: 'render_chart',
183
- args: {},
184
- type: 'tool_call',
185
- },
186
- ],
187
- }),
188
- toolMessage,
189
- ];
190
- const measuredToolContents: string[] = [];
191
- const projectionCounter: t.TokenCounter = (message) => {
192
- if (message.getType() === 'tool' && typeof message.content === 'string') {
193
- measuredToolContents.push(message.content);
194
- }
195
- return typeof message.content === 'string'
196
- ? Math.max(1, Math.ceil(message.content.length / 4))
197
- : 1;
198
- };
199
- const run = await createRun({
200
- runId: 'openai-structured-final-projection',
201
- maxContextTokens: 10_000,
202
- maxToolResultChars: 200,
203
- provider: Providers.OPENAI,
204
- tokenCounter: projectionCounter,
205
- indexTokenCountMap: {
206
- 0: projectionCounter(messages[0]),
207
- 1: projectionCounter(messages[1]),
208
- 2: projectionCounter(messages[2]),
209
- },
210
- tools: [
211
- tool(async () => 'unused', {
212
- name: 'render_chart',
213
- description: 'Renders a chart',
214
- schema: z.object({}),
215
- }),
216
- ],
217
- });
218
- if (!run.Graph) {
219
- throw new Error('Expected graph to be initialized');
220
- }
221
- const model = new OverflowThenSucceedModel(signatureFor('gpt-4o-mini'), 0);
222
- run.Graph.overrideModel = model;
223
-
224
- await run.processStream({ messages }, streamConfig);
225
-
226
- expect(model.calls).toHaveLength(1);
227
- const projectedTool = model.calls[0].find(
228
- (message) => message.getType() === 'tool'
229
- ) as ToolMessage | undefined;
230
- expect(typeof projectedTool?.content).toBe('string');
231
- expect((projectedTool?.content as string).length).toBeLessThanOrEqual(200);
232
- expect(measuredToolContents).toContain(projectedTool?.content);
233
- expect(Array.isArray(toolMessage.content)).toBe(true);
234
- });
235
-
236
- it('measures the bounded generic-provider tool payload that is invoked', async () => {
237
- const toolCallId = 'tc-google-structured';
238
- const structuredContent = Array.from({ length: 25_000 }, () => ({
239
- type: ContentTypes.TEXT,
240
- text: 'x',
241
- }));
242
- const toolMessage = new ToolMessage({
243
- content: structuredContent,
244
- tool_call_id: toolCallId,
245
- name: 'dense_result',
246
- });
247
- const messages: BaseMessage[] = [
248
- new HumanMessage('return the dense result'),
249
- new AIMessage({
250
- content: '',
251
- tool_calls: [
252
- {
253
- id: toolCallId,
254
- name: 'dense_result',
255
- args: {},
256
- type: 'tool_call',
257
- },
258
- ],
259
- }),
260
- toolMessage,
261
- ];
262
- const measuredToolContents: string[] = [];
263
- const projectionCounter: t.TokenCounter = (message) => {
264
- if (message.getType() === 'tool' && typeof message.content === 'string') {
265
- measuredToolContents.push(message.content);
266
- }
267
- return typeof message.content === 'string'
268
- ? Math.max(1, Math.ceil(message.content.length / 4))
269
- : 1;
270
- };
271
- const run = await createRun({
272
- runId: 'google-structured-final-projection',
273
- maxContextTokens: 10_000,
274
- maxToolResultChars: 2_000,
275
- provider: Providers.GOOGLE,
276
- tokenCounter: projectionCounter,
277
- indexTokenCountMap: {
278
- 0: projectionCounter(messages[0]),
279
- 1: projectionCounter(messages[1]),
280
- 2: projectionCounter(messages[2]),
281
- },
282
- tools: [
283
- tool(async () => 'unused', {
284
- name: 'dense_result',
285
- description: 'Returns a dense structured result',
286
- schema: z.object({}),
287
- }),
288
- ],
289
- });
290
- if (!run.Graph) {
291
- throw new Error('Expected graph to be initialized');
292
- }
293
- const model = new OverflowThenSucceedModel(signatureFor('gpt-4o-mini'), 0);
294
- run.Graph.overrideModel = model;
295
-
296
- await run.processStream({ messages }, streamConfig);
297
-
298
- expect(model.calls).toHaveLength(1);
299
- const projectedTool = model.calls[0].find(
300
- (message) => message.getType() === 'tool'
301
- ) as ToolMessage | undefined;
302
- expect(typeof projectedTool?.content).toBe('string');
303
- expect((projectedTool?.content as string).length).toBeLessThanOrEqual(
304
- 2_000
305
- );
306
- expect(measuredToolContents).toContain(projectedTool?.content);
307
- expect(toolMessage.content).toBe(structuredContent);
308
- });
309
-
310
- it('guards a fallback-specific projection before invoking the fallback', async () => {
311
- const toolCallId = 'tc-fallback-structured';
312
- const structuredContent = Array.from({ length: 25_000 }, () => ({
313
- type: ContentTypes.TEXT,
314
- text: '',
315
- }));
316
- const messages: BaseMessage[] = [
317
- new HumanMessage('return the dense fallback result'),
318
- new AIMessage({
319
- content: '',
320
- tool_calls: [
321
- {
322
- id: toolCallId,
323
- name: 'dense_result',
324
- args: {},
325
- type: 'tool_call',
326
- },
327
- ],
328
- }),
329
- new ToolMessage({
330
- content: structuredContent,
331
- tool_call_id: toolCallId,
332
- name: 'dense_result',
333
- }),
334
- ];
335
- const projectionCounter: t.TokenCounter = (message) =>
336
- typeof message.content === 'string'
337
- ? Math.max(1, message.content.length)
338
- : 1;
339
- const run = await createRun({
340
- runId: 'fallback-structured-final-projection',
341
- maxContextTokens: 1_000_000,
342
- provider: Providers.ANTHROPIC,
343
- tokenCounter: projectionCounter,
344
- indexTokenCountMap: {
345
- 0: projectionCounter(messages[0]),
346
- 1: projectionCounter(messages[1]),
347
- 2: projectionCounter(messages[2]),
348
- },
349
- fallbacks: [
350
- {
351
- provider: Providers.GOOGLE,
352
- maxContextTokens: 5_000,
353
- },
354
- ],
355
- tools: [
356
- tool(async () => 'unused', {
357
- name: 'dense_result',
358
- description: 'Returns a dense structured result',
359
- schema: z.object({}),
360
- }),
361
- ],
362
- });
363
- if (!run.Graph) {
364
- throw new Error('Expected graph to be initialized');
365
- }
366
- const primary = new OverflowThenSucceedModel(
367
- { message: '503 primary unavailable' },
368
- 1
369
- );
370
- let fallbackInvocations = 0;
371
- const fallback = {
372
- invoke: async (): Promise<AIMessageChunk> => {
373
- fallbackInvocations++;
374
- return new AIMessageChunk({ content: 'fallback should not run' });
375
- },
376
- } as unknown as ReturnType<typeof init.initializeModel>;
377
- const initializeSpy = jest
378
- .spyOn(init, 'initializeModel')
379
- .mockReturnValue(fallback);
380
- run.Graph.overrideModel = primary;
381
-
382
- try {
383
- const content = await run.processStream({ messages }, streamConfig);
384
-
385
- expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
386
- expect(primary.calls).toHaveLength(2);
387
- expect(fallbackInvocations).toBe(0);
388
- expect(
389
- run.Graph.agentContexts.get('default')?.overflowRecoveryAttempts
390
- ).toBe(1);
391
- } finally {
392
- initializeSpy.mockRestore();
393
- }
394
- });
395
-
396
- it('projects unsafe tool-call args before measuring or invoking the provider', async () => {
397
- let toJSONCalls = 0;
398
- const toolCallId = 'tc-unsafe-input';
399
- const unsafeArgs = {
400
- query: 'safe',
401
- toJSON() {
402
- toJSONCalls++;
403
- return { query: 'x'.repeat(100_000) };
404
- },
405
- };
406
- const messages: BaseMessage[] = [
407
- new HumanMessage('run the lookup'),
408
- new AIMessage({
409
- content: '',
410
- tool_calls: [
411
- {
412
- id: toolCallId,
413
- name: 'lookup_records',
414
- args: unsafeArgs,
415
- type: 'tool_call',
416
- },
417
- ],
418
- }),
419
- new ToolMessage({
420
- content: 'done',
421
- tool_call_id: toolCallId,
422
- name: 'lookup_records',
423
- }),
424
- new AIMessage('The lookup completed.'),
425
- new HumanMessage('continue'),
426
- ];
427
- const run = await createRun({
428
- runId: 'unsafe-tool-input-final-projection',
429
- maxContextTokens: 10_000,
430
- provider: Providers.OPENAI,
431
- tokenCounter: () => 1,
432
- indexTokenCountMap: { 0: 1, 1: 1, 2: 1, 3: 1, 4: 1 },
433
- tools: [
434
- tool(async () => 'unused', {
435
- name: 'lookup_records',
436
- description: 'Looks up records',
437
- schema: z.object({}),
438
- }),
439
- ],
440
- });
441
- if (!run.Graph) {
442
- throw new Error('Expected graph to be initialized');
443
- }
444
- const model = new OverflowThenSucceedModel(signatureFor('gpt-4o-mini'), 0);
445
- run.Graph.overrideModel = model;
446
-
447
- await run.processStream({ messages }, streamConfig);
448
-
449
- const projectedCall = (
450
- model.calls[0].find((message) => message.getType() === 'ai') as AIMessage
451
- ).tool_calls?.[0];
452
- expect(projectedCall?.args).toEqual({ query: 'safe' });
453
- expect(toJSONCalls).toBe(0);
454
- expect(messages[1]).toBeInstanceOf(AIMessage);
455
- expect((messages[1] as AIMessage).tool_calls?.[0].args).toBe(unsafeArgs);
456
- });
457
-
458
- it('compacts cached structured tool output before the first provider call', async () => {
459
- const toolCallId = 'tc-structured';
460
- const messages: BaseMessage[] = [
461
- new HumanMessage('query the table'),
462
- new AIMessage({
463
- content: '',
464
- tool_calls: [
465
- {
466
- id: toolCallId,
467
- name: 'run_select_query',
468
- args: {},
469
- type: 'tool_call',
470
- },
471
- ],
472
- }),
473
- new ToolMessage({
474
- content: [
475
- {
476
- type: ContentTypes.TEXT,
477
- text: JSON.stringify(
478
- Array.from({ length: 240 }, (_, index) => ({
479
- id: index,
480
- value: `${'x'.repeat(100)}-${index}`,
481
- }))
482
- ),
483
- },
484
- ],
485
- tool_call_id: toolCallId,
486
- name: 'run_select_query',
487
- }),
488
- new AIMessage('The query returned 240 rows.'),
489
- new HumanMessage('compact context'),
490
- ];
491
- const structuredTokenCounter: t.TokenCounter = (message) => {
492
- const content =
493
- typeof message.content === 'string'
494
- ? message.content
495
- : JSON.stringify(message.content);
496
- return Math.ceil(content.length / 4);
497
- };
498
- const indexTokenCountMap: Record<string, number> = {};
499
- for (let i = 0; i < messages.length; i++) {
500
- indexTokenCountMap[i] = i === 2 ? 0 : structuredTokenCounter(messages[i]);
501
- }
502
- const run = await createRun({
503
- runId: 'structured-output-preflight',
504
- maxContextTokens: 5_000,
505
- provider: Providers.BEDROCK,
506
- model: 'anthropic.claude-sonnet-4-5',
507
- tokenCounter: structuredTokenCounter,
508
- indexTokenCountMap,
509
- tools: [
510
- tool(async () => 'unused', {
511
- name: 'run_select_query',
512
- description: 'Queries ClickHouse',
513
- schema: z.object({}),
514
- }),
515
- ],
516
- });
517
- if (!run.Graph) {
518
- throw new Error('Expected graph to be initialized');
519
- }
520
- const model = new SizeBoundModel(
521
- 1_500,
522
- signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0')
523
- );
524
- run.Graph.overrideModel = model;
525
-
526
- const content = await run.processStream({ messages }, streamConfig);
527
-
528
- expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
529
- expect(model.toolContentChars).toHaveLength(1);
530
- expect(model.toolContentChars[0]).toBeGreaterThan(0);
531
- expect(model.toolContentChars[0]).toBeLessThanOrEqual(1_500);
532
- expect(
533
- run.Graph.agentContexts.get('default')?.overflowRecoveryAttempts
534
- ).toBe(0);
535
- });
536
-
537
- it('compacts an unconsumed structured tool result before its first provider call', async () => {
538
- const toolCallId = 'tc-unconsumed-structured';
539
- const messages: BaseMessage[] = [
540
- new HumanMessage('query the table'),
541
- new AIMessage({
542
- content: '',
543
- tool_calls: [
544
- {
545
- id: toolCallId,
546
- name: 'run_select_query',
547
- args: {},
548
- type: 'tool_call',
549
- },
550
- ],
551
- }),
552
- new ToolMessage({
553
- content: [
554
- {
555
- type: ContentTypes.TEXT,
556
- text: JSON.stringify(
557
- Array.from({ length: 240 }, (_, index) => ({
558
- id: index,
559
- value: `${'x'.repeat(100)}-${index}`,
560
- }))
561
- ),
562
- },
563
- ],
564
- tool_call_id: toolCallId,
565
- name: 'run_select_query',
566
- }),
567
- ];
568
- const structuredTokenCounter: t.TokenCounter = (message) => {
569
- const content =
570
- typeof message.content === 'string'
571
- ? message.content
572
- : JSON.stringify(message.content);
573
- return Math.ceil(content.length / 4);
574
- };
575
- const run = await createRun({
576
- runId: 'unconsumed-structured-output-preflight',
577
- maxContextTokens: 5_000,
578
- maxToolResultChars: 1_500,
579
- provider: Providers.BEDROCK,
580
- tokenCounter: structuredTokenCounter,
581
- indexTokenCountMap: {
582
- 0: structuredTokenCounter(messages[0]),
583
- 1: structuredTokenCounter(messages[1]),
584
- 2: 0,
585
- },
586
- tools: [
587
- tool(async () => 'unused', {
588
- name: 'run_select_query',
589
- description: 'Queries ClickHouse',
590
- schema: z.object({}),
591
- }),
592
- ],
593
- });
594
- if (!run.Graph) {
595
- throw new Error('Expected graph to be initialized');
596
- }
597
- const model = new SizeBoundModel(
598
- 1_500,
599
- signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0')
600
- );
601
- run.Graph.overrideModel = model;
602
-
603
- const content = await run.processStream({ messages }, streamConfig);
604
-
605
- expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
606
- expect(model.toolContentChars).toHaveLength(1);
607
- expect(model.toolContentChars[0]).toBeGreaterThan(0);
608
- expect(model.toolContentChars[0]).toBeLessThanOrEqual(1_500);
609
- expect(
610
- run.Graph.agentContexts.get('default')?.overflowRecoveryAttempts
611
- ).toBe(0);
612
- });
613
-
614
- it('trusts the pruner baseline for an unchanged payload at high calibration', async () => {
615
- const messages: BaseMessage[] = [
616
- new HumanMessage('earlier question'),
617
- new AIMessage('provider-counted answer'),
618
- new HumanMessage('latest question'),
619
- ];
620
- const localCounter: t.TokenCounter = (message) =>
621
- message.getType() === 'ai' ? 120 : 5;
622
- const providerGroundedTokenMap = { 0: 5, 1: 10, 2: 5 };
623
- const run = await createRun({
624
- runId: 'provider-grounded-final-projection',
625
- maxContextTokens: 200,
626
- tokenCounter: localCounter,
627
- indexTokenCountMap: providerGroundedTokenMap,
628
- });
629
- if (!run.Graph) {
630
- throw new Error('Expected graph to be initialized');
631
- }
632
- const agentContext = run.Graph.agentContexts.get('default');
633
- if (agentContext == null) {
634
- throw new Error('Expected default agent context');
635
- }
636
- agentContext.calibrationRatio = 5;
637
- const model = new OverflowThenSucceedModel(
638
- signatureFor('claude-haiku-4-5-20251001'),
639
- 0
640
- );
641
- run.Graph.overrideModel = model;
642
-
643
- const content = await run.processStream({ messages }, streamConfig);
644
-
645
- expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
646
- expect(model.calls).toHaveLength(1);
647
- expect(model.calls[0]).toHaveLength(messages.length);
648
- expect(agentContext.overflowRecoveryAttempts).toBe(0);
649
- });
650
-
651
- it('does not let an unrelated provider-format shrink hide artifact growth', async () => {
652
- const toolCallId = 'tc-artifact-independent-growth';
653
- const artifactSentinel = 'ARTIFACT_INDEPENDENT_GROWTH_SENTINEL';
654
- const toolMessage = new ToolMessage({
655
- content: 'rendered',
656
- tool_call_id: toolCallId,
657
- name: 'render_report',
658
- artifact: {
659
- content: [
660
- {
661
- type: ContentTypes.TEXT,
662
- text: artifactSentinel,
663
- },
664
- ],
665
- },
666
- });
667
- const messages: BaseMessage[] = [
668
- new HumanMessage('render the report'),
669
- new AIMessageChunk({
670
- content: 'calling render_report',
671
- tool_calls: [
672
- {
673
- id: toolCallId,
674
- name: 'render_report',
675
- args: {},
676
- type: 'tool_call',
677
- },
678
- ],
679
- }),
680
- toolMessage,
681
- ];
682
- const transformCounter: t.TokenCounter = (message) => {
683
- if (
684
- message instanceof AIMessageChunk &&
685
- typeof message.content === 'string'
686
- ) {
687
- return 100;
688
- }
689
- if (
690
- message instanceof ToolMessage &&
691
- JSON.stringify(message.content).includes(artifactSentinel)
692
- ) {
693
- return 50;
694
- }
695
- return 1;
696
- };
697
- const run = await createRun({
698
- runId: 'artifact-independent-transform-growth',
699
- maxContextTokens: 50,
700
- provider: Providers.BEDROCK,
701
- model: 'anthropic.claude-sonnet-4-5',
702
- tokenCounter: transformCounter,
703
- indexTokenCountMap: { 0: 1, 1: 1, 2: 1 },
704
- tools: [
705
- tool(async () => 'unused', {
706
- name: 'render_report',
707
- description: 'Renders a report',
708
- schema: z.object({}),
709
- }),
710
- ],
711
- });
712
- if (!run.Graph) {
713
- throw new Error('Expected graph to be initialized');
714
- }
715
- const model = new OverflowThenSucceedModel(
716
- signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0'),
717
- 0
718
- );
719
- run.Graph.overrideModel = model;
720
-
721
- await run.processStream({ messages }, streamConfig);
722
-
723
- expect(model.calls).toHaveLength(1);
724
- expect(
725
- JSON.stringify(model.calls[0].map((message) => message.content))
726
- ).not.toContain(artifactSentinel);
727
- expect(toolMessage.artifact.content[0].text).toBe(artifactSentinel);
728
- });
729
-
730
- it('preserves provider attribution for an un-IDd AI clone during orphan sanitization', async () => {
731
- const droppedCallId = 'tc-dropped-ai';
732
- const missingCallId = 'tc-missing-result';
733
- const unrelatedResultId = 'tc-unrelated-result';
734
- const messages: BaseMessage[] = [
735
- new HumanMessage('earlier question'),
736
- new AIMessage({
737
- content: [
738
- {
739
- type: 'tool_use',
740
- id: droppedCallId,
741
- name: 'declared_tool',
742
- input: {},
743
- },
744
- ],
745
- tool_calls: [
746
- {
747
- id: droppedCallId,
748
- name: 'declared_tool',
749
- args: {},
750
- type: 'tool_call',
751
- },
752
- ],
753
- }),
754
- new AIMessage({
755
- content: 'provider-counted answer',
756
- tool_calls: [
757
- {
758
- id: missingCallId,
759
- name: 'declared_tool',
760
- args: {},
761
- type: 'tool_call',
762
- },
763
- ],
764
- }),
765
- new ToolMessage({
766
- content: 'orphaned result',
767
- tool_call_id: unrelatedResultId,
768
- name: 'declared_tool',
769
- }),
770
- new HumanMessage('latest question'),
771
- ];
772
- const skewedCounter: t.TokenCounter = (message) => {
773
- if (message.getType() !== 'ai') {
774
- return 5;
775
- }
776
- return Array.isArray(message.content) ? 1 : 120;
777
- };
778
- const run = await createRun({
779
- runId: 'orphan-sanitize-provider-origin',
780
- maxContextTokens: 1_000,
781
- provider: Providers.ANTHROPIC,
782
- promptCache: true,
783
- tokenCounter: skewedCounter,
784
- indexTokenCountMap: { 0: 5, 1: 80, 2: 10, 3: 5, 4: 5 },
785
- tools: [
786
- tool(async () => 'unused', {
787
- name: 'declared_tool',
788
- description: 'Declared only to prevent tool-less folding',
789
- schema: z.object({}),
790
- }),
791
- ],
792
- });
793
- if (!run.Graph) {
794
- throw new Error('Expected graph to be initialized');
795
- }
796
- const agentContext = run.Graph.agentContexts.get('default');
797
- if (agentContext == null) {
798
- throw new Error('Expected default agent context');
799
- }
800
- agentContext.calibrationRatio = 5;
801
- const model = new OverflowThenSucceedModel(
802
- signatureFor('claude-haiku-4-5-20251001'),
803
- 0
804
- );
805
- run.Graph.overrideModel = model;
806
-
807
- const content = await run.processStream({ messages }, streamConfig);
808
-
809
- expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
810
- expect(model.calls).toHaveLength(1);
811
- expect(model.calls[0]).toHaveLength(3);
812
- expect(model.calls[0].some((message) => message.getType() === 'tool')).toBe(
813
- false
814
- );
815
- const sanitizedAI = model.calls[0].find(
816
- (message) => message.getType() === 'ai'
817
- ) as AIMessage | undefined;
818
- expect(sanitizedAI?.content).toBe('provider-counted answer');
819
- expect(sanitizedAI?.tool_calls ?? []).toHaveLength(0);
820
- expect(agentContext.overflowRecoveryAttempts).toBe(0);
821
- });
822
-
823
- it('reserves the reply primer before accepting fast-path context', async () => {
824
- const messages: BaseMessage[] = [
825
- new HumanMessage('earlier question'),
826
- new AIMessage('earlier answer'),
827
- new HumanMessage('latest question'),
828
- ];
829
- const run = await createRun({
830
- runId: 'fast-path-reply-primer',
831
- maxContextTokens: 100,
832
- tokenCounter: () => 31,
833
- indexTokenCountMap: { 0: 31, 1: 31, 2: 31 },
834
- });
835
- if (!run.Graph) {
836
- throw new Error('Expected graph to be initialized');
837
- }
838
- const model = new OverflowThenSucceedModel(
839
- signatureFor('claude-haiku-4-5-20251001'),
840
- 0
841
- );
842
- run.Graph.overrideModel = model;
843
-
844
- await run.processStream({ messages }, streamConfig);
845
-
846
- expect(model.calls).toHaveLength(1);
847
- expect(model.calls[0].length).toBeLessThan(messages.length);
848
- expect(3 + model.calls[0].length * 31).toBeLessThanOrEqual(95);
849
- });
850
-
851
- it('includes artifact expansion when it fits the post-prune budget', async () => {
852
- const toolCallId = 'tc-artifact-fits';
853
- const artifactSentinel = 'ARTIFACT_FITS_SENTINEL';
854
- const toolMessage = new ToolMessage({
855
- content: 'rendered',
856
- tool_call_id: toolCallId,
857
- name: 'render_report',
858
- artifact: {
859
- content: [
860
- {
861
- type: ContentTypes.TEXT,
862
- text: `${artifactSentinel}:complete`,
863
- },
864
- ],
865
- },
866
- });
867
- const messages: BaseMessage[] = [
868
- new HumanMessage('render the report'),
869
- new AIMessageChunk({
870
- content: '',
871
- tool_calls: [
872
- {
873
- id: toolCallId,
874
- name: 'render_report',
875
- args: {},
876
- type: 'tool_call',
877
- },
878
- ],
879
- }),
880
- toolMessage,
881
- ];
882
- const artifactTokenCounter: t.TokenCounter = (message) => {
883
- const content =
884
- typeof message.content === 'string'
885
- ? message.content
886
- : JSON.stringify(message.content);
887
- return Math.ceil(content.length / 4);
888
- };
889
- const run = await createRun({
890
- runId: 'artifact-budget-control',
891
- maxContextTokens: 10_000,
892
- maxToolResultChars: 2_000,
893
- provider: Providers.BEDROCK,
894
- model: 'anthropic.claude-sonnet-4-5',
895
- tokenCounter: artifactTokenCounter,
896
- indexTokenCountMap: {
897
- 0: artifactTokenCounter(messages[0]),
898
- 1: artifactTokenCounter(messages[1]),
899
- 2: artifactTokenCounter(messages[2]),
900
- },
901
- tools: [
902
- tool(async () => 'unused', {
903
- name: 'render_report',
904
- description: 'Renders a report',
905
- schema: z.object({}),
906
- }),
907
- ],
908
- });
909
- if (!run.Graph) {
910
- throw new Error('Expected graph to be initialized');
911
- }
912
- const model = new OverflowThenSucceedModel(
913
- signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0'),
914
- 0
915
- );
916
- run.Graph.overrideModel = model;
917
-
918
- await run.processStream({ messages }, streamConfig);
919
-
920
- expect(model.calls).toHaveLength(1);
921
- expect(
922
- JSON.stringify(model.calls[0].map((message) => message.content))
923
- ).toContain(artifactSentinel);
924
- expect(toolMessage.content).toBe('rendered');
925
- expect(toolMessage.artifact.content[0].text).toContain(artifactSentinel);
926
- });
927
-
928
- it('rechecks artifact expansion after provider message transforms', async () => {
929
- const toolCallId = 'tc-artifact-final-transform';
930
- const artifactSentinel = 'ARTIFACT_FINAL_TRANSFORM_SENTINEL';
931
- const toolMessage = new ToolMessage({
932
- content: 'rendered',
933
- tool_call_id: toolCallId,
934
- name: 'render_report',
935
- artifact: {
936
- content: [
937
- {
938
- type: ContentTypes.TEXT,
939
- text: `${artifactSentinel}:complete`,
940
- },
941
- ],
942
- },
943
- });
944
- const messages: BaseMessage[] = [
945
- new HumanMessage('render the report'),
946
- new AIMessageChunk({
947
- content: '',
948
- tool_calls: [
949
- {
950
- id: toolCallId,
951
- name: 'render_report',
952
- args: {},
953
- type: 'tool_call',
954
- },
955
- ],
956
- }),
957
- toolMessage,
958
- ];
959
- const transformSensitiveCounter: t.TokenCounter = (message) => {
960
- const content =
961
- typeof message.content === 'string'
962
- ? message.content
963
- : JSON.stringify(message.content);
964
- if (
965
- message instanceof HumanMessage &&
966
- content.includes(artifactSentinel)
967
- ) {
968
- return 10_000;
969
- }
970
- return Math.max(1, Math.ceil(content.length / 4));
971
- };
972
- const run = await createRun({
973
- runId: 'artifact-final-transform-guard',
974
- maxContextTokens: 5_000,
975
- maxToolResultChars: 2_000,
976
- provider: Providers.BEDROCK,
977
- model: 'anthropic.claude-sonnet-4-5',
978
- tokenCounter: transformSensitiveCounter,
979
- indexTokenCountMap: {
980
- 0: transformSensitiveCounter(messages[0]),
981
- 1: transformSensitiveCounter(messages[1]),
982
- 2: transformSensitiveCounter(messages[2]),
983
- },
984
- });
985
- if (!run.Graph) {
986
- throw new Error('Expected graph to be initialized');
987
- }
988
- const model = new OverflowThenSucceedModel(
989
- signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0'),
990
- 0
991
- );
992
- run.Graph.overrideModel = model;
993
-
994
- await run.processStream({ messages }, streamConfig);
995
-
996
- expect(model.calls).toHaveLength(1);
997
- const providerContent = JSON.stringify(
998
- model.calls[0].map((message) => message.content)
999
- );
1000
- expect(providerContent).toContain('[Previous tool interaction]');
1001
- expect(providerContent).not.toContain(artifactSentinel);
1002
- expect(toolMessage.artifact.content[0].text).toContain(artifactSentinel);
1003
- });
1004
-
1005
- it('compacts expanded synthetic context without an artifact', async () => {
1006
- const toolCallId = 'tc-final-transform-without-artifact';
1007
- const messages: BaseMessage[] = [
1008
- new HumanMessage('query the table'),
1009
- new AIMessageChunk({
1010
- content: '',
1011
- tool_calls: [
1012
- {
1013
- id: toolCallId,
1014
- name: 'run_select_query',
1015
- args: { query: `SELECT '${'x'.repeat(5_000)}'` },
1016
- type: 'tool_call',
1017
- },
1018
- ],
1019
- }),
1020
- new ToolMessage({
1021
- content: 'query complete',
1022
- tool_call_id: toolCallId,
1023
- name: 'run_select_query',
1024
- }),
1025
- ];
1026
- const transformSensitiveCounter: t.TokenCounter = (message) => {
1027
- const content =
1028
- typeof message.content === 'string'
1029
- ? message.content
1030
- : JSON.stringify(message.content);
1031
- if (
1032
- message instanceof HumanMessage &&
1033
- content.includes('[Previous tool interaction]')
1034
- ) {
1035
- return content.length * 10;
1036
- }
1037
- return 1;
1038
- };
1039
- const run = await createRun({
1040
- runId: 'final-transform-without-artifact',
1041
- maxContextTokens: 500,
1042
- provider: Providers.BEDROCK,
1043
- model: 'anthropic.claude-sonnet-4-5',
1044
- tokenCounter: transformSensitiveCounter,
1045
- indexTokenCountMap: { 0: 1, 1: 1, 2: 1 },
1046
- });
1047
- if (!run.Graph) {
1048
- throw new Error('Expected graph to be initialized');
1049
- }
1050
- const model = new OverflowThenSucceedModel(
1051
- signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0'),
1052
- 0
1053
- );
1054
- run.Graph.overrideModel = model;
1055
-
1056
- await run.processStream({ messages }, streamConfig);
1057
-
1058
- expect(model.calls).toHaveLength(1);
1059
- const humanMessages = model.calls[0].filter(
1060
- (message) => message instanceof HumanMessage
1061
- );
1062
- /**
1063
- * Bedrock is a strict-alternation provider: after compaction shrinks the
1064
- * synthetic context, `coalesceAdjacentUserTurns` merges it into the
1065
- * adjacent user query — Converse rejects consecutive user turns, and the
1066
- * `@langchain/aws` converter only merges toolResult-bearing ones. So one
1067
- * user turn reaches the provider, carrying both the query and the
1068
- * compacted note, and it must still be small.
1069
- */
1070
- expect(humanMessages).toHaveLength(1);
1071
- const coalescedContent = JSON.stringify(humanMessages[0].content);
1072
- expect(coalescedContent).toContain('query the table');
1073
- /**
1074
- * No closing bracket: compaction truncates at a character budget, and the
1075
- * cut can land inside the `[Previous tool interaction]` header itself.
1076
- */
1077
- expect(coalescedContent).toContain('[Previous tool interaction');
1078
- expect(coalescedContent.length).toBeLessThan(150);
1079
- expect(coalescedContent).not.toContain('x'.repeat(1_000));
1080
- });
1081
-
1082
- it('counts unresolved-reference annotations before invoking the provider', async () => {
1083
- const toolCallId = 'tc-unresolved-projection';
1084
- const unresolvedRefs = Array.from(
1085
- { length: 1_200 },
1086
- (_, index) => `missing_tool_${index}_turn_${index}`
1087
- );
1088
- const messages: BaseMessage[] = [
1089
- new HumanMessage(`old question ${'q'.repeat(5_500)}`),
1090
- new AIMessage({
1091
- content: '',
1092
- tool_calls: [
1093
- {
1094
- id: toolCallId,
1095
- name: 'lookup_records',
1096
- args: {},
1097
- type: 'tool_call',
1098
- },
1099
- ],
1100
- }),
1101
- new ToolMessage({
1102
- content: `old result ${'r'.repeat(3_000)}`,
1103
- tool_call_id: toolCallId,
1104
- name: 'lookup_records',
1105
- additional_kwargs: { _unresolvedRefs: unresolvedRefs },
1106
- }),
1107
- new AIMessage(`old answer ${'a'.repeat(4_500)}`),
1108
- new HumanMessage(`latest question ${'n'.repeat(3_500)}`),
1109
- ];
1110
- const projectionCounter: t.TokenCounter = (message) => {
1111
- const content =
1112
- typeof message.content === 'string'
1113
- ? message.content
1114
- : JSON.stringify(message.content);
1115
- return Math.max(1, content.length);
1116
- };
1117
- const indexTokenCountMap: Record<string, number> = {};
1118
- for (let i = 0; i < messages.length; i++) {
1119
- indexTokenCountMap[i] = projectionCounter(messages[i]);
1120
- }
1121
- const run = await createRun({
1122
- runId: 'unresolved-reference-final-projection',
1123
- maxContextTokens: 20_000,
1124
- provider: Providers.ANTHROPIC,
1125
- tokenCounter: projectionCounter,
1126
- indexTokenCountMap,
1127
- toolOutputReferences: { enabled: true },
1128
- tools: [
1129
- tool(async () => 'unused', {
1130
- name: 'lookup_records',
1131
- description: 'Looks up records',
1132
- schema: z.object({}),
1133
- }),
1134
- ],
1135
- });
1136
- if (!run.Graph) {
1137
- throw new Error('Expected graph to be initialized');
1138
- }
1139
- const model = new OverflowThenSucceedModel(
1140
- signatureFor('claude-haiku-4-5-20251001'),
1141
- 0
1142
- );
1143
- run.Graph.overrideModel = model;
1144
-
1145
- const content = await run.processStream({ messages }, streamConfig);
1146
-
1147
- expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
1148
- expect(model.calls).toHaveLength(1);
1149
- expect(
1150
- run.Graph.agentContexts.get('default')?.overflowRecoveryAttempts
1151
- ).toBeGreaterThan(0);
1152
- const providerPayload = JSON.stringify(
1153
- model.calls[0].map((message) => message.content)
1154
- );
1155
- expect(providerPayload).not.toContain(unresolvedRefs[0]);
1156
- expect(providerPayload).not.toContain(unresolvedRefs.at(-1));
1157
- const sentMessageTokens =
1158
- 3 +
1159
- model.calls[0].reduce(
1160
- (total, message) => total + projectionCounter(message),
1161
- 0
1162
- );
1163
- expect(sentMessageTokens).toBeLessThan(
1164
- run.Graph.agentContexts.get('default')?.maxContextTokens ?? 0
1165
- );
1166
- });
1167
-
1168
- it('omits artifact expansion that would exceed the post-prune budget', async () => {
1169
- const toolCallId = 'tc-artifact';
1170
- const artifactSentinel = 'ARTIFACT_SENTINEL';
1171
- const toolMessage = new ToolMessage({
1172
- content: 'result'.repeat(100),
1173
- tool_call_id: toolCallId,
1174
- name: 'render_report',
1175
- artifact: {
1176
- content: [
1177
- {
1178
- type: ContentTypes.TEXT,
1179
- text: `${artifactSentinel}:${'a'.repeat(5_000)}`,
1180
- },
1181
- ],
1182
- },
1183
- });
1184
- const messages: BaseMessage[] = [
1185
- new HumanMessage('h'.repeat(2_400)),
1186
- new AIMessageChunk({
1187
- content: '',
1188
- tool_calls: [
1189
- {
1190
- id: toolCallId,
1191
- name: 'render_report',
1192
- args: {},
1193
- type: 'tool_call',
1194
- },
1195
- ],
1196
- }),
1197
- toolMessage,
1198
- ];
1199
- const artifactTokenCounter: t.TokenCounter = (message) => {
1200
- const content =
1201
- typeof message.content === 'string'
1202
- ? message.content
1203
- : JSON.stringify(message.content);
1204
- return Math.ceil(content.length / 4);
1205
- };
1206
- const indexTokenCountMap: Record<string, number> = {};
1207
- for (let i = 0; i < messages.length; i++) {
1208
- indexTokenCountMap[i] = artifactTokenCounter(messages[i]);
1209
- }
1210
- const run = await createRun({
1211
- runId: 'artifact-budget-guard',
1212
- maxContextTokens: 1_000,
1213
- maxToolResultChars: 2_000,
1214
- provider: Providers.BEDROCK,
1215
- model: 'anthropic.claude-sonnet-4-5',
1216
- tokenCounter: artifactTokenCounter,
1217
- indexTokenCountMap,
1218
- tools: [
1219
- tool(async () => 'unused', {
1220
- name: 'render_report',
1221
- description: 'Renders a report',
1222
- schema: z.object({}),
1223
- }),
1224
- ],
1225
- });
1226
- if (!run.Graph) {
1227
- throw new Error('Expected graph to be initialized');
1228
- }
1229
- const model = new OverflowThenSucceedModel(
1230
- signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0'),
1231
- 0
1232
- );
1233
- run.Graph.overrideModel = model;
1234
-
1235
- await run.processStream({ messages }, streamConfig);
1236
-
1237
- expect(model.calls).toHaveLength(1);
1238
- expect(
1239
- JSON.stringify(model.calls[0].map((message) => message.content))
1240
- ).not.toContain(artifactSentinel);
1241
- expect(toolMessage.content).toBe('result'.repeat(100));
1242
- expect(toolMessage.artifact.content[0].text).toContain(artifactSentinel);
1243
- });
1244
-
1245
- it('preserves masked tool originals while checkpointed messages survive', async () => {
1246
- const run = await createRun({
1247
- runId: 'overflow-originals-checkpoint',
1248
- maxContextTokens: 1_000_000,
1249
- checkpointer: true,
1250
- });
1251
- if (!run.Graph) {
1252
- throw new Error('Expected graph to be initialized');
1253
- }
1254
- const agentContext = run.Graph.agentContexts.get('default');
1255
- if (agentContext == null) {
1256
- throw new Error('Expected default agent context');
1257
- }
1258
- run.Graph.resetValues(undefined, '8:thread-a:');
1259
- agentContext.preserveOriginalToolContent(new Map([[2, 'full output']]));
1260
-
1261
- run.Graph.resetValues(undefined, '8:thread-a:');
1262
-
1263
- expect(agentContext.pendingOriginalToolContent).toEqual(
1264
- new Map([[2, 'full output']])
1265
- );
1266
- });
1267
-
1268
- it('does not share masked tool originals across checkpoint scopes', async () => {
1269
- const run = await createRun({
1270
- runId: 'overflow-originals-isolated',
1271
- maxContextTokens: 1_000_000,
1272
- checkpointer: true,
1273
- });
1274
- if (!run.Graph) {
1275
- throw new Error('Expected graph to be initialized');
1276
- }
1277
- const agentContext = run.Graph.agentContexts.get('default');
1278
- if (agentContext == null) {
1279
- throw new Error('Expected default agent context');
1280
- }
1281
- run.Graph.resetValues(undefined, '8:thread-a:branch');
1282
- agentContext.preserveOriginalToolContent(new Map([[2, 'thread A']]));
1283
-
1284
- run.Graph.resetValues(undefined, '8:thread-b:branch');
1285
-
1286
- expect(agentContext.pendingOriginalToolContent).toBeUndefined();
1287
- });
1288
-
1289
- it('does not share masked tool originals across sibling checkpoint forks', async () => {
1290
- const run = await createRun({
1291
- runId: 'overflow-originals-branch-isolated',
1292
- maxContextTokens: 1_000_000,
1293
- checkpointer: true,
1294
- });
1295
- if (!run.Graph) {
1296
- throw new Error('Expected graph to be initialized');
1297
- }
1298
- const agentContext = run.Graph.agentContexts.get('default');
1299
- if (agentContext == null) {
1300
- throw new Error('Expected default agent context');
1301
- }
1302
- run.Graph.resetValues(
1303
- undefined,
1304
- JSON.stringify(['thread-a', 'namespace', 'checkpoint-a', 1])
1305
- );
1306
- agentContext.preserveOriginalToolContent(new Map([[2, 'branch A']]));
1307
-
1308
- run.Graph.resetValues(
1309
- undefined,
1310
- JSON.stringify(['thread-a', 'namespace', 'checkpoint-a', 2])
1311
- );
1312
-
1313
- expect(agentContext.pendingOriginalToolContent).toBeUndefined();
1314
- });
1315
-
1316
- it('preserves snapshots with the auto-installed HITL checkpointer', async () => {
1317
- const run = await Run.create<t.IState>({
1318
- runId: 'overflow-originals-hitl-checkpointer',
1319
- graphConfig: {
1320
- type: 'standard',
1321
- llmConfig: {
1322
- provider: Providers.ANTHROPIC,
1323
- disableStreaming: true,
1324
- streamUsage: false,
1325
- },
1326
- maxContextTokens: 1_000_000,
1327
- compileOptions: { interruptAfter: [] },
1328
- },
1329
- humanInTheLoop: { enabled: true },
1330
- returnContent: true,
1331
- skipCleanup: true,
1332
- tokenCounter,
1333
- });
1334
- if (!run.Graph) {
1335
- throw new Error('Expected graph to be initialized');
1336
- }
1337
- const agentContext = run.Graph.agentContexts.get('default');
1338
- if (agentContext == null) {
1339
- throw new Error('Expected default agent context');
1340
- }
1341
- expect(run.Graph.compileOptions?.checkpointer).toBeInstanceOf(MemorySaver);
1342
- expect(run.Graph.hasCompiledCheckpointer).toBe(true);
1343
- run.Graph.resetValues(undefined, 'checkpoint-scope');
1344
- agentContext.preserveOriginalToolContent(new Map([[2, 'full output']]));
1345
-
1346
- run.Graph.resetValues(undefined, 'checkpoint-scope');
1347
-
1348
- expect(agentContext.pendingOriginalToolContent).toEqual(
1349
- new Map([[2, 'full output']])
1350
- );
1351
- });
1352
-
1353
- it('compacts and retries instead of surfacing the provider error', async () => {
1354
- const run = await createRun({
1355
- runId: 'overflow-recovery-numbers',
1356
- /** Deliberately wrong: far above the model's real 200k window. */
1357
- maxContextTokens: 1_000_000,
1358
- });
1359
- if (!run.Graph) {
1360
- throw new Error('Expected graph to be initialized');
1361
- }
1362
- const model = new OverflowThenSucceedModel(
1363
- signatureFor('claude-haiku-4-5-20251001')
1364
- );
1365
- run.Graph.overrideModel = model;
1366
-
1367
- const content = await run.processStream(
1368
- { messages: buildConversation(8) },
1369
- streamConfig
1370
- );
1371
-
1372
- expect(model.calls).toHaveLength(2);
1373
- expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
1374
- });
1375
-
1376
- it('retargets the budget to the ceiling the provider reported', async () => {
1377
- const run = await createRun({
1378
- runId: 'overflow-recovery-budget',
1379
- maxContextTokens: 1_000_000,
1380
- });
1381
- if (!run.Graph) {
1382
- throw new Error('Expected graph to be initialized');
1383
- }
1384
- run.Graph.overrideModel = new OverflowThenSucceedModel(
1385
- signatureFor('claude-haiku-4-5-20251001')
1386
- );
1387
-
1388
- await run.processStream({ messages: buildConversation(8) }, streamConfig);
1389
-
1390
- const agentContext = run.Graph.agentContexts.get('default');
1391
- expect(agentContext?.maxContextTokens).toBeLessThan(1_000_000);
1392
- expect(agentContext?.overflowRecoveryAttempts).toBe(1);
1393
- });
1394
-
1395
- it('sends strictly less on the retry', async () => {
1396
- const run = await createRun({
1397
- runId: 'overflow-recovery-shrinks',
1398
- maxContextTokens: 1_000_000,
1399
- });
1400
- if (!run.Graph) {
1401
- throw new Error('Expected graph to be initialized');
1402
- }
1403
- const model = new OverflowThenSucceedModel(
1404
- signatureFor('claude-haiku-4-5-20251001')
1405
- );
1406
- run.Graph.overrideModel = model;
1407
-
1408
- await run.processStream({ messages: buildConversation(8) }, streamConfig);
1409
-
1410
- expect(model.calls[1].length).toBeLessThan(model.calls[0].length);
1411
- });
1412
-
1413
- it('recovers from a rejection that reported no numbers', async () => {
1414
- const run = await createRun({
1415
- runId: 'overflow-recovery-blind',
1416
- maxContextTokens: 600_000,
1417
- });
1418
- if (!run.Graph) {
1419
- throw new Error('Expected graph to be initialized');
1420
- }
1421
- const model = new OverflowThenSucceedModel(
1422
- signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0')
1423
- );
1424
- run.Graph.overrideModel = model;
1425
-
1426
- const content = await run.processStream(
1427
- { messages: buildConversation(8) },
1428
- streamConfig
1429
- );
1430
-
1431
- expect(model.calls).toHaveLength(2);
1432
- expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
1433
- });
1434
-
1435
- it('gives up after the bounded number of recoveries rather than looping', async () => {
1436
- const run = await createRun({
1437
- runId: 'overflow-recovery-bounded',
1438
- maxContextTokens: 600_000,
1439
- });
1440
- if (!run.Graph) {
1441
- throw new Error('Expected graph to be initialized');
1442
- }
1443
- const model = new OverflowThenSucceedModel(
1444
- signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0'),
1445
- Number.MAX_SAFE_INTEGER
1446
- );
1447
- run.Graph.overrideModel = model;
1448
-
1449
- await expect(
1450
- run.processStream({ messages: buildConversation(8) }, streamConfig)
1451
- ).rejects.toThrow(/too long/i);
1452
-
1453
- /** Initial call plus one retry per allowed recovery. */
1454
- expect(model.calls.length).toBeLessThanOrEqual(4);
1455
- });
1456
-
1457
- it('restores the configured budget and allowance for the next run', async () => {
1458
- const run = await createRun({
1459
- runId: 'overflow-recovery-reset',
1460
- maxContextTokens: 1_000_000,
1461
- });
1462
- if (!run.Graph) {
1463
- throw new Error('Expected graph to be initialized');
1464
- }
1465
- run.Graph.overrideModel = new OverflowThenSucceedModel(
1466
- signatureFor('claude-haiku-4-5-20251001')
1467
- );
1468
-
1469
- await run.processStream({ messages: buildConversation(8) }, streamConfig);
1470
-
1471
- const agentContext = run.Graph.agentContexts.get('default');
1472
- expect(agentContext?.maxContextTokens).toBeLessThan(1_000_000);
1473
- expect(agentContext?.overflowRecoveryAttempts).toBe(1);
1474
-
1475
- /** What `processStream` runs at the start of every turn. */
1476
- run.Graph.resetValues();
1477
-
1478
- expect(agentContext?.maxContextTokens).toBe(1_000_000);
1479
- expect(agentContext?.overflowRecoveryAttempts).toBe(0);
1480
- });
1481
-
1482
- it('recovers again on a later turn of the same run', async () => {
1483
- const run = await createRun({
1484
- runId: 'overflow-recovery-second-turn',
1485
- maxContextTokens: 1_000_000,
1486
- });
1487
- if (!run.Graph) {
1488
- throw new Error('Expected graph to be initialized');
1489
- }
1490
- const signature = signatureFor('claude-haiku-4-5-20251001');
1491
-
1492
- for (const turn of [1, 2, 3]) {
1493
- run.Graph.overrideModel = new OverflowThenSucceedModel(signature);
1494
- await run.processStream(
1495
- { messages: buildConversation(8) },
1496
- {
1497
- ...streamConfig,
1498
- configurable: { thread_id: `context-overflow-recovery-${turn}` },
1499
- }
1500
- );
1501
- }
1502
-
1503
- const agentContext = run.Graph.agentContexts.get('default');
1504
- /**
1505
- * One recovery per turn, not three accumulated — an allowance that
1506
- * carried across turns would have stopped recovering by turn three.
1507
- */
1508
- expect(agentContext?.overflowRecoveryAttempts).toBe(1);
1509
- });
1510
-
1511
- it('does not retry when neither pruning nor summarization can shrink the prompt', async () => {
1512
- /**
1513
- * No token counter means no pruner, and summarization is off, so the
1514
- * summarize node deliberately no-ops — a retry would resend a
1515
- * byte-identical prompt.
1516
- */
1517
- const run = await Run.create<t.IState>({
1518
- runId: 'overflow-recovery-nothing-to-shrink',
1519
- graphConfig: {
1520
- type: 'standard',
1521
- llmConfig: {
1522
- provider: Providers.ANTHROPIC,
1523
- disableStreaming: true,
1524
- streamUsage: false,
1525
- },
1526
- maxContextTokens: 1_000_000,
1527
- },
1528
- returnContent: true,
1529
- skipCleanup: true,
1530
- });
1531
- if (!run.Graph) {
1532
- throw new Error('Expected graph to be initialized');
1533
- }
1534
- const model = new OverflowThenSucceedModel(
1535
- signatureFor('claude-haiku-4-5-20251001'),
1536
- Number.MAX_SAFE_INTEGER
1537
- );
1538
- run.Graph.overrideModel = model;
1539
-
1540
- await expect(
1541
- run.processStream({ messages: buildConversation(8) }, streamConfig)
1542
- ).rejects.toThrow(/too long/i);
1543
-
1544
- expect(model.calls).toHaveLength(1);
1545
- expect(
1546
- run.Graph.agentContexts.get('default')?.overflowRecoveryAttempts
1547
- ).toBe(0);
1548
- });
1549
-
1550
- it('does not retry when recency preserves the entire first turn', async () => {
1551
- const run = await Run.create<t.IState>({
1552
- runId: 'overflow-recovery-recent-first-turn',
1553
- graphConfig: {
1554
- type: 'standard',
1555
- llmConfig: {
1556
- provider: Providers.ANTHROPIC,
1557
- disableStreaming: true,
1558
- streamUsage: false,
1559
- },
1560
- summarizationEnabled: true,
1561
- },
1562
- returnContent: true,
1563
- skipCleanup: true,
1564
- });
1565
- if (!run.Graph) {
1566
- throw new Error('Expected graph to be initialized');
1567
- }
1568
- const model = new OverflowThenSucceedModel(
1569
- signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0'),
1570
- Number.MAX_SAFE_INTEGER
1571
- );
1572
- run.Graph.overrideModel = model;
1573
-
1574
- await expect(
1575
- run.processStream(
1576
- { messages: [new HumanMessage('oversized first turn')] },
1577
- streamConfig
1578
- )
1579
- ).rejects.toThrow(/too long/i);
1580
-
1581
- expect(model.calls).toHaveLength(1);
1582
- expect(
1583
- run.Graph.agentContexts.get('default')?.overflowRecoveryAttempts
1584
- ).toBe(0);
1585
- });
1586
-
1587
- it('does not retry without a configured pruning budget', async () => {
1588
- const run = await Run.create<t.IState>({
1589
- runId: 'overflow-recovery-no-pruning-budget',
1590
- graphConfig: {
1591
- type: 'standard',
1592
- llmConfig: {
1593
- provider: Providers.ANTHROPIC,
1594
- disableStreaming: true,
1595
- streamUsage: false,
1596
- },
1597
- },
1598
- returnContent: true,
1599
- skipCleanup: true,
1600
- tokenCounter,
1601
- });
1602
- if (!run.Graph) {
1603
- throw new Error('Expected graph to be initialized');
1604
- }
1605
- const model = new OverflowThenSucceedModel(
1606
- signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0'),
1607
- Number.MAX_SAFE_INTEGER
1608
- );
1609
- run.Graph.overrideModel = model;
1610
-
1611
- await expect(
1612
- run.processStream({ messages: buildConversation(8) }, streamConfig)
1613
- ).rejects.toThrow(/too long/i);
1614
-
1615
- expect(model.calls).toHaveLength(1);
1616
- expect(
1617
- run.Graph.agentContexts.get('default')?.overflowRecoveryAttempts
1618
- ).toBe(0);
1619
- });
1620
-
1621
- it('summarizes the first numberless overflow without a pruning budget', async () => {
1622
- const summarizeStarts: unknown[] = [];
1623
- const run = await Run.create<t.IState>({
1624
- runId: 'overflow-recovery-summary-without-budget',
1625
- graphConfig: {
1626
- type: 'standard',
1627
- llmConfig: {
1628
- provider: Providers.ANTHROPIC,
1629
- disableStreaming: true,
1630
- streamUsage: false,
1631
- },
1632
- summarizationEnabled: true,
1633
- },
1634
- returnContent: true,
1635
- skipCleanup: true,
1636
- tokenCounter,
1637
- customHandlers: {
1638
- [GraphEvents.ON_SUMMARIZE_START]: {
1639
- handle: (_event: string, data: t.StreamEventData): void => {
1640
- summarizeStarts.push(data);
1641
- },
1642
- },
1643
- },
1644
- });
1645
- if (!run.Graph) {
1646
- throw new Error('Expected graph to be initialized');
1647
- }
1648
- const model = new OverflowThenSucceedModel(
1649
- signatureFor('us.anthropic.claude-sonnet-4-5-20250929-v1:0')
1650
- );
1651
- run.Graph.overrideModel = model;
1652
-
1653
- const content = await run.processStream(
1654
- { messages: buildConversation(8) },
1655
- streamConfig
1656
- );
1657
-
1658
- expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
1659
- expect(summarizeStarts).toHaveLength(1);
1660
- });
1661
-
1662
- it('summarizes conversation messages pruned on the first recovery', async () => {
1663
- /**
1664
- * The initial overflow detour avoids an unconditional summarization call,
1665
- * but the corrected prune must still summarize any conversation messages
1666
- * it moves out of the retained tail.
1667
- */
1668
- const summarizeStarts: unknown[] = [];
1669
- const run = await Run.create<t.IState>({
1670
- runId: 'overflow-recovery-compress-first',
1671
- graphConfig: {
1672
- type: 'standard',
1673
- llmConfig: {
1674
- provider: Providers.ANTHROPIC,
1675
- disableStreaming: true,
1676
- streamUsage: false,
1677
- },
1678
- maxContextTokens: 1_000_000,
1679
- summarizationEnabled: true,
1680
- },
1681
- returnContent: true,
1682
- skipCleanup: true,
1683
- tokenCounter,
1684
- customHandlers: {
1685
- [GraphEvents.ON_SUMMARIZE_START]: {
1686
- handle: (_event: string, data: t.StreamEventData): void => {
1687
- summarizeStarts.push(data);
1688
- },
1689
- },
1690
- },
1691
- });
1692
- if (!run.Graph) {
1693
- throw new Error('Expected graph to be initialized');
1694
- }
1695
- const model = new OverflowThenSucceedModel(
1696
- signatureFor('claude-haiku-4-5-20251001')
1697
- );
1698
- run.Graph.overrideModel = model;
1699
-
1700
- const content = await run.processStream(
1701
- { messages: buildConversation(8) },
1702
- streamConfig
1703
- );
1704
-
1705
- expect(content).toEqual([{ type: 'text', text: 'recovered' }]);
1706
- expect(model.calls).toHaveLength(2);
1707
- expect(summarizeStarts).toHaveLength(1);
1708
- });
1709
-
1710
- it('keeps the corrected budget in provider units and seeds calibration', async () => {
1711
- /**
1712
- * The provider counted 274,468 for a prompt it caps at 200,000 — 1.37×
1713
- * over the provider ceiling. The corrected budget stays in provider units,
1714
- * and the provider/local ratio is installed on the pruner so it is applied
1715
- * exactly once on this retry and later tool-call turns.
1716
- */
1717
- const run = await createRun({
1718
- runId: 'overflow-recovery-proportional',
1719
- maxContextTokens: 1_000_000,
1720
- });
1721
- if (!run.Graph) {
1722
- throw new Error('Expected graph to be initialized');
1723
- }
1724
- const model = new OverflowThenSucceedModel(
1725
- signatureFor('claude-haiku-4-5-20251001')
1726
- );
1727
- run.Graph.overrideModel = model;
1728
-
1729
- const messages = buildConversation(8);
1730
- const agentContext = run.Graph.agentContexts.get('default');
1731
- if (agentContext == null) {
1732
- throw new Error('Expected default agent context');
1733
- }
1734
- agentContext.calibrationRatio = 1.5;
1735
- await run.processStream({ messages }, streamConfig);
1736
-
1737
- const uncalibratedPrompt = model.calls[0].length * TOKENS_PER_MESSAGE;
1738
- expect(agentContext.maxContextTokens).toBe(Math.floor(200_000 * 0.95));
1739
- expect(274_468 / uncalibratedPrompt).toBeLessThan(0.5);
1740
- expect(agentContext.calibrationRatio).toBe(0.5);
1741
- });
1742
-
1743
- it('does not intercept errors compaction cannot fix', async () => {
1744
- const run = await createRun({
1745
- runId: 'overflow-recovery-unrelated',
1746
- maxContextTokens: 600_000,
1747
- });
1748
- if (!run.Graph) {
1749
- throw new Error('Expected graph to be initialized');
1750
- }
1751
- const model = new OverflowThenSucceedModel(
1752
- {
1753
- name: 'AuthenticationError',
1754
- status: 401,
1755
- message: '401 Incorrect API key provided.',
1756
- },
1757
- Number.MAX_SAFE_INTEGER
1758
- );
1759
- run.Graph.overrideModel = model;
1760
-
1761
- await expect(
1762
- run.processStream({ messages: buildConversation(2) }, streamConfig)
1763
- ).rejects.toThrow(/Incorrect API key/);
1764
- expect(model.calls).toHaveLength(1);
1765
- });
1766
- });