@librechat/agents 3.4.6 → 3.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1027) hide show
  1. package/dist/cjs/agents/AgentContext.cjs +0 -356
  2. package/dist/cjs/agents/AgentContext.cjs.map +1 -1
  3. package/dist/cjs/agents/projection.cjs +0 -9
  4. package/dist/cjs/agents/projection.cjs.map +1 -1
  5. package/dist/cjs/common/constants.cjs +0 -26
  6. package/dist/cjs/common/constants.cjs.map +1 -1
  7. package/dist/cjs/common/enum.cjs +0 -85
  8. package/dist/cjs/common/enum.cjs.map +1 -1
  9. package/dist/cjs/events.cjs +0 -14
  10. package/dist/cjs/events.cjs.map +1 -1
  11. package/dist/cjs/graphs/Graph.cjs +1 -909
  12. package/dist/cjs/graphs/Graph.cjs.map +1 -1
  13. package/dist/cjs/graphs/MultiAgentGraph.cjs +7 -272
  14. package/dist/cjs/graphs/MultiAgentGraph.cjs.map +1 -1
  15. package/dist/cjs/graphs/applyGraphRuntimeConfig.cjs.map +1 -1
  16. package/dist/cjs/graphs/createGraph.cjs.map +1 -1
  17. package/dist/cjs/hitl/askUserQuestion.cjs +0 -53
  18. package/dist/cjs/hitl/askUserQuestion.cjs.map +1 -1
  19. package/dist/cjs/hitl/askUserQuestions.cjs +0 -20
  20. package/dist/cjs/hitl/askUserQuestions.cjs.map +1 -1
  21. package/dist/cjs/hitl/askUserQuestionsInterrupt.cjs +0 -6
  22. package/dist/cjs/hitl/askUserQuestionsInterrupt.cjs.map +1 -1
  23. package/dist/cjs/hooks/HookRegistry.cjs +0 -127
  24. package/dist/cjs/hooks/HookRegistry.cjs.map +1 -1
  25. package/dist/cjs/hooks/createToolPolicyHook.cjs +0 -38
  26. package/dist/cjs/hooks/createToolPolicyHook.cjs.map +1 -1
  27. package/dist/cjs/hooks/createWorkspacePolicyHook.cjs +0 -77
  28. package/dist/cjs/hooks/createWorkspacePolicyHook.cjs.map +1 -1
  29. package/dist/cjs/hooks/executeHooks.cjs +0 -79
  30. package/dist/cjs/hooks/executeHooks.cjs.map +1 -1
  31. package/dist/cjs/hooks/index.cjs +0 -16
  32. package/dist/cjs/hooks/index.cjs.map +1 -1
  33. package/dist/cjs/hooks/matchers.cjs +0 -104
  34. package/dist/cjs/hooks/matchers.cjs.map +1 -1
  35. package/dist/cjs/hooks/types.cjs +0 -8
  36. package/dist/cjs/hooks/types.cjs.map +1 -1
  37. package/dist/cjs/instrumentation.cjs +0 -14
  38. package/dist/cjs/instrumentation.cjs.map +1 -1
  39. package/dist/cjs/langfuse.cjs +0 -75
  40. package/dist/cjs/langfuse.cjs.map +1 -1
  41. package/dist/cjs/langfuseConfig.cjs.map +1 -1
  42. package/dist/cjs/langfuseRuntimeContext.cjs +0 -13
  43. package/dist/cjs/langfuseRuntimeContext.cjs.map +1 -1
  44. package/dist/cjs/langfuseRuntimeScope.cjs +0 -4
  45. package/dist/cjs/langfuseRuntimeScope.cjs.map +1 -1
  46. package/dist/cjs/langfuseSpanRegistry.cjs +0 -28
  47. package/dist/cjs/langfuseSpanRegistry.cjs.map +1 -1
  48. package/dist/cjs/langfuseToolOutputTracing.cjs +0 -3
  49. package/dist/cjs/langfuseToolOutputTracing.cjs.map +1 -1
  50. package/dist/cjs/langfuseTraceShaping.cjs +0 -74
  51. package/dist/cjs/langfuseTraceShaping.cjs.map +1 -1
  52. package/dist/cjs/llm/anthropic/index.cjs +0 -3
  53. package/dist/cjs/llm/anthropic/index.cjs.map +1 -1
  54. package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
  55. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +1 -111
  56. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
  57. package/dist/cjs/llm/anthropic/utils/message_outputs.cjs +0 -1
  58. package/dist/cjs/llm/anthropic/utils/message_outputs.cjs.map +1 -1
  59. package/dist/cjs/llm/anthropic/utils/stream_events.cjs +0 -8
  60. package/dist/cjs/llm/anthropic/utils/stream_events.cjs.map +1 -1
  61. package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
  62. package/dist/cjs/llm/bedrock/cachePoints.cjs.map +1 -1
  63. package/dist/cjs/llm/bedrock/index.cjs +1 -95
  64. package/dist/cjs/llm/bedrock/index.cjs.map +1 -1
  65. package/dist/cjs/llm/bedrock/toolCache.cjs.map +1 -1
  66. package/dist/cjs/llm/bedrock/utils/message_inputs.cjs +0 -78
  67. package/dist/cjs/llm/bedrock/utils/message_inputs.cjs.map +1 -1
  68. package/dist/cjs/llm/bedrock/utils/message_outputs.cjs +0 -24
  69. package/dist/cjs/llm/bedrock/utils/message_outputs.cjs.map +1 -1
  70. package/dist/cjs/llm/contextOverflowRecovery.cjs +0 -62
  71. package/dist/cjs/llm/contextOverflowRecovery.cjs.map +1 -1
  72. package/dist/cjs/llm/fake.cjs.map +1 -1
  73. package/dist/cjs/llm/google/index.cjs +2 -21
  74. package/dist/cjs/llm/google/index.cjs.map +1 -1
  75. package/dist/cjs/llm/google/utils/common.cjs +5 -35
  76. package/dist/cjs/llm/google/utils/common.cjs.map +1 -1
  77. package/dist/cjs/llm/init.cjs +0 -9
  78. package/dist/cjs/llm/init.cjs.map +1 -1
  79. package/dist/cjs/llm/invoke.cjs +1 -270
  80. package/dist/cjs/llm/invoke.cjs.map +1 -1
  81. package/dist/cjs/llm/mistral/index.cjs.map +1 -1
  82. package/dist/cjs/llm/openai/index.cjs +0 -99
  83. package/dist/cjs/llm/openai/index.cjs.map +1 -1
  84. package/dist/cjs/llm/openai/streamMetadata.cjs +0 -21
  85. package/dist/cjs/llm/openai/streamMetadata.cjs.map +1 -1
  86. package/dist/cjs/llm/openai/utils/index.cjs.map +1 -1
  87. package/dist/cjs/llm/openrouter/index.cjs +0 -1
  88. package/dist/cjs/llm/openrouter/index.cjs.map +1 -1
  89. package/dist/cjs/llm/openrouter/toolCache.cjs +0 -6
  90. package/dist/cjs/llm/openrouter/toolCache.cjs.map +1 -1
  91. package/dist/cjs/llm/preempt.cjs +0 -75
  92. package/dist/cjs/llm/preempt.cjs.map +1 -1
  93. package/dist/cjs/llm/providers.cjs.map +1 -1
  94. package/dist/cjs/llm/request.cjs +0 -10
  95. package/dist/cjs/llm/request.cjs.map +1 -1
  96. package/dist/cjs/llm/stream/chunkAdapters.cjs +0 -62
  97. package/dist/cjs/llm/stream/chunkAdapters.cjs.map +1 -1
  98. package/dist/cjs/llm/stream/smoother.cjs +0 -58
  99. package/dist/cjs/llm/stream/smoother.cjs.map +1 -1
  100. package/dist/cjs/llm/streamLimits.cjs +4 -293
  101. package/dist/cjs/llm/streamLimits.cjs.map +1 -1
  102. package/dist/cjs/llm/truncation.cjs +0 -36
  103. package/dist/cjs/llm/truncation.cjs.map +1 -1
  104. package/dist/cjs/llm/vertexai/index.cjs +0 -330
  105. package/dist/cjs/llm/vertexai/index.cjs.map +1 -1
  106. package/dist/cjs/messages/alternation.cjs +0 -43
  107. package/dist/cjs/messages/alternation.cjs.map +1 -1
  108. package/dist/cjs/messages/anthropicToolCache.cjs +0 -45
  109. package/dist/cjs/messages/anthropicToolCache.cjs.map +1 -1
  110. package/dist/cjs/messages/assistantPhase.cjs +0 -12
  111. package/dist/cjs/messages/assistantPhase.cjs.map +1 -1
  112. package/dist/cjs/messages/budget.cjs +0 -9
  113. package/dist/cjs/messages/budget.cjs.map +1 -1
  114. package/dist/cjs/messages/cache.cjs +0 -172
  115. package/dist/cjs/messages/cache.cjs.map +1 -1
  116. package/dist/cjs/messages/content.cjs +0 -9
  117. package/dist/cjs/messages/content.cjs.map +1 -1
  118. package/dist/cjs/messages/contextPruning.cjs +0 -15
  119. package/dist/cjs/messages/contextPruning.cjs.map +1 -1
  120. package/dist/cjs/messages/contextPruningSettings.cjs +0 -3
  121. package/dist/cjs/messages/contextPruningSettings.cjs.map +1 -1
  122. package/dist/cjs/messages/core.cjs +0 -48
  123. package/dist/cjs/messages/core.cjs.map +1 -1
  124. package/dist/cjs/messages/format.cjs +1 -345
  125. package/dist/cjs/messages/format.cjs.map +1 -1
  126. package/dist/cjs/messages/handoffCue.cjs +0 -36
  127. package/dist/cjs/messages/handoffCue.cjs.map +1 -1
  128. package/dist/cjs/messages/ids.cjs.map +1 -1
  129. package/dist/cjs/messages/injected.cjs +0 -33
  130. package/dist/cjs/messages/injected.cjs.map +1 -1
  131. package/dist/cjs/messages/langchain.cjs +0 -14
  132. package/dist/cjs/messages/langchain.cjs.map +1 -1
  133. package/dist/cjs/messages/prune.cjs +1 -184
  134. package/dist/cjs/messages/prune.cjs.map +1 -1
  135. package/dist/cjs/messages/recency.cjs +0 -32
  136. package/dist/cjs/messages/recency.cjs.map +1 -1
  137. package/dist/cjs/messages/reducer.cjs +0 -30
  138. package/dist/cjs/messages/reducer.cjs.map +1 -1
  139. package/dist/cjs/messages/tools.cjs +0 -14
  140. package/dist/cjs/messages/tools.cjs.map +1 -1
  141. package/dist/cjs/openai/index.cjs.map +1 -1
  142. package/dist/cjs/prompts/activityLabel.cjs +9 -79
  143. package/dist/cjs/prompts/activityLabel.cjs.map +1 -1
  144. package/dist/cjs/responses/index.cjs.map +1 -1
  145. package/dist/cjs/run.cjs +2 -538
  146. package/dist/cjs/run.cjs.map +1 -1
  147. package/dist/cjs/session/AgentSession.cjs +1 -17
  148. package/dist/cjs/session/AgentSession.cjs.map +1 -1
  149. package/dist/cjs/session/JsonlSessionStore.cjs.map +1 -1
  150. package/dist/cjs/session/handlers.cjs +0 -7
  151. package/dist/cjs/session/handlers.cjs.map +1 -1
  152. package/dist/cjs/session/ids.cjs.map +1 -1
  153. package/dist/cjs/session/messageSerialization.cjs +0 -4
  154. package/dist/cjs/session/messageSerialization.cjs.map +1 -1
  155. package/dist/cjs/stream.cjs +1 -93
  156. package/dist/cjs/stream.cjs.map +1 -1
  157. package/dist/cjs/summarization/index.cjs +0 -27
  158. package/dist/cjs/summarization/index.cjs.map +1 -1
  159. package/dist/cjs/summarization/node.cjs +0 -273
  160. package/dist/cjs/summarization/node.cjs.map +1 -1
  161. package/dist/cjs/tools/BashExecutor.cjs +0 -35
  162. package/dist/cjs/tools/BashExecutor.cjs.map +1 -1
  163. package/dist/cjs/tools/BashProgrammaticToolCalling.cjs +0 -24
  164. package/dist/cjs/tools/BashProgrammaticToolCalling.cjs.map +1 -1
  165. package/dist/cjs/tools/Calculator.cjs.map +1 -1
  166. package/dist/cjs/tools/CodeExecutor.cjs +0 -13
  167. package/dist/cjs/tools/CodeExecutor.cjs.map +1 -1
  168. package/dist/cjs/tools/CodeSessionFileSummary.cjs.map +1 -1
  169. package/dist/cjs/tools/ProgrammaticToolCalling.cjs +0 -101
  170. package/dist/cjs/tools/ProgrammaticToolCalling.cjs.map +1 -1
  171. package/dist/cjs/tools/ReadFile.cjs.map +1 -1
  172. package/dist/cjs/tools/SkillTool.cjs +0 -5
  173. package/dist/cjs/tools/SkillTool.cjs.map +1 -1
  174. package/dist/cjs/tools/SubagentTool.cjs +0 -10
  175. package/dist/cjs/tools/SubagentTool.cjs.map +1 -1
  176. package/dist/cjs/tools/ToolNode.cjs +6 -1038
  177. package/dist/cjs/tools/ToolNode.cjs.map +1 -1
  178. package/dist/cjs/tools/ToolSearch.cjs +0 -179
  179. package/dist/cjs/tools/ToolSearch.cjs.map +1 -1
  180. package/dist/cjs/tools/cloudflare/CloudflareBridgeRuntime.cjs.map +1 -1
  181. package/dist/cjs/tools/cloudflare/CloudflareProgrammaticToolCalling.cjs.map +1 -1
  182. package/dist/cjs/tools/cloudflare/CloudflareSandboxExecutionEngine.cjs +0 -39
  183. package/dist/cjs/tools/cloudflare/CloudflareSandboxExecutionEngine.cjs.map +1 -1
  184. package/dist/cjs/tools/cloudflare/CloudflareSandboxTools.cjs.map +1 -1
  185. package/dist/cjs/tools/eagerEventExecution.cjs +0 -6
  186. package/dist/cjs/tools/eagerEventExecution.cjs.map +1 -1
  187. package/dist/cjs/tools/handlers.cjs +1 -41
  188. package/dist/cjs/tools/handlers.cjs.map +1 -1
  189. package/dist/cjs/tools/intentArg.cjs +1 -132
  190. package/dist/cjs/tools/intentArg.cjs.map +1 -1
  191. package/dist/cjs/tools/local/CompileCheckTool.cjs +0 -25
  192. package/dist/cjs/tools/local/CompileCheckTool.cjs.map +1 -1
  193. package/dist/cjs/tools/local/FileCheckpointer.cjs +0 -23
  194. package/dist/cjs/tools/local/FileCheckpointer.cjs.map +1 -1
  195. package/dist/cjs/tools/local/LocalCodingTools.cjs +0 -80
  196. package/dist/cjs/tools/local/LocalCodingTools.cjs.map +1 -1
  197. package/dist/cjs/tools/local/LocalExecutionEngine.cjs +0 -126
  198. package/dist/cjs/tools/local/LocalExecutionEngine.cjs.map +1 -1
  199. package/dist/cjs/tools/local/LocalExecutionTools.cjs.map +1 -1
  200. package/dist/cjs/tools/local/LocalProgrammaticToolCalling.cjs +0 -12
  201. package/dist/cjs/tools/local/LocalProgrammaticToolCalling.cjs.map +1 -1
  202. package/dist/cjs/tools/local/attachments.cjs +0 -44
  203. package/dist/cjs/tools/local/attachments.cjs.map +1 -1
  204. package/dist/cjs/tools/local/bashAst.cjs +0 -16
  205. package/dist/cjs/tools/local/bashAst.cjs.map +1 -1
  206. package/dist/cjs/tools/local/editStrategies.cjs +0 -14
  207. package/dist/cjs/tools/local/editStrategies.cjs.map +1 -1
  208. package/dist/cjs/tools/local/resolveLocalExecutionTools.cjs.map +1 -1
  209. package/dist/cjs/tools/local/syntaxCheck.cjs +0 -31
  210. package/dist/cjs/tools/local/syntaxCheck.cjs.map +1 -1
  211. package/dist/cjs/tools/local/textEncoding.cjs +0 -11
  212. package/dist/cjs/tools/local/textEncoding.cjs.map +1 -1
  213. package/dist/cjs/tools/local/workspaceFS.cjs +0 -33
  214. package/dist/cjs/tools/local/workspaceFS.cjs.map +1 -1
  215. package/dist/cjs/tools/ptcTimeout.cjs.map +1 -1
  216. package/dist/cjs/tools/schema.cjs +0 -8
  217. package/dist/cjs/tools/schema.cjs.map +1 -1
  218. package/dist/cjs/tools/search/anthropic.cjs +0 -9
  219. package/dist/cjs/tools/search/anthropic.cjs.map +1 -1
  220. package/dist/cjs/tools/search/content.cjs.map +1 -1
  221. package/dist/cjs/tools/search/crw-scraper.cjs +0 -33
  222. package/dist/cjs/tools/search/crw-scraper.cjs.map +1 -1
  223. package/dist/cjs/tools/search/crw-search.cjs +0 -2
  224. package/dist/cjs/tools/search/crw-search.cjs.map +1 -1
  225. package/dist/cjs/tools/search/firecrawl.cjs +0 -25
  226. package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
  227. package/dist/cjs/tools/search/format.cjs +0 -30
  228. package/dist/cjs/tools/search/format.cjs.map +1 -1
  229. package/dist/cjs/tools/search/highlights.cjs +0 -16
  230. package/dist/cjs/tools/search/highlights.cjs.map +1 -1
  231. package/dist/cjs/tools/search/keenable-scraper.cjs +0 -8
  232. package/dist/cjs/tools/search/keenable-scraper.cjs.map +1 -1
  233. package/dist/cjs/tools/search/keenable-search.cjs +0 -7
  234. package/dist/cjs/tools/search/keenable-search.cjs.map +1 -1
  235. package/dist/cjs/tools/search/rerankers.cjs +0 -35
  236. package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
  237. package/dist/cjs/tools/search/schema.cjs +0 -1
  238. package/dist/cjs/tools/search/schema.cjs.map +1 -1
  239. package/dist/cjs/tools/search/search.cjs +1 -14
  240. package/dist/cjs/tools/search/search.cjs.map +1 -1
  241. package/dist/cjs/tools/search/serper-scraper.cjs +0 -46
  242. package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
  243. package/dist/cjs/tools/search/tavily-scraper.cjs.map +1 -1
  244. package/dist/cjs/tools/search/tavily-search.cjs.map +1 -1
  245. package/dist/cjs/tools/search/tool.cjs +0 -25
  246. package/dist/cjs/tools/search/tool.cjs.map +1 -1
  247. package/dist/cjs/tools/search/utils.cjs +0 -8
  248. package/dist/cjs/tools/search/utils.cjs.map +1 -1
  249. package/dist/cjs/tools/skillCatalog.cjs +0 -6
  250. package/dist/cjs/tools/skillCatalog.cjs.map +1 -1
  251. package/dist/cjs/tools/streamedToolCallSeals.cjs +0 -6
  252. package/dist/cjs/tools/streamedToolCallSeals.cjs.map +1 -1
  253. package/dist/cjs/tools/subagent/SubagentExecutionRegistry.cjs +0 -2
  254. package/dist/cjs/tools/subagent/SubagentExecutionRegistry.cjs.map +1 -1
  255. package/dist/cjs/tools/subagent/SubagentExecutor.cjs +3 -213
  256. package/dist/cjs/tools/subagent/SubagentExecutor.cjs.map +1 -1
  257. package/dist/cjs/tools/subagent/SubagentReplay.cjs.map +1 -1
  258. package/dist/cjs/tools/subagent/childGraphConfig.cjs +0 -4
  259. package/dist/cjs/tools/subagent/childGraphConfig.cjs.map +1 -1
  260. package/dist/cjs/tools/subagent/runtimeLimits.cjs.map +1 -1
  261. package/dist/cjs/tools/toolOutputReferences.cjs +1 -322
  262. package/dist/cjs/tools/toolOutputReferences.cjs.map +1 -1
  263. package/dist/cjs/types/hitl.cjs +0 -5
  264. package/dist/cjs/types/hitl.cjs.map +1 -1
  265. package/dist/cjs/utils/callbacks.cjs.map +1 -1
  266. package/dist/cjs/utils/errors.cjs +14 -165
  267. package/dist/cjs/utils/errors.cjs.map +1 -1
  268. package/dist/cjs/utils/events.cjs +0 -10
  269. package/dist/cjs/utils/events.cjs.map +1 -1
  270. package/dist/cjs/utils/graph.cjs.map +1 -1
  271. package/dist/cjs/utils/handlers.cjs +0 -3
  272. package/dist/cjs/utils/handlers.cjs.map +1 -1
  273. package/dist/cjs/utils/llm.cjs +0 -1
  274. package/dist/cjs/utils/llm.cjs.map +1 -1
  275. package/dist/cjs/utils/misc.cjs +0 -16
  276. package/dist/cjs/utils/misc.cjs.map +1 -1
  277. package/dist/cjs/utils/proxy.cjs +0 -26
  278. package/dist/cjs/utils/proxy.cjs.map +1 -1
  279. package/dist/cjs/utils/run.cjs +0 -6
  280. package/dist/cjs/utils/run.cjs.map +1 -1
  281. package/dist/cjs/utils/schema.cjs +0 -5
  282. package/dist/cjs/utils/schema.cjs.map +1 -1
  283. package/dist/cjs/utils/title.cjs +0 -6
  284. package/dist/cjs/utils/title.cjs.map +1 -1
  285. package/dist/cjs/utils/tokens.cjs +0 -113
  286. package/dist/cjs/utils/tokens.cjs.map +1 -1
  287. package/dist/cjs/utils/toolContent.cjs +0 -41
  288. package/dist/cjs/utils/toolContent.cjs.map +1 -1
  289. package/dist/cjs/utils/truncation.cjs +0 -61
  290. package/dist/cjs/utils/truncation.cjs.map +1 -1
  291. package/dist/esm/agents/AgentContext.mjs +0 -356
  292. package/dist/esm/agents/AgentContext.mjs.map +1 -1
  293. package/dist/esm/agents/projection.mjs +0 -9
  294. package/dist/esm/agents/projection.mjs.map +1 -1
  295. package/dist/esm/common/constants.mjs +0 -26
  296. package/dist/esm/common/constants.mjs.map +1 -1
  297. package/dist/esm/common/enum.mjs +0 -85
  298. package/dist/esm/common/enum.mjs.map +1 -1
  299. package/dist/esm/events.mjs +0 -14
  300. package/dist/esm/events.mjs.map +1 -1
  301. package/dist/esm/graphs/Graph.mjs +1 -909
  302. package/dist/esm/graphs/Graph.mjs.map +1 -1
  303. package/dist/esm/graphs/MultiAgentGraph.mjs +7 -272
  304. package/dist/esm/graphs/MultiAgentGraph.mjs.map +1 -1
  305. package/dist/esm/graphs/applyGraphRuntimeConfig.mjs.map +1 -1
  306. package/dist/esm/graphs/createGraph.mjs.map +1 -1
  307. package/dist/esm/hitl/askUserQuestion.mjs +0 -53
  308. package/dist/esm/hitl/askUserQuestion.mjs.map +1 -1
  309. package/dist/esm/hitl/askUserQuestions.mjs +0 -20
  310. package/dist/esm/hitl/askUserQuestions.mjs.map +1 -1
  311. package/dist/esm/hitl/askUserQuestionsInterrupt.mjs +0 -6
  312. package/dist/esm/hitl/askUserQuestionsInterrupt.mjs.map +1 -1
  313. package/dist/esm/hooks/HookRegistry.mjs +0 -127
  314. package/dist/esm/hooks/HookRegistry.mjs.map +1 -1
  315. package/dist/esm/hooks/createToolPolicyHook.mjs +0 -38
  316. package/dist/esm/hooks/createToolPolicyHook.mjs.map +1 -1
  317. package/dist/esm/hooks/createWorkspacePolicyHook.mjs +0 -77
  318. package/dist/esm/hooks/createWorkspacePolicyHook.mjs.map +1 -1
  319. package/dist/esm/hooks/executeHooks.mjs +0 -79
  320. package/dist/esm/hooks/executeHooks.mjs.map +1 -1
  321. package/dist/esm/hooks/index.mjs +0 -16
  322. package/dist/esm/hooks/index.mjs.map +1 -1
  323. package/dist/esm/hooks/matchers.mjs +0 -104
  324. package/dist/esm/hooks/matchers.mjs.map +1 -1
  325. package/dist/esm/hooks/types.mjs +0 -8
  326. package/dist/esm/hooks/types.mjs.map +1 -1
  327. package/dist/esm/instrumentation.mjs +0 -14
  328. package/dist/esm/instrumentation.mjs.map +1 -1
  329. package/dist/esm/langfuse.mjs +0 -75
  330. package/dist/esm/langfuse.mjs.map +1 -1
  331. package/dist/esm/langfuseConfig.mjs.map +1 -1
  332. package/dist/esm/langfuseRuntimeContext.mjs +0 -13
  333. package/dist/esm/langfuseRuntimeContext.mjs.map +1 -1
  334. package/dist/esm/langfuseRuntimeScope.mjs +0 -4
  335. package/dist/esm/langfuseRuntimeScope.mjs.map +1 -1
  336. package/dist/esm/langfuseSpanRegistry.mjs +0 -28
  337. package/dist/esm/langfuseSpanRegistry.mjs.map +1 -1
  338. package/dist/esm/langfuseToolOutputTracing.mjs +0 -3
  339. package/dist/esm/langfuseToolOutputTracing.mjs.map +1 -1
  340. package/dist/esm/langfuseTraceShaping.mjs +0 -74
  341. package/dist/esm/langfuseTraceShaping.mjs.map +1 -1
  342. package/dist/esm/llm/anthropic/index.mjs +0 -3
  343. package/dist/esm/llm/anthropic/index.mjs.map +1 -1
  344. package/dist/esm/llm/anthropic/types.mjs.map +1 -1
  345. package/dist/esm/llm/anthropic/utils/message_inputs.mjs +1 -111
  346. package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
  347. package/dist/esm/llm/anthropic/utils/message_outputs.mjs +0 -1
  348. package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map +1 -1
  349. package/dist/esm/llm/anthropic/utils/stream_events.mjs +0 -8
  350. package/dist/esm/llm/anthropic/utils/stream_events.mjs.map +1 -1
  351. package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
  352. package/dist/esm/llm/bedrock/cachePoints.mjs.map +1 -1
  353. package/dist/esm/llm/bedrock/index.mjs +1 -95
  354. package/dist/esm/llm/bedrock/index.mjs.map +1 -1
  355. package/dist/esm/llm/bedrock/toolCache.mjs.map +1 -1
  356. package/dist/esm/llm/bedrock/utils/message_inputs.mjs +0 -78
  357. package/dist/esm/llm/bedrock/utils/message_inputs.mjs.map +1 -1
  358. package/dist/esm/llm/bedrock/utils/message_outputs.mjs +0 -24
  359. package/dist/esm/llm/bedrock/utils/message_outputs.mjs.map +1 -1
  360. package/dist/esm/llm/contextOverflowRecovery.mjs +0 -62
  361. package/dist/esm/llm/contextOverflowRecovery.mjs.map +1 -1
  362. package/dist/esm/llm/fake.mjs.map +1 -1
  363. package/dist/esm/llm/google/index.mjs +2 -21
  364. package/dist/esm/llm/google/index.mjs.map +1 -1
  365. package/dist/esm/llm/google/utils/common.mjs +5 -35
  366. package/dist/esm/llm/google/utils/common.mjs.map +1 -1
  367. package/dist/esm/llm/init.mjs +0 -9
  368. package/dist/esm/llm/init.mjs.map +1 -1
  369. package/dist/esm/llm/invoke.mjs +1 -270
  370. package/dist/esm/llm/invoke.mjs.map +1 -1
  371. package/dist/esm/llm/mistral/index.mjs.map +1 -1
  372. package/dist/esm/llm/openai/index.mjs +0 -99
  373. package/dist/esm/llm/openai/index.mjs.map +1 -1
  374. package/dist/esm/llm/openai/streamMetadata.mjs +0 -21
  375. package/dist/esm/llm/openai/streamMetadata.mjs.map +1 -1
  376. package/dist/esm/llm/openai/utils/index.mjs.map +1 -1
  377. package/dist/esm/llm/openrouter/index.mjs +0 -1
  378. package/dist/esm/llm/openrouter/index.mjs.map +1 -1
  379. package/dist/esm/llm/openrouter/toolCache.mjs +0 -6
  380. package/dist/esm/llm/openrouter/toolCache.mjs.map +1 -1
  381. package/dist/esm/llm/preempt.mjs +0 -75
  382. package/dist/esm/llm/preempt.mjs.map +1 -1
  383. package/dist/esm/llm/providers.mjs.map +1 -1
  384. package/dist/esm/llm/request.mjs +0 -10
  385. package/dist/esm/llm/request.mjs.map +1 -1
  386. package/dist/esm/llm/stream/chunkAdapters.mjs +0 -62
  387. package/dist/esm/llm/stream/chunkAdapters.mjs.map +1 -1
  388. package/dist/esm/llm/stream/smoother.mjs +0 -58
  389. package/dist/esm/llm/stream/smoother.mjs.map +1 -1
  390. package/dist/esm/llm/streamLimits.mjs +4 -293
  391. package/dist/esm/llm/streamLimits.mjs.map +1 -1
  392. package/dist/esm/llm/truncation.mjs +0 -36
  393. package/dist/esm/llm/truncation.mjs.map +1 -1
  394. package/dist/esm/llm/vertexai/index.mjs +0 -330
  395. package/dist/esm/llm/vertexai/index.mjs.map +1 -1
  396. package/dist/esm/messages/alternation.mjs +0 -43
  397. package/dist/esm/messages/alternation.mjs.map +1 -1
  398. package/dist/esm/messages/anthropicToolCache.mjs +0 -45
  399. package/dist/esm/messages/anthropicToolCache.mjs.map +1 -1
  400. package/dist/esm/messages/assistantPhase.mjs +0 -12
  401. package/dist/esm/messages/assistantPhase.mjs.map +1 -1
  402. package/dist/esm/messages/budget.mjs +0 -9
  403. package/dist/esm/messages/budget.mjs.map +1 -1
  404. package/dist/esm/messages/cache.mjs +0 -172
  405. package/dist/esm/messages/cache.mjs.map +1 -1
  406. package/dist/esm/messages/content.mjs +0 -9
  407. package/dist/esm/messages/content.mjs.map +1 -1
  408. package/dist/esm/messages/contextPruning.mjs +0 -15
  409. package/dist/esm/messages/contextPruning.mjs.map +1 -1
  410. package/dist/esm/messages/contextPruningSettings.mjs +0 -3
  411. package/dist/esm/messages/contextPruningSettings.mjs.map +1 -1
  412. package/dist/esm/messages/core.mjs +0 -48
  413. package/dist/esm/messages/core.mjs.map +1 -1
  414. package/dist/esm/messages/format.mjs +1 -345
  415. package/dist/esm/messages/format.mjs.map +1 -1
  416. package/dist/esm/messages/handoffCue.mjs +0 -36
  417. package/dist/esm/messages/handoffCue.mjs.map +1 -1
  418. package/dist/esm/messages/ids.mjs.map +1 -1
  419. package/dist/esm/messages/injected.mjs +0 -33
  420. package/dist/esm/messages/injected.mjs.map +1 -1
  421. package/dist/esm/messages/langchain.mjs +0 -14
  422. package/dist/esm/messages/langchain.mjs.map +1 -1
  423. package/dist/esm/messages/prune.mjs +1 -184
  424. package/dist/esm/messages/prune.mjs.map +1 -1
  425. package/dist/esm/messages/recency.mjs +0 -32
  426. package/dist/esm/messages/recency.mjs.map +1 -1
  427. package/dist/esm/messages/reducer.mjs +0 -30
  428. package/dist/esm/messages/reducer.mjs.map +1 -1
  429. package/dist/esm/messages/tools.mjs +0 -14
  430. package/dist/esm/messages/tools.mjs.map +1 -1
  431. package/dist/esm/openai/index.mjs.map +1 -1
  432. package/dist/esm/prompts/activityLabel.mjs +9 -79
  433. package/dist/esm/prompts/activityLabel.mjs.map +1 -1
  434. package/dist/esm/responses/index.mjs.map +1 -1
  435. package/dist/esm/run.mjs +2 -538
  436. package/dist/esm/run.mjs.map +1 -1
  437. package/dist/esm/session/AgentSession.mjs +1 -17
  438. package/dist/esm/session/AgentSession.mjs.map +1 -1
  439. package/dist/esm/session/JsonlSessionStore.mjs.map +1 -1
  440. package/dist/esm/session/handlers.mjs +0 -7
  441. package/dist/esm/session/handlers.mjs.map +1 -1
  442. package/dist/esm/session/ids.mjs.map +1 -1
  443. package/dist/esm/session/messageSerialization.mjs +0 -4
  444. package/dist/esm/session/messageSerialization.mjs.map +1 -1
  445. package/dist/esm/stream.mjs +1 -93
  446. package/dist/esm/stream.mjs.map +1 -1
  447. package/dist/esm/summarization/index.mjs +0 -27
  448. package/dist/esm/summarization/index.mjs.map +1 -1
  449. package/dist/esm/summarization/node.mjs +0 -273
  450. package/dist/esm/summarization/node.mjs.map +1 -1
  451. package/dist/esm/tools/BashExecutor.mjs +0 -35
  452. package/dist/esm/tools/BashExecutor.mjs.map +1 -1
  453. package/dist/esm/tools/BashProgrammaticToolCalling.mjs +0 -24
  454. package/dist/esm/tools/BashProgrammaticToolCalling.mjs.map +1 -1
  455. package/dist/esm/tools/Calculator.mjs.map +1 -1
  456. package/dist/esm/tools/CodeExecutor.mjs +0 -13
  457. package/dist/esm/tools/CodeExecutor.mjs.map +1 -1
  458. package/dist/esm/tools/CodeSessionFileSummary.mjs.map +1 -1
  459. package/dist/esm/tools/ProgrammaticToolCalling.mjs +0 -101
  460. package/dist/esm/tools/ProgrammaticToolCalling.mjs.map +1 -1
  461. package/dist/esm/tools/ReadFile.mjs.map +1 -1
  462. package/dist/esm/tools/SkillTool.mjs +0 -5
  463. package/dist/esm/tools/SkillTool.mjs.map +1 -1
  464. package/dist/esm/tools/SubagentTool.mjs +0 -10
  465. package/dist/esm/tools/SubagentTool.mjs.map +1 -1
  466. package/dist/esm/tools/ToolNode.mjs +6 -1038
  467. package/dist/esm/tools/ToolNode.mjs.map +1 -1
  468. package/dist/esm/tools/ToolSearch.mjs +0 -179
  469. package/dist/esm/tools/ToolSearch.mjs.map +1 -1
  470. package/dist/esm/tools/cloudflare/CloudflareBridgeRuntime.mjs.map +1 -1
  471. package/dist/esm/tools/cloudflare/CloudflareProgrammaticToolCalling.mjs.map +1 -1
  472. package/dist/esm/tools/cloudflare/CloudflareSandboxExecutionEngine.mjs +0 -39
  473. package/dist/esm/tools/cloudflare/CloudflareSandboxExecutionEngine.mjs.map +1 -1
  474. package/dist/esm/tools/cloudflare/CloudflareSandboxTools.mjs.map +1 -1
  475. package/dist/esm/tools/eagerEventExecution.mjs +0 -6
  476. package/dist/esm/tools/eagerEventExecution.mjs.map +1 -1
  477. package/dist/esm/tools/handlers.mjs +1 -41
  478. package/dist/esm/tools/handlers.mjs.map +1 -1
  479. package/dist/esm/tools/intentArg.mjs +1 -132
  480. package/dist/esm/tools/intentArg.mjs.map +1 -1
  481. package/dist/esm/tools/local/CompileCheckTool.mjs +0 -25
  482. package/dist/esm/tools/local/CompileCheckTool.mjs.map +1 -1
  483. package/dist/esm/tools/local/FileCheckpointer.mjs +0 -23
  484. package/dist/esm/tools/local/FileCheckpointer.mjs.map +1 -1
  485. package/dist/esm/tools/local/LocalCodingTools.mjs +0 -80
  486. package/dist/esm/tools/local/LocalCodingTools.mjs.map +1 -1
  487. package/dist/esm/tools/local/LocalExecutionEngine.mjs +0 -126
  488. package/dist/esm/tools/local/LocalExecutionEngine.mjs.map +1 -1
  489. package/dist/esm/tools/local/LocalExecutionTools.mjs.map +1 -1
  490. package/dist/esm/tools/local/LocalProgrammaticToolCalling.mjs +0 -12
  491. package/dist/esm/tools/local/LocalProgrammaticToolCalling.mjs.map +1 -1
  492. package/dist/esm/tools/local/attachments.mjs +0 -44
  493. package/dist/esm/tools/local/attachments.mjs.map +1 -1
  494. package/dist/esm/tools/local/bashAst.mjs +0 -16
  495. package/dist/esm/tools/local/bashAst.mjs.map +1 -1
  496. package/dist/esm/tools/local/editStrategies.mjs +0 -14
  497. package/dist/esm/tools/local/editStrategies.mjs.map +1 -1
  498. package/dist/esm/tools/local/resolveLocalExecutionTools.mjs.map +1 -1
  499. package/dist/esm/tools/local/syntaxCheck.mjs +0 -31
  500. package/dist/esm/tools/local/syntaxCheck.mjs.map +1 -1
  501. package/dist/esm/tools/local/textEncoding.mjs +0 -11
  502. package/dist/esm/tools/local/textEncoding.mjs.map +1 -1
  503. package/dist/esm/tools/local/workspaceFS.mjs +0 -33
  504. package/dist/esm/tools/local/workspaceFS.mjs.map +1 -1
  505. package/dist/esm/tools/ptcTimeout.mjs.map +1 -1
  506. package/dist/esm/tools/schema.mjs +0 -8
  507. package/dist/esm/tools/schema.mjs.map +1 -1
  508. package/dist/esm/tools/search/anthropic.mjs +0 -9
  509. package/dist/esm/tools/search/anthropic.mjs.map +1 -1
  510. package/dist/esm/tools/search/content.mjs.map +1 -1
  511. package/dist/esm/tools/search/crw-scraper.mjs +0 -33
  512. package/dist/esm/tools/search/crw-scraper.mjs.map +1 -1
  513. package/dist/esm/tools/search/crw-search.mjs +0 -2
  514. package/dist/esm/tools/search/crw-search.mjs.map +1 -1
  515. package/dist/esm/tools/search/firecrawl.mjs +0 -25
  516. package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
  517. package/dist/esm/tools/search/format.mjs +0 -30
  518. package/dist/esm/tools/search/format.mjs.map +1 -1
  519. package/dist/esm/tools/search/highlights.mjs +0 -16
  520. package/dist/esm/tools/search/highlights.mjs.map +1 -1
  521. package/dist/esm/tools/search/keenable-scraper.mjs +0 -8
  522. package/dist/esm/tools/search/keenable-scraper.mjs.map +1 -1
  523. package/dist/esm/tools/search/keenable-search.mjs +0 -7
  524. package/dist/esm/tools/search/keenable-search.mjs.map +1 -1
  525. package/dist/esm/tools/search/rerankers.mjs +0 -35
  526. package/dist/esm/tools/search/rerankers.mjs.map +1 -1
  527. package/dist/esm/tools/search/schema.mjs +0 -1
  528. package/dist/esm/tools/search/schema.mjs.map +1 -1
  529. package/dist/esm/tools/search/search.mjs +1 -14
  530. package/dist/esm/tools/search/search.mjs.map +1 -1
  531. package/dist/esm/tools/search/serper-scraper.mjs +0 -46
  532. package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
  533. package/dist/esm/tools/search/tavily-scraper.mjs.map +1 -1
  534. package/dist/esm/tools/search/tavily-search.mjs.map +1 -1
  535. package/dist/esm/tools/search/tool.mjs +0 -25
  536. package/dist/esm/tools/search/tool.mjs.map +1 -1
  537. package/dist/esm/tools/search/utils.mjs +0 -8
  538. package/dist/esm/tools/search/utils.mjs.map +1 -1
  539. package/dist/esm/tools/skillCatalog.mjs +0 -6
  540. package/dist/esm/tools/skillCatalog.mjs.map +1 -1
  541. package/dist/esm/tools/streamedToolCallSeals.mjs +0 -6
  542. package/dist/esm/tools/streamedToolCallSeals.mjs.map +1 -1
  543. package/dist/esm/tools/subagent/SubagentExecutionRegistry.mjs +0 -2
  544. package/dist/esm/tools/subagent/SubagentExecutionRegistry.mjs.map +1 -1
  545. package/dist/esm/tools/subagent/SubagentExecutor.mjs +3 -213
  546. package/dist/esm/tools/subagent/SubagentExecutor.mjs.map +1 -1
  547. package/dist/esm/tools/subagent/SubagentReplay.mjs.map +1 -1
  548. package/dist/esm/tools/subagent/childGraphConfig.mjs +0 -4
  549. package/dist/esm/tools/subagent/childGraphConfig.mjs.map +1 -1
  550. package/dist/esm/tools/subagent/runtimeLimits.mjs.map +1 -1
  551. package/dist/esm/tools/toolOutputReferences.mjs +1 -322
  552. package/dist/esm/tools/toolOutputReferences.mjs.map +1 -1
  553. package/dist/esm/types/hitl.mjs +0 -5
  554. package/dist/esm/types/hitl.mjs.map +1 -1
  555. package/dist/esm/utils/callbacks.mjs.map +1 -1
  556. package/dist/esm/utils/errors.mjs +14 -165
  557. package/dist/esm/utils/errors.mjs.map +1 -1
  558. package/dist/esm/utils/events.mjs +0 -10
  559. package/dist/esm/utils/events.mjs.map +1 -1
  560. package/dist/esm/utils/graph.mjs.map +1 -1
  561. package/dist/esm/utils/handlers.mjs +0 -3
  562. package/dist/esm/utils/handlers.mjs.map +1 -1
  563. package/dist/esm/utils/llm.mjs +0 -1
  564. package/dist/esm/utils/llm.mjs.map +1 -1
  565. package/dist/esm/utils/misc.mjs +0 -16
  566. package/dist/esm/utils/misc.mjs.map +1 -1
  567. package/dist/esm/utils/proxy.mjs +0 -26
  568. package/dist/esm/utils/proxy.mjs.map +1 -1
  569. package/dist/esm/utils/run.mjs +0 -6
  570. package/dist/esm/utils/run.mjs.map +1 -1
  571. package/dist/esm/utils/schema.mjs +0 -5
  572. package/dist/esm/utils/schema.mjs.map +1 -1
  573. package/dist/esm/utils/title.mjs +0 -6
  574. package/dist/esm/utils/title.mjs.map +1 -1
  575. package/dist/esm/utils/tokens.mjs +0 -113
  576. package/dist/esm/utils/tokens.mjs.map +1 -1
  577. package/dist/esm/utils/toolContent.mjs +0 -41
  578. package/dist/esm/utils/toolContent.mjs.map +1 -1
  579. package/dist/esm/utils/truncation.mjs +0 -61
  580. package/dist/esm/utils/truncation.mjs.map +1 -1
  581. package/dist/types/agents/AgentContext.d.ts +3 -3
  582. package/dist/types/agents/__tests__/promptCacheLiveHelpers.d.ts +3 -3
  583. package/dist/types/agents/projection.d.ts +1 -1
  584. package/dist/types/events.d.ts +2 -2
  585. package/dist/types/graphs/Graph.d.ts +11 -11
  586. package/dist/types/graphs/MultiAgentGraph.d.ts +2 -2
  587. package/dist/types/graphs/createGraph.d.ts +4 -4
  588. package/dist/types/graphs/graphFactory.d.ts +1 -1
  589. package/dist/types/hitl/askUserQuestion.d.ts +1 -1
  590. package/dist/types/hitl/askUserQuestions.d.ts +1 -1
  591. package/dist/types/hitl/askUserQuestionsInterrupt.d.ts +1 -1
  592. package/dist/types/hooks/types.d.ts +1 -1
  593. package/dist/types/instrumentation.d.ts +1 -1
  594. package/dist/types/langfuse.d.ts +3 -3
  595. package/dist/types/langfuseConfig.d.ts +2 -2
  596. package/dist/types/langfuseRuntimeContext.d.ts +1 -1
  597. package/dist/types/langfuseRuntimeScope.d.ts +2 -2
  598. package/dist/types/langfuseSpanRegistry.d.ts +1 -1
  599. package/dist/types/langfuseToolOutputTracing.d.ts +3 -3
  600. package/dist/types/llm/anthropic/index.d.ts +1 -1
  601. package/dist/types/llm/bedrock/index.d.ts +1 -1
  602. package/dist/types/llm/bedrock/toolCache.d.ts +2 -2
  603. package/dist/types/llm/contextOverflowRecovery.d.ts +2 -2
  604. package/dist/types/llm/google/index.d.ts +1 -1
  605. package/dist/types/llm/init.d.ts +2 -2
  606. package/dist/types/llm/invoke.d.ts +6 -6
  607. package/dist/types/llm/mistral/index.d.ts +1 -1
  608. package/dist/types/llm/openai/index.d.ts +2 -2
  609. package/dist/types/llm/openrouter/index.d.ts +2 -2
  610. package/dist/types/llm/openrouter/toolCache.d.ts +2 -2
  611. package/dist/types/llm/providers.d.ts +2 -2
  612. package/dist/types/llm/request.d.ts +2 -2
  613. package/dist/types/llm/stream/chunkAdapters.d.ts +1 -1
  614. package/dist/types/llm/streamLimits.d.ts +1 -1
  615. package/dist/types/llm/truncation.d.ts +1 -1
  616. package/dist/types/llm/vertexai/index.d.ts +1 -1
  617. package/dist/types/messages/alternation.d.ts +1 -1
  618. package/dist/types/messages/anthropicToolCache.d.ts +2 -2
  619. package/dist/types/messages/assistantPhase.d.ts +3 -3
  620. package/dist/types/messages/budget.d.ts +1 -1
  621. package/dist/types/messages/cache.d.ts +1 -1
  622. package/dist/types/messages/contextPruning.d.ts +2 -2
  623. package/dist/types/messages/core.d.ts +2 -2
  624. package/dist/types/messages/format.d.ts +2 -2
  625. package/dist/types/messages/ids.d.ts +2 -2
  626. package/dist/types/messages/injected.d.ts +1 -1
  627. package/dist/types/messages/langchain.d.ts +1 -1
  628. package/dist/types/messages/prune.d.ts +3 -3
  629. package/dist/types/openai/index.d.ts +1 -1
  630. package/dist/types/prompts/activityLabel.d.ts +2 -2
  631. package/dist/types/responses/index.d.ts +1 -1
  632. package/dist/types/run.d.ts +3 -3
  633. package/dist/types/session/handlers.d.ts +1 -1
  634. package/dist/types/session/types.d.ts +1 -1
  635. package/dist/types/stream.d.ts +4 -4
  636. package/dist/types/summarization/index.d.ts +1 -1
  637. package/dist/types/summarization/node.d.ts +6 -6
  638. package/dist/types/test/mockTools.d.ts +1 -1
  639. package/dist/types/tools/BashExecutor.d.ts +2 -2
  640. package/dist/types/tools/BashProgrammaticToolCalling.d.ts +2 -2
  641. package/dist/types/tools/CodeExecutor.d.ts +3 -3
  642. package/dist/types/tools/CodeSessionFileSummary.d.ts +1 -1
  643. package/dist/types/tools/ProgrammaticToolCalling.d.ts +2 -2
  644. package/dist/types/tools/ReadFile.d.ts +1 -1
  645. package/dist/types/tools/SkillTool.d.ts +1 -1
  646. package/dist/types/tools/SubagentTool.d.ts +3 -3
  647. package/dist/types/tools/ToolNode.d.ts +5 -5
  648. package/dist/types/tools/ToolSearch.d.ts +2 -2
  649. package/dist/types/tools/cloudflare/CloudflareBridgeRuntime.d.ts +1 -1
  650. package/dist/types/tools/cloudflare/CloudflareProgrammaticToolCalling.d.ts +1 -1
  651. package/dist/types/tools/cloudflare/CloudflareSandboxExecutionEngine.d.ts +2 -2
  652. package/dist/types/tools/cloudflare/CloudflareSandboxTools.d.ts +1 -1
  653. package/dist/types/tools/eagerEventExecution.d.ts +1 -1
  654. package/dist/types/tools/handlers.d.ts +3 -3
  655. package/dist/types/tools/intentArg.d.ts +1 -1
  656. package/dist/types/tools/local/CompileCheckTool.d.ts +2 -2
  657. package/dist/types/tools/local/FileCheckpointer.d.ts +1 -1
  658. package/dist/types/tools/local/LocalCodingTools.d.ts +2 -2
  659. package/dist/types/tools/local/LocalExecutionEngine.d.ts +1 -1
  660. package/dist/types/tools/local/LocalExecutionTools.d.ts +1 -1
  661. package/dist/types/tools/local/LocalProgrammaticToolCalling.d.ts +1 -1
  662. package/dist/types/tools/local/bashAst.d.ts +1 -1
  663. package/dist/types/tools/local/resolveLocalExecutionTools.d.ts +1 -1
  664. package/dist/types/tools/local/syntaxCheck.d.ts +1 -1
  665. package/dist/types/tools/ptcTimeout.d.ts +1 -1
  666. package/dist/types/tools/schema.d.ts +1 -1
  667. package/dist/types/tools/search/anthropic.d.ts +1 -1
  668. package/dist/types/tools/skillCatalog.d.ts +1 -1
  669. package/dist/types/tools/subagent/SubagentExecutor.d.ts +5 -5
  670. package/dist/types/tools/subagent/SubagentReplay.d.ts +3 -3
  671. package/dist/types/tools/subagent/childGraphConfig.d.ts +2 -2
  672. package/dist/types/types/activityLabel.d.ts +3 -3
  673. package/dist/types/types/graph.d.ts +7 -7
  674. package/dist/types/types/llm.d.ts +9 -9
  675. package/dist/types/types/run.d.ts +7 -7
  676. package/dist/types/types/stream.d.ts +5 -5
  677. package/dist/types/types/summarize.d.ts +2 -2
  678. package/dist/types/types/tools.d.ts +5 -5
  679. package/dist/types/utils/__tests__/fixtures/contextOverflowSignatures.d.ts +1 -1
  680. package/dist/types/utils/errors.d.ts +1 -1
  681. package/dist/types/utils/events.d.ts +1 -1
  682. package/dist/types/utils/handlers.d.ts +3 -3
  683. package/dist/types/utils/llm.d.ts +1 -1
  684. package/dist/types/utils/llmConfig.d.ts +1 -1
  685. package/dist/types/utils/title.d.ts +1 -1
  686. package/package.json +10 -3
  687. package/src/llm/google/utils/common.ts +6 -4
  688. package/src/__tests__/stream.eagerArgsDivergence.test.ts +0 -911
  689. package/src/__tests__/stream.eagerEventExecution.test.ts +0 -5046
  690. package/src/__tests__/stream.streamLimits.test.ts +0 -1982
  691. package/src/agents/__tests__/AgentContext.anthropic.live.test.ts +0 -448
  692. package/src/agents/__tests__/AgentContext.bedrock.live.test.ts +0 -655
  693. package/src/agents/__tests__/AgentContext.openrouter.live.test.ts +0 -128
  694. package/src/agents/__tests__/AgentContext.overflow.test.ts +0 -205
  695. package/src/agents/__tests__/AgentContext.test.ts +0 -2425
  696. package/src/agents/__tests__/projection.test.ts +0 -73
  697. package/src/agents/__tests__/promptCacheLiveHelpers.ts +0 -175
  698. package/src/aggregator.test.ts +0 -1214
  699. package/src/graphs/__tests__/Graph.breakerLifecycle.test.ts +0 -273
  700. package/src/graphs/__tests__/Graph.closeRunStep.test.ts +0 -385
  701. package/src/graphs/__tests__/Graph.contextOverflow.test.ts +0 -1766
  702. package/src/graphs/__tests__/Graph.preemptSignal.test.ts +0 -126
  703. package/src/graphs/__tests__/Graph.reasoning.test.ts +0 -1717
  704. package/src/graphs/__tests__/Graph.subagentResumeState.test.ts +0 -80
  705. package/src/graphs/__tests__/MultiAgentGraph.test.ts +0 -177
  706. package/src/graphs/__tests__/composition.smoke.test.ts +0 -509
  707. package/src/graphs/__tests__/createGraph.test.ts +0 -206
  708. package/src/hooks/__tests__/HookRegistry.test.ts +0 -334
  709. package/src/hooks/__tests__/compactHooks.test.ts +0 -250
  710. package/src/hooks/__tests__/createToolPolicyHook.test.ts +0 -268
  711. package/src/hooks/__tests__/createWorkspacePolicyHook.test.ts +0 -405
  712. package/src/hooks/__tests__/executeHooks.test.ts +0 -1294
  713. package/src/hooks/__tests__/integration.test.ts +0 -337
  714. package/src/hooks/__tests__/matchers.test.ts +0 -238
  715. package/src/hooks/__tests__/preemptBoundary.test.ts +0 -152
  716. package/src/hooks/__tests__/toolHooks.test.ts +0 -669
  717. package/src/llm/__tests__/contextOverflowRecovery.test.ts +0 -401
  718. package/src/llm/__tests__/fallbackOverflow.test.ts +0 -287
  719. package/src/llm/anthropic/Jacob_Lee_Resume_2023.pdf +0 -0
  720. package/src/llm/anthropic/inherited-content-utils.spec.ts +0 -249
  721. package/src/llm/anthropic/inherited-stream-events.spec.ts +0 -1259
  722. package/src/llm/anthropic/inherited-strict.spec.ts +0 -302
  723. package/src/llm/anthropic/llm.spec.ts +0 -3394
  724. package/src/llm/anthropic/utils/cross-provider-reasoning.test.ts +0 -383
  725. package/src/llm/anthropic/utils/cross-provider-server-tools.test.ts +0 -110
  726. package/src/llm/anthropic/utils/server-tool-inputs.test.ts +0 -508
  727. package/src/llm/anthropic/utils/streaming-tool-input.test.ts +0 -361
  728. package/src/llm/anthropic/utils/stripPrefillCache.test.ts +0 -111
  729. package/src/llm/anthropic/utils/tool-id-normalization.test.ts +0 -287
  730. package/src/llm/bedrock/inherited-cache.spec.ts +0 -144
  731. package/src/llm/bedrock/inherited.spec.ts +0 -724
  732. package/src/llm/bedrock/llm.spec.ts +0 -1533
  733. package/src/llm/bedrock/streamSealDispatch.test.ts +0 -331
  734. package/src/llm/bedrock/toolCache.test.ts +0 -194
  735. package/src/llm/bedrock/utils/cross-provider-reasoning.test.ts +0 -131
  736. package/src/llm/bedrock/utils/cross-provider-server-tools.test.ts +0 -122
  737. package/src/llm/bedrock/utils/message_inputs.test.ts +0 -650
  738. package/src/llm/bedrock/utils/message_outputs.test.ts +0 -85
  739. package/src/llm/bedrock/utils/toolResultCachePoint.test.ts +0 -118
  740. package/src/llm/custom-chat-models.smoke.test.ts +0 -1966
  741. package/src/llm/google/data/gettysburg10.wav +0 -0
  742. package/src/llm/google/data/hotdog.jpg +0 -0
  743. package/src/llm/google/inherited-stream-events.spec.ts +0 -350
  744. package/src/llm/google/llm.spec.ts +0 -1388
  745. package/src/llm/google/streamSmoothing.test.ts +0 -121
  746. package/src/llm/google/utils/common.test.ts +0 -185
  747. package/src/llm/invoke.alternation.test.ts +0 -87
  748. package/src/llm/invoke.handoffCue.test.ts +0 -112
  749. package/src/llm/invoke.streamLimits.test.ts +0 -142
  750. package/src/llm/invoke.test.ts +0 -1198
  751. package/src/llm/mistral/streamSmoothing.test.ts +0 -97
  752. package/src/llm/openai/cacheWriteTokens.test.ts +0 -112
  753. package/src/llm/openai/contentBlocks.test.ts +0 -381
  754. package/src/llm/openai/deepseek.test.ts +0 -747
  755. package/src/llm/openai/inherited-deepseek.spec.ts +0 -347
  756. package/src/llm/openai/inherited-xai.spec.ts +0 -416
  757. package/src/llm/openai/llm.spec.ts +0 -1774
  758. package/src/llm/openai/managedRequests.test.ts +0 -182
  759. package/src/llm/openai/sequentialToolCallSeals.test.ts +0 -199
  760. package/src/llm/openai/streamMetadata.spec.ts +0 -86
  761. package/src/llm/openai/streamMetadataDedup.spec.ts +0 -166
  762. package/src/llm/openai/utils/isReasoningModel.test.ts +0 -90
  763. package/src/llm/openai/utils/messages.test.ts +0 -488
  764. package/src/llm/openrouter/reasoning.test.ts +0 -561
  765. package/src/llm/openrouter/toolCache.test.ts +0 -134
  766. package/src/llm/preempt.test.ts +0 -323
  767. package/src/llm/stream/chunkAdapters.test.ts +0 -202
  768. package/src/llm/stream/reassembly.test.ts +0 -241
  769. package/src/llm/stream/smoother.bench.test.ts +0 -155
  770. package/src/llm/stream/smoother.test.ts +0 -519
  771. package/src/llm/streamLimits.test.ts +0 -450
  772. package/src/llm/truncation.test.ts +0 -242
  773. package/src/llm/vertexai/fixThoughtSignatures.test.ts +0 -154
  774. package/src/llm/vertexai/inherited-stream-events.spec.ts +0 -271
  775. package/src/llm/vertexai/llm.spec.ts +0 -159
  776. package/src/llm/vertexai/repairUsageMetadata.test.ts +0 -54
  777. package/src/llm/vertexai/sealStreamedToolCalls.test.ts +0 -88
  778. package/src/llm/vertexai/streamSealDispatch.test.ts +0 -148
  779. package/src/llm/vertexai/streamSmoothing.test.ts +0 -109
  780. package/src/messages/__tests__/anthropicToolCache.test.ts +0 -339
  781. package/src/messages/__tests__/observationMasking.test.ts +0 -312
  782. package/src/messages/__tests__/recency.test.ts +0 -267
  783. package/src/messages/__tests__/tools.test.ts +0 -473
  784. package/src/messages/alternation.test.ts +0 -212
  785. package/src/messages/assistantPhase.test.ts +0 -75
  786. package/src/messages/cache.tail.test.ts +0 -533
  787. package/src/messages/cache.test.ts +0 -2166
  788. package/src/messages/content.test.ts +0 -362
  789. package/src/messages/contextPruning.test.ts +0 -184
  790. package/src/messages/ensureThinkingBlock.test.ts +0 -1427
  791. package/src/messages/foldToollessToolBlocks.test.ts +0 -596
  792. package/src/messages/formatAgentMessages.reducer.test.ts +0 -162
  793. package/src/messages/formatAgentMessages.skills.test.ts +0 -513
  794. package/src/messages/formatAgentMessages.steer.test.ts +0 -598
  795. package/src/messages/formatAgentMessages.test.ts +0 -8111
  796. package/src/messages/formatAgentMessages.tools.test.ts +0 -522
  797. package/src/messages/formatMessage.test.ts +0 -693
  798. package/src/messages/handoffCue.test.ts +0 -96
  799. package/src/messages/injected.test.ts +0 -107
  800. package/src/messages/labelContentByAgent.test.ts +0 -962
  801. package/src/messages/reducer.spec.ts +0 -32
  802. package/src/messages/shiftIndexTokenCountMap.test.ts +0 -81
  803. package/src/messages/tailCacheConversion.test.ts +0 -161
  804. package/src/openai/__tests__/openai.test.ts +0 -337
  805. package/src/responses/__tests__/responses.test.ts +0 -652
  806. package/src/scripts/abort.ts +0 -157
  807. package/src/scripts/activity-labels/captured.json +0 -56
  808. package/src/scripts/activity-labels/checks.cjs +0 -205
  809. package/src/scripts/activity-labels/corpus.cjs +0 -473
  810. package/src/scripts/activity-labels/report.cjs +0 -203
  811. package/src/scripts/activity-labels/rescore.cjs +0 -102
  812. package/src/scripts/activity-labels/run.ts +0 -705
  813. package/src/scripts/activity-labels/variants.ts +0 -71
  814. package/src/scripts/ant_web_search.ts +0 -159
  815. package/src/scripts/ant_web_search_edge_case.ts +0 -163
  816. package/src/scripts/ant_web_search_error_edge_case.ts +0 -149
  817. package/src/scripts/args.ts +0 -48
  818. package/src/scripts/bedrock-cache-debug.ts +0 -250
  819. package/src/scripts/bedrock-content-aggregation-test.ts +0 -266
  820. package/src/scripts/bedrock-merge-test.ts +0 -107
  821. package/src/scripts/bedrock-parallel-tools-test.ts +0 -204
  822. package/src/scripts/bench-prompt-cache.ts +0 -479
  823. package/src/scripts/caching.ts +0 -132
  824. package/src/scripts/cli.ts +0 -172
  825. package/src/scripts/cli2.ts +0 -133
  826. package/src/scripts/cli3.ts +0 -184
  827. package/src/scripts/cli4.ts +0 -191
  828. package/src/scripts/cli5.ts +0 -191
  829. package/src/scripts/code_exec.ts +0 -214
  830. package/src/scripts/code_exec_files.ts +0 -237
  831. package/src/scripts/code_exec_multi_session.ts +0 -237
  832. package/src/scripts/code_exec_ptc.ts +0 -335
  833. package/src/scripts/code_exec_session.ts +0 -283
  834. package/src/scripts/code_exec_simple.ts +0 -148
  835. package/src/scripts/compare_pi_vs_ours.ts +0 -1259
  836. package/src/scripts/content.ts +0 -139
  837. package/src/scripts/context-overflow-probe.ts +0 -997
  838. package/src/scripts/empty_input.ts +0 -137
  839. package/src/scripts/handoff-test.ts +0 -134
  840. package/src/scripts/local_engine.ts +0 -166
  841. package/src/scripts/local_engine_checkpointer.ts +0 -205
  842. package/src/scripts/local_engine_compile.ts +0 -263
  843. package/src/scripts/local_engine_hooks.ts +0 -226
  844. package/src/scripts/local_engine_image.ts +0 -201
  845. package/src/scripts/local_engine_ptc.ts +0 -151
  846. package/src/scripts/local_engine_workspace.ts +0 -258
  847. package/src/scripts/memory.ts +0 -107
  848. package/src/scripts/multi-agent-chain.ts +0 -332
  849. package/src/scripts/multi-agent-conditional.ts +0 -222
  850. package/src/scripts/multi-agent-document-review-chain.ts +0 -198
  851. package/src/scripts/multi-agent-hybrid-flow.ts +0 -311
  852. package/src/scripts/multi-agent-parallel-start.ts +0 -265
  853. package/src/scripts/multi-agent-parallel.ts +0 -395
  854. package/src/scripts/multi-agent-sequence.ts +0 -217
  855. package/src/scripts/multi-agent-subagent.ts +0 -246
  856. package/src/scripts/multi-agent-supervisor.ts +0 -366
  857. package/src/scripts/multi-agent-test.ts +0 -187
  858. package/src/scripts/openrouter_prompt_cache_live.ts +0 -310
  859. package/src/scripts/parallel-asymmetric-tools-test.ts +0 -275
  860. package/src/scripts/parallel-full-metadata-test.ts +0 -241
  861. package/src/scripts/parallel-tools-test.ts +0 -341
  862. package/src/scripts/preempt-probe.ts +0 -330
  863. package/src/scripts/preempt-scenarios.ts +0 -388
  864. package/src/scripts/programmatic_exec.ts +0 -387
  865. package/src/scripts/programmatic_exec_agent.ts +0 -232
  866. package/src/scripts/search.ts +0 -147
  867. package/src/scripts/sequential-full-metadata-test.ts +0 -198
  868. package/src/scripts/session_live.ts +0 -548
  869. package/src/scripts/simple.ts +0 -226
  870. package/src/scripts/single-agent-metadata-test.ts +0 -196
  871. package/src/scripts/stream.ts +0 -141
  872. package/src/scripts/subagent-configurable-inheritance.ts +0 -252
  873. package/src/scripts/subagent-event-driven-debug.ts +0 -190
  874. package/src/scripts/subagent-tools-debug.ts +0 -160
  875. package/src/scripts/subagent-usage-sink.ts +0 -176
  876. package/src/scripts/summarization-recency.ts +0 -462
  877. package/src/scripts/test-custom-prompt-key.ts +0 -145
  878. package/src/scripts/test-handoff-input.ts +0 -170
  879. package/src/scripts/test-handoff-preamble.ts +0 -278
  880. package/src/scripts/test-handoff-steering.ts +0 -430
  881. package/src/scripts/test-multi-agent-list-handoff.ts +0 -418
  882. package/src/scripts/test-parallel-agent-labeling.ts +0 -327
  883. package/src/scripts/test-parallel-handoffs.ts +0 -292
  884. package/src/scripts/test-thinking-handoff-bedrock.ts +0 -154
  885. package/src/scripts/test-thinking-handoff.ts +0 -156
  886. package/src/scripts/test-thinking-to-thinking-handoff-bedrock.ts +0 -166
  887. package/src/scripts/test-tool-before-handoff-role-order.ts +0 -276
  888. package/src/scripts/test-tools-before-handoff.ts +0 -222
  889. package/src/scripts/test_code_api.ts +0 -354
  890. package/src/scripts/thinking-bedrock.ts +0 -160
  891. package/src/scripts/thinking-vertexai.ts +0 -168
  892. package/src/scripts/thinking.ts +0 -172
  893. package/src/scripts/tool_search.ts +0 -153
  894. package/src/scripts/tools.ts +0 -163
  895. package/src/session/__tests__/JsonlSessionStore.test.ts +0 -1463
  896. package/src/session/__tests__/handlers.test.ts +0 -161
  897. package/src/specs/activity-label-observability.live.test.ts +0 -262
  898. package/src/specs/activity-label-observability.test.ts +0 -167
  899. package/src/specs/activity-label-prompt.test.ts +0 -359
  900. package/src/specs/activity-label-trace-seed.test.ts +0 -47
  901. package/src/specs/activity-phase-label.test.ts +0 -306
  902. package/src/specs/agent-handoffs.live.test.ts +0 -140
  903. package/src/specs/agent-handoffs.test.ts +0 -2465
  904. package/src/specs/anthropic.simple.test.ts +0 -453
  905. package/src/specs/ask-user-question-batch.test.ts +0 -289
  906. package/src/specs/ask-user-questions.live.test.ts +0 -185
  907. package/src/specs/ask-user-questions.test.ts +0 -293
  908. package/src/specs/azure.simple.test.ts +0 -502
  909. package/src/specs/bedrock-toolless.live.test.ts +0 -123
  910. package/src/specs/bedrock-truncation.live.test.ts +0 -191
  911. package/src/specs/cache.simple.test.ts +0 -416
  912. package/src/specs/context-accuracy.live.test.ts +0 -409
  913. package/src/specs/context-overflow-recovery.live.test.ts +0 -213
  914. package/src/specs/context-usage-event.test.ts +0 -117
  915. package/src/specs/context-usage.live.test.ts +0 -297
  916. package/src/specs/custom-event-await.test.ts +0 -304
  917. package/src/specs/deepseek.simple.test.ts +0 -290
  918. package/src/specs/deterministic-trace-id.test.ts +0 -43
  919. package/src/specs/discovered-tools.test.ts +0 -217
  920. package/src/specs/durability-checkpoint.integration.test.ts +0 -243
  921. package/src/specs/graph-subagent.live.test.ts +0 -242
  922. package/src/specs/graph-subagent.test.ts +0 -322
  923. package/src/specs/handoffCue.test.ts +0 -165
  924. package/src/specs/langfuse-callbacks.test.ts +0 -1578
  925. package/src/specs/langfuse-config.test.ts +0 -247
  926. package/src/specs/langfuse-instrumentation.test.ts +0 -393
  927. package/src/specs/langfuse-metadata.test.ts +0 -245
  928. package/src/specs/langfuse-routing.integration.test.ts +0 -844
  929. package/src/specs/langfuse-runtime-context.test.ts +0 -92
  930. package/src/specs/langfuse-span-registry.test.ts +0 -87
  931. package/src/specs/langfuse-tool-output-tracing.test.ts +0 -1858
  932. package/src/specs/langfuse-trace-shaping.test.ts +0 -591
  933. package/src/specs/moonshot.simple.test.ts +0 -367
  934. package/src/specs/multi-agent-summarization.test.ts +0 -396
  935. package/src/specs/openai.simple.test.ts +0 -315
  936. package/src/specs/openrouter.simple.test.ts +0 -275
  937. package/src/specs/preemptSeal.test.ts +0 -678
  938. package/src/specs/prune.test.ts +0 -3741
  939. package/src/specs/reasoning.test.ts +0 -201
  940. package/src/specs/run-step-timestamps.test.ts +0 -414
  941. package/src/specs/spec.utils.ts +0 -15
  942. package/src/specs/subagent.test.ts +0 -864
  943. package/src/specs/summarization-unit.test.ts +0 -973
  944. package/src/specs/summarization.test.ts +0 -3823
  945. package/src/specs/summarize-prune.test.ts +0 -376
  946. package/src/specs/thinking-handoff.test.ts +0 -621
  947. package/src/specs/thinking-prune.test.ts +0 -827
  948. package/src/specs/token-accounting-e2e.test.ts +0 -1034
  949. package/src/specs/token-accounting-pipeline.test.ts +0 -1008
  950. package/src/specs/token-distribution-edge-case.test.ts +0 -315
  951. package/src/specs/token-memoization.test.ts +0 -40
  952. package/src/specs/tokens.test.ts +0 -1000
  953. package/src/specs/tool-error-resume.test.ts +0 -194
  954. package/src/specs/tool-error.test.ts +0 -198
  955. package/src/specs/vllm-reasoning-toolcalls.test.ts +0 -340
  956. package/src/stream.dispatch.test.ts +0 -63
  957. package/src/stream.test.ts +0 -144
  958. package/src/summarization/__tests__/aggregator.test.ts +0 -236
  959. package/src/summarization/__tests__/node.test.ts +0 -1996
  960. package/src/summarization/__tests__/trigger.test.ts +0 -149
  961. package/src/summarization/chunkHandler.test.ts +0 -196
  962. package/src/test/mockTools.ts +0 -386
  963. package/src/tools/Calculator.test.ts +0 -278
  964. package/src/tools/__tests__/BashExecutor.test.ts +0 -108
  965. package/src/tools/__tests__/CloudflareSandboxExecution.test.ts +0 -939
  966. package/src/tools/__tests__/CodeApiAuthHeaders.test.ts +0 -858
  967. package/src/tools/__tests__/CodeExecutor.stateful.test.ts +0 -124
  968. package/src/tools/__tests__/LocalExecutionRoots.test.ts +0 -8
  969. package/src/tools/__tests__/LocalExecutionTools.test.ts +0 -2733
  970. package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.ts +0 -318
  971. package/src/tools/__tests__/ProgrammaticToolCalling.test.ts +0 -1557
  972. package/src/tools/__tests__/ReadFile.test.ts +0 -44
  973. package/src/tools/__tests__/SkillTool.test.ts +0 -442
  974. package/src/tools/__tests__/SubagentExecutor.test.ts +0 -3728
  975. package/src/tools/__tests__/SubagentReplay.test.ts +0 -329
  976. package/src/tools/__tests__/SubagentTool.test.ts +0 -149
  977. package/src/tools/__tests__/ToolNode.breakerSignal.test.ts +0 -595
  978. package/src/tools/__tests__/ToolNode.eagerEventExecution.test.ts +0 -1191
  979. package/src/tools/__tests__/ToolNode.invalidToolCalls.test.ts +0 -757
  980. package/src/tools/__tests__/ToolNode.langfuse.test.ts +0 -57
  981. package/src/tools/__tests__/ToolNode.onResultCompletion.test.ts +0 -736
  982. package/src/tools/__tests__/ToolNode.outputReferences.test.ts +0 -1710
  983. package/src/tools/__tests__/ToolNode.runtimeState.test.ts +0 -120
  984. package/src/tools/__tests__/ToolNode.session.test.ts +0 -1352
  985. package/src/tools/__tests__/ToolNode.streamLimits.test.ts +0 -69
  986. package/src/tools/__tests__/ToolSearch.integration.test.ts +0 -161
  987. package/src/tools/__tests__/ToolSearch.test.ts +0 -1227
  988. package/src/tools/__tests__/annotateMessagesForLLM.test.ts +0 -561
  989. package/src/tools/__tests__/directToolHITLResumeScope.test.ts +0 -980
  990. package/src/tools/__tests__/directToolHooks.test.ts +0 -700
  991. package/src/tools/__tests__/eagerEventExecution.session.test.ts +0 -92
  992. package/src/tools/__tests__/handlers.test.ts +0 -997
  993. package/src/tools/__tests__/hitl.test.ts +0 -4663
  994. package/src/tools/__tests__/intentArg.test.ts +0 -357
  995. package/src/tools/__tests__/intentCoverage.test.ts +0 -139
  996. package/src/tools/__tests__/localToolNames.test.ts +0 -75
  997. package/src/tools/__tests__/skillCatalog.test.ts +0 -161
  998. package/src/tools/__tests__/subagentHooks.test.ts +0 -1651
  999. package/src/tools/__tests__/toolOutputReferences.test.ts +0 -515
  1000. package/src/tools/__tests__/workspaceSeam.test.ts +0 -147
  1001. package/src/tools/local/__tests__/FileCheckpointer.test.ts +0 -162
  1002. package/src/tools/local/__tests__/editStrategies.test.ts +0 -134
  1003. package/src/tools/search/content.test.ts +0 -173
  1004. package/src/tools/search/crw.test.ts +0 -836
  1005. package/src/tools/search/format.test.ts +0 -242
  1006. package/src/tools/search/http-agent.test.ts +0 -133
  1007. package/src/tools/search/jina-reranker.test.ts +0 -306
  1008. package/src/tools/search/keenable-scraper.test.ts +0 -153
  1009. package/src/tools/search/keenable.test.ts +0 -183
  1010. package/src/tools/search/outcome.test.ts +0 -90
  1011. package/src/tools/search/output.md +0 -2775
  1012. package/src/tools/search/rag-api-reranker.test.ts +0 -891
  1013. package/src/tools/search/source-processing.test.ts +0 -516
  1014. package/src/tools/search/tavily.test.ts +0 -965
  1015. package/src/tools/search/test.html +0 -884
  1016. package/src/tools/search/test.md +0 -643
  1017. package/src/tools/subagent/__tests__/SubagentExecutionRegistry.test.ts +0 -637
  1018. package/src/tools/subagent/__tests__/SubagentExecutor.lazy.test.ts +0 -3054
  1019. package/src/tools/subagent/__tests__/childGraphConfig.test.ts +0 -521
  1020. package/src/utils/__tests__/apportion.test.ts +0 -32
  1021. package/src/utils/__tests__/errors.test.ts +0 -270
  1022. package/src/utils/__tests__/fixtures/contextOverflowSignatures.ts +0 -336
  1023. package/src/utils/__tests__/redactSecrets.test.ts +0 -56
  1024. package/src/utils/__tests__/truncation.test.ts +0 -66
  1025. package/src/utils/llm.test.ts +0 -18
  1026. package/src/utils/proxy.test.ts +0 -176
  1027. package/src/utils/toolContent.test.ts +0 -1432
@@ -1,3741 +0,0 @@
1
- // src/specs/prune.test.ts
2
- import { config } from 'dotenv';
3
- config();
4
- import {
5
- AIMessage,
6
- BaseMessage,
7
- ToolMessage,
8
- HumanMessage,
9
- isBaseMessage,
10
- SystemMessage,
11
- AIMessageChunk,
12
- ChatMessage,
13
- } from '@langchain/core/messages';
14
- import type { RunnableConfig } from '@langchain/core/runnables';
15
- import type { UsageMetadata } from '@langchain/core/messages';
16
- import type * as t from '@/types';
17
- import {
18
- getMessagesWithinTokenLimit as realGetMessagesWithinTokenLimit,
19
- preFlightTruncateToolCallInputs,
20
- repairOrphanedToolMessages,
21
- sanitizeOrphanToolBlocks,
22
- enforceOriginalContentCap,
23
- ORIGINAL_CONTENT_MAX_CHARS,
24
- calculateMaxToolCallInputChars,
25
- createPruneMessages,
26
- projectToolCallInputs,
27
- serializeToolCallInput,
28
- } from '@/messages/prune';
29
- import { getLLMConfig } from '@/utils/llmConfig';
30
- import { ensureThinkingBlockInMessages } from '@/messages/format';
31
- import { Providers, ContentTypes } from '@/common';
32
- import { Run } from '@/run';
33
-
34
- // Create a simple token counter for testing
35
- const createTestTokenCounter = (): t.TokenCounter => {
36
- // This simple token counter just counts characters as tokens for predictable testing
37
- return (message: BaseMessage): number => {
38
- // Use type assertion to help TypeScript understand the type
39
- const content = message.content as
40
- | string
41
- | Array<t.MessageContentComplex | string>
42
- | undefined;
43
-
44
- // Handle string content
45
- if (typeof content === 'string') {
46
- return content.length;
47
- }
48
-
49
- // Handle array content
50
- if (Array.isArray(content)) {
51
- let totalLength = 0;
52
-
53
- for (const item of content) {
54
- if (typeof item === 'string') {
55
- totalLength += item.length;
56
- } else if (typeof item === 'object') {
57
- if ('text' in item && typeof item.text === 'string') {
58
- totalLength += item.text.length;
59
- }
60
- // Count tool_use input fields (serialized args contribute to token count)
61
- if ('input' in item && item.input != null) {
62
- const input = item.input;
63
- totalLength +=
64
- typeof input === 'string'
65
- ? input.length
66
- : JSON.stringify(input).length;
67
- }
68
- }
69
- }
70
-
71
- return totalLength;
72
- }
73
-
74
- // Default case - if content is null, undefined, or any other type
75
- return 0;
76
- };
77
- };
78
-
79
- // Since the internal functions in prune.ts are not exported, we'll reimplement them here for testing
80
- // This is based on the implementation in src/messages/prune.ts
81
- function calculateTotalTokens(usage: Partial<UsageMetadata>): UsageMetadata {
82
- const baseInputTokens = Number(usage.input_tokens) || 0;
83
- const cacheCreation = Number(usage.input_token_details?.cache_creation) || 0;
84
- const cacheRead = Number(usage.input_token_details?.cache_read) || 0;
85
-
86
- const totalInputTokens = baseInputTokens + cacheCreation + cacheRead;
87
- const totalOutputTokens = Number(usage.output_tokens) || 0;
88
-
89
- return {
90
- input_tokens: totalInputTokens,
91
- output_tokens: totalOutputTokens,
92
- total_tokens: totalInputTokens + totalOutputTokens,
93
- };
94
- }
95
-
96
- function getMessagesWithinTokenLimit({
97
- messages: _messages,
98
- maxContextTokens,
99
- indexTokenCountMap,
100
- startType,
101
- }: {
102
- messages: BaseMessage[];
103
- maxContextTokens: number;
104
- indexTokenCountMap: Record<string, number>;
105
- startType?: string;
106
- }): {
107
- context: BaseMessage[];
108
- remainingContextTokens: number;
109
- messagesToRefine: BaseMessage[];
110
- summaryIndex: number;
111
- } {
112
- // Every reply is primed with <|start|>assistant<|message|>, so we
113
- // start with 3 tokens for the label after all messages have been counted.
114
- let summaryIndex = -1;
115
- let currentTokenCount = 3;
116
- const instructions =
117
- _messages[0]?.getType() === 'system' ? _messages[0] : undefined;
118
- const instructionsTokenCount =
119
- instructions != null ? indexTokenCountMap[0] : 0;
120
- let remainingContextTokens = maxContextTokens - instructionsTokenCount;
121
- const messages = [..._messages];
122
- const context: BaseMessage[] = [];
123
-
124
- if (currentTokenCount < remainingContextTokens) {
125
- let currentIndex = messages.length;
126
- while (
127
- messages.length > 0 &&
128
- currentTokenCount < remainingContextTokens &&
129
- currentIndex > 1
130
- ) {
131
- currentIndex--;
132
- if (messages.length === 1 && instructions) {
133
- break;
134
- }
135
- const poppedMessage = messages.pop();
136
- if (!poppedMessage) continue;
137
-
138
- const tokenCount = indexTokenCountMap[currentIndex] || 0;
139
-
140
- if (currentTokenCount + tokenCount <= remainingContextTokens) {
141
- context.push(poppedMessage);
142
- currentTokenCount += tokenCount;
143
- } else {
144
- messages.push(poppedMessage);
145
- break;
146
- }
147
- }
148
-
149
- // If startType is specified, discard messages until we find one of the required type
150
- if (startType != null && startType && context.length > 0) {
151
- const requiredTypeIndex = context.findIndex(
152
- (msg) => msg.getType() === startType
153
- );
154
-
155
- if (requiredTypeIndex > 0) {
156
- // If we found a message of the required type, discard all messages before it
157
- const remainingMessages = context.slice(requiredTypeIndex);
158
- context.length = 0; // Clear the array
159
- context.push(...remainingMessages);
160
- }
161
- }
162
- }
163
-
164
- if (instructions && _messages.length > 0) {
165
- context.push(_messages[0] as BaseMessage);
166
- messages.shift();
167
- }
168
-
169
- const prunedMemory = messages;
170
- summaryIndex = prunedMemory.length - 1;
171
- remainingContextTokens -= currentTokenCount;
172
-
173
- return {
174
- summaryIndex,
175
- remainingContextTokens,
176
- context: context.reverse(),
177
- messagesToRefine: prunedMemory,
178
- };
179
- }
180
-
181
- function checkValidNumber(value: unknown): value is number {
182
- return typeof value === 'number' && !isNaN(value) && value > 0;
183
- }
184
-
185
- describe('Prune Messages Tests', () => {
186
- jest.setTimeout(30000);
187
-
188
- describe('calculateTotalTokens', () => {
189
- it('should calculate total tokens correctly with all fields present', () => {
190
- const usage: Partial<UsageMetadata> = {
191
- input_tokens: 100,
192
- output_tokens: 50,
193
- input_token_details: {
194
- cache_creation: 10,
195
- cache_read: 5,
196
- },
197
- };
198
-
199
- const result = calculateTotalTokens(usage);
200
-
201
- expect(result.input_tokens).toBe(115); // 100 + 10 + 5
202
- expect(result.output_tokens).toBe(50);
203
- expect(result.total_tokens).toBe(165); // 115 + 50
204
- });
205
-
206
- it('should handle missing fields gracefully', () => {
207
- const usage: Partial<UsageMetadata> = {
208
- input_tokens: 100,
209
- output_tokens: 50,
210
- };
211
-
212
- const result = calculateTotalTokens(usage);
213
-
214
- expect(result.input_tokens).toBe(100);
215
- expect(result.output_tokens).toBe(50);
216
- expect(result.total_tokens).toBe(150);
217
- });
218
-
219
- it('should handle empty usage object', () => {
220
- const usage: Partial<UsageMetadata> = {};
221
-
222
- const result = calculateTotalTokens(usage);
223
-
224
- expect(result.input_tokens).toBe(0);
225
- expect(result.output_tokens).toBe(0);
226
- expect(result.total_tokens).toBe(0);
227
- });
228
- });
229
-
230
- describe('getMessagesWithinTokenLimit', () => {
231
- it('should include all messages when under token limit', () => {
232
- const messages = [
233
- new SystemMessage('System instruction'),
234
- new HumanMessage('Hello'),
235
- new AIMessage('Hi there'),
236
- ];
237
-
238
- const indexTokenCountMap = {
239
- 0: 17, // "System instruction"
240
- 1: 5, // "Hello"
241
- 2: 8, // "Hi there"
242
- };
243
-
244
- const result = getMessagesWithinTokenLimit({
245
- messages,
246
- maxContextTokens: 100,
247
- indexTokenCountMap,
248
- });
249
-
250
- expect(result.context.length).toBe(3);
251
- expect(result.context[0]).toBe(messages[0]); // System message
252
- expect(result.context[0].getType()).toBe('system'); // System message
253
- expect(result.remainingContextTokens).toBe(100 - 17 - 5 - 8 - 3); // -3 for the assistant label tokens
254
- expect(result.messagesToRefine.length).toBe(0);
255
- });
256
-
257
- it('should prune oldest messages when over token limit', () => {
258
- const messages = [
259
- new SystemMessage('System instruction'),
260
- new HumanMessage('Message 1'),
261
- new AIMessage('Response 1'),
262
- new HumanMessage('Message 2'),
263
- new AIMessage('Response 2'),
264
- ];
265
-
266
- const indexTokenCountMap = {
267
- 0: 17, // "System instruction"
268
- 1: 9, // "Message 1"
269
- 2: 10, // "Response 1"
270
- 3: 9, // "Message 2"
271
- 4: 10, // "Response 2"
272
- };
273
-
274
- // Set a limit that can only fit the system message and the last two messages
275
- const result = getMessagesWithinTokenLimit({
276
- messages,
277
- maxContextTokens: 40,
278
- indexTokenCountMap,
279
- });
280
-
281
- // Should include system message and the last two messages
282
- expect(result.context.length).toBe(3);
283
- expect(result.context[0]).toBe(messages[0]); // System message
284
- expect(result.context[0].getType()).toBe('system'); // System message
285
- expect(result.context[1]).toBe(messages[3]); // Message 2
286
- expect(result.context[2]).toBe(messages[4]); // Response 2
287
-
288
- // Should have the first two messages in messagesToRefine
289
- expect(result.messagesToRefine.length).toBe(2);
290
- expect(result.messagesToRefine[0]).toBe(messages[1]); // Message 1
291
- expect(result.messagesToRefine[1]).toBe(messages[2]); // Response 1
292
- });
293
-
294
- it('should always include system message even when at token limit', () => {
295
- const messages = [
296
- new SystemMessage('System instruction'),
297
- new HumanMessage('Hello'),
298
- new AIMessage('Hi there'),
299
- ];
300
-
301
- const indexTokenCountMap = {
302
- 0: 17, // "System instruction"
303
- 1: 5, // "Hello"
304
- 2: 8, // "Hi there"
305
- };
306
-
307
- // Set a limit that can only fit the system message
308
- const result = getMessagesWithinTokenLimit({
309
- messages,
310
- maxContextTokens: 20,
311
- indexTokenCountMap,
312
- });
313
-
314
- expect(result.context.length).toBe(1);
315
- expect(result.context[0]).toBe(messages[0]); // System message
316
-
317
- expect(result.messagesToRefine.length).toBe(2);
318
- });
319
-
320
- it('should start context with a specific message type when startType is specified', () => {
321
- const messages = [
322
- new SystemMessage('System instruction'),
323
- new AIMessage('AI message 1'),
324
- new HumanMessage('Human message 1'),
325
- new AIMessage('AI message 2'),
326
- new HumanMessage('Human message 2'),
327
- ];
328
-
329
- const indexTokenCountMap = {
330
- 0: 17, // "System instruction"
331
- 1: 12, // "AI message 1"
332
- 2: 15, // "Human message 1"
333
- 3: 12, // "AI message 2"
334
- 4: 15, // "Human message 2"
335
- };
336
-
337
- // Set a limit that can fit all messages
338
- const result = getMessagesWithinTokenLimit({
339
- messages,
340
- maxContextTokens: 100,
341
- indexTokenCountMap,
342
- startType: 'human',
343
- });
344
-
345
- // All messages should be included since we're under the token limit
346
- expect(result.context.length).toBe(5);
347
- expect(result.context[0]).toBe(messages[0]); // System message
348
- expect(result.context[1]).toBe(messages[1]); // AI message 1
349
- expect(result.context[2]).toBe(messages[2]); // Human message 1
350
- expect(result.context[3]).toBe(messages[3]); // AI message 2
351
- expect(result.context[4]).toBe(messages[4]); // Human message 2
352
-
353
- // All messages should be included since we're under the token limit
354
- expect(result.messagesToRefine.length).toBe(0);
355
- });
356
-
357
- it('should keep all messages if no message of required type is found', () => {
358
- const messages = [
359
- new SystemMessage('System instruction'),
360
- new AIMessage('AI message 1'),
361
- new AIMessage('AI message 2'),
362
- ];
363
-
364
- const indexTokenCountMap = {
365
- 0: 17, // "System instruction"
366
- 1: 12, // "AI message 1"
367
- 2: 12, // "AI message 2"
368
- };
369
-
370
- // Set a limit that can fit all messages
371
- const result = getMessagesWithinTokenLimit({
372
- messages,
373
- maxContextTokens: 100,
374
- indexTokenCountMap,
375
- startType: 'human',
376
- });
377
-
378
- // Should include all messages since no human messages exist to start from
379
- expect(result.context.length).toBe(3);
380
- expect(result.context[0]).toBe(messages[0]); // System message
381
- expect(result.context[1]).toBe(messages[1]); // AI message 1
382
- expect(result.context[2]).toBe(messages[2]); // AI message 2
383
-
384
- expect(result.messagesToRefine.length).toBe(0);
385
- });
386
- });
387
-
388
- describe('checkValidNumber', () => {
389
- it('should return true for valid positive numbers', () => {
390
- expect(checkValidNumber(5)).toBe(true);
391
- expect(checkValidNumber(1.5)).toBe(true);
392
- expect(checkValidNumber(Number.MAX_SAFE_INTEGER)).toBe(true);
393
- });
394
-
395
- it('should return false for zero, negative numbers, and NaN', () => {
396
- expect(checkValidNumber(0)).toBe(false);
397
- expect(checkValidNumber(-5)).toBe(false);
398
- expect(checkValidNumber(NaN)).toBe(false);
399
- });
400
-
401
- it('should return false for non-number types', () => {
402
- expect(checkValidNumber('5')).toBe(false);
403
- expect(checkValidNumber(null)).toBe(false);
404
- expect(checkValidNumber(undefined)).toBe(false);
405
- expect(checkValidNumber({})).toBe(false);
406
- expect(checkValidNumber([])).toBe(false);
407
- });
408
- });
409
-
410
- describe('createPruneMessages', () => {
411
- it('should return all messages when under token limit', () => {
412
- const tokenCounter = createTestTokenCounter();
413
- const messages = [
414
- new SystemMessage('System instruction'),
415
- new HumanMessage('Hello'),
416
- new AIMessage('Hi there'),
417
- ];
418
-
419
- const indexTokenCountMap = {
420
- 0: tokenCounter(messages[0]),
421
- 1: tokenCounter(messages[1]),
422
- 2: tokenCounter(messages[2]),
423
- };
424
-
425
- const pruneMessages = createPruneMessages({
426
- maxTokens: 100,
427
- startIndex: 0,
428
- tokenCounter,
429
- indexTokenCountMap,
430
- });
431
-
432
- const result = pruneMessages({ messages });
433
-
434
- expect(result.context.length).toBe(3);
435
- expect(result.context).toEqual(messages);
436
- expect(result.messagesToRefine).toEqual([]);
437
- expect(result.remainingContextTokens).toBe(
438
- 95 -
439
- Object.values(indexTokenCountMap).reduce(
440
- (total, count) => total + count,
441
- 0
442
- ) -
443
- 3
444
- );
445
- });
446
-
447
- it('recounts and compacts omitted structured tool results before sending', () => {
448
- const tokenCounter: t.TokenCounter = (message) => {
449
- const content =
450
- typeof message.content === 'string'
451
- ? message.content
452
- : JSON.stringify(message.content);
453
- return content.length;
454
- };
455
- const toolCallId = 'tc-structured';
456
- const messages: BaseMessage[] = [
457
- new HumanMessage('query the table'),
458
- new AIMessage({
459
- content: '',
460
- tool_calls: [
461
- {
462
- id: toolCallId,
463
- name: 'run_select_query',
464
- args: {},
465
- type: 'tool_call',
466
- },
467
- ],
468
- }),
469
- new ToolMessage({
470
- content: [
471
- {
472
- type: ContentTypes.TEXT,
473
- text: JSON.stringify(
474
- Array.from({ length: 20 }, (_, index) => ({
475
- id: index,
476
- value: `${'x'.repeat(100)}-${index}`,
477
- }))
478
- ),
479
- },
480
- ],
481
- tool_call_id: toolCallId,
482
- name: 'run_select_query',
483
- }),
484
- new AIMessage('The query returned 20 rows.'),
485
- new HumanMessage('compact context'),
486
- ];
487
- const indexTokenCountMap: Record<string, number | undefined> = {
488
- 0: tokenCounter(messages[0]),
489
- 1: tokenCounter(messages[1]),
490
- 3: tokenCounter(messages[3]),
491
- 4: tokenCounter(messages[4]),
492
- };
493
- const pruneMessages = createPruneMessages({
494
- maxTokens: 2_000,
495
- startIndex: messages.length,
496
- tokenCounter,
497
- indexTokenCountMap,
498
- reserveRatio: 0,
499
- });
500
-
501
- const result = pruneMessages({ messages });
502
-
503
- const structuredResult = result.context.find(
504
- (message) => message.getType() === 'tool'
505
- );
506
- expect(structuredResult).toBeDefined();
507
- expect(typeof structuredResult?.content).toBe('string');
508
- expect(structuredResult?.content).toContain('truncated');
509
- expect(result.indexTokenCountMap[2]).toBeGreaterThan(0);
510
- });
511
-
512
- it('reconciles a stale cached legacy function-call count', () => {
513
- const tokenCounter: t.TokenCounter = (message) => {
514
- const functionCall = message.additional_kwargs.function_call;
515
- return (
516
- (typeof message.content === 'string' ? message.content.length : 0) +
517
- (functionCall != null ? JSON.stringify(functionCall).length : 0) +
518
- 1
519
- );
520
- };
521
- const message = new AIMessage({
522
- content: '',
523
- additional_kwargs: {
524
- function_call: {
525
- name: 'legacy_lookup',
526
- arguments: `{"query":"${'x'.repeat(10_000)}"}`,
527
- },
528
- },
529
- });
530
- const messages: BaseMessage[] = [message];
531
- const pruneMessages = createPruneMessages({
532
- maxTokens: 2_000,
533
- startIndex: messages.length,
534
- tokenCounter,
535
- indexTokenCountMap: { 0: 1 },
536
- reserveRatio: 0,
537
- });
538
-
539
- const result = pruneMessages({ messages });
540
- const projectedFunctionCall = result.context[0].additional_kwargs
541
- .function_call as { arguments: string };
542
-
543
- expect(result.context[0]).not.toBe(message);
544
- expect(projectedFunctionCall.arguments.length).toBeLessThanOrEqual(
545
- calculateMaxToolCallInputChars(2_000)
546
- );
547
- expect(result.indexTokenCountMap[0]).toBe(
548
- tokenCounter(result.context[0])
549
- );
550
- expect(result.indexTokenCountMap[0]).toBeGreaterThan(1);
551
- });
552
-
553
- it('preserves provider output usage for an uncounted current legacy call', () => {
554
- const message = new AIMessage({
555
- content: '',
556
- additional_kwargs: {
557
- function_call: {
558
- name: 'legacy_lookup',
559
- arguments: '{}',
560
- },
561
- },
562
- });
563
- const pruneMessages = createPruneMessages({
564
- maxTokens: 2_000,
565
- startIndex: 0,
566
- tokenCounter: () => 123,
567
- indexTokenCountMap: {},
568
- reserveRatio: 0,
569
- });
570
-
571
- const result = pruneMessages({
572
- messages: [message],
573
- usageMetadata: {
574
- input_tokens: 10,
575
- output_tokens: 7,
576
- total_tokens: 17,
577
- },
578
- });
579
-
580
- expect(result.indexTokenCountMap[0]).toBe(7);
581
- });
582
-
583
- it('excludes a corrected tiny new tool count from calibration input', () => {
584
- const tokenCounter = createTestTokenCounter();
585
- const history: BaseMessage[] = [
586
- new HumanMessage('h'.repeat(50)),
587
- new AIMessage('a'.repeat(50)),
588
- ];
589
- const indexTokenCountMap: Record<string, number | undefined> = {
590
- 0: 50,
591
- 1: 50,
592
- };
593
- const pruneMessages = createPruneMessages({
594
- maxTokens: 10_000,
595
- startIndex: history.length,
596
- tokenCounter,
597
- indexTokenCountMap,
598
- reserveRatio: 0,
599
- });
600
-
601
- const first = pruneMessages({
602
- messages: history,
603
- usageMetadata: {
604
- input_tokens: 100,
605
- output_tokens: 10,
606
- total_tokens: 110,
607
- },
608
- });
609
- expect(first.calibrationRatio).toBe(1);
610
-
611
- const toolCallId = 'new-output-with-tiny-count';
612
- const secondMessages: BaseMessage[] = [
613
- ...history,
614
- new HumanMessage('q'.repeat(50)),
615
- new AIMessage({
616
- content: '',
617
- tool_calls: [
618
- {
619
- id: toolCallId,
620
- name: 'run_select_query',
621
- args: {},
622
- type: 'tool_call',
623
- },
624
- ],
625
- }),
626
- new ToolMessage({
627
- content: 'r'.repeat(50),
628
- tool_call_id: toolCallId,
629
- }),
630
- ];
631
- indexTokenCountMap[2] = 50;
632
- indexTokenCountMap[4] = 1;
633
-
634
- const second = pruneMessages({
635
- messages: secondMessages,
636
- usageMetadata: {
637
- input_tokens: 100,
638
- output_tokens: 10,
639
- total_tokens: 110,
640
- },
641
- });
642
-
643
- expect(second.indexTokenCountMap[4]).toBe(50);
644
- expect(second.calibrationRatio).toBe(1);
645
- });
646
-
647
- it('preserves full structured output for summarization before masking', () => {
648
- const tokenCounter: t.TokenCounter = (message) => {
649
- const content =
650
- typeof message.content === 'string'
651
- ? message.content
652
- : JSON.stringify(message.content);
653
- return content.length;
654
- };
655
- const fullResult = JSON.stringify(
656
- Array.from({ length: 50 }, (_, index) => ({
657
- id: index,
658
- value: `${'x'.repeat(100)}-${index}`,
659
- }))
660
- );
661
- const messages: BaseMessage[] = [
662
- new HumanMessage('query the table'),
663
- new AIMessage({
664
- content: '',
665
- tool_calls: [
666
- {
667
- id: 'tc-summary-structured',
668
- name: 'run_select_query',
669
- args: {},
670
- type: 'tool_call',
671
- },
672
- ],
673
- }),
674
- new ToolMessage({
675
- content: [{ type: ContentTypes.TEXT, text: fullResult }],
676
- tool_call_id: 'tc-summary-structured',
677
- }),
678
- new AIMessage('The query returned 50 rows.'),
679
- new HumanMessage('summarize the context'),
680
- ];
681
- const indexTokenCountMap: Record<string, number | undefined> = {};
682
- for (let i = 0; i < messages.length; i++) {
683
- indexTokenCountMap[i] = tokenCounter(messages[i]);
684
- }
685
- const pruneMessages = createPruneMessages({
686
- maxTokens: 500,
687
- startIndex: messages.length,
688
- tokenCounter,
689
- indexTokenCountMap,
690
- reserveRatio: 0,
691
- summarizationEnabled: true,
692
- });
693
-
694
- const result = pruneMessages({ messages });
695
-
696
- expect(result.newOriginalToolContent?.get(2)).toBe(fullResult);
697
- expect(messages[2].content).not.toEqual([
698
- { type: ContentTypes.TEXT, text: fullResult },
699
- ]);
700
- });
701
-
702
- it('should prune messages when over token limit', () => {
703
- const tokenCounter = createTestTokenCounter();
704
- const messages = [
705
- new SystemMessage('System instruction'),
706
- new HumanMessage('Message 1'),
707
- new AIMessage('Response 1'),
708
- new HumanMessage('Message 2'),
709
- new AIMessage('Response 2'),
710
- ];
711
-
712
- const indexTokenCountMap = {
713
- 0: tokenCounter(messages[0]),
714
- 1: tokenCounter(messages[1]),
715
- 2: tokenCounter(messages[2]),
716
- 3: tokenCounter(messages[3]),
717
- 4: tokenCounter(messages[4]),
718
- };
719
-
720
- // Set a limit that can only fit the system message and the last two messages
721
- const pruneMessages = createPruneMessages({
722
- maxTokens: 40,
723
- startIndex: 0,
724
- tokenCounter,
725
- indexTokenCountMap,
726
- reserveRatio: 0,
727
- });
728
-
729
- const result = pruneMessages({ messages });
730
-
731
- // Should include system message and the last two messages
732
- expect(result.context.length).toBe(3);
733
- expect(result.context[0]).toBe(messages[0]); // System message
734
- expect(result.context[1]).toBe(messages[3]); // Message 2
735
- expect(result.context[2]).toBe(messages[4]); // Response 2
736
- expect(Array.isArray(result.messagesToRefine)).toBe(true);
737
- expect(result.messagesToRefine?.length).toBe(2);
738
- expect(typeof result.remainingContextTokens).toBe('number');
739
- });
740
-
741
- it('should return remaining tokens in calibrated units when pruning with calibration', () => {
742
- const tokenCounter = createTestTokenCounter();
743
- const messages = [
744
- new SystemMessage('System instruction'),
745
- new HumanMessage('Message 1'),
746
- new AIMessage('Response 1'),
747
- new HumanMessage('Message 2'),
748
- new AIMessage('Response 2'),
749
- ];
750
-
751
- const indexTokenCountMap = {
752
- 0: tokenCounter(messages[0]),
753
- 1: tokenCounter(messages[1]),
754
- 2: tokenCounter(messages[2]),
755
- 3: tokenCounter(messages[3]),
756
- 4: tokenCounter(messages[4]),
757
- };
758
-
759
- const calibrationRatio = 2;
760
- const maxTokens = 80;
761
- const pruneMessages = createPruneMessages({
762
- maxTokens,
763
- startIndex: 0,
764
- tokenCounter,
765
- indexTokenCountMap,
766
- reserveRatio: 0,
767
- calibrationRatio,
768
- });
769
-
770
- const result = pruneMessages({ messages });
771
-
772
- expect(result.messagesToRefine?.length).toBeGreaterThan(0);
773
-
774
- /** Pruning selects within rawSpaceBudget = maxTokens / ratio (raw units,
775
- * minus the 3-token assistant label); the returned remaining must be
776
- * scaled back so `budget - remaining` reflects provider-space usage */
777
- const keptRaw = result.context.reduce(
778
- (sum, msg) => sum + tokenCounter(msg),
779
- 0
780
- );
781
- const rawSpaceBudget = Math.round(maxTokens / calibrationRatio);
782
- const expectedRemaining =
783
- (rawSpaceBudget - keptRaw - 3) * calibrationRatio;
784
- expect(result.remainingContextTokens).toBe(expectedRemaining);
785
- expect(result.contextBudget).toBe(maxTokens);
786
- });
787
-
788
- it('should respect startType parameter', () => {
789
- const tokenCounter = createTestTokenCounter();
790
- const messages = [
791
- new SystemMessage('System instruction'),
792
- new AIMessage('AI message 1'),
793
- new HumanMessage('Human message 1'),
794
- new AIMessage('AI message 2'),
795
- new HumanMessage('Human message 2'),
796
- ];
797
-
798
- const indexTokenCountMap = {
799
- 0: tokenCounter(messages[0]),
800
- 1: tokenCounter(messages[1]),
801
- 2: tokenCounter(messages[2]),
802
- 3: tokenCounter(messages[3]),
803
- 4: tokenCounter(messages[4]),
804
- };
805
-
806
- // Set a limit that can fit all messages
807
- const pruneMessages = createPruneMessages({
808
- maxTokens: 100,
809
- startIndex: 0,
810
- tokenCounter,
811
- indexTokenCountMap: { ...indexTokenCountMap },
812
- });
813
-
814
- const result = pruneMessages({
815
- messages,
816
- startType: 'human',
817
- });
818
-
819
- // All messages should be included since we're under the token limit
820
- expect(result.context.length).toBe(5);
821
- expect(result.context[0]).toBe(messages[0]); // System message
822
- expect(result.context[1]).toBe(messages[1]); // AI message 1
823
- expect(result.context[2]).toBe(messages[2]); // Human message 1
824
- expect(result.context[3]).toBe(messages[3]); // AI message 2
825
- expect(result.context[4]).toBe(messages[4]); // Human message 2
826
- });
827
-
828
- it('should update token counts when usage metadata is provided', () => {
829
- const tokenCounter = createTestTokenCounter();
830
- const messages = [
831
- new SystemMessage('System instruction'),
832
- new HumanMessage('Hello'),
833
- new AIMessage('Hi there'),
834
- ];
835
-
836
- const indexTokenCountMap = {
837
- 0: tokenCounter(messages[0]),
838
- 1: tokenCounter(messages[1]),
839
- 2: tokenCounter(messages[2]),
840
- };
841
-
842
- const pruneMessages = createPruneMessages({
843
- maxTokens: 100,
844
- startIndex: 0,
845
- tokenCounter,
846
- indexTokenCountMap: { ...indexTokenCountMap },
847
- });
848
-
849
- // Provide usage metadata that indicates different token counts
850
- const usageMetadata: Partial<UsageMetadata> = {
851
- input_tokens: 50,
852
- output_tokens: 25,
853
- total_tokens: 75,
854
- };
855
-
856
- const result = pruneMessages({
857
- messages,
858
- usageMetadata,
859
- });
860
-
861
- // Map stays in raw tiktoken space — calibrationRatio captures the multiplier.
862
- // rawSum * calibrationRatio should approximate input_tokens (50).
863
- const rawSum = Object.values(result.indexTokenCountMap).reduce(
864
- (a = 0, b = 0) => a + b,
865
- 0
866
- ) as number;
867
- const calibratedEstimate = Math.round(
868
- rawSum * (result.calibrationRatio ?? 1)
869
- );
870
- expect(Math.abs(calibratedEstimate - 50)).toBeLessThanOrEqual(3);
871
- });
872
- });
873
-
874
- describe('Tool Message Handling', () => {
875
- it('should drop orphan tool messages that no longer have matching AI tool calls', () => {
876
- const tokenCounter = createTestTokenCounter();
877
- const context = [
878
- new SystemMessage('System instruction'),
879
- new ToolMessage({
880
- content: 'Orphan result',
881
- tool_call_id: 'tool-orphan',
882
- }),
883
- new AIMessage({
884
- content: [
885
- { type: 'text', text: 'I will call a tool now' },
886
- {
887
- type: 'tool_use',
888
- id: 'tool-valid',
889
- name: 'read_file',
890
- input: '{"path":"README.md"}',
891
- },
892
- ],
893
- }),
894
- new ToolMessage({
895
- content: 'Valid result',
896
- tool_call_id: 'tool-valid',
897
- }),
898
- ];
899
-
900
- const indexTokenCountMap = {
901
- 0: tokenCounter(context[0]),
902
- 1: tokenCounter(context[1]),
903
- 2: tokenCounter(context[2]),
904
- 3: tokenCounter(context[3]),
905
- };
906
-
907
- const repaired = repairOrphanedToolMessages({
908
- context,
909
- allMessages: context,
910
- tokenCounter,
911
- indexTokenCountMap,
912
- });
913
-
914
- expect(repaired.context).toHaveLength(3);
915
- expect(repaired.context[0]).toBe(context[0]);
916
- expect(repaired.context[1]).toBe(context[2]);
917
- expect(repaired.context[2]).toBe(context[3]);
918
- expect(repaired.droppedOrphanCount).toBe(1);
919
- expect(repaired.reclaimedTokens).toBe(indexTokenCountMap[1]);
920
- });
921
-
922
- it('should strip orphan tool_use blocks from AI messages when ToolMessages are not in context', () => {
923
- const tokenCounter = createTestTokenCounter();
924
- const context = [
925
- new HumanMessage('Show me something cool'),
926
- new AIMessage({
927
- content: [
928
- { type: 'text', text: 'Let me create an animation.' },
929
- {
930
- type: 'tool_use',
931
- id: 'tool-navigate',
932
- name: 'navigate_page',
933
- input: '{"url":"about:blank"}',
934
- },
935
- {
936
- type: 'tool_use',
937
- id: 'tool-script',
938
- name: 'evaluate_script',
939
- input: '{"function":"' + 'x'.repeat(3000) + '"}',
940
- },
941
- ],
942
- tool_calls: [
943
- {
944
- id: 'tool-navigate',
945
- name: 'navigate_page',
946
- args: { url: 'about:blank' },
947
- },
948
- {
949
- id: 'tool-script',
950
- name: 'evaluate_script',
951
- args: { fn: 'x'.repeat(3000) },
952
- },
953
- ],
954
- }),
955
- // ToolMessages for both tool calls are NOT in context (pruned)
956
- ];
957
-
958
- const indexTokenCountMap = {
959
- 0: tokenCounter(context[0]),
960
- 1: tokenCounter(context[1]),
961
- };
962
-
963
- const repaired = repairOrphanedToolMessages({
964
- context,
965
- allMessages: context,
966
- tokenCounter,
967
- indexTokenCountMap,
968
- });
969
-
970
- // AI message should survive but with tool_use blocks stripped
971
- expect(repaired.context).toHaveLength(2);
972
- const repairedAI = repaired.context[1] as AIMessage;
973
- expect(repairedAI.getType()).toBe('ai');
974
-
975
- // Should only have the text block, no tool_use blocks
976
- const content = repairedAI.content as Array<{ type: string }>;
977
- expect(content).toHaveLength(1);
978
- expect(content[0].type).toBe('text');
979
-
980
- // tool_calls should be empty
981
- expect(repairedAI.tool_calls ?? []).toHaveLength(0);
982
-
983
- // Token savings from stripping the large tool_use blocks
984
- expect(repaired.reclaimedTokens).toBeGreaterThan(0);
985
- });
986
-
987
- it('strips orphan raw Responses computer calls with parsed tool calls', () => {
988
- const tokenCounter = createTestTokenCounter();
989
- const computerCall = new AIMessage({
990
- content: 'Taking a screenshot.',
991
- tool_calls: [
992
- {
993
- id: 'computer-orphan',
994
- name: 'computer_use',
995
- args: { action: { type: 'screenshot' } },
996
- type: 'tool_call',
997
- },
998
- ],
999
- response_metadata: {
1000
- output: [
1001
- {
1002
- type: 'computer_call',
1003
- id: 'computer-item',
1004
- call_id: 'computer-orphan',
1005
- action: { type: 'screenshot' },
1006
- },
1007
- ],
1008
- },
1009
- });
1010
- const context: BaseMessage[] = [
1011
- new HumanMessage('take a screenshot'),
1012
- computerCall,
1013
- ];
1014
-
1015
- const repaired = repairOrphanedToolMessages({
1016
- context,
1017
- allMessages: context,
1018
- tokenCounter,
1019
- indexTokenCountMap: {
1020
- 0: tokenCounter(context[0]),
1021
- 1: tokenCounter(context[1]),
1022
- },
1023
- });
1024
- const repairedAI = repaired.context[1] as AIMessage;
1025
-
1026
- expect(repairedAI.tool_calls ?? []).toHaveLength(0);
1027
- expect(repairedAI.response_metadata.output).toEqual([]);
1028
- });
1029
-
1030
- it('strips orphan computer calls from the LangChain tool_outputs fallback', () => {
1031
- const tokenCounter = createTestTokenCounter();
1032
- const computerCall = new AIMessage({
1033
- content: 'Taking a screenshot.',
1034
- additional_kwargs: {
1035
- tool_outputs: [
1036
- {
1037
- type: 'computer_call',
1038
- call_id: 'computer-fallback-orphan',
1039
- action: { type: 'screenshot' },
1040
- },
1041
- ],
1042
- },
1043
- });
1044
- const context: BaseMessage[] = [
1045
- new HumanMessage('take a screenshot'),
1046
- computerCall,
1047
- ];
1048
-
1049
- const repaired = repairOrphanedToolMessages({
1050
- context,
1051
- allMessages: context,
1052
- tokenCounter,
1053
- indexTokenCountMap: {
1054
- 0: tokenCounter(context[0]),
1055
- 1: tokenCounter(context[1]),
1056
- },
1057
- });
1058
- const repairedAI = repaired.context[1] as AIMessage;
1059
-
1060
- expect(repairedAI.additional_kwargs.tool_outputs).toEqual([]);
1061
- });
1062
-
1063
- it('retains an empty-content AI parent when one raw call remains paired', () => {
1064
- const tokenCounter = createTestTokenCounter();
1065
- const computerCall = new AIMessage({
1066
- content: [],
1067
- tool_calls: [
1068
- {
1069
- id: 'computer-keep',
1070
- name: 'computer_use',
1071
- args: { action: { type: 'screenshot' } },
1072
- type: 'tool_call',
1073
- },
1074
- {
1075
- id: 'computer-drop',
1076
- name: 'computer_use',
1077
- args: { action: { type: 'screenshot' } },
1078
- type: 'tool_call',
1079
- },
1080
- ],
1081
- response_metadata: {
1082
- output: [
1083
- {
1084
- type: 'computer_call',
1085
- call_id: 'computer-keep',
1086
- action: { type: 'screenshot' },
1087
- },
1088
- {
1089
- type: 'computer_call',
1090
- call_id: 'computer-drop',
1091
- action: { type: 'screenshot' },
1092
- },
1093
- ],
1094
- },
1095
- });
1096
- const computerOutput = new ToolMessage({
1097
- content: 'data:image/png;base64,AA==',
1098
- tool_call_id: 'computer-keep',
1099
- additional_kwargs: { type: 'computer_call_output' },
1100
- });
1101
- const context: BaseMessage[] = [computerCall, computerOutput];
1102
-
1103
- const repaired = repairOrphanedToolMessages({
1104
- context,
1105
- allMessages: context,
1106
- tokenCounter,
1107
- indexTokenCountMap: {
1108
- 0: tokenCounter(computerCall),
1109
- 1: tokenCounter(computerOutput),
1110
- },
1111
- });
1112
-
1113
- expect(repaired.context).toHaveLength(2);
1114
- const repairedAI = repaired.context[0] as AIMessage;
1115
- expect(repairedAI.tool_calls?.map((call) => call.id)).toEqual([
1116
- 'computer-keep',
1117
- ]);
1118
- expect(repairedAI.response_metadata.output).toEqual([
1119
- expect.objectContaining({ call_id: 'computer-keep' }),
1120
- ]);
1121
- expect(repaired.context[1]).toBe(computerOutput);
1122
- });
1123
-
1124
- it('recognizes raw computer calls on generic assistant messages', () => {
1125
- const tokenCounter = createTestTokenCounter();
1126
- const computerCall = new ChatMessage({
1127
- role: 'assistant',
1128
- content: '',
1129
- response_metadata: {
1130
- output: [
1131
- {
1132
- type: 'computer_call',
1133
- call_id: 'generic-computer',
1134
- action: { type: 'screenshot' },
1135
- },
1136
- ],
1137
- },
1138
- });
1139
- const computerOutput = new ToolMessage({
1140
- content: 'data:image/png;base64,AA==',
1141
- tool_call_id: 'generic-computer',
1142
- additional_kwargs: { type: 'computer_call_output' },
1143
- });
1144
- const context: BaseMessage[] = [computerCall, computerOutput];
1145
-
1146
- const repaired = repairOrphanedToolMessages({
1147
- context,
1148
- allMessages: context,
1149
- tokenCounter,
1150
- indexTokenCountMap: {
1151
- 0: tokenCounter(computerCall),
1152
- 1: tokenCounter(computerOutput),
1153
- },
1154
- });
1155
-
1156
- expect(repaired.context).toEqual(context);
1157
- expect(repaired.droppedOrphanCount).toBe(0);
1158
- });
1159
-
1160
- it('should drop AI message entirely when it has only tool_use blocks with no text', () => {
1161
- const tokenCounter = createTestTokenCounter();
1162
- const context = [
1163
- new HumanMessage('Do something'),
1164
- new AIMessage({
1165
- content: [
1166
- {
1167
- type: 'tool_use',
1168
- id: 'tool-only',
1169
- name: 'some_tool',
1170
- input: '{"query":"test"}',
1171
- },
1172
- ],
1173
- tool_calls: [
1174
- { id: 'tool-only', name: 'some_tool', args: { query: 'test' } },
1175
- ],
1176
- }),
1177
- ];
1178
-
1179
- const indexTokenCountMap = {
1180
- 0: tokenCounter(context[0]),
1181
- 1: tokenCounter(context[1]),
1182
- };
1183
-
1184
- const repaired = repairOrphanedToolMessages({
1185
- context,
1186
- allMessages: context,
1187
- tokenCounter,
1188
- indexTokenCountMap,
1189
- });
1190
-
1191
- // AI message should be dropped since it had only tool_use blocks
1192
- expect(repaired.context).toHaveLength(1);
1193
- expect(repaired.context[0].getType()).toBe('human');
1194
- expect(repaired.droppedOrphanCount).toBe(1);
1195
- });
1196
-
1197
- it('should keep tool_use blocks when their ToolMessages ARE in context', () => {
1198
- const tokenCounter = createTestTokenCounter();
1199
- const context = [
1200
- new HumanMessage('Do something'),
1201
- new AIMessage({
1202
- content: [
1203
- { type: 'text', text: 'Calling tool' },
1204
- {
1205
- type: 'tool_use',
1206
- id: 'tool-present',
1207
- name: 'read_file',
1208
- input: '{"path":"test.txt"}',
1209
- },
1210
- ],
1211
- tool_calls: [
1212
- {
1213
- id: 'tool-present',
1214
- name: 'read_file',
1215
- args: { path: 'test.txt' },
1216
- },
1217
- ],
1218
- }),
1219
- new ToolMessage({
1220
- content: 'File contents here',
1221
- tool_call_id: 'tool-present',
1222
- }),
1223
- ];
1224
-
1225
- const indexTokenCountMap = {
1226
- 0: tokenCounter(context[0]),
1227
- 1: tokenCounter(context[1]),
1228
- 2: tokenCounter(context[2]),
1229
- };
1230
-
1231
- const repaired = repairOrphanedToolMessages({
1232
- context,
1233
- allMessages: context,
1234
- tokenCounter,
1235
- indexTokenCountMap,
1236
- });
1237
-
1238
- // Nothing should change — all tool_use blocks have matching ToolMessages
1239
- expect(repaired.context).toHaveLength(3);
1240
- expect(repaired.reclaimedTokens).toBe(0);
1241
- expect(repaired.droppedOrphanCount).toBe(0);
1242
- });
1243
-
1244
- it('should ensure context does not start with a tool message by finding an AI message', () => {
1245
- const tokenCounter = createTestTokenCounter();
1246
- const messages = [
1247
- new SystemMessage('System instruction'),
1248
- new AIMessage({
1249
- content: [{ type: 'text', text: 'AI msg 1' }],
1250
- tool_calls: [{ id: 'tool1', name: 'read_file', args: { p: '1' } }],
1251
- }),
1252
- new ToolMessage({ content: 'Tool result 1', tool_call_id: 'tool1' }),
1253
- new AIMessage({
1254
- content: [{ type: 'text', text: 'AI msg 2' }],
1255
- tool_calls: [{ id: 'tool2', name: 'read_file', args: { p: '2' } }],
1256
- }),
1257
- new ToolMessage({ content: 'Tool result 2', tool_call_id: 'tool2' }),
1258
- ];
1259
-
1260
- const indexTokenCountMap = {
1261
- 0: 17, // System instruction
1262
- 1: 12, // AI message 1
1263
- 2: 13, // Tool result 1
1264
- 3: 12, // AI message 2
1265
- 4: 13, // Tool result 2
1266
- };
1267
-
1268
- // Create a pruneMessages function with a token limit that will only include the last few messages
1269
- const pruneMessages = createPruneMessages({
1270
- maxTokens: 58, // Only enough for system + last 3 messages + 3, but should not include a parent-less tool message
1271
- startIndex: 0,
1272
- tokenCounter,
1273
- indexTokenCountMap: { ...indexTokenCountMap },
1274
- });
1275
-
1276
- const result = pruneMessages({ messages });
1277
-
1278
- // The context should include the system message, AI message 2, and Tool result 2
1279
- // AI message 1 + Tool result 1 are pruned. Tool result 1 is orphaned (AI 1 pruned).
1280
- expect(result.context.length).toBe(3);
1281
- expect(result.context[0]).toBe(messages[0]); // System message
1282
- expect(result.context[1].getType()).toBe('ai'); // AI message 2
1283
- expect(result.context[2]).toBe(messages[4]); // Tool result 2
1284
- });
1285
-
1286
- it('should ensure context does not start with a tool message by finding a human message', () => {
1287
- const tokenCounter = createTestTokenCounter();
1288
- const messages = [
1289
- new SystemMessage('System instruction'),
1290
- new HumanMessage('Human message 1'),
1291
- new AIMessage('AI message 1'),
1292
- new ToolMessage({ content: 'Tool result 1', tool_call_id: 'tool1' }),
1293
- new HumanMessage('Human message 2'),
1294
- // Tool result 2 has no parent AI tool_call — this is an orphan
1295
- new ToolMessage({ content: 'Tool result 2', tool_call_id: 'tool2' }),
1296
- ];
1297
-
1298
- const indexTokenCountMap = {
1299
- 0: 17, // System instruction
1300
- 1: 15, // Human message 1
1301
- 2: 12, // AI message 1
1302
- 3: 13, // Tool result 1
1303
- 4: 15, // Human message 2
1304
- 5: 13, // Tool result 2
1305
- };
1306
-
1307
- // Create a pruneMessages function with a token limit that will only include the last few messages
1308
- const pruneMessages = createPruneMessages({
1309
- maxTokens: 48, // Only enough for system + last 2 messages
1310
- startIndex: 0,
1311
- tokenCounter,
1312
- indexTokenCountMap: { ...indexTokenCountMap },
1313
- reserveRatio: 0,
1314
- });
1315
-
1316
- const result = pruneMessages({ messages });
1317
-
1318
- // Tool result 2 is an orphan (no AI message with tool_call_id 'tool2' in context)
1319
- // so it gets dropped. Context is system + human message 2.
1320
- expect(result.context.length).toBe(2);
1321
- expect(result.context[0]).toBe(messages[0]); // System message
1322
- expect(result.context[1]).toBe(messages[4]); // Human message 2
1323
- });
1324
-
1325
- it('should handle the case where a tool message is followed by an AI message', () => {
1326
- const tokenCounter = createTestTokenCounter();
1327
- const messages = [
1328
- new SystemMessage('System instruction'),
1329
- new HumanMessage('Human message'),
1330
- new AIMessage('AI message with tool use'),
1331
- new ToolMessage({ content: 'Tool result', tool_call_id: 'tool1' }),
1332
- new AIMessage('AI message after tool'),
1333
- ];
1334
-
1335
- const indexTokenCountMap = {
1336
- 0: 17, // System instruction
1337
- 1: 13, // Human message
1338
- 2: 22, // AI message with tool use
1339
- 3: 11, // Tool result
1340
- 4: 19, // AI message after tool
1341
- };
1342
-
1343
- const pruneMessages = createPruneMessages({
1344
- maxTokens: 50,
1345
- startIndex: 0,
1346
- tokenCounter,
1347
- indexTokenCountMap: { ...indexTokenCountMap },
1348
- });
1349
-
1350
- const result = pruneMessages({ messages });
1351
-
1352
- expect(result.context.length).toBe(2);
1353
- expect(result.context[0]).toBe(messages[0]); // System message
1354
- expect(result.context[1]).toBe(messages[4]); // AI message after tool
1355
- });
1356
-
1357
- it('should handle the case where a tool message is followed by a human message', () => {
1358
- const tokenCounter = createTestTokenCounter();
1359
- const messages = [
1360
- new SystemMessage('System instruction'),
1361
- new HumanMessage('Human message 1'),
1362
- new AIMessage('AI message with tool use'),
1363
- new ToolMessage({ content: 'Tool result', tool_call_id: 'tool1' }),
1364
- new HumanMessage('Human message 2'),
1365
- ];
1366
-
1367
- const indexTokenCountMap = {
1368
- 0: 17, // System instruction
1369
- 1: 15, // Human message 1
1370
- 2: 22, // AI message with tool use
1371
- 3: 11, // Tool result
1372
- 4: 15, // Human message 2
1373
- };
1374
-
1375
- const pruneMessages = createPruneMessages({
1376
- maxTokens: 46,
1377
- startIndex: 0,
1378
- tokenCounter,
1379
- indexTokenCountMap: { ...indexTokenCountMap },
1380
- });
1381
-
1382
- const result = pruneMessages({ messages });
1383
-
1384
- expect(result.context.length).toBe(2);
1385
- expect(result.context[0]).toBe(messages[0]); // System message
1386
- expect(result.context[1]).toBe(messages[4]); // Human message 2
1387
- });
1388
-
1389
- it('should handle complex sequence with multiple tool messages', () => {
1390
- const tokenCounter = createTestTokenCounter();
1391
- const messages = [
1392
- new SystemMessage('System instruction'),
1393
- new HumanMessage('Human message 1'),
1394
- new AIMessage({
1395
- content: [{ type: 'text', text: 'AI message 1' }],
1396
- tool_calls: [{ id: 'tool1', name: 'read_file', args: { path: 'a' } }],
1397
- }),
1398
- new ToolMessage({ content: 'Tool result 1', tool_call_id: 'tool1' }),
1399
- new AIMessage({
1400
- content: [{ type: 'text', text: 'AI message 2' }],
1401
- tool_calls: [{ id: 'tool2', name: 'read_file', args: { path: 'b' } }],
1402
- }),
1403
- new ToolMessage({ content: 'Tool result 2', tool_call_id: 'tool2' }),
1404
- new AIMessage({
1405
- content: [{ type: 'text', text: 'AI message 3' }],
1406
- tool_calls: [{ id: 'tool3', name: 'read_file', args: { path: 'c' } }],
1407
- }),
1408
- new ToolMessage({ content: 'Tool result 3', tool_call_id: 'tool3' }),
1409
- ];
1410
-
1411
- const indexTokenCountMap = {
1412
- 0: 17, // System instruction
1413
- 1: 15, // Human message 1
1414
- 2: 26, // AI message 1 with tool use
1415
- 3: 13, // Tool result 1
1416
- 4: 26, // AI message 2 with tool use
1417
- 5: 13, // Tool result 2
1418
- 6: 26, // AI message 3 with tool use
1419
- 7: 13, // Tool result 3
1420
- };
1421
-
1422
- const pruneMessages = createPruneMessages({
1423
- maxTokens: 111,
1424
- startIndex: 0,
1425
- tokenCounter,
1426
- indexTokenCountMap: { ...indexTokenCountMap },
1427
- });
1428
-
1429
- const result = pruneMessages({ messages });
1430
-
1431
- // AI messages 2 & 3 with their ToolMessages fit; AI1+Tool1 pruned; Tool1 is orphan (AI1 pruned)
1432
- expect(result.context.length).toBe(5);
1433
- expect(result.context[0]).toBe(messages[0]); // System message
1434
- expect(result.context[1].getType()).toBe('ai'); // AI message 2
1435
- expect(result.context[2]).toBe(messages[5]); // Tool result 2
1436
- expect(result.context[3].getType()).toBe('ai'); // AI message 3
1437
- expect(result.context[4]).toBe(messages[7]); // Tool result 3
1438
- });
1439
- });
1440
-
1441
- describe('projectToolCallInputs', () => {
1442
- it('uses the shared 15%-of-context cap with a 200K ceiling', () => {
1443
- expect(calculateMaxToolCallInputChars()).toBe(200_000);
1444
- expect(calculateMaxToolCallInputChars(0)).toBe(200_000);
1445
- expect(calculateMaxToolCallInputChars(1_000)).toBe(600);
1446
- expect(calculateMaxToolCallInputChars(1_000_000)).toBe(200_000);
1447
- // Even below the envelope floor, serialized args stay a JSON object —
1448
- // 'null' here poisoned replayed tool calls (Anthropic 400s a non-object
1449
- // tool_use.input).
1450
- expect(serializeToolCallInput(undefined, 4)).toBe('{}');
1451
- });
1452
-
1453
- it('never nulls an input when the cap is below the truncation envelope', () => {
1454
- // Regression: a tight summarization budget can shrink the per-input cap
1455
- // below the `{_truncated, _originalChars}` envelope size (~38 chars).
1456
- // The projection used to return `null` for BOTH the inline block input
1457
- // and the tool_calls args; the nulls were written back into graph state
1458
- // by preFlightTruncateToolCallInputs and later replayed to Anthropic as
1459
- // `tool_use.input: null` → 400 "Input should be an object".
1460
- const chunk = new AIMessageChunk({
1461
- content: [
1462
- {
1463
- type: 'tool_use',
1464
- id: 'tiny-cap-call',
1465
- name: 'calculator',
1466
- // Streaming leaves the raw JSON string on the block.
1467
- input: '{"input": "670592745 / 99991"}',
1468
- },
1469
- ],
1470
- tool_calls: [
1471
- {
1472
- id: 'tiny-cap-call',
1473
- name: 'calculator',
1474
- args: { input: '670592745 / 99991' },
1475
- },
1476
- ],
1477
- });
1478
-
1479
- const [projected] = projectToolCallInputs([chunk], 20);
1480
- const block = (
1481
- (projected as AIMessageChunk).content as Array<Record<string, unknown>>
1482
- )[0];
1483
- expect(block.input).toEqual({});
1484
- expect((projected as AIMessageChunk).tool_calls?.[0].args).toEqual({});
1485
- });
1486
-
1487
- it('returns the original array when every input is already safe and bounded', () => {
1488
- const messages: BaseMessage[] = [
1489
- new HumanMessage('Run it'),
1490
- new AIMessage({
1491
- content: '',
1492
- tool_calls: [
1493
- { id: 'safe-call', name: 'lookup', args: { query: 'safe' } },
1494
- ],
1495
- }),
1496
- ];
1497
-
1498
- const projected = projectToolCallInputs(messages, 1_000);
1499
-
1500
- expect(projected).toBe(messages);
1501
- expect(projected[1]).toBe(messages[1]);
1502
- });
1503
-
1504
- it('copy-on-write projects inline input and tool_calls args on AIMessageChunk', () => {
1505
- let toJSONCalls = 0;
1506
- const chunk = new AIMessageChunk({
1507
- content: [
1508
- { type: 'text', text: 'Running.' },
1509
- {
1510
- type: 'tool_use',
1511
- id: 'chunk-call',
1512
- name: 'evaluate_script',
1513
- input: { code: 'x'.repeat(2_000) },
1514
- },
1515
- ],
1516
- id: 'chunk-id',
1517
- additional_kwargs: { marker: 'keep' },
1518
- response_metadata: { model: 'chunk-model' },
1519
- tool_calls: [
1520
- {
1521
- id: 'chunk-call',
1522
- name: 'evaluate_script',
1523
- args: {
1524
- query: 'safe',
1525
- toJSON() {
1526
- toJSONCalls++;
1527
- return { code: 'y'.repeat(2_000_000) };
1528
- },
1529
- },
1530
- },
1531
- ],
1532
- });
1533
- chunk.tool_call_chunks = [
1534
- {
1535
- id: 'chunk-call',
1536
- index: 0,
1537
- name: 'evaluate_script',
1538
- args: '',
1539
- type: 'tool_call_chunk',
1540
- },
1541
- ];
1542
- const messages: BaseMessage[] = [chunk];
1543
-
1544
- const projected = projectToolCallInputs(messages, 200);
1545
-
1546
- expect(projected).not.toBe(messages);
1547
- expect(projected[0]).not.toBe(chunk);
1548
- expect(projected[0]).toBeInstanceOf(AIMessageChunk);
1549
- expect(toJSONCalls).toBe(0);
1550
- const projectedChunk = projected[0] as AIMessageChunk;
1551
- expect(projectedChunk.id).toBe('chunk-id');
1552
- expect(projectedChunk.additional_kwargs).toEqual({ marker: 'keep' });
1553
- expect(projectedChunk.response_metadata).toEqual({
1554
- model: 'chunk-model',
1555
- });
1556
- expect(projectedChunk.tool_call_chunks).toEqual(chunk.tool_call_chunks);
1557
- const inlineToolUse = (
1558
- projectedChunk.content as Array<Record<string, unknown>>
1559
- ).find((block) => block.type === 'tool_use');
1560
- expect(inlineToolUse?.input).toMatchObject({
1561
- _truncated: expect.stringContaining('truncated'),
1562
- _originalChars: expect.any(Number),
1563
- });
1564
- expect(projectedChunk.tool_calls?.[0].args).toEqual({ query: 'safe' });
1565
- expect(
1566
- (
1567
- (chunk.content as Array<Record<string, unknown>>)[1].input as {
1568
- code: string;
1569
- }
1570
- ).code
1571
- ).toHaveLength(2_000);
1572
- });
1573
-
1574
- it('normalizes cyclic and bigint args into provider-safe JSON values', () => {
1575
- const cyclic: Record<string, unknown> = { query: 'safe' };
1576
- cyclic.self = cyclic;
1577
- const messages: BaseMessage[] = [
1578
- new AIMessage({
1579
- content: '',
1580
- tool_calls: [
1581
- {
1582
- id: 'non-json-call',
1583
- name: 'lookup',
1584
- args: { cyclic, count: 7n },
1585
- },
1586
- ],
1587
- }),
1588
- ];
1589
-
1590
- const projected = projectToolCallInputs(messages, 1_000);
1591
-
1592
- expect(projected).not.toBe(messages);
1593
- const args = (projected[0] as AIMessage).tool_calls?.[0].args as {
1594
- cyclic: { self: string };
1595
- count: string;
1596
- };
1597
- expect(args.cyclic.self).toBe('[Circular]');
1598
- expect(args.count).toBe('7');
1599
- expect(() => JSON.stringify(args)).not.toThrow();
1600
- });
1601
-
1602
- it('bounds legacy additional_kwargs.function_call arguments', () => {
1603
- const message = new AIMessage({
1604
- content: '',
1605
- additional_kwargs: {
1606
- marker: 'preserved',
1607
- function_call: {
1608
- name: 'legacy_lookup',
1609
- arguments: `{"query":"${'x'.repeat(2_000)}"}`,
1610
- },
1611
- },
1612
- });
1613
- const messages: BaseMessage[] = [message];
1614
-
1615
- const projected = projectToolCallInputs(messages, 200);
1616
-
1617
- expect(projected).not.toBe(messages);
1618
- expect(projected[0]).not.toBe(message);
1619
- expect(projected[0].additional_kwargs.marker).toBe('preserved');
1620
- const projectedFunctionCall = projected[0].additional_kwargs
1621
- .function_call as {
1622
- name: string;
1623
- arguments: string;
1624
- };
1625
- expect(projectedFunctionCall.name).toBe('legacy_lookup');
1626
- expect(projectedFunctionCall.arguments.length).toBeLessThanOrEqual(200);
1627
- expect(() => JSON.parse(projectedFunctionCall.arguments)).not.toThrow();
1628
- expect(
1629
- (
1630
- message.additional_kwargs.function_call as {
1631
- arguments: string;
1632
- }
1633
- ).arguments.length
1634
- ).toBeGreaterThan(2_000);
1635
- });
1636
-
1637
- it('normalizes legacy function calls without invoking serialization hooks', () => {
1638
- const toJSON = jest.fn(() => ({
1639
- name: 'legacy_lookup',
1640
- arguments: 'x'.repeat(500_000),
1641
- }));
1642
- const originalFunctionCall = {
1643
- name: 'legacy_lookup',
1644
- arguments: '{}',
1645
- toJSON,
1646
- };
1647
- const message = new AIMessage({
1648
- content: '',
1649
- additional_kwargs: {
1650
- function_call: originalFunctionCall,
1651
- },
1652
- });
1653
-
1654
- const [projected] = projectToolCallInputs([message], 200);
1655
- const projectedFunctionCall = projected.additional_kwargs
1656
- .function_call as {
1657
- name: string;
1658
- arguments: string;
1659
- };
1660
- const serialized = JSON.stringify(projected.additional_kwargs);
1661
-
1662
- expect(projected).not.toBe(message);
1663
- expect(projectedFunctionCall).toEqual({
1664
- name: 'legacy_lookup',
1665
- arguments: '{}',
1666
- });
1667
- expect(Object.getPrototypeOf(projectedFunctionCall)).toBe(
1668
- Object.prototype
1669
- );
1670
- expect(serialized.length).toBeLessThanOrEqual(300);
1671
- expect(toJSON).not.toHaveBeenCalled();
1672
- expect(projectToolCallInputs([projected], 200)[0]).toBe(projected);
1673
- });
1674
-
1675
- it('omits a proxied legacy function call without propagating descriptor traps', () => {
1676
- let descriptorCalls = 0;
1677
- const legacyProxy = new Proxy(
1678
- {},
1679
- {
1680
- getOwnPropertyDescriptor() {
1681
- descriptorCalls++;
1682
- throw new Error('descriptor trap');
1683
- },
1684
- }
1685
- );
1686
- const message = new AIMessage({
1687
- content: '',
1688
- additional_kwargs: {},
1689
- });
1690
- (message.additional_kwargs as Record<string, unknown>).function_call =
1691
- legacyProxy;
1692
-
1693
- expect(() => projectToolCallInputs([message], 200)).not.toThrow();
1694
- const [projected] = projectToolCallInputs([message], 200);
1695
-
1696
- expect(projected.additional_kwargs.function_call).toBeUndefined();
1697
- expect(descriptorCalls).toBe(0);
1698
- expect(projectToolCallInputs([projected], 200)[0]).toBe(projected);
1699
- });
1700
-
1701
- it('shadows proxy-backed legacy metadata without invoking its get trap', () => {
1702
- let getCalls = 0;
1703
- const hugeFunctionCall = {
1704
- name: 'legacy_lookup',
1705
- arguments: 'x'.repeat(500_000),
1706
- };
1707
- const message = new AIMessage({
1708
- content: '',
1709
- additional_kwargs: {},
1710
- });
1711
- message.additional_kwargs = new Proxy(
1712
- {},
1713
- {
1714
- get(_target, property) {
1715
- getCalls++;
1716
- return property === 'function_call' ? hugeFunctionCall : undefined;
1717
- },
1718
- getOwnPropertyDescriptor() {
1719
- return undefined;
1720
- },
1721
- getPrototypeOf() {
1722
- return null;
1723
- },
1724
- }
1725
- );
1726
-
1727
- const [projected] = projectToolCallInputs([message], 200);
1728
-
1729
- expect(getCalls).toBe(0);
1730
- expect(projected).not.toBe(message);
1731
- expect(projected.additional_kwargs.function_call).toBeUndefined();
1732
- expect(projectToolCallInputs([projected], 200)[0]).toBe(projected);
1733
- });
1734
-
1735
- it('shadows legacy calls beyond the bounded prototype walk', () => {
1736
- const inherited = {
1737
- function_call: {
1738
- name: 'legacy_lookup',
1739
- arguments: 'x'.repeat(500_000),
1740
- },
1741
- };
1742
- let additionalKwargs = inherited;
1743
- for (let i = 0; i < 101; i++) {
1744
- additionalKwargs = Object.create(additionalKwargs) as typeof inherited;
1745
- }
1746
- const message = new AIMessage({
1747
- content: '',
1748
- additional_kwargs: {},
1749
- });
1750
- message.additional_kwargs = additionalKwargs;
1751
-
1752
- const [projected] = projectToolCallInputs([message], 200);
1753
-
1754
- expect(projected).not.toBe(message);
1755
- expect(
1756
- Object.prototype.hasOwnProperty.call(
1757
- projected.additional_kwargs,
1758
- 'function_call'
1759
- )
1760
- ).toBe(true);
1761
- expect(projected.additional_kwargs.function_call).toBeUndefined();
1762
- expect(projectToolCallInputs([projected], 200)[0]).toBe(projected);
1763
- });
1764
-
1765
- it('stabilizes an omitted invalid legacy function call', () => {
1766
- const message = new AIMessage({
1767
- content: '',
1768
- additional_kwargs: {},
1769
- });
1770
- (message.additional_kwargs as Record<string, unknown>).function_call =
1771
- null;
1772
-
1773
- const [first] = projectToolCallInputs([message], 200);
1774
- const [second] = projectToolCallInputs([first], 200);
1775
-
1776
- expect(first).not.toBe(message);
1777
- expect(first.additional_kwargs.function_call).toBeUndefined();
1778
- expect(second).toBe(first);
1779
- });
1780
-
1781
- it('projects every provider-consumed tool-call representation to the same bounded wire args', () => {
1782
- let getterCalls = 0;
1783
- let toJSONCalls = 0;
1784
- const adversarialArgs: Record<string, unknown> = {
1785
- query: 'safe',
1786
- payload: 'x'.repeat(2_000),
1787
- };
1788
- Object.defineProperty(adversarialArgs, 'expanded', {
1789
- enumerable: true,
1790
- get() {
1791
- getterCalls++;
1792
- return 'y'.repeat(2_000_000);
1793
- },
1794
- });
1795
- adversarialArgs.self = adversarialArgs;
1796
- adversarialArgs.toJSON = (): Record<string, string> => {
1797
- toJSONCalls++;
1798
- return { payload: 'z'.repeat(2_000_000) };
1799
- };
1800
-
1801
- const message = new AIMessageChunk({
1802
- content: [
1803
- {
1804
- type: 'tool_use',
1805
- id: 'inline-use',
1806
- name: 'evaluate',
1807
- input: { code: 'i'.repeat(2_000) },
1808
- },
1809
- {
1810
- type: 'tool_call',
1811
- id: 'inline-call',
1812
- name: 'evaluate',
1813
- args: { code: 'a'.repeat(2_000) },
1814
- tool_call: {
1815
- type: 'tool_call',
1816
- id: 'nested-call',
1817
- name: 'evaluate',
1818
- args: { code: 'n'.repeat(2_000) },
1819
- },
1820
- },
1821
- ],
1822
- tool_calls: [
1823
- {
1824
- id: 'shared-call',
1825
- name: 'evaluate',
1826
- args: adversarialArgs,
1827
- },
1828
- {
1829
- id: 'custom-call',
1830
- name: 'shell',
1831
- args: { input: 'c'.repeat(2_000) },
1832
- },
1833
- {
1834
- id: 'computer-call',
1835
- name: 'computer_use',
1836
- args: { action: { type: 'type', text: 't'.repeat(2_000) } },
1837
- },
1838
- ],
1839
- additional_kwargs: {
1840
- tool_calls: [
1841
- {
1842
- id: 'shared-call',
1843
- type: 'function',
1844
- function: {
1845
- name: 'evaluate',
1846
- arguments: `{"code":"${'r'.repeat(2_000)}"}`,
1847
- },
1848
- },
1849
- {
1850
- id: 'raw-only',
1851
- type: 'function',
1852
- function: {
1853
- name: 'evaluate',
1854
- arguments: `{"code":"${'o'.repeat(2_000)}"}`,
1855
- },
1856
- },
1857
- ],
1858
- },
1859
- response_metadata: {
1860
- output: [
1861
- {
1862
- type: 'function_call',
1863
- id: 'fc_shared',
1864
- call_id: 'shared-call',
1865
- name: 'evaluate',
1866
- arguments: `{"code":"${'w'.repeat(2_000)}"}`,
1867
- },
1868
- {
1869
- type: 'function_call',
1870
- id: 'fc_raw',
1871
- call_id: 'response-only',
1872
- name: 'evaluate',
1873
- arguments: `{"code":"${'q'.repeat(2_000)}"}`,
1874
- },
1875
- {
1876
- type: 'custom_tool_call',
1877
- id: 'ctc_shared',
1878
- call_id: 'custom-call',
1879
- name: 'shell',
1880
- input: 'c'.repeat(2_000),
1881
- },
1882
- {
1883
- type: 'computer_call',
1884
- id: 'cc_shared',
1885
- call_id: 'computer-call',
1886
- action: { type: 'type', text: 't'.repeat(2_000) },
1887
- },
1888
- ],
1889
- },
1890
- });
1891
- Object.defineProperty(message, 'projectionMarker', {
1892
- configurable: false,
1893
- enumerable: false,
1894
- value: 'preserved',
1895
- writable: false,
1896
- });
1897
- const messages: BaseMessage[] = [message];
1898
-
1899
- const projected = projectToolCallInputs(messages, 200);
1900
-
1901
- expect(projected).not.toBe(messages);
1902
- expect(projected[0]).toBeInstanceOf(AIMessageChunk);
1903
- expect(getterCalls).toBe(0);
1904
- expect(toJSONCalls).toBe(0);
1905
- expect(
1906
- Object.getOwnPropertyDescriptor(projected[0], 'projectionMarker')
1907
- ).toEqual(Object.getOwnPropertyDescriptor(message, 'projectionMarker'));
1908
-
1909
- const projectedMessage = projected[0] as AIMessageChunk;
1910
- const content = projectedMessage.content as Array<
1911
- Record<string, unknown>
1912
- >;
1913
- const inlineUse = content[0];
1914
- const inlineCall = content[1];
1915
- const nestedCall = inlineCall.tool_call as Record<string, unknown>;
1916
- for (const input of [
1917
- inlineUse.input,
1918
- inlineCall.args,
1919
- nestedCall.args,
1920
- projectedMessage.tool_calls?.[0].args,
1921
- ]) {
1922
- const serialized = serializeToolCallInput(input, 200);
1923
- expect(serialized.length).toBeLessThanOrEqual(200);
1924
- expect(() => JSON.parse(serialized)).not.toThrow();
1925
- }
1926
-
1927
- const canonicalArguments = serializeToolCallInput(
1928
- projectedMessage.tool_calls?.[0].args,
1929
- 200
1930
- );
1931
- const rawToolCalls = projectedMessage.additional_kwargs
1932
- .tool_calls as Array<{
1933
- id: string;
1934
- function: { arguments: string };
1935
- }>;
1936
- expect(rawToolCalls[0].function.arguments).toBe(canonicalArguments);
1937
- expect(rawToolCalls[1].function.arguments.length).toBeLessThanOrEqual(
1938
- 200
1939
- );
1940
- expect(() =>
1941
- JSON.parse(rawToolCalls[1].function.arguments)
1942
- ).not.toThrow();
1943
-
1944
- const responseOutput = projectedMessage.response_metadata
1945
- .output as Array<{
1946
- type: string;
1947
- call_id: string;
1948
- arguments?: string;
1949
- input?: string;
1950
- action?: unknown;
1951
- }>;
1952
- expect(responseOutput[0].arguments).toBe(canonicalArguments);
1953
- expect(responseOutput[1].arguments?.length).toBeLessThanOrEqual(200);
1954
- expect(() => JSON.parse(responseOutput[1].arguments ?? '')).not.toThrow();
1955
- expect(responseOutput[2].input?.length).toBeLessThanOrEqual(200);
1956
- expect(
1957
- serializeToolCallInput(responseOutput[3].action, 200).length
1958
- ).toBeLessThanOrEqual(200);
1959
-
1960
- expect(
1961
- (
1962
- message.additional_kwargs.tool_calls as Array<{
1963
- function: { arguments: string };
1964
- }>
1965
- )[0].function.arguments.length
1966
- ).toBeGreaterThan(2_000);
1967
- expect(
1968
- (
1969
- message.response_metadata.output as Array<{
1970
- arguments: string;
1971
- }>
1972
- )[0].arguments.length
1973
- ).toBeGreaterThan(2_000);
1974
- });
1975
- });
1976
-
1977
- describe('preFlightTruncateToolCallInputs', () => {
1978
- it('should truncate oversized tool_use input fields in AI messages', () => {
1979
- const tokenCounter = createTestTokenCounter();
1980
- const largeInput = '{"function":"' + 'x'.repeat(5000) + '"}';
1981
- const messages: BaseMessage[] = [
1982
- new HumanMessage('Run this script'),
1983
- new AIMessage({
1984
- content: [
1985
- { type: 'text', text: 'I will execute the script.' },
1986
- {
1987
- type: 'tool_use',
1988
- id: 'tool-exec',
1989
- name: 'evaluate_script',
1990
- input: largeInput,
1991
- },
1992
- ],
1993
- tool_calls: [
1994
- {
1995
- id: 'tool-exec',
1996
- name: 'evaluate_script',
1997
- args: { function: 'x'.repeat(5000) },
1998
- },
1999
- ],
2000
- }),
2001
- new ToolMessage({ content: 'Result: OK', tool_call_id: 'tool-exec' }),
2002
- ];
2003
-
2004
- const indexTokenCountMap: Record<string, number | undefined> = {
2005
- 0: tokenCounter(messages[0]),
2006
- 1: tokenCounter(messages[1]),
2007
- 2: tokenCounter(messages[2]),
2008
- };
2009
-
2010
- const originalTokens = indexTokenCountMap[1] as number;
2011
- expect(originalTokens).toBeGreaterThan(5000); // Large input counted
2012
-
2013
- // maxContextTokens: 1000 → maxInputChars = floor(1000 * 0.15) * 4 = 600
2014
- const truncated = preFlightTruncateToolCallInputs({
2015
- messages,
2016
- maxContextTokens: 1000,
2017
- indexTokenCountMap,
2018
- tokenCounter,
2019
- });
2020
-
2021
- expect(truncated).toBe(1);
2022
- const newTokens = indexTokenCountMap[1] as number;
2023
- expect(newTokens).toBeLessThan(originalTokens);
2024
-
2025
- // Verify the content block was truncated
2026
- const aiMsg = messages[1] as AIMessage;
2027
- const toolUseBlock = (
2028
- aiMsg.content as Array<Record<string, unknown>>
2029
- ).find((b) => b.type === 'tool_use');
2030
- expect(toolUseBlock).toBeDefined();
2031
- const truncatedInput = toolUseBlock!.input as {
2032
- _truncated: string;
2033
- _originalChars: number;
2034
- };
2035
- expect(truncatedInput._truncated).toContain('truncated');
2036
- expect(truncatedInput._originalChars).toBeGreaterThan(600);
2037
-
2038
- // Verify tool_calls args were also truncated
2039
- expect(aiMsg.tool_calls).toBeDefined();
2040
- const tc = aiMsg.tool_calls![0];
2041
- expect(tc.args).toHaveProperty('_truncated');
2042
- });
2043
-
2044
- it('truncates tool_calls-only args and preserves AI message metadata', () => {
2045
- let recounts = 0;
2046
- const tokenCounter: t.TokenCounter = () => {
2047
- recounts++;
2048
- return 17;
2049
- };
2050
- const messages: BaseMessage[] = [
2051
- new AIMessage({
2052
- content: '',
2053
- id: 'ai-tool-call-only',
2054
- name: 'assistant',
2055
- additional_kwargs: { trace_marker: 'keep' },
2056
- response_metadata: { model: 'test-model' },
2057
- tool_calls: [
2058
- {
2059
- id: 'tool-exec',
2060
- name: 'evaluate_script',
2061
- args: { code: 'x'.repeat(5_000) },
2062
- },
2063
- ],
2064
- }),
2065
- ];
2066
- const indexTokenCountMap: Record<string, number | undefined> = { 0: 1 };
2067
-
2068
- const truncated = preFlightTruncateToolCallInputs({
2069
- messages,
2070
- maxContextTokens: 1_000,
2071
- indexTokenCountMap,
2072
- tokenCounter,
2073
- });
2074
-
2075
- expect(truncated).toBe(1);
2076
- expect(recounts).toBe(1);
2077
- expect(indexTokenCountMap[0]).toBe(17);
2078
- const projected = messages[0] as AIMessage;
2079
- expect(projected.content).toBe('');
2080
- expect(projected.id).toBe('ai-tool-call-only');
2081
- expect(projected.name).toBe('assistant');
2082
- expect(projected.additional_kwargs).toEqual({ trace_marker: 'keep' });
2083
- expect(projected.response_metadata).toEqual({ model: 'test-model' });
2084
- expect(projected.tool_calls?.[0].args).toMatchObject({
2085
- _truncated: expect.stringContaining('truncated'),
2086
- _originalChars: expect.any(Number),
2087
- });
2088
- });
2089
-
2090
- it('neutralizes adversarial tool-call args without invoking toJSON', () => {
2091
- let toJSONCalls = 0;
2092
- const messages: BaseMessage[] = [
2093
- new AIMessage({
2094
- content: '',
2095
- tool_calls: [
2096
- {
2097
- id: 'tool-adversarial',
2098
- name: 'lookup',
2099
- args: {
2100
- query: 'safe',
2101
- toJSON() {
2102
- toJSONCalls++;
2103
- return { query: 'x'.repeat(2_000_000) };
2104
- },
2105
- },
2106
- },
2107
- ],
2108
- }),
2109
- ];
2110
- const indexTokenCountMap: Record<string, number | undefined> = { 0: 1 };
2111
-
2112
- const changed = preFlightTruncateToolCallInputs({
2113
- messages,
2114
- maxContextTokens: 1_000,
2115
- indexTokenCountMap,
2116
- tokenCounter: () => 5,
2117
- });
2118
-
2119
- expect(changed).toBe(1);
2120
- expect(toJSONCalls).toBe(0);
2121
- expect((messages[0] as AIMessage).tool_calls?.[0].args).toEqual({
2122
- query: 'safe',
2123
- });
2124
- });
2125
-
2126
- it('should not truncate inputs that fit within the budget', () => {
2127
- const tokenCounter = createTestTokenCounter();
2128
- const messages: BaseMessage[] = [
2129
- new HumanMessage('Read a file'),
2130
- new AIMessage({
2131
- content: [
2132
- { type: 'text', text: 'Reading file.' },
2133
- {
2134
- type: 'tool_use',
2135
- id: 'tool-read',
2136
- name: 'read_file',
2137
- input: '{"path":"test.txt"}',
2138
- },
2139
- ],
2140
- tool_calls: [
2141
- { id: 'tool-read', name: 'read_file', args: { path: 'test.txt' } },
2142
- ],
2143
- }),
2144
- ];
2145
-
2146
- const indexTokenCountMap: Record<string, number | undefined> = {
2147
- 0: tokenCounter(messages[0]),
2148
- 1: tokenCounter(messages[1]),
2149
- };
2150
-
2151
- const originalTokens = indexTokenCountMap[1];
2152
-
2153
- const truncated = preFlightTruncateToolCallInputs({
2154
- messages,
2155
- maxContextTokens: 1000,
2156
- indexTokenCountMap,
2157
- tokenCounter,
2158
- });
2159
-
2160
- expect(truncated).toBe(0);
2161
- expect(indexTokenCountMap[1]).toBe(originalTokens);
2162
- });
2163
-
2164
- it('should skip non-AI messages', () => {
2165
- const tokenCounter = createTestTokenCounter();
2166
- const messages: BaseMessage[] = [
2167
- new HumanMessage('Hello'),
2168
- new ToolMessage({ content: 'x'.repeat(5000), tool_call_id: 'tool-1' }),
2169
- ];
2170
-
2171
- const indexTokenCountMap: Record<string, number | undefined> = {
2172
- 0: tokenCounter(messages[0]),
2173
- 1: tokenCounter(messages[1]),
2174
- };
2175
-
2176
- const truncated = preFlightTruncateToolCallInputs({
2177
- messages,
2178
- maxContextTokens: 1000,
2179
- indexTokenCountMap,
2180
- tokenCounter,
2181
- });
2182
-
2183
- // Should not touch ToolMessages (that's preFlightTruncateToolResults' job)
2184
- expect(truncated).toBe(0);
2185
- });
2186
- });
2187
-
2188
- describe('Instruction token budget reservation (getInstructionTokens)', () => {
2189
- it('should reserve budget for instruction tokens when no system message is present', () => {
2190
- const tokenCounter = createTestTokenCounter();
2191
- // Agent flow: messages do NOT include a system message.
2192
- // The system message is prepended later by buildSystemRunnable.
2193
- const messages = [
2194
- new HumanMessage('Hello there'), // 11 chars
2195
- new AIMessage('Hi'), // 2 chars
2196
- new HumanMessage('How are you?'), // 12 chars
2197
- new AIMessage('Good'), // 4 chars
2198
- ];
2199
-
2200
- const indexTokenCountMap: Record<string, number | undefined> = {};
2201
- for (let i = 0; i < messages.length; i++) {
2202
- indexTokenCountMap[i] = tokenCounter(messages[i]);
2203
- }
2204
-
2205
- // Total message tokens: 11 + 2 + 12 + 4 = 29
2206
- // Instruction tokens: 20 (simulating system prompt overhead)
2207
- // Effective budget: 52 - 20 - 3 reply primer = 29 → exact fit
2208
- const pruneMessages = createPruneMessages({
2209
- maxTokens: 52,
2210
- startIndex: 0,
2211
- tokenCounter,
2212
- indexTokenCountMap,
2213
- reserveRatio: 0,
2214
- getInstructionTokens: () => 20,
2215
- });
2216
-
2217
- const result = pruneMessages({ messages });
2218
-
2219
- // All messages fit exactly with instructions and reply framing.
2220
- expect(result.context.length).toBe(4);
2221
- expect(result.context).toEqual(messages);
2222
- expect(result.messagesToRefine).toEqual([]);
2223
- });
2224
-
2225
- it('should prune when messages + instruction tokens exceed budget', () => {
2226
- const tokenCounter = createTestTokenCounter();
2227
- const messages = [
2228
- new HumanMessage('Hello there'), // 11 chars
2229
- new AIMessage('Hi'), // 2 chars
2230
- new HumanMessage('How are you?'), // 12 chars
2231
- new AIMessage('Good'), // 4 chars
2232
- ];
2233
-
2234
- const indexTokenCountMap: Record<string, number | undefined> = {};
2235
- for (let i = 0; i < messages.length; i++) {
2236
- indexTokenCountMap[i] = tokenCounter(messages[i]);
2237
- }
2238
-
2239
- // Total message tokens: 29
2240
- // Instruction tokens: 25 (simulating large tool schema overhead)
2241
- // Effective budget: 40 - 25 = 15 → must prune older messages
2242
- const pruneMessages = createPruneMessages({
2243
- maxTokens: 40,
2244
- startIndex: 0,
2245
- tokenCounter,
2246
- indexTokenCountMap,
2247
- getInstructionTokens: () => 25,
2248
- });
2249
-
2250
- const result = pruneMessages({ messages });
2251
-
2252
- // Should prune older messages to fit within 15 available tokens.
2253
- // Working backwards: "Good" (4) + "How are you?" (12) = 16 > 15
2254
- // So only "Good" (4) fits, context starts on that AI message.
2255
- // But startType may require a human message...
2256
- // Actually with no startType and 3 tokens of overhead,
2257
- // available = 15 - 3 = 12: "Good" (4) fits, "How are you?" (12) → 4+12=16 > 12
2258
- // So only "Good" (4) fits.
2259
- expect(result.context.length).toBeLessThan(4);
2260
- expect(Array.isArray(result.messagesToRefine)).toBe(true);
2261
- expect(result.messagesToRefine!.length).toBeGreaterThan(0);
2262
- });
2263
-
2264
- it('should correctly account for instruction tokens in early-return path', () => {
2265
- const tokenCounter = createTestTokenCounter();
2266
- const messages = [
2267
- new HumanMessage('Hi'), // 2 chars
2268
- new AIMessage('Hello'), // 5 chars
2269
- ];
2270
-
2271
- const indexTokenCountMap: Record<string, number | undefined> = {};
2272
- for (let i = 0; i < messages.length; i++) {
2273
- indexTokenCountMap[i] = tokenCounter(messages[i]);
2274
- }
2275
-
2276
- // Message tokens: 7
2277
- // Instruction tokens: 100 (simulating 26 MCP tools ~5000 chars)
2278
- // Budget: 50 → 7 + 100 = 107 > 50, so early-return should NOT fire
2279
- const pruneMessages = createPruneMessages({
2280
- maxTokens: 50,
2281
- startIndex: 0,
2282
- tokenCounter,
2283
- indexTokenCountMap,
2284
- getInstructionTokens: () => 100,
2285
- });
2286
-
2287
- const result = pruneMessages({ messages });
2288
-
2289
- // Even though messages alone (7) fit in 50, the instruction overhead (100)
2290
- // means pruning must occur. With only 50 - 100 = -50 effective budget,
2291
- // nothing fits → all messages pruned.
2292
- expect(result.messagesToRefine!.length).toBeGreaterThan(0);
2293
- });
2294
-
2295
- it('should not double-subtract when messages include a system message', () => {
2296
- const tokenCounter = createTestTokenCounter();
2297
- const messages = [
2298
- new SystemMessage('System'), // 6 chars
2299
- new HumanMessage('Hello there'), // 11 chars
2300
- new AIMessage('Hi'), // 2 chars
2301
- ];
2302
-
2303
- const indexTokenCountMap: Record<string, number | undefined> = {};
2304
- for (let i = 0; i < messages.length; i++) {
2305
- indexTokenCountMap[i] = tokenCounter(messages[i]);
2306
- }
2307
-
2308
- // When messages[0] IS a system message, getMessagesWithinTokenLimit uses
2309
- // indexTokenCountMap[0] (6) to subtract from budget, ignoring instructionTokens.
2310
- // getInstructionTokens is only used when no system message is at index 0.
2311
- const pruneMessages = createPruneMessages({
2312
- maxTokens: 30,
2313
- startIndex: 0,
2314
- tokenCounter,
2315
- indexTokenCountMap,
2316
- getInstructionTokens: () => 999, // Should be ignored for system message path
2317
- });
2318
-
2319
- const result = pruneMessages({ messages });
2320
-
2321
- // Budget: 30 - 6 (system) = 24 available.
2322
- // "Hi" (2) + "Hello there" (11) + 3 overhead = 16, fits in 24.
2323
- // All messages should be kept.
2324
- expect(result.context.length).toBe(3);
2325
- expect(result.context[0]).toBe(messages[0]); // System message preserved
2326
- });
2327
-
2328
- it('index 0 should NOT be inflated when getInstructionTokens is provided', () => {
2329
- const tokenCounter = createTestTokenCounter();
2330
- const messages = [
2331
- new HumanMessage('Hello there'), // 11 chars
2332
- new AIMessage('Hi'), // 2 chars
2333
- ];
2334
-
2335
- const indexTokenCountMap: Record<string, number | undefined> = {};
2336
- for (let i = 0; i < messages.length; i++) {
2337
- indexTokenCountMap[i] = tokenCounter(messages[i]);
2338
- }
2339
-
2340
- const pruneMessages = createPruneMessages({
2341
- maxTokens: 50,
2342
- startIndex: 0,
2343
- tokenCounter,
2344
- indexTokenCountMap,
2345
- getInstructionTokens: () => 10,
2346
- });
2347
-
2348
- // Before and after pruning, index 0 should remain 11 (the real token count)
2349
- expect(indexTokenCountMap[0]).toBe(11);
2350
- pruneMessages({ messages });
2351
- // The returned indexTokenCountMap should still have the real count at index 0
2352
- expect(indexTokenCountMap[0]).toBe(11);
2353
- });
2354
-
2355
- it('pre-flight truncation uses effective budget after instruction overhead', () => {
2356
- const tokenCounter = createTestTokenCounter();
2357
- // Simulate the real scenario: AI message has a massive tool_call input
2358
- // (like the chrome-devtools evaluate_script with a 7000-char JS payload)
2359
- const hugeInput = 'x'.repeat(7000);
2360
- const messages = [
2361
- new HumanMessage('show me something'), // 17 chars
2362
- new AIMessage({
2363
- content: [
2364
- { type: 'text', text: 'Creating animation' },
2365
- {
2366
- type: 'tool_use',
2367
- id: 'tool_1',
2368
- name: 'evaluate_script',
2369
- input: { function: hugeInput },
2370
- },
2371
- ],
2372
- tool_calls: [
2373
- {
2374
- id: 'tool_1',
2375
- name: 'evaluate_script',
2376
- args: { function: hugeInput },
2377
- type: 'tool_call' as const,
2378
- },
2379
- ],
2380
- }),
2381
- new ToolMessage({ content: 'Script executed', tool_call_id: 'tool_1' }),
2382
- ];
2383
-
2384
- const indexTokenCountMap: Record<string, number | undefined> = {};
2385
- for (let i = 0; i < messages.length; i++) {
2386
- indexTokenCountMap[i] = tokenCounter(messages[i]);
2387
- }
2388
-
2389
- // Pre-flight truncation uses maxTokens for the truncation threshold:
2390
- // Math.floor(8000*0.15)*4 = 4800 chars. The AI message's tool_use
2391
- // input (~7015 chars) shrinks to ~4800 chars, giving an AI token
2392
- // count of ~4850.
2393
- //
2394
- // The effective pruning budget subtracts instruction overhead:
2395
- // effectiveMax = 8000 - 2000 = 6000, which is enough for all three
2396
- // messages (~4850 + 17 + 15 ≈ 4882).
2397
- const instructionTokens = 2000;
2398
- const pruneMessages = createPruneMessages({
2399
- maxTokens: 8000,
2400
- startIndex: 0,
2401
- tokenCounter,
2402
- indexTokenCountMap,
2403
- getInstructionTokens: () => instructionTokens,
2404
- reserveRatio: 0,
2405
- });
2406
-
2407
- const result = pruneMessages({ messages });
2408
-
2409
- // The AI message should survive pruning (not be in messagesToRefine)
2410
- // because pre-flight truncation used the effective budget
2411
- const aiMessagesInContext = result.context.filter(
2412
- (m) => m.getType() === 'ai'
2413
- );
2414
- expect(aiMessagesInContext.length).toBe(1);
2415
- expect(result.context.length).toBe(3); // All 3 messages fit after truncation
2416
- });
2417
-
2418
- it('emergency truncation recovers when initial prune produces empty context', () => {
2419
- const tokenCounter = createTestTokenCounter();
2420
- // Simulate post-summarization state: only 4 messages remain, but one
2421
- // has a huge tool_call input that exceeds available budget alone.
2422
- // With char-based counter, the AI message with 4000-char input is ~4000 tokens.
2423
- // Available budget: 5000 - 4500 = 500. Nothing fits on first pass.
2424
- const hugeInput = 'x'.repeat(4000);
2425
- const messages = [
2426
- new AIMessage({
2427
- content: [
2428
- { type: 'text', text: 'Running script' },
2429
- {
2430
- type: 'tool_use',
2431
- id: 'tool_1',
2432
- name: 'evaluate_script',
2433
- input: { function: hugeInput },
2434
- },
2435
- ],
2436
- tool_calls: [
2437
- {
2438
- id: 'tool_1',
2439
- name: 'evaluate_script',
2440
- args: { function: hugeInput },
2441
- type: 'tool_call' as const,
2442
- },
2443
- ],
2444
- }),
2445
- new ToolMessage({
2446
- content: 'Script ran successfully',
2447
- tool_call_id: 'tool_1',
2448
- }),
2449
- new HumanMessage('that looks great'),
2450
- new AIMessage('Thanks! Want more?'),
2451
- ];
2452
-
2453
- const indexTokenCountMap: Record<string, number | undefined> = {};
2454
- for (let i = 0; i < messages.length; i++) {
2455
- indexTokenCountMap[i] = tokenCounter(messages[i]);
2456
- }
2457
-
2458
- // Available budget is extremely tight: 500 tokens for messages.
2459
- // The AI message alone is ~4000+ tokens. Initial prune: nothing fits.
2460
- // Emergency truncation should reduce tool inputs to 150 chars,
2461
- // making the AI message fit.
2462
- const pruneMessages = createPruneMessages({
2463
- maxTokens: 5000,
2464
- startIndex: 0,
2465
- tokenCounter,
2466
- indexTokenCountMap,
2467
- getInstructionTokens: () => 4500,
2468
- });
2469
-
2470
- const result = pruneMessages({ messages });
2471
-
2472
- // Emergency truncation should have recovered — context is NOT empty
2473
- expect(result.context.length).toBeGreaterThan(0);
2474
- // At minimum, the newest messages should be present
2475
- const types = result.context.map((m) => m.getType());
2476
- expect(types).toContain('human');
2477
- });
2478
-
2479
- it('emergency-truncates tool_calls-only args when content is empty', () => {
2480
- const tokenCounter: t.TokenCounter = (message) => {
2481
- let chars =
2482
- typeof message.content === 'string' ? message.content.length : 0;
2483
- if (message.getType() === 'ai') {
2484
- for (const toolCall of (message as AIMessage).tool_calls ?? []) {
2485
- chars +=
2486
- toolCall.name.length + JSON.stringify(toolCall.args).length;
2487
- }
2488
- }
2489
- return Math.max(1, Math.ceil(chars / 4));
2490
- };
2491
- const messages: BaseMessage[] = [
2492
- new AIMessage({
2493
- content: '',
2494
- tool_calls: [
2495
- {
2496
- id: 'tool-call-only',
2497
- name: 'evaluate_script',
2498
- args: { code: 'x'.repeat(4_000) },
2499
- },
2500
- ],
2501
- }),
2502
- new ToolMessage({
2503
- content: 'OK',
2504
- tool_call_id: 'tool-call-only',
2505
- name: 'evaluate_script',
2506
- }),
2507
- ];
2508
- const indexTokenCountMap: Record<string, number | undefined> = {
2509
- 0: tokenCounter(messages[0]),
2510
- 1: tokenCounter(messages[1]),
2511
- };
2512
- const pruneMessages = createPruneMessages({
2513
- maxTokens: 1_000,
2514
- startIndex: 0,
2515
- tokenCounter,
2516
- indexTokenCountMap,
2517
- getInstructionTokens: () => 900,
2518
- reserveRatio: 0,
2519
- });
2520
-
2521
- const result = pruneMessages({ messages });
2522
-
2523
- const projectedAI = result.context.find(
2524
- (message) => message.getType() === 'ai'
2525
- ) as AIMessage | undefined;
2526
- expect(projectedAI).toBeDefined();
2527
- expect(projectedAI?.content).toBe('');
2528
- const projectedArgs = projectedAI?.tool_calls?.[0].args as
2529
- | { _truncated?: string; _originalChars?: number }
2530
- | undefined;
2531
- expect(projectedArgs?._truncated).toContain('truncated');
2532
- expect(projectedArgs?._truncated?.length).toBeLessThanOrEqual(200);
2533
- expect(projectedArgs?._originalChars).toBeGreaterThan(200);
2534
- });
2535
- });
2536
-
2537
- describe('Empty messages guard', () => {
2538
- it('returns empty context without crashing when messages array is empty', () => {
2539
- const tokenCounter = createTestTokenCounter();
2540
- const pruneMessages = createPruneMessages({
2541
- maxTokens: 8000,
2542
- startIndex: 0,
2543
- tokenCounter,
2544
- indexTokenCountMap: {},
2545
- getInstructionTokens: () => 4000,
2546
- });
2547
-
2548
- // Simulate post-summarization state where REMOVE_ALL left an empty messages array
2549
- const result = pruneMessages({
2550
- messages: [],
2551
- usageMetadata: {
2552
- input_tokens: 100,
2553
- output_tokens: 50,
2554
- total_tokens: 150,
2555
- } as UsageMetadata,
2556
- });
2557
-
2558
- expect(result.context).toEqual([]);
2559
- expect(result.messagesToRefine).toEqual([]);
2560
- expect(result.prePruneContextTokens).toBe(0);
2561
- /** Reserve-adjusted budget minus instructions and reply primer */
2562
- expect(result.contextBudget).toBe(7600);
2563
- expect(result.effectiveInstructionTokens).toBe(4000);
2564
- expect(result.remainingContextTokens).toBe(3597);
2565
- });
2566
- });
2567
-
2568
- describe('Dropped orphan ToolMessages appear in messagesToRefine', () => {
2569
- it('appends orphan ToolMessage (whose parent AI was pruned) to messagesToRefine for summarization', () => {
2570
- const tokenCounter = createTestTokenCounter();
2571
-
2572
- // Build messages where the large AI(evaluate) won't fit in a tight budget,
2573
- // but its smaller ToolMessage(evaluate) does. After backward iteration,
2574
- // the ToolMessage lands in context while its parent AI is in prunedMemory.
2575
- // repairOrphanedToolMessages then drops the orphan ToolMessage from context.
2576
- // The fix: that dropped ToolMessage must appear in messagesToRefine so
2577
- // summarization sees the tool result (otherwise summary says "in progress").
2578
- const messages: BaseMessage[] = [
2579
- new HumanMessage('Build me a solar system simulation'),
2580
- new AIMessage({
2581
- content: [
2582
- { type: 'text', text: 'I will write the code now.' },
2583
- {
2584
- type: 'tool_use',
2585
- id: 'tc_eval',
2586
- name: 'evaluate_script',
2587
- // Large input that consumes most of the budget
2588
- input: { code: 'x'.repeat(3000) },
2589
- },
2590
- ],
2591
- tool_calls: [
2592
- {
2593
- id: 'tc_eval',
2594
- name: 'evaluate_script',
2595
- args: { code: 'x'.repeat(3000) },
2596
- type: 'tool_call' as const,
2597
- },
2598
- ],
2599
- }),
2600
- new ToolMessage({
2601
- // Small result — fits in budget individually
2602
- content: 'Solar system simulation launched successfully!',
2603
- tool_call_id: 'tc_eval',
2604
- name: 'evaluate_script',
2605
- }),
2606
- ];
2607
-
2608
- const indexTokenCountMap: Record<string, number | undefined> = {};
2609
- for (let i = 0; i < messages.length; i++) {
2610
- indexTokenCountMap[i] = tokenCounter(messages[i]);
2611
- }
2612
-
2613
- // Budget is tight enough that the large AI message won't fit
2614
- // even after emergency truncation, but HumanMessage and ToolMessage
2615
- // individually can. Budget must be low enough that proportional
2616
- // emergency truncation (budget / messages * 4 chars) still leaves
2617
- // the AI message too large to fit.
2618
- const pruneMessages = createPruneMessages({
2619
- maxTokens: 100,
2620
- startIndex: 0,
2621
- tokenCounter,
2622
- indexTokenCountMap,
2623
- getInstructionTokens: () => 0,
2624
- });
2625
-
2626
- const result = pruneMessages({ messages });
2627
-
2628
- // The orphan ToolMessage(evaluate) should NOT be in context
2629
- // (its parent AI was pruned away)
2630
- const contextToolMsgs = result.context.filter(
2631
- (m) => m.getType() === 'tool'
2632
- );
2633
- const orphanInContext = contextToolMsgs.some(
2634
- (m) => (m as ToolMessage).tool_call_id === 'tc_eval'
2635
- );
2636
- expect(orphanInContext).toBe(false);
2637
-
2638
- // The key assertion: the dropped ToolMessage MUST appear in messagesToRefine
2639
- // so that summarization can see "Solar system simulation launched successfully!"
2640
- expect(result.messagesToRefine).toBeDefined();
2641
- const refineToolMsgs = result.messagesToRefine!.filter(
2642
- (m) => m.getType() === 'tool'
2643
- );
2644
- const toolInRefine = refineToolMsgs.some(
2645
- (m) => (m as ToolMessage).tool_call_id === 'tc_eval'
2646
- );
2647
- expect(toolInRefine).toBe(true);
2648
-
2649
- // The parent AI message should also be in messagesToRefine (from prunedMemory)
2650
- const refineAiMsgs = result.messagesToRefine!.filter(
2651
- (m) => m.getType() === 'ai'
2652
- );
2653
- const aiInRefine = refineAiMsgs.some((m) =>
2654
- ((m as AIMessage).tool_calls ?? []).some((tc) => tc.id === 'tc_eval')
2655
- );
2656
- expect(aiInRefine).toBe(true);
2657
- });
2658
- });
2659
-
2660
- describe('Integration with Run', () => {
2661
- it('should initialize Run with custom token counter and process messages', async () => {
2662
- const provider = Providers.OPENAI;
2663
- const llmConfig = getLLMConfig(provider);
2664
- const tokenCounter = createTestTokenCounter();
2665
-
2666
- const run = await Run.create<t.IState>({
2667
- runId: 'test-prune-run',
2668
- graphConfig: {
2669
- type: 'standard',
2670
- llmConfig,
2671
- instructions: 'You are a helpful assistant.',
2672
- maxContextTokens: 1000,
2673
- },
2674
- returnContent: true,
2675
- skipCleanup: true,
2676
- tokenCounter,
2677
- indexTokenCountMap: {},
2678
- });
2679
-
2680
- // Override the model to use a fake LLM
2681
- run.Graph?.overrideTestModel(['This is a test response'], 1);
2682
-
2683
- const messages = [new HumanMessage('Hello, how are you?')];
2684
-
2685
- const config: Partial<RunnableConfig> & {
2686
- version: 'v1' | 'v2';
2687
- streamMode: string;
2688
- } = {
2689
- configurable: {
2690
- thread_id: 'test-thread',
2691
- },
2692
- streamMode: 'values',
2693
- version: 'v2' as const,
2694
- };
2695
-
2696
- await run.processStream({ messages }, config);
2697
-
2698
- const finalMessages = run.getRunMessages();
2699
- expect(finalMessages).toBeDefined();
2700
- expect(finalMessages?.length).toBeGreaterThan(0);
2701
- });
2702
- });
2703
-
2704
- describe('enforceOriginalContentCap', () => {
2705
- it('is a no-op when total chars are below the cap', () => {
2706
- const map = new Map<number, string>([
2707
- [0, 'a'.repeat(100)],
2708
- [1, 'b'.repeat(200)],
2709
- ]);
2710
- enforceOriginalContentCap(map);
2711
- expect(map.size).toBe(2);
2712
- expect(map.get(0)?.length).toBe(100);
2713
- expect(map.get(1)?.length).toBe(200);
2714
- });
2715
-
2716
- it('evicts oldest entries (by Map insertion order) until under the cap', () => {
2717
- const map = new Map<number, string>();
2718
- // Insert 4 entries totaling well over the cap, in insertion order
2719
- // 0, 1, 2, 3. Each entry is roughly 700_000 chars (>1/3 of cap).
2720
- const big = 'x'.repeat(700_000);
2721
- map.set(0, big);
2722
- map.set(1, big);
2723
- map.set(2, big);
2724
- map.set(3, big);
2725
-
2726
- // 4 * 700_000 = 2_800_000 > 2_000_000 cap. Eviction should drop
2727
- // the oldest entry (key 0) — leaving 3 * 700_000 = 2_100_000 still
2728
- // > cap, so key 1 is also dropped — 2 * 700_000 = 1_400_000 ≤ cap.
2729
- enforceOriginalContentCap(map);
2730
- expect(map.has(0)).toBe(false);
2731
- expect(map.has(1)).toBe(false);
2732
- expect(map.has(2)).toBe(true);
2733
- expect(map.has(3)).toBe(true);
2734
- });
2735
-
2736
- it('exposes the cap as a constant for callers', () => {
2737
- expect(ORIGINAL_CONTENT_MAX_CHARS).toBe(2_000_000);
2738
- });
2739
- });
2740
- });
2741
-
2742
- describe('sanitizeOrphanToolBlocks', () => {
2743
- it('strips orphan tool_use blocks from AI messages with no matching ToolMessage', () => {
2744
- const messages: BaseMessage[] = [
2745
- new HumanMessage('Hello'),
2746
- new AIMessage({
2747
- content: [
2748
- { type: 'text', text: 'Let me check.' },
2749
- { type: 'tool_use', id: 'tool_1', name: 'calc', input: { x: 1 } },
2750
- ],
2751
- tool_calls: [
2752
- { id: 'tool_1', name: 'calc', args: { x: 1 }, type: 'tool_call' },
2753
- ],
2754
- }),
2755
- // No ToolMessage for tool_1 — orphan
2756
- ];
2757
-
2758
- const result = sanitizeOrphanToolBlocks(messages);
2759
- // The stripped AI message was the last message → dropped (incomplete tool call)
2760
- expect(result).toHaveLength(1);
2761
- expect(result[0].getType()).toBe('human');
2762
- });
2763
-
2764
- it('drops orphan ToolMessages whose AI message is missing', () => {
2765
- const messages: BaseMessage[] = [
2766
- new HumanMessage('Hello'),
2767
- new ToolMessage({
2768
- content: 'result',
2769
- tool_call_id: 'tool_orphan',
2770
- name: 'calc',
2771
- }),
2772
- new AIMessage('Some response'),
2773
- ];
2774
-
2775
- const result = sanitizeOrphanToolBlocks(messages);
2776
- expect(result).toHaveLength(2); // HumanMessage + AIMessage, orphan ToolMessage dropped
2777
- expect(result[0].getType()).toBe('human');
2778
- expect(result[1].getType()).toBe('ai');
2779
- });
2780
-
2781
- it('preserves correctly paired tool_use and ToolMessages', () => {
2782
- const messages: BaseMessage[] = [
2783
- new HumanMessage('Compute 1+1'),
2784
- new AIMessage({
2785
- content: [
2786
- { type: 'text', text: 'Let me calculate.' },
2787
- { type: 'tool_use', id: 'tool_a', name: 'calc', input: { x: 1 } },
2788
- ],
2789
- tool_calls: [
2790
- { id: 'tool_a', name: 'calc', args: { x: 1 }, type: 'tool_call' },
2791
- ],
2792
- }),
2793
- new ToolMessage({
2794
- content: '2',
2795
- tool_call_id: 'tool_a',
2796
- name: 'calc',
2797
- }),
2798
- new AIMessage('The answer is 2.'),
2799
- ];
2800
-
2801
- const result = sanitizeOrphanToolBlocks(messages);
2802
- expect(result).toHaveLength(4); // All messages preserved
2803
- expect(result.map((m) => m.getType())).toEqual([
2804
- 'human',
2805
- 'ai',
2806
- 'tool',
2807
- 'ai',
2808
- ]);
2809
- });
2810
-
2811
- it('drops AI message entirely when it only contained orphan tool_use blocks', () => {
2812
- const messages: BaseMessage[] = [
2813
- new HumanMessage('Do something'),
2814
- new AIMessage({
2815
- content: [{ type: 'tool_use', id: 'tool_x', name: 'run', input: {} }],
2816
- tool_calls: [
2817
- { id: 'tool_x', name: 'run', args: {}, type: 'tool_call' },
2818
- ],
2819
- }),
2820
- // No ToolMessage for tool_x
2821
- ];
2822
-
2823
- const result = sanitizeOrphanToolBlocks(messages);
2824
- // The AI message had only tool_use blocks, stripping them leaves nothing → dropped
2825
- expect(result).toHaveLength(1);
2826
- expect(result[0].getType()).toBe('human');
2827
- });
2828
-
2829
- it('keeps stripped AI message in the middle but drops stripped trailing AI', () => {
2830
- const messages: BaseMessage[] = [
2831
- new HumanMessage('First question'),
2832
- new AIMessage({
2833
- content: [
2834
- { type: 'text', text: 'Let me use two tools.' },
2835
- { type: 'tool_use', id: 'tool_a', name: 'calc', input: { x: 1 } },
2836
- {
2837
- type: 'tool_use',
2838
- id: 'tool_orphan',
2839
- name: 'search',
2840
- input: { q: 'test' },
2841
- },
2842
- ],
2843
- tool_calls: [
2844
- { id: 'tool_a', name: 'calc', args: { x: 1 }, type: 'tool_call' },
2845
- {
2846
- id: 'tool_orphan',
2847
- name: 'search',
2848
- args: { q: 'test' },
2849
- type: 'tool_call',
2850
- },
2851
- ],
2852
- }),
2853
- new ToolMessage({
2854
- content: '42',
2855
- tool_call_id: 'tool_a',
2856
- name: 'calc',
2857
- }),
2858
- // No ToolMessage for tool_orphan, but conversation continues:
2859
- new AIMessage({
2860
- content: [{ type: 'text', text: 'Got the calc result.' }],
2861
- tool_calls: [
2862
- { id: 'tool_b', name: 'run', args: {}, type: 'tool_call' },
2863
- ],
2864
- }),
2865
- // tool_b is also orphan → stripped, and this AI is last → dropped
2866
- ];
2867
-
2868
- const result = sanitizeOrphanToolBlocks(messages);
2869
- // message[1]: AI has tool_orphan stripped but tool_a kept → stays (middle, not trailing)
2870
- // message[3]: AI has tool_b stripped, is trailing → dropped
2871
- expect(result).toHaveLength(3); // HumanMessage, stripped AI (kept tool_a), ToolMessage
2872
- const ai = result[1] as AIMessage;
2873
- expect(ai.tool_calls).toHaveLength(1);
2874
- expect(ai.tool_calls![0].id).toBe('tool_a');
2875
- expect(result[2].getType()).toBe('tool');
2876
- });
2877
-
2878
- it('keeps unmodified trailing AI message (no orphan tool_use)', () => {
2879
- const messages: BaseMessage[] = [
2880
- new HumanMessage('Hello'),
2881
- new ToolMessage({
2882
- content: 'result',
2883
- tool_call_id: 'tool_orphan',
2884
- name: 'calc',
2885
- }),
2886
- new AIMessage('Final response without tool calls.'),
2887
- ];
2888
-
2889
- const result = sanitizeOrphanToolBlocks(messages);
2890
- // orphan ToolMessage dropped, trailing AI kept (was not stripped)
2891
- expect(result).toHaveLength(2);
2892
- expect(result[0].getType()).toBe('human');
2893
- expect(result[1].getType()).toBe('ai');
2894
- });
2895
-
2896
- it('preserves BaseMessage prototype on stripped AIMessage instances', () => {
2897
- const messages: BaseMessage[] = [
2898
- new HumanMessage('Hello'),
2899
- new AIMessage({
2900
- content: [
2901
- { type: 'text', text: 'Let me search and calculate.' },
2902
- {
2903
- type: 'tool_use',
2904
- id: 'tool_a',
2905
- name: 'search',
2906
- input: { q: 'test' },
2907
- },
2908
- { type: 'tool_use', id: 'tool_b', name: 'calc', input: { x: 1 } },
2909
- ],
2910
- tool_calls: [
2911
- {
2912
- id: 'tool_a',
2913
- name: 'search',
2914
- args: { q: 'test' },
2915
- type: 'tool_call' as const,
2916
- },
2917
- {
2918
- id: 'tool_b',
2919
- name: 'calc',
2920
- args: { x: 1 },
2921
- type: 'tool_call' as const,
2922
- },
2923
- ],
2924
- }),
2925
- new ToolMessage({ content: 'result', tool_call_id: 'tool_b' }),
2926
- // No ToolMessage for tool_a — orphan
2927
- ];
2928
-
2929
- const result = sanitizeOrphanToolBlocks(messages);
2930
- // AI message should survive (tool_a stripped, tool_b kept)
2931
- expect(result).toHaveLength(3);
2932
-
2933
- // Every output message must pass isBaseMessage and have getType()
2934
- for (const msg of result) {
2935
- expect(isBaseMessage(msg)).toBe(true);
2936
- expect(typeof msg.getType()).toBe('string');
2937
- }
2938
- expect(result[1].getType()).toBe('ai');
2939
- expect(result[1]).toBeInstanceOf(AIMessage);
2940
- });
2941
-
2942
- it('preserves AIMessageChunk prototype on stripped messages', () => {
2943
- // Simulate what happens in real graph execution: model returns AIMessageChunk,
2944
- // state passes through LangGraph, sanitizeOrphanToolBlocks strips orphan server tools.
2945
- const chunk = new AIMessageChunk({
2946
- content: [
2947
- { type: 'text', text: 'Searching...' },
2948
- { type: 'tool_use', id: 'srvtoolu_1', name: 'web_search', input: '' },
2949
- { type: 'tool_use', id: 'toolu_2', name: 'calculator', input: '2+2' },
2950
- ],
2951
- tool_call_chunks: [
2952
- { id: 'srvtoolu_1', index: 0, name: 'web_search', args: '' },
2953
- { id: 'toolu_2', index: 2, name: 'calculator', args: '2+2' },
2954
- ],
2955
- });
2956
-
2957
- const messages: BaseMessage[] = [
2958
- new HumanMessage('Search and calculate'),
2959
- chunk,
2960
- new ToolMessage({ content: '4', tool_call_id: 'toolu_2' }),
2961
- // No ToolMessage for srvtoolu_1 — server tool, orphan
2962
- ];
2963
-
2964
- const result = sanitizeOrphanToolBlocks(messages);
2965
- expect(result).toHaveLength(3);
2966
-
2967
- // The AIMessageChunk must retain its prototype so LangChain's
2968
- // coerceMessageLikeToMessage recognizes it as a BaseMessage.
2969
- const aiMsg = result[1];
2970
- expect(isBaseMessage(aiMsg)).toBe(true);
2971
- expect(typeof aiMsg.getType()).toBe('string');
2972
- expect(aiMsg.getType()).toBe('ai');
2973
- });
2974
-
2975
- it('preserves prototype on plain-object messages with duck-typed patching', () => {
2976
- // Simulate deserialized messages that still have a prototype (e.g. from
2977
- // LangGraph subgraph state transfer) but aren't class instances.
2978
- const proto = { _getType: (): string => 'ai', getType: (): string => 'ai' };
2979
- const plainAi = Object.create(proto);
2980
- Object.assign(plainAi, {
2981
- role: 'assistant',
2982
- content: [
2983
- { type: 'text', text: 'checking' },
2984
- { type: 'tool_use', id: 'orphan_1', name: 'tool', input: {} },
2985
- ],
2986
- tool_calls: [
2987
- { id: 'orphan_1', name: 'tool', args: {}, type: 'tool_call' },
2988
- ],
2989
- });
2990
-
2991
- const messages = [plainAi] as BaseMessage[];
2992
- sanitizeOrphanToolBlocks(messages);
2993
-
2994
- // Stripped AI was trailing → dropped. But if we add a human after:
2995
- const messages2 = [
2996
- new HumanMessage('hi'),
2997
- plainAi,
2998
- new HumanMessage('follow up'),
2999
- ] as BaseMessage[];
3000
- const result2 = sanitizeOrphanToolBlocks(messages2);
3001
-
3002
- // The patched message in the middle must still have _getType from proto
3003
- const middleMsg = result2[1];
3004
- expect(typeof middleMsg._getType).toBe('function');
3005
- expect(middleMsg._getType()).toBe('ai');
3006
- });
3007
-
3008
- it('handles plain objects (non-BaseMessage instances) via duck typing', () => {
3009
- // Simulate messages that have lost their class instances (LangGraph state serialization)
3010
- const plainMessages = [
3011
- { role: 'user', content: 'Hello', _type: 'human' },
3012
- {
3013
- role: 'assistant',
3014
- _type: 'ai',
3015
- content: [
3016
- { type: 'text', text: 'Let me check.' },
3017
- { type: 'tool_use', id: 'tool_1', name: 'calc', input: { x: 1 } },
3018
- ],
3019
- tool_calls: [
3020
- { id: 'tool_1', name: 'calc', args: { x: 1 }, type: 'tool_call' },
3021
- ],
3022
- },
3023
- // No ToolMessage for tool_1 — orphan
3024
- ] as unknown as BaseMessage[];
3025
-
3026
- // Should not throw "getType is not a function"
3027
- const result = sanitizeOrphanToolBlocks(plainMessages);
3028
- // The stripped AI message was the last message → dropped (incomplete tool call)
3029
- expect(result).toHaveLength(1);
3030
- });
3031
- });
3032
-
3033
- describe('prunedMemory ordering with thinking enabled', () => {
3034
- it('messagesToRefine preserves chronological order when thinking search pops multiple messages', () => {
3035
- const tokenCounter = createTestTokenCounter();
3036
- const messages: BaseMessage[] = [
3037
- new HumanMessage('Hello'),
3038
- new AIMessage({
3039
- content: [
3040
- {
3041
- type: ContentTypes.REASONING_CONTENT,
3042
- reasoningText: {
3043
- text: 'Thinking about navigation...',
3044
- signature: 'sig1',
3045
- },
3046
- },
3047
- { type: 'text', text: 'Navigating now.' },
3048
- ],
3049
- tool_calls: [
3050
- {
3051
- id: 'tc_nav',
3052
- name: 'navigate',
3053
- args: { url: 'about:blank' },
3054
- type: 'tool_call',
3055
- },
3056
- ],
3057
- }),
3058
- new ToolMessage({
3059
- content: 'Navigated to about:blank.',
3060
- tool_call_id: 'tc_nav',
3061
- name: 'navigate',
3062
- }),
3063
- new AIMessage({
3064
- content: [
3065
- {
3066
- type: ContentTypes.REASONING_CONTENT,
3067
- reasoningText: {
3068
- text: 'Now I will write code...',
3069
- signature: 'sig2',
3070
- },
3071
- },
3072
- { type: 'text', text: 'Running script.' },
3073
- ],
3074
- tool_calls: [
3075
- {
3076
- id: 'tc_eval',
3077
- name: 'evaluate',
3078
- args: { code: 'x'.repeat(5000) },
3079
- type: 'tool_call',
3080
- },
3081
- ],
3082
- }),
3083
- new ToolMessage({
3084
- content: 'y'.repeat(5000), // large tool result
3085
- tool_call_id: 'tc_eval',
3086
- name: 'evaluate',
3087
- }),
3088
- ];
3089
-
3090
- const indexTokenCountMap: Record<string, number | undefined> = {};
3091
- for (let i = 0; i < messages.length; i++) {
3092
- indexTokenCountMap[i] = tokenCounter(messages[i]);
3093
- }
3094
-
3095
- // Use a very tight budget so the backward iteration must prune messages
3096
- // The thinking search will cause the loop to `continue` past the large ToolMessage
3097
- const result = realGetMessagesWithinTokenLimit({
3098
- messages,
3099
- maxContextTokens: 200, // very tight
3100
- indexTokenCountMap,
3101
- thinkingEnabled: true,
3102
- tokenCounter,
3103
- reasoningType: ContentTypes.REASONING_CONTENT,
3104
- });
3105
-
3106
- // The key assertion: messagesToRefine must be in chronological order.
3107
- // AI(evaluate) at index 3 must come BEFORE ToolMessage(evaluate) at index 4.
3108
- for (let i = 0; i < result.messagesToRefine.length - 1; i++) {
3109
- const current = result.messagesToRefine[i];
3110
- const next = result.messagesToRefine[i + 1];
3111
- // A ToolMessage should never come before its AI message
3112
- if (next.getType() === 'ai' && current.getType() === 'tool') {
3113
- const toolId = (current as ToolMessage).tool_call_id;
3114
- const aiToolIds = ((next as AIMessage).tool_calls ?? []).map(
3115
- (tc) => tc.id
3116
- );
3117
- expect(aiToolIds).not.toContain(toolId);
3118
- }
3119
- }
3120
-
3121
- // Verify the specific ordering: if both AI(evaluate) and Tool(evaluate) are in
3122
- // messagesToRefine, AI must come first.
3123
- const evalAiIdx = result.messagesToRefine.findIndex(
3124
- (m) =>
3125
- m.getType() === 'ai' &&
3126
- ((m as AIMessage).tool_calls ?? []).some((tc) => tc.id === 'tc_eval')
3127
- );
3128
- const evalToolIdx = result.messagesToRefine.findIndex(
3129
- (m) =>
3130
- m.getType() === 'tool' && (m as ToolMessage).tool_call_id === 'tc_eval'
3131
- );
3132
- if (evalAiIdx >= 0 && evalToolIdx >= 0) {
3133
- expect(evalAiIdx).toBeLessThan(evalToolIdx);
3134
- }
3135
- });
3136
- });
3137
-
3138
- describe('thinking enabled — tail tool_use without a thinking block (issue #115)', () => {
3139
- it('does not throw when the trailing AI message issued a tool call without a thinking block', () => {
3140
- const tokenCounter = createTestTokenCounter();
3141
- const messages: BaseMessage[] = [
3142
- new HumanMessage('first turn'),
3143
- new AIMessage({
3144
- content: [
3145
- {
3146
- type: ContentTypes.THINKING,
3147
- thinking: 'thinking about the first response',
3148
- signature: 'sig0',
3149
- },
3150
- { type: 'text', text: 'first reply' },
3151
- ],
3152
- }),
3153
- new HumanMessage('please read this doc and tell me X'),
3154
- // Anthropic may emit a tool_use without an accompanying thinking block —
3155
- // valid API behavior that the pruner must tolerate.
3156
- new AIMessage({
3157
- content: [
3158
- {
3159
- type: 'tool_use',
3160
- id: 'tc_get_doc',
3161
- name: 'get_doc_content',
3162
- input: { docId: 'abc' },
3163
- },
3164
- ],
3165
- tool_calls: [
3166
- {
3167
- id: 'tc_get_doc',
3168
- name: 'get_doc_content',
3169
- args: { docId: 'abc' },
3170
- type: 'tool_call',
3171
- },
3172
- ],
3173
- }),
3174
- new ToolMessage({
3175
- content: 'a'.repeat(8000), // huge tool result that pushes us past budget
3176
- tool_call_id: 'tc_get_doc',
3177
- name: 'get_doc_content',
3178
- }),
3179
- ];
3180
-
3181
- const indexTokenCountMap: Record<string, number | undefined> = {};
3182
- for (let i = 0; i < messages.length; i++) {
3183
- indexTokenCountMap[i] = tokenCounter(messages[i]);
3184
- }
3185
-
3186
- expect(() =>
3187
- realGetMessagesWithinTokenLimit({
3188
- messages,
3189
- maxContextTokens: 200, // tight budget so pruning actually runs
3190
- indexTokenCountMap,
3191
- thinkingEnabled: true,
3192
- tokenCounter,
3193
- reasoningType: ContentTypes.THINKING,
3194
- })
3195
- ).not.toThrow();
3196
- });
3197
-
3198
- it('returns a prunable context for the [AI tool_use, Tool] tail without a thinking block', () => {
3199
- const tokenCounter = createTestTokenCounter();
3200
- const messages: BaseMessage[] = [
3201
- new HumanMessage('please read this doc'),
3202
- new AIMessage({
3203
- content: [
3204
- {
3205
- type: 'tool_use',
3206
- id: 'tc_get_doc',
3207
- name: 'get_doc_content',
3208
- input: { docId: 'abc' },
3209
- },
3210
- ],
3211
- tool_calls: [
3212
- {
3213
- id: 'tc_get_doc',
3214
- name: 'get_doc_content',
3215
- args: { docId: 'abc' },
3216
- type: 'tool_call',
3217
- },
3218
- ],
3219
- }),
3220
- new ToolMessage({
3221
- content: 'b'.repeat(6000),
3222
- tool_call_id: 'tc_get_doc',
3223
- name: 'get_doc_content',
3224
- }),
3225
- ];
3226
-
3227
- const indexTokenCountMap: Record<string, number | undefined> = {};
3228
- for (let i = 0; i < messages.length; i++) {
3229
- indexTokenCountMap[i] = tokenCounter(messages[i]);
3230
- }
3231
-
3232
- const result = realGetMessagesWithinTokenLimit({
3233
- messages,
3234
- maxContextTokens: 200,
3235
- indexTokenCountMap,
3236
- thinkingEnabled: true,
3237
- tokenCounter,
3238
- reasoningType: ContentTypes.THINKING,
3239
- });
3240
-
3241
- expect(result.context).toBeDefined();
3242
- expect(result.messagesToRefine.length).toBeGreaterThan(0);
3243
- expect(result.thinkingStartIndex).toBeUndefined();
3244
- });
3245
-
3246
- it('handles consecutive tool calls without any thinking block in the tail', () => {
3247
- const tokenCounter = createTestTokenCounter();
3248
- const messages: BaseMessage[] = [
3249
- new HumanMessage('do two things'),
3250
- new AIMessage({
3251
- content: [
3252
- {
3253
- type: 'tool_use',
3254
- id: 'tc_1',
3255
- name: 'tool_a',
3256
- input: { x: 1 },
3257
- },
3258
- ],
3259
- tool_calls: [
3260
- { id: 'tc_1', name: 'tool_a', args: { x: 1 }, type: 'tool_call' },
3261
- ],
3262
- }),
3263
- new ToolMessage({
3264
- content: 'result_a',
3265
- tool_call_id: 'tc_1',
3266
- name: 'tool_a',
3267
- }),
3268
- new AIMessage({
3269
- content: [
3270
- {
3271
- type: 'tool_use',
3272
- id: 'tc_2',
3273
- name: 'tool_b',
3274
- input: { y: 2 },
3275
- },
3276
- ],
3277
- tool_calls: [
3278
- { id: 'tc_2', name: 'tool_b', args: { y: 2 }, type: 'tool_call' },
3279
- ],
3280
- }),
3281
- new ToolMessage({
3282
- content: 'd'.repeat(6000),
3283
- tool_call_id: 'tc_2',
3284
- name: 'tool_b',
3285
- }),
3286
- ];
3287
-
3288
- const indexTokenCountMap: Record<string, number | undefined> = {};
3289
- for (let i = 0; i < messages.length; i++) {
3290
- indexTokenCountMap[i] = tokenCounter(messages[i]);
3291
- }
3292
-
3293
- const result = realGetMessagesWithinTokenLimit({
3294
- messages,
3295
- maxContextTokens: 200,
3296
- indexTokenCountMap,
3297
- thinkingEnabled: true,
3298
- tokenCounter,
3299
- reasoningType: ContentTypes.THINKING,
3300
- });
3301
- expect(result.thinkingStartIndex).toBeUndefined();
3302
- });
3303
-
3304
- it('honors prior runThinkingStartIndex carry-over when the next call has a no-thinking tail', () => {
3305
- // First call's tight budget forces pruning, which makes the closure
3306
- // record the AI(thinking) message's index in runThinkingStartIndex.
3307
- // Second call's tail is AI(tool_use) without a thinking block; the
3308
- // pre-loaded thinkingBlock from the carry-over keeps the new guard
3309
- // dormant and the existing reattachment path runs. Verifies the fix
3310
- // doesn't disturb the carry-over interaction.
3311
- const tokenCounter = createTestTokenCounter();
3312
- const firstTurn: BaseMessage[] = [
3313
- new HumanMessage('h'.repeat(120)),
3314
- new AIMessage({
3315
- content: [
3316
- {
3317
- type: ContentTypes.THINKING,
3318
- thinking: 'planning the response',
3319
- signature: 'sig-prior',
3320
- },
3321
- { type: 'text', text: 'hi' },
3322
- ],
3323
- }),
3324
- ];
3325
-
3326
- const indexTokenCountMap: Record<string, number | undefined> = {};
3327
- for (let i = 0; i < firstTurn.length; i++) {
3328
- indexTokenCountMap[i] = tokenCounter(firstTurn[i]);
3329
- }
3330
-
3331
- const pruneMessages = createPruneMessages({
3332
- maxTokens: 68,
3333
- startIndex: 0,
3334
- tokenCounter,
3335
- indexTokenCountMap,
3336
- thinkingEnabled: true,
3337
- reserveRatio: 0,
3338
- });
3339
-
3340
- const firstResult = pruneMessages({ messages: firstTurn });
3341
- expect(firstResult.messagesToRefine?.length).toBeGreaterThan(0);
3342
- expect(firstResult.context.some((m) => m.getType() === 'ai')).toBe(true);
3343
-
3344
- const secondTurn: BaseMessage[] = [
3345
- ...firstTurn,
3346
- new HumanMessage('please read the doc'),
3347
- new AIMessage({
3348
- content: [
3349
- {
3350
- type: 'tool_use',
3351
- id: 'tc_get_doc',
3352
- name: 'get_doc_content',
3353
- input: { docId: 'abc' },
3354
- },
3355
- ],
3356
- tool_calls: [
3357
- {
3358
- id: 'tc_get_doc',
3359
- name: 'get_doc_content',
3360
- args: { docId: 'abc' },
3361
- type: 'tool_call',
3362
- },
3363
- ],
3364
- }),
3365
- new ToolMessage({
3366
- content: 'e'.repeat(40),
3367
- tool_call_id: 'tc_get_doc',
3368
- name: 'get_doc_content',
3369
- }),
3370
- ];
3371
-
3372
- let secondResult: ReturnType<typeof pruneMessages> | undefined;
3373
- expect(() => {
3374
- secondResult = pruneMessages({ messages: secondTurn });
3375
- }).not.toThrow();
3376
-
3377
- // Carry-over reattachment: even though the trailing AI(tool_use) has
3378
- // no thinking block of its own, the closure's runThinkingStartIndex
3379
- // points at the prior AI(thinking) and that block gets prepended to
3380
- // the surviving AI message in context.
3381
- const trailingAi = secondResult!.context.find(
3382
- (m) =>
3383
- m.getType() === 'ai' &&
3384
- Array.isArray(m.content) &&
3385
- (m.content as t.ExtendedMessageContent[]).some(
3386
- (c) => typeof c === 'object' && c.type === 'tool_use'
3387
- )
3388
- );
3389
- expect(trailingAi).toBeDefined();
3390
- expect(
3391
- (trailingAi!.content as t.ExtendedMessageContent[]).some(
3392
- (c) => typeof c === 'object' && c.type === ContentTypes.THINKING
3393
- )
3394
- ).toBe(true);
3395
- });
3396
-
3397
- it('integrates with ensureThinkingBlockInMessages so the API-bound payload stays valid', () => {
3398
- // Models the full Graph.ts pipeline: pruner runs first, then
3399
- // ensureThinkingBlockInMessages on the pruned context. The pruner used
3400
- // to throw on the issue #115 tail; with the fix it returns the
3401
- // messages, and ensureThinkingBlockInMessages folds the orphan
3402
- // AI(tool_use)+Tool tail into a `[Previous agent context]`
3403
- // HumanMessage. The Tool size is tuned so the trailing sequence
3404
- // actually survives pruning — otherwise the assertions would be
3405
- // vacuous.
3406
- const tokenCounter = createTestTokenCounter();
3407
- const messages: BaseMessage[] = [
3408
- new HumanMessage('please read this doc and tell me X'),
3409
- new AIMessage({
3410
- content: [
3411
- {
3412
- type: 'tool_use',
3413
- id: 'tc_get_doc',
3414
- name: 'get_doc_content',
3415
- input: { docId: 'abc' },
3416
- },
3417
- ],
3418
- tool_calls: [
3419
- {
3420
- id: 'tc_get_doc',
3421
- name: 'get_doc_content',
3422
- args: { docId: 'abc' },
3423
- type: 'tool_call',
3424
- },
3425
- ],
3426
- }),
3427
- new ToolMessage({
3428
- content: 'f'.repeat(100),
3429
- tool_call_id: 'tc_get_doc',
3430
- name: 'get_doc_content',
3431
- }),
3432
- ];
3433
-
3434
- const indexTokenCountMap: Record<string, number | undefined> = {};
3435
- for (let i = 0; i < messages.length; i++) {
3436
- indexTokenCountMap[i] = tokenCounter(messages[i]);
3437
- }
3438
-
3439
- const pruneResult = realGetMessagesWithinTokenLimit({
3440
- messages,
3441
- maxContextTokens: 300,
3442
- indexTokenCountMap,
3443
- thinkingEnabled: true,
3444
- tokenCounter,
3445
- reasoningType: ContentTypes.THINKING,
3446
- });
3447
-
3448
- expect(pruneResult.context.length).toBe(3);
3449
-
3450
- const finalMessages = ensureThinkingBlockInMessages(
3451
- pruneResult.context,
3452
- Providers.ANTHROPIC
3453
- );
3454
-
3455
- // ensureThinkingBlockInMessages should fold the orphan AI(tool_use)+Tool
3456
- // into a synthetic HumanMessage carrying the `[Previous agent context]`
3457
- // marker, leaving no AI(tool_use) in the outgoing payload.
3458
- expect(finalMessages.length).toBe(2);
3459
- expect(finalMessages[0]).toBeInstanceOf(HumanMessage);
3460
- expect(finalMessages[1]).toBeInstanceOf(HumanMessage);
3461
-
3462
- const folded = finalMessages[1] as HumanMessage;
3463
- const foldedContent = folded.content;
3464
- const foldedText = Array.isArray(foldedContent)
3465
- ? (foldedContent as t.ExtendedMessageContent[])
3466
- .filter((c) => typeof c === 'object' && c.type === 'text')
3467
- .map((c) => String(c.text ?? ''))
3468
- .join('\n')
3469
- : String(foldedContent);
3470
- expect(foldedText).toContain('[Previous agent context]');
3471
-
3472
- const hasOrphanToolUse = finalMessages.some((m) => {
3473
- if (m.getType() !== 'ai') {
3474
- return false;
3475
- }
3476
- const content = (m as AIMessage).content;
3477
- if (!Array.isArray(content)) {
3478
- return false;
3479
- }
3480
- return content.some(
3481
- (c) => typeof c === 'object' && c.type === 'tool_use'
3482
- );
3483
- });
3484
- expect(hasOrphanToolUse).toBe(false);
3485
- });
3486
-
3487
- it('still preserves the thinking block when the trailing AI message has one', () => {
3488
- const tokenCounter = createTestTokenCounter();
3489
- const messages: BaseMessage[] = [
3490
- new HumanMessage('hi'),
3491
- new AIMessage({
3492
- content: [
3493
- {
3494
- type: ContentTypes.THINKING,
3495
- thinking: 'older thinking',
3496
- signature: 'sig-old',
3497
- },
3498
- { type: 'text', text: 'older reply' },
3499
- ],
3500
- }),
3501
- new HumanMessage('please read this doc'),
3502
- new AIMessage({
3503
- content: [
3504
- {
3505
- type: ContentTypes.THINKING,
3506
- thinking: 'I will fetch the doc',
3507
- signature: 'sig-new',
3508
- },
3509
- {
3510
- type: 'tool_use',
3511
- id: 'tc_get_doc',
3512
- name: 'get_doc_content',
3513
- input: { docId: 'abc' },
3514
- },
3515
- ],
3516
- tool_calls: [
3517
- {
3518
- id: 'tc_get_doc',
3519
- name: 'get_doc_content',
3520
- args: { docId: 'abc' },
3521
- type: 'tool_call',
3522
- },
3523
- ],
3524
- }),
3525
- new ToolMessage({
3526
- content: 'c'.repeat(6000),
3527
- tool_call_id: 'tc_get_doc',
3528
- name: 'get_doc_content',
3529
- }),
3530
- ];
3531
-
3532
- const indexTokenCountMap: Record<string, number | undefined> = {};
3533
- for (let i = 0; i < messages.length; i++) {
3534
- indexTokenCountMap[i] = tokenCounter(messages[i]);
3535
- }
3536
-
3537
- const result = realGetMessagesWithinTokenLimit({
3538
- messages,
3539
- maxContextTokens: 200,
3540
- indexTokenCountMap,
3541
- thinkingEnabled: true,
3542
- tokenCounter,
3543
- reasoningType: ContentTypes.THINKING,
3544
- });
3545
-
3546
- expect(result.thinkingStartIndex).toBeGreaterThanOrEqual(0);
3547
- });
3548
- });
3549
-
3550
- describe('thinking enabled — non-Anthropic reasoning_content blocks (issue #191)', () => {
3551
- it('locates a trailing reasoning_content block even when reasoningType defaults to THINKING (DeepSeek/Qwen)', () => {
3552
- // DeepSeek-R1 and DashScope/Qwen-thinking route through the non-Bedrock
3553
- // branch, so the caller passes reasoningType: THINKING — but their blocks
3554
- // are tagged `reasoning_content` and are not normalized upstream. With a
3555
- // system prompt at index 0 and an all-AI/tool tail, the consume loop never
3556
- // pops a human to clear thinkingEndIndex (the issue #116 escape hatch), so
3557
- // searching only for `thinking` missed the present block and threw a fatal
3558
- // that permanently bricked the thread. The pruner must find the block by
3559
- // its actual shape instead.
3560
- const tokenCounter = createTestTokenCounter();
3561
- const messages: BaseMessage[] = [
3562
- new SystemMessage('you are a helpful assistant'),
3563
- new AIMessage({
3564
- content: [
3565
- {
3566
- type: ContentTypes.REASONING_CONTENT,
3567
- reasoningText: {
3568
- text: 'I will fetch the doc',
3569
- signature: 'sig-new',
3570
- },
3571
- },
3572
- {
3573
- type: 'tool_use',
3574
- id: 'tc_get_doc',
3575
- name: 'get_doc_content',
3576
- input: { docId: 'abc' },
3577
- },
3578
- ],
3579
- tool_calls: [
3580
- {
3581
- id: 'tc_get_doc',
3582
- name: 'get_doc_content',
3583
- args: { docId: 'abc' },
3584
- type: 'tool_call',
3585
- },
3586
- ],
3587
- }),
3588
- new ToolMessage({
3589
- content: 'c'.repeat(6000),
3590
- tool_call_id: 'tc_get_doc',
3591
- name: 'get_doc_content',
3592
- }),
3593
- ];
3594
-
3595
- const indexTokenCountMap: Record<string, number | undefined> = {};
3596
- for (let i = 0; i < messages.length; i++) {
3597
- indexTokenCountMap[i] = tokenCounter(messages[i]);
3598
- }
3599
-
3600
- let result: ReturnType<typeof realGetMessagesWithinTokenLimit> | undefined;
3601
- expect(() => {
3602
- result = realGetMessagesWithinTokenLimit({
3603
- messages,
3604
- maxContextTokens: 200,
3605
- indexTokenCountMap,
3606
- thinkingEnabled: true,
3607
- tokenCounter,
3608
- reasoningType: ContentTypes.THINKING,
3609
- });
3610
- }).not.toThrow();
3611
-
3612
- // thinkingStartIndex is only set when the reasoning block is actually
3613
- // located — isolating the find fix (B) from the graceful-degradation
3614
- // safety net (C), which would swallow the throw without finding anything.
3615
- expect(result!.thinkingStartIndex).toBeGreaterThanOrEqual(0);
3616
- });
3617
-
3618
- it('does not throw when a carried-over thinking sequence has no locatable block', () => {
3619
- // Models a stale runThinkingStartIndex carry-over pointing at an assistant
3620
- // message that has no reasoning block. The pruner cannot find a block, but
3621
- // a trailing AI/tool sequence keeps thinkingEndIndex set, so it used to
3622
- // reach the fatal "no thinking block found" throw. Defense in depth: a
3623
- // misconfiguration upstream of the pruner must not be able to brick the
3624
- // thread — degrade to the partially-pruned context instead.
3625
- const tokenCounter = createTestTokenCounter();
3626
- const messages: BaseMessage[] = [
3627
- new HumanMessage('h'.repeat(100)),
3628
- new AIMessage({
3629
- content: [{ type: 'text', text: 'a reply with no reasoning block' }],
3630
- }),
3631
- new HumanMessage('please read the doc'),
3632
- new AIMessage({
3633
- content: [
3634
- {
3635
- type: 'tool_use',
3636
- id: 'tc_get_doc',
3637
- name: 'get_doc_content',
3638
- input: { docId: 'abc' },
3639
- },
3640
- ],
3641
- tool_calls: [
3642
- {
3643
- id: 'tc_get_doc',
3644
- name: 'get_doc_content',
3645
- args: { docId: 'abc' },
3646
- type: 'tool_call',
3647
- },
3648
- ],
3649
- }),
3650
- new ToolMessage({
3651
- content: 'x'.repeat(150),
3652
- tool_call_id: 'tc_get_doc',
3653
- name: 'get_doc_content',
3654
- }),
3655
- ];
3656
-
3657
- const indexTokenCountMap: Record<string, number | undefined> = {};
3658
- for (let i = 0; i < messages.length; i++) {
3659
- indexTokenCountMap[i] = tokenCounter(messages[i]);
3660
- }
3661
-
3662
- let result: ReturnType<typeof realGetMessagesWithinTokenLimit> | undefined;
3663
- expect(() => {
3664
- result = realGetMessagesWithinTokenLimit({
3665
- messages,
3666
- maxContextTokens: 200,
3667
- indexTokenCountMap,
3668
- thinkingEnabled: true,
3669
- tokenCounter,
3670
- thinkingStartIndex: 1,
3671
- reasoningType: ContentTypes.THINKING,
3672
- });
3673
- }).not.toThrow();
3674
-
3675
- expect(result!.context.length).toBeGreaterThan(0);
3676
- expect(result!.messagesToRefine.length).toBeGreaterThan(0);
3677
- // The stale carried-over index must NOT be propagated: createPruneMessages
3678
- // persists it as runThinkingStartIndex, and a stale value would suppress
3679
- // the trailing scan on later turns and miss a real reasoning block.
3680
- expect(result!.thinkingStartIndex).toBeUndefined();
3681
- });
3682
-
3683
- it('does not match an Anthropic thinking block for a Bedrock (reasoning_content) run', () => {
3684
- // The cross-type fallback is one-directional: REASONING_CONTENT (Bedrock)
3685
- // must not match a `thinking` block, since the Bedrock input converter
3686
- // rejects `thinking` blocks and reattaching one would break the request.
3687
- const tokenCounter = createTestTokenCounter();
3688
- const messages: BaseMessage[] = [
3689
- new SystemMessage('you are a helpful assistant'),
3690
- new AIMessage({
3691
- content: [
3692
- {
3693
- type: ContentTypes.THINKING,
3694
- thinking: 'inherited Anthropic-style reasoning',
3695
- signature: 'sig-anthropic',
3696
- },
3697
- {
3698
- type: 'tool_use',
3699
- id: 'tc_get_doc',
3700
- name: 'get_doc_content',
3701
- input: { docId: 'abc' },
3702
- },
3703
- ],
3704
- tool_calls: [
3705
- {
3706
- id: 'tc_get_doc',
3707
- name: 'get_doc_content',
3708
- args: { docId: 'abc' },
3709
- type: 'tool_call',
3710
- },
3711
- ],
3712
- }),
3713
- new ToolMessage({
3714
- content: 'c'.repeat(6000),
3715
- tool_call_id: 'tc_get_doc',
3716
- name: 'get_doc_content',
3717
- }),
3718
- ];
3719
-
3720
- const indexTokenCountMap: Record<string, number | undefined> = {};
3721
- for (let i = 0; i < messages.length; i++) {
3722
- indexTokenCountMap[i] = tokenCounter(messages[i]);
3723
- }
3724
-
3725
- let result: ReturnType<typeof realGetMessagesWithinTokenLimit> | undefined;
3726
- expect(() => {
3727
- result = realGetMessagesWithinTokenLimit({
3728
- messages,
3729
- maxContextTokens: 200,
3730
- indexTokenCountMap,
3731
- thinkingEnabled: true,
3732
- tokenCounter,
3733
- reasoningType: ContentTypes.REASONING_CONTENT,
3734
- });
3735
- }).not.toThrow();
3736
-
3737
- // The thinking block is intentionally not located for a Bedrock run, so no
3738
- // index is reported and nothing gets reattached.
3739
- expect(result!.thinkingStartIndex).toBeUndefined();
3740
- });
3741
- });