@librechat/agents 3.4.7 → 3.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (924) hide show
  1. package/dist/cjs/agents/AgentContext.cjs +0 -356
  2. package/dist/cjs/agents/AgentContext.cjs.map +1 -1
  3. package/dist/cjs/agents/projection.cjs +0 -9
  4. package/dist/cjs/agents/projection.cjs.map +1 -1
  5. package/dist/cjs/common/constants.cjs +0 -26
  6. package/dist/cjs/common/constants.cjs.map +1 -1
  7. package/dist/cjs/common/enum.cjs +0 -85
  8. package/dist/cjs/common/enum.cjs.map +1 -1
  9. package/dist/cjs/events.cjs +0 -14
  10. package/dist/cjs/events.cjs.map +1 -1
  11. package/dist/cjs/graphs/Graph.cjs +1 -909
  12. package/dist/cjs/graphs/Graph.cjs.map +1 -1
  13. package/dist/cjs/graphs/MultiAgentGraph.cjs +7 -272
  14. package/dist/cjs/graphs/MultiAgentGraph.cjs.map +1 -1
  15. package/dist/cjs/graphs/applyGraphRuntimeConfig.cjs.map +1 -1
  16. package/dist/cjs/graphs/createGraph.cjs.map +1 -1
  17. package/dist/cjs/hitl/askUserQuestion.cjs +0 -53
  18. package/dist/cjs/hitl/askUserQuestion.cjs.map +1 -1
  19. package/dist/cjs/hitl/askUserQuestions.cjs +0 -20
  20. package/dist/cjs/hitl/askUserQuestions.cjs.map +1 -1
  21. package/dist/cjs/hitl/askUserQuestionsInterrupt.cjs +0 -6
  22. package/dist/cjs/hitl/askUserQuestionsInterrupt.cjs.map +1 -1
  23. package/dist/cjs/hooks/HookRegistry.cjs +0 -127
  24. package/dist/cjs/hooks/HookRegistry.cjs.map +1 -1
  25. package/dist/cjs/hooks/createToolPolicyHook.cjs +0 -38
  26. package/dist/cjs/hooks/createToolPolicyHook.cjs.map +1 -1
  27. package/dist/cjs/hooks/createWorkspacePolicyHook.cjs +0 -77
  28. package/dist/cjs/hooks/createWorkspacePolicyHook.cjs.map +1 -1
  29. package/dist/cjs/hooks/executeHooks.cjs +0 -79
  30. package/dist/cjs/hooks/executeHooks.cjs.map +1 -1
  31. package/dist/cjs/hooks/index.cjs +0 -16
  32. package/dist/cjs/hooks/index.cjs.map +1 -1
  33. package/dist/cjs/hooks/matchers.cjs +0 -104
  34. package/dist/cjs/hooks/matchers.cjs.map +1 -1
  35. package/dist/cjs/hooks/types.cjs +0 -8
  36. package/dist/cjs/hooks/types.cjs.map +1 -1
  37. package/dist/cjs/instrumentation.cjs +0 -14
  38. package/dist/cjs/instrumentation.cjs.map +1 -1
  39. package/dist/cjs/langfuse.cjs +0 -75
  40. package/dist/cjs/langfuse.cjs.map +1 -1
  41. package/dist/cjs/langfuseConfig.cjs.map +1 -1
  42. package/dist/cjs/langfuseRuntimeContext.cjs +0 -13
  43. package/dist/cjs/langfuseRuntimeContext.cjs.map +1 -1
  44. package/dist/cjs/langfuseRuntimeScope.cjs +0 -4
  45. package/dist/cjs/langfuseRuntimeScope.cjs.map +1 -1
  46. package/dist/cjs/langfuseSpanRegistry.cjs +0 -28
  47. package/dist/cjs/langfuseSpanRegistry.cjs.map +1 -1
  48. package/dist/cjs/langfuseToolOutputTracing.cjs +0 -3
  49. package/dist/cjs/langfuseToolOutputTracing.cjs.map +1 -1
  50. package/dist/cjs/langfuseTraceShaping.cjs +0 -74
  51. package/dist/cjs/langfuseTraceShaping.cjs.map +1 -1
  52. package/dist/cjs/llm/anthropic/index.cjs +0 -3
  53. package/dist/cjs/llm/anthropic/index.cjs.map +1 -1
  54. package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
  55. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +1 -111
  56. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
  57. package/dist/cjs/llm/anthropic/utils/message_outputs.cjs +0 -1
  58. package/dist/cjs/llm/anthropic/utils/message_outputs.cjs.map +1 -1
  59. package/dist/cjs/llm/anthropic/utils/stream_events.cjs +0 -8
  60. package/dist/cjs/llm/anthropic/utils/stream_events.cjs.map +1 -1
  61. package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
  62. package/dist/cjs/llm/bedrock/cachePoints.cjs.map +1 -1
  63. package/dist/cjs/llm/bedrock/index.cjs +1 -95
  64. package/dist/cjs/llm/bedrock/index.cjs.map +1 -1
  65. package/dist/cjs/llm/bedrock/toolCache.cjs.map +1 -1
  66. package/dist/cjs/llm/bedrock/utils/message_inputs.cjs +0 -78
  67. package/dist/cjs/llm/bedrock/utils/message_inputs.cjs.map +1 -1
  68. package/dist/cjs/llm/bedrock/utils/message_outputs.cjs +0 -24
  69. package/dist/cjs/llm/bedrock/utils/message_outputs.cjs.map +1 -1
  70. package/dist/cjs/llm/contextOverflowRecovery.cjs +0 -62
  71. package/dist/cjs/llm/contextOverflowRecovery.cjs.map +1 -1
  72. package/dist/cjs/llm/fake.cjs.map +1 -1
  73. package/dist/cjs/llm/google/index.cjs +2 -21
  74. package/dist/cjs/llm/google/index.cjs.map +1 -1
  75. package/dist/cjs/llm/google/utils/common.cjs +0 -35
  76. package/dist/cjs/llm/google/utils/common.cjs.map +1 -1
  77. package/dist/cjs/llm/init.cjs +0 -9
  78. package/dist/cjs/llm/init.cjs.map +1 -1
  79. package/dist/cjs/llm/invoke.cjs +1 -270
  80. package/dist/cjs/llm/invoke.cjs.map +1 -1
  81. package/dist/cjs/llm/mistral/index.cjs.map +1 -1
  82. package/dist/cjs/llm/openai/index.cjs +0 -99
  83. package/dist/cjs/llm/openai/index.cjs.map +1 -1
  84. package/dist/cjs/llm/openai/streamMetadata.cjs +0 -21
  85. package/dist/cjs/llm/openai/streamMetadata.cjs.map +1 -1
  86. package/dist/cjs/llm/openai/utils/index.cjs.map +1 -1
  87. package/dist/cjs/llm/openrouter/index.cjs +0 -1
  88. package/dist/cjs/llm/openrouter/index.cjs.map +1 -1
  89. package/dist/cjs/llm/openrouter/toolCache.cjs +0 -6
  90. package/dist/cjs/llm/openrouter/toolCache.cjs.map +1 -1
  91. package/dist/cjs/llm/preempt.cjs +0 -75
  92. package/dist/cjs/llm/preempt.cjs.map +1 -1
  93. package/dist/cjs/llm/providers.cjs.map +1 -1
  94. package/dist/cjs/llm/request.cjs +0 -10
  95. package/dist/cjs/llm/request.cjs.map +1 -1
  96. package/dist/cjs/llm/stream/chunkAdapters.cjs +0 -62
  97. package/dist/cjs/llm/stream/chunkAdapters.cjs.map +1 -1
  98. package/dist/cjs/llm/stream/smoother.cjs +0 -58
  99. package/dist/cjs/llm/stream/smoother.cjs.map +1 -1
  100. package/dist/cjs/llm/streamLimits.cjs +4 -293
  101. package/dist/cjs/llm/streamLimits.cjs.map +1 -1
  102. package/dist/cjs/llm/truncation.cjs +0 -36
  103. package/dist/cjs/llm/truncation.cjs.map +1 -1
  104. package/dist/cjs/llm/vertexai/index.cjs +0 -330
  105. package/dist/cjs/llm/vertexai/index.cjs.map +1 -1
  106. package/dist/cjs/messages/alternation.cjs +0 -43
  107. package/dist/cjs/messages/alternation.cjs.map +1 -1
  108. package/dist/cjs/messages/anthropicToolCache.cjs +0 -45
  109. package/dist/cjs/messages/anthropicToolCache.cjs.map +1 -1
  110. package/dist/cjs/messages/assistantPhase.cjs +0 -12
  111. package/dist/cjs/messages/assistantPhase.cjs.map +1 -1
  112. package/dist/cjs/messages/budget.cjs +0 -9
  113. package/dist/cjs/messages/budget.cjs.map +1 -1
  114. package/dist/cjs/messages/cache.cjs +0 -172
  115. package/dist/cjs/messages/cache.cjs.map +1 -1
  116. package/dist/cjs/messages/content.cjs +0 -9
  117. package/dist/cjs/messages/content.cjs.map +1 -1
  118. package/dist/cjs/messages/contextPruning.cjs +0 -15
  119. package/dist/cjs/messages/contextPruning.cjs.map +1 -1
  120. package/dist/cjs/messages/contextPruningSettings.cjs +0 -3
  121. package/dist/cjs/messages/contextPruningSettings.cjs.map +1 -1
  122. package/dist/cjs/messages/core.cjs +0 -48
  123. package/dist/cjs/messages/core.cjs.map +1 -1
  124. package/dist/cjs/messages/format.cjs +1 -345
  125. package/dist/cjs/messages/format.cjs.map +1 -1
  126. package/dist/cjs/messages/handoffCue.cjs +0 -36
  127. package/dist/cjs/messages/handoffCue.cjs.map +1 -1
  128. package/dist/cjs/messages/ids.cjs.map +1 -1
  129. package/dist/cjs/messages/injected.cjs +0 -33
  130. package/dist/cjs/messages/injected.cjs.map +1 -1
  131. package/dist/cjs/messages/langchain.cjs +0 -14
  132. package/dist/cjs/messages/langchain.cjs.map +1 -1
  133. package/dist/cjs/messages/prune.cjs +1 -184
  134. package/dist/cjs/messages/prune.cjs.map +1 -1
  135. package/dist/cjs/messages/recency.cjs +0 -32
  136. package/dist/cjs/messages/recency.cjs.map +1 -1
  137. package/dist/cjs/messages/reducer.cjs +0 -30
  138. package/dist/cjs/messages/reducer.cjs.map +1 -1
  139. package/dist/cjs/messages/tools.cjs +0 -14
  140. package/dist/cjs/messages/tools.cjs.map +1 -1
  141. package/dist/cjs/openai/index.cjs.map +1 -1
  142. package/dist/cjs/prompts/activityLabel.cjs +9 -79
  143. package/dist/cjs/prompts/activityLabel.cjs.map +1 -1
  144. package/dist/cjs/responses/index.cjs.map +1 -1
  145. package/dist/cjs/run.cjs +2 -538
  146. package/dist/cjs/run.cjs.map +1 -1
  147. package/dist/cjs/session/AgentSession.cjs +1 -17
  148. package/dist/cjs/session/AgentSession.cjs.map +1 -1
  149. package/dist/cjs/session/JsonlSessionStore.cjs.map +1 -1
  150. package/dist/cjs/session/handlers.cjs +0 -7
  151. package/dist/cjs/session/handlers.cjs.map +1 -1
  152. package/dist/cjs/session/ids.cjs.map +1 -1
  153. package/dist/cjs/session/messageSerialization.cjs +0 -4
  154. package/dist/cjs/session/messageSerialization.cjs.map +1 -1
  155. package/dist/cjs/stream.cjs +1 -93
  156. package/dist/cjs/stream.cjs.map +1 -1
  157. package/dist/cjs/summarization/index.cjs +0 -27
  158. package/dist/cjs/summarization/index.cjs.map +1 -1
  159. package/dist/cjs/summarization/node.cjs +0 -273
  160. package/dist/cjs/summarization/node.cjs.map +1 -1
  161. package/dist/cjs/tools/BashExecutor.cjs +0 -35
  162. package/dist/cjs/tools/BashExecutor.cjs.map +1 -1
  163. package/dist/cjs/tools/BashProgrammaticToolCalling.cjs +0 -24
  164. package/dist/cjs/tools/BashProgrammaticToolCalling.cjs.map +1 -1
  165. package/dist/cjs/tools/Calculator.cjs.map +1 -1
  166. package/dist/cjs/tools/CodeExecutor.cjs +0 -13
  167. package/dist/cjs/tools/CodeExecutor.cjs.map +1 -1
  168. package/dist/cjs/tools/CodeSessionFileSummary.cjs.map +1 -1
  169. package/dist/cjs/tools/ProgrammaticToolCalling.cjs +0 -101
  170. package/dist/cjs/tools/ProgrammaticToolCalling.cjs.map +1 -1
  171. package/dist/cjs/tools/ReadFile.cjs.map +1 -1
  172. package/dist/cjs/tools/SkillTool.cjs +0 -5
  173. package/dist/cjs/tools/SkillTool.cjs.map +1 -1
  174. package/dist/cjs/tools/SubagentTool.cjs +0 -10
  175. package/dist/cjs/tools/SubagentTool.cjs.map +1 -1
  176. package/dist/cjs/tools/ToolNode.cjs +6 -1038
  177. package/dist/cjs/tools/ToolNode.cjs.map +1 -1
  178. package/dist/cjs/tools/ToolSearch.cjs +0 -179
  179. package/dist/cjs/tools/ToolSearch.cjs.map +1 -1
  180. package/dist/cjs/tools/cloudflare/CloudflareBridgeRuntime.cjs.map +1 -1
  181. package/dist/cjs/tools/cloudflare/CloudflareProgrammaticToolCalling.cjs.map +1 -1
  182. package/dist/cjs/tools/cloudflare/CloudflareSandboxExecutionEngine.cjs +0 -39
  183. package/dist/cjs/tools/cloudflare/CloudflareSandboxExecutionEngine.cjs.map +1 -1
  184. package/dist/cjs/tools/cloudflare/CloudflareSandboxTools.cjs.map +1 -1
  185. package/dist/cjs/tools/eagerEventExecution.cjs +0 -6
  186. package/dist/cjs/tools/eagerEventExecution.cjs.map +1 -1
  187. package/dist/cjs/tools/handlers.cjs +1 -41
  188. package/dist/cjs/tools/handlers.cjs.map +1 -1
  189. package/dist/cjs/tools/intentArg.cjs +1 -132
  190. package/dist/cjs/tools/intentArg.cjs.map +1 -1
  191. package/dist/cjs/tools/local/CompileCheckTool.cjs +0 -25
  192. package/dist/cjs/tools/local/CompileCheckTool.cjs.map +1 -1
  193. package/dist/cjs/tools/local/FileCheckpointer.cjs +0 -23
  194. package/dist/cjs/tools/local/FileCheckpointer.cjs.map +1 -1
  195. package/dist/cjs/tools/local/LocalCodingTools.cjs +0 -80
  196. package/dist/cjs/tools/local/LocalCodingTools.cjs.map +1 -1
  197. package/dist/cjs/tools/local/LocalExecutionEngine.cjs +0 -126
  198. package/dist/cjs/tools/local/LocalExecutionEngine.cjs.map +1 -1
  199. package/dist/cjs/tools/local/LocalExecutionTools.cjs.map +1 -1
  200. package/dist/cjs/tools/local/LocalProgrammaticToolCalling.cjs +0 -12
  201. package/dist/cjs/tools/local/LocalProgrammaticToolCalling.cjs.map +1 -1
  202. package/dist/cjs/tools/local/attachments.cjs +0 -44
  203. package/dist/cjs/tools/local/attachments.cjs.map +1 -1
  204. package/dist/cjs/tools/local/bashAst.cjs +0 -16
  205. package/dist/cjs/tools/local/bashAst.cjs.map +1 -1
  206. package/dist/cjs/tools/local/editStrategies.cjs +0 -14
  207. package/dist/cjs/tools/local/editStrategies.cjs.map +1 -1
  208. package/dist/cjs/tools/local/resolveLocalExecutionTools.cjs.map +1 -1
  209. package/dist/cjs/tools/local/syntaxCheck.cjs +0 -31
  210. package/dist/cjs/tools/local/syntaxCheck.cjs.map +1 -1
  211. package/dist/cjs/tools/local/textEncoding.cjs +0 -11
  212. package/dist/cjs/tools/local/textEncoding.cjs.map +1 -1
  213. package/dist/cjs/tools/local/workspaceFS.cjs +0 -33
  214. package/dist/cjs/tools/local/workspaceFS.cjs.map +1 -1
  215. package/dist/cjs/tools/ptcTimeout.cjs.map +1 -1
  216. package/dist/cjs/tools/schema.cjs +0 -8
  217. package/dist/cjs/tools/schema.cjs.map +1 -1
  218. package/dist/cjs/tools/search/anthropic.cjs +0 -9
  219. package/dist/cjs/tools/search/anthropic.cjs.map +1 -1
  220. package/dist/cjs/tools/search/content.cjs.map +1 -1
  221. package/dist/cjs/tools/search/crw-scraper.cjs +0 -33
  222. package/dist/cjs/tools/search/crw-scraper.cjs.map +1 -1
  223. package/dist/cjs/tools/search/crw-search.cjs +0 -2
  224. package/dist/cjs/tools/search/crw-search.cjs.map +1 -1
  225. package/dist/cjs/tools/search/firecrawl.cjs +0 -25
  226. package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
  227. package/dist/cjs/tools/search/format.cjs +0 -30
  228. package/dist/cjs/tools/search/format.cjs.map +1 -1
  229. package/dist/cjs/tools/search/highlights.cjs +0 -16
  230. package/dist/cjs/tools/search/highlights.cjs.map +1 -1
  231. package/dist/cjs/tools/search/keenable-scraper.cjs +0 -8
  232. package/dist/cjs/tools/search/keenable-scraper.cjs.map +1 -1
  233. package/dist/cjs/tools/search/keenable-search.cjs +0 -7
  234. package/dist/cjs/tools/search/keenable-search.cjs.map +1 -1
  235. package/dist/cjs/tools/search/rerankers.cjs +0 -35
  236. package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
  237. package/dist/cjs/tools/search/schema.cjs +0 -1
  238. package/dist/cjs/tools/search/schema.cjs.map +1 -1
  239. package/dist/cjs/tools/search/search.cjs +1 -14
  240. package/dist/cjs/tools/search/search.cjs.map +1 -1
  241. package/dist/cjs/tools/search/serper-scraper.cjs +0 -46
  242. package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
  243. package/dist/cjs/tools/search/tavily-scraper.cjs.map +1 -1
  244. package/dist/cjs/tools/search/tavily-search.cjs.map +1 -1
  245. package/dist/cjs/tools/search/tool.cjs +0 -25
  246. package/dist/cjs/tools/search/tool.cjs.map +1 -1
  247. package/dist/cjs/tools/search/utils.cjs +0 -8
  248. package/dist/cjs/tools/search/utils.cjs.map +1 -1
  249. package/dist/cjs/tools/skillCatalog.cjs +0 -6
  250. package/dist/cjs/tools/skillCatalog.cjs.map +1 -1
  251. package/dist/cjs/tools/streamedToolCallSeals.cjs +0 -6
  252. package/dist/cjs/tools/streamedToolCallSeals.cjs.map +1 -1
  253. package/dist/cjs/tools/subagent/SubagentExecutionRegistry.cjs +0 -2
  254. package/dist/cjs/tools/subagent/SubagentExecutionRegistry.cjs.map +1 -1
  255. package/dist/cjs/tools/subagent/SubagentExecutor.cjs +3 -213
  256. package/dist/cjs/tools/subagent/SubagentExecutor.cjs.map +1 -1
  257. package/dist/cjs/tools/subagent/SubagentReplay.cjs.map +1 -1
  258. package/dist/cjs/tools/subagent/childGraphConfig.cjs +0 -4
  259. package/dist/cjs/tools/subagent/childGraphConfig.cjs.map +1 -1
  260. package/dist/cjs/tools/subagent/runtimeLimits.cjs.map +1 -1
  261. package/dist/cjs/tools/toolOutputReferences.cjs +1 -322
  262. package/dist/cjs/tools/toolOutputReferences.cjs.map +1 -1
  263. package/dist/cjs/types/hitl.cjs +0 -5
  264. package/dist/cjs/types/hitl.cjs.map +1 -1
  265. package/dist/cjs/utils/callbacks.cjs.map +1 -1
  266. package/dist/cjs/utils/errors.cjs +14 -165
  267. package/dist/cjs/utils/errors.cjs.map +1 -1
  268. package/dist/cjs/utils/events.cjs +0 -10
  269. package/dist/cjs/utils/events.cjs.map +1 -1
  270. package/dist/cjs/utils/graph.cjs.map +1 -1
  271. package/dist/cjs/utils/handlers.cjs +0 -3
  272. package/dist/cjs/utils/handlers.cjs.map +1 -1
  273. package/dist/cjs/utils/llm.cjs +0 -1
  274. package/dist/cjs/utils/llm.cjs.map +1 -1
  275. package/dist/cjs/utils/misc.cjs +0 -16
  276. package/dist/cjs/utils/misc.cjs.map +1 -1
  277. package/dist/cjs/utils/proxy.cjs +0 -26
  278. package/dist/cjs/utils/proxy.cjs.map +1 -1
  279. package/dist/cjs/utils/run.cjs +0 -6
  280. package/dist/cjs/utils/run.cjs.map +1 -1
  281. package/dist/cjs/utils/schema.cjs +0 -5
  282. package/dist/cjs/utils/schema.cjs.map +1 -1
  283. package/dist/cjs/utils/title.cjs +0 -6
  284. package/dist/cjs/utils/title.cjs.map +1 -1
  285. package/dist/cjs/utils/tokens.cjs +0 -113
  286. package/dist/cjs/utils/tokens.cjs.map +1 -1
  287. package/dist/cjs/utils/toolContent.cjs +0 -41
  288. package/dist/cjs/utils/toolContent.cjs.map +1 -1
  289. package/dist/cjs/utils/truncation.cjs +0 -61
  290. package/dist/cjs/utils/truncation.cjs.map +1 -1
  291. package/dist/esm/agents/AgentContext.mjs +0 -356
  292. package/dist/esm/agents/AgentContext.mjs.map +1 -1
  293. package/dist/esm/agents/projection.mjs +0 -9
  294. package/dist/esm/agents/projection.mjs.map +1 -1
  295. package/dist/esm/common/constants.mjs +0 -26
  296. package/dist/esm/common/constants.mjs.map +1 -1
  297. package/dist/esm/common/enum.mjs +0 -85
  298. package/dist/esm/common/enum.mjs.map +1 -1
  299. package/dist/esm/events.mjs +0 -14
  300. package/dist/esm/events.mjs.map +1 -1
  301. package/dist/esm/graphs/Graph.mjs +1 -909
  302. package/dist/esm/graphs/Graph.mjs.map +1 -1
  303. package/dist/esm/graphs/MultiAgentGraph.mjs +7 -272
  304. package/dist/esm/graphs/MultiAgentGraph.mjs.map +1 -1
  305. package/dist/esm/graphs/applyGraphRuntimeConfig.mjs.map +1 -1
  306. package/dist/esm/graphs/createGraph.mjs.map +1 -1
  307. package/dist/esm/hitl/askUserQuestion.mjs +0 -53
  308. package/dist/esm/hitl/askUserQuestion.mjs.map +1 -1
  309. package/dist/esm/hitl/askUserQuestions.mjs +0 -20
  310. package/dist/esm/hitl/askUserQuestions.mjs.map +1 -1
  311. package/dist/esm/hitl/askUserQuestionsInterrupt.mjs +0 -6
  312. package/dist/esm/hitl/askUserQuestionsInterrupt.mjs.map +1 -1
  313. package/dist/esm/hooks/HookRegistry.mjs +0 -127
  314. package/dist/esm/hooks/HookRegistry.mjs.map +1 -1
  315. package/dist/esm/hooks/createToolPolicyHook.mjs +0 -38
  316. package/dist/esm/hooks/createToolPolicyHook.mjs.map +1 -1
  317. package/dist/esm/hooks/createWorkspacePolicyHook.mjs +0 -77
  318. package/dist/esm/hooks/createWorkspacePolicyHook.mjs.map +1 -1
  319. package/dist/esm/hooks/executeHooks.mjs +0 -79
  320. package/dist/esm/hooks/executeHooks.mjs.map +1 -1
  321. package/dist/esm/hooks/index.mjs +0 -16
  322. package/dist/esm/hooks/index.mjs.map +1 -1
  323. package/dist/esm/hooks/matchers.mjs +0 -104
  324. package/dist/esm/hooks/matchers.mjs.map +1 -1
  325. package/dist/esm/hooks/types.mjs +0 -8
  326. package/dist/esm/hooks/types.mjs.map +1 -1
  327. package/dist/esm/instrumentation.mjs +0 -14
  328. package/dist/esm/instrumentation.mjs.map +1 -1
  329. package/dist/esm/langfuse.mjs +0 -75
  330. package/dist/esm/langfuse.mjs.map +1 -1
  331. package/dist/esm/langfuseConfig.mjs.map +1 -1
  332. package/dist/esm/langfuseRuntimeContext.mjs +0 -13
  333. package/dist/esm/langfuseRuntimeContext.mjs.map +1 -1
  334. package/dist/esm/langfuseRuntimeScope.mjs +0 -4
  335. package/dist/esm/langfuseRuntimeScope.mjs.map +1 -1
  336. package/dist/esm/langfuseSpanRegistry.mjs +0 -28
  337. package/dist/esm/langfuseSpanRegistry.mjs.map +1 -1
  338. package/dist/esm/langfuseToolOutputTracing.mjs +0 -3
  339. package/dist/esm/langfuseToolOutputTracing.mjs.map +1 -1
  340. package/dist/esm/langfuseTraceShaping.mjs +0 -74
  341. package/dist/esm/langfuseTraceShaping.mjs.map +1 -1
  342. package/dist/esm/llm/anthropic/index.mjs +0 -3
  343. package/dist/esm/llm/anthropic/index.mjs.map +1 -1
  344. package/dist/esm/llm/anthropic/types.mjs.map +1 -1
  345. package/dist/esm/llm/anthropic/utils/message_inputs.mjs +1 -111
  346. package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
  347. package/dist/esm/llm/anthropic/utils/message_outputs.mjs +0 -1
  348. package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map +1 -1
  349. package/dist/esm/llm/anthropic/utils/stream_events.mjs +0 -8
  350. package/dist/esm/llm/anthropic/utils/stream_events.mjs.map +1 -1
  351. package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
  352. package/dist/esm/llm/bedrock/cachePoints.mjs.map +1 -1
  353. package/dist/esm/llm/bedrock/index.mjs +1 -95
  354. package/dist/esm/llm/bedrock/index.mjs.map +1 -1
  355. package/dist/esm/llm/bedrock/toolCache.mjs.map +1 -1
  356. package/dist/esm/llm/bedrock/utils/message_inputs.mjs +0 -78
  357. package/dist/esm/llm/bedrock/utils/message_inputs.mjs.map +1 -1
  358. package/dist/esm/llm/bedrock/utils/message_outputs.mjs +0 -24
  359. package/dist/esm/llm/bedrock/utils/message_outputs.mjs.map +1 -1
  360. package/dist/esm/llm/contextOverflowRecovery.mjs +0 -62
  361. package/dist/esm/llm/contextOverflowRecovery.mjs.map +1 -1
  362. package/dist/esm/llm/fake.mjs.map +1 -1
  363. package/dist/esm/llm/google/index.mjs +2 -21
  364. package/dist/esm/llm/google/index.mjs.map +1 -1
  365. package/dist/esm/llm/google/utils/common.mjs +0 -35
  366. package/dist/esm/llm/google/utils/common.mjs.map +1 -1
  367. package/dist/esm/llm/init.mjs +0 -9
  368. package/dist/esm/llm/init.mjs.map +1 -1
  369. package/dist/esm/llm/invoke.mjs +1 -270
  370. package/dist/esm/llm/invoke.mjs.map +1 -1
  371. package/dist/esm/llm/mistral/index.mjs.map +1 -1
  372. package/dist/esm/llm/openai/index.mjs +0 -99
  373. package/dist/esm/llm/openai/index.mjs.map +1 -1
  374. package/dist/esm/llm/openai/streamMetadata.mjs +0 -21
  375. package/dist/esm/llm/openai/streamMetadata.mjs.map +1 -1
  376. package/dist/esm/llm/openai/utils/index.mjs.map +1 -1
  377. package/dist/esm/llm/openrouter/index.mjs +0 -1
  378. package/dist/esm/llm/openrouter/index.mjs.map +1 -1
  379. package/dist/esm/llm/openrouter/toolCache.mjs +0 -6
  380. package/dist/esm/llm/openrouter/toolCache.mjs.map +1 -1
  381. package/dist/esm/llm/preempt.mjs +0 -75
  382. package/dist/esm/llm/preempt.mjs.map +1 -1
  383. package/dist/esm/llm/providers.mjs.map +1 -1
  384. package/dist/esm/llm/request.mjs +0 -10
  385. package/dist/esm/llm/request.mjs.map +1 -1
  386. package/dist/esm/llm/stream/chunkAdapters.mjs +0 -62
  387. package/dist/esm/llm/stream/chunkAdapters.mjs.map +1 -1
  388. package/dist/esm/llm/stream/smoother.mjs +0 -58
  389. package/dist/esm/llm/stream/smoother.mjs.map +1 -1
  390. package/dist/esm/llm/streamLimits.mjs +4 -293
  391. package/dist/esm/llm/streamLimits.mjs.map +1 -1
  392. package/dist/esm/llm/truncation.mjs +0 -36
  393. package/dist/esm/llm/truncation.mjs.map +1 -1
  394. package/dist/esm/llm/vertexai/index.mjs +0 -330
  395. package/dist/esm/llm/vertexai/index.mjs.map +1 -1
  396. package/dist/esm/messages/alternation.mjs +0 -43
  397. package/dist/esm/messages/alternation.mjs.map +1 -1
  398. package/dist/esm/messages/anthropicToolCache.mjs +0 -45
  399. package/dist/esm/messages/anthropicToolCache.mjs.map +1 -1
  400. package/dist/esm/messages/assistantPhase.mjs +0 -12
  401. package/dist/esm/messages/assistantPhase.mjs.map +1 -1
  402. package/dist/esm/messages/budget.mjs +0 -9
  403. package/dist/esm/messages/budget.mjs.map +1 -1
  404. package/dist/esm/messages/cache.mjs +0 -172
  405. package/dist/esm/messages/cache.mjs.map +1 -1
  406. package/dist/esm/messages/content.mjs +0 -9
  407. package/dist/esm/messages/content.mjs.map +1 -1
  408. package/dist/esm/messages/contextPruning.mjs +0 -15
  409. package/dist/esm/messages/contextPruning.mjs.map +1 -1
  410. package/dist/esm/messages/contextPruningSettings.mjs +0 -3
  411. package/dist/esm/messages/contextPruningSettings.mjs.map +1 -1
  412. package/dist/esm/messages/core.mjs +0 -48
  413. package/dist/esm/messages/core.mjs.map +1 -1
  414. package/dist/esm/messages/format.mjs +1 -345
  415. package/dist/esm/messages/format.mjs.map +1 -1
  416. package/dist/esm/messages/handoffCue.mjs +0 -36
  417. package/dist/esm/messages/handoffCue.mjs.map +1 -1
  418. package/dist/esm/messages/ids.mjs.map +1 -1
  419. package/dist/esm/messages/injected.mjs +0 -33
  420. package/dist/esm/messages/injected.mjs.map +1 -1
  421. package/dist/esm/messages/langchain.mjs +0 -14
  422. package/dist/esm/messages/langchain.mjs.map +1 -1
  423. package/dist/esm/messages/prune.mjs +1 -184
  424. package/dist/esm/messages/prune.mjs.map +1 -1
  425. package/dist/esm/messages/recency.mjs +0 -32
  426. package/dist/esm/messages/recency.mjs.map +1 -1
  427. package/dist/esm/messages/reducer.mjs +0 -30
  428. package/dist/esm/messages/reducer.mjs.map +1 -1
  429. package/dist/esm/messages/tools.mjs +0 -14
  430. package/dist/esm/messages/tools.mjs.map +1 -1
  431. package/dist/esm/openai/index.mjs.map +1 -1
  432. package/dist/esm/prompts/activityLabel.mjs +9 -79
  433. package/dist/esm/prompts/activityLabel.mjs.map +1 -1
  434. package/dist/esm/responses/index.mjs.map +1 -1
  435. package/dist/esm/run.mjs +2 -538
  436. package/dist/esm/run.mjs.map +1 -1
  437. package/dist/esm/session/AgentSession.mjs +1 -17
  438. package/dist/esm/session/AgentSession.mjs.map +1 -1
  439. package/dist/esm/session/JsonlSessionStore.mjs.map +1 -1
  440. package/dist/esm/session/handlers.mjs +0 -7
  441. package/dist/esm/session/handlers.mjs.map +1 -1
  442. package/dist/esm/session/ids.mjs.map +1 -1
  443. package/dist/esm/session/messageSerialization.mjs +0 -4
  444. package/dist/esm/session/messageSerialization.mjs.map +1 -1
  445. package/dist/esm/stream.mjs +1 -93
  446. package/dist/esm/stream.mjs.map +1 -1
  447. package/dist/esm/summarization/index.mjs +0 -27
  448. package/dist/esm/summarization/index.mjs.map +1 -1
  449. package/dist/esm/summarization/node.mjs +0 -273
  450. package/dist/esm/summarization/node.mjs.map +1 -1
  451. package/dist/esm/tools/BashExecutor.mjs +0 -35
  452. package/dist/esm/tools/BashExecutor.mjs.map +1 -1
  453. package/dist/esm/tools/BashProgrammaticToolCalling.mjs +0 -24
  454. package/dist/esm/tools/BashProgrammaticToolCalling.mjs.map +1 -1
  455. package/dist/esm/tools/Calculator.mjs.map +1 -1
  456. package/dist/esm/tools/CodeExecutor.mjs +0 -13
  457. package/dist/esm/tools/CodeExecutor.mjs.map +1 -1
  458. package/dist/esm/tools/CodeSessionFileSummary.mjs.map +1 -1
  459. package/dist/esm/tools/ProgrammaticToolCalling.mjs +0 -101
  460. package/dist/esm/tools/ProgrammaticToolCalling.mjs.map +1 -1
  461. package/dist/esm/tools/ReadFile.mjs.map +1 -1
  462. package/dist/esm/tools/SkillTool.mjs +0 -5
  463. package/dist/esm/tools/SkillTool.mjs.map +1 -1
  464. package/dist/esm/tools/SubagentTool.mjs +0 -10
  465. package/dist/esm/tools/SubagentTool.mjs.map +1 -1
  466. package/dist/esm/tools/ToolNode.mjs +6 -1038
  467. package/dist/esm/tools/ToolNode.mjs.map +1 -1
  468. package/dist/esm/tools/ToolSearch.mjs +0 -179
  469. package/dist/esm/tools/ToolSearch.mjs.map +1 -1
  470. package/dist/esm/tools/cloudflare/CloudflareBridgeRuntime.mjs.map +1 -1
  471. package/dist/esm/tools/cloudflare/CloudflareProgrammaticToolCalling.mjs.map +1 -1
  472. package/dist/esm/tools/cloudflare/CloudflareSandboxExecutionEngine.mjs +0 -39
  473. package/dist/esm/tools/cloudflare/CloudflareSandboxExecutionEngine.mjs.map +1 -1
  474. package/dist/esm/tools/cloudflare/CloudflareSandboxTools.mjs.map +1 -1
  475. package/dist/esm/tools/eagerEventExecution.mjs +0 -6
  476. package/dist/esm/tools/eagerEventExecution.mjs.map +1 -1
  477. package/dist/esm/tools/handlers.mjs +1 -41
  478. package/dist/esm/tools/handlers.mjs.map +1 -1
  479. package/dist/esm/tools/intentArg.mjs +1 -132
  480. package/dist/esm/tools/intentArg.mjs.map +1 -1
  481. package/dist/esm/tools/local/CompileCheckTool.mjs +0 -25
  482. package/dist/esm/tools/local/CompileCheckTool.mjs.map +1 -1
  483. package/dist/esm/tools/local/FileCheckpointer.mjs +0 -23
  484. package/dist/esm/tools/local/FileCheckpointer.mjs.map +1 -1
  485. package/dist/esm/tools/local/LocalCodingTools.mjs +0 -80
  486. package/dist/esm/tools/local/LocalCodingTools.mjs.map +1 -1
  487. package/dist/esm/tools/local/LocalExecutionEngine.mjs +0 -126
  488. package/dist/esm/tools/local/LocalExecutionEngine.mjs.map +1 -1
  489. package/dist/esm/tools/local/LocalExecutionTools.mjs.map +1 -1
  490. package/dist/esm/tools/local/LocalProgrammaticToolCalling.mjs +0 -12
  491. package/dist/esm/tools/local/LocalProgrammaticToolCalling.mjs.map +1 -1
  492. package/dist/esm/tools/local/attachments.mjs +0 -44
  493. package/dist/esm/tools/local/attachments.mjs.map +1 -1
  494. package/dist/esm/tools/local/bashAst.mjs +0 -16
  495. package/dist/esm/tools/local/bashAst.mjs.map +1 -1
  496. package/dist/esm/tools/local/editStrategies.mjs +0 -14
  497. package/dist/esm/tools/local/editStrategies.mjs.map +1 -1
  498. package/dist/esm/tools/local/resolveLocalExecutionTools.mjs.map +1 -1
  499. package/dist/esm/tools/local/syntaxCheck.mjs +0 -31
  500. package/dist/esm/tools/local/syntaxCheck.mjs.map +1 -1
  501. package/dist/esm/tools/local/textEncoding.mjs +0 -11
  502. package/dist/esm/tools/local/textEncoding.mjs.map +1 -1
  503. package/dist/esm/tools/local/workspaceFS.mjs +0 -33
  504. package/dist/esm/tools/local/workspaceFS.mjs.map +1 -1
  505. package/dist/esm/tools/ptcTimeout.mjs.map +1 -1
  506. package/dist/esm/tools/schema.mjs +0 -8
  507. package/dist/esm/tools/schema.mjs.map +1 -1
  508. package/dist/esm/tools/search/anthropic.mjs +0 -9
  509. package/dist/esm/tools/search/anthropic.mjs.map +1 -1
  510. package/dist/esm/tools/search/content.mjs.map +1 -1
  511. package/dist/esm/tools/search/crw-scraper.mjs +0 -33
  512. package/dist/esm/tools/search/crw-scraper.mjs.map +1 -1
  513. package/dist/esm/tools/search/crw-search.mjs +0 -2
  514. package/dist/esm/tools/search/crw-search.mjs.map +1 -1
  515. package/dist/esm/tools/search/firecrawl.mjs +0 -25
  516. package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
  517. package/dist/esm/tools/search/format.mjs +0 -30
  518. package/dist/esm/tools/search/format.mjs.map +1 -1
  519. package/dist/esm/tools/search/highlights.mjs +0 -16
  520. package/dist/esm/tools/search/highlights.mjs.map +1 -1
  521. package/dist/esm/tools/search/keenable-scraper.mjs +0 -8
  522. package/dist/esm/tools/search/keenable-scraper.mjs.map +1 -1
  523. package/dist/esm/tools/search/keenable-search.mjs +0 -7
  524. package/dist/esm/tools/search/keenable-search.mjs.map +1 -1
  525. package/dist/esm/tools/search/rerankers.mjs +0 -35
  526. package/dist/esm/tools/search/rerankers.mjs.map +1 -1
  527. package/dist/esm/tools/search/schema.mjs +0 -1
  528. package/dist/esm/tools/search/schema.mjs.map +1 -1
  529. package/dist/esm/tools/search/search.mjs +1 -14
  530. package/dist/esm/tools/search/search.mjs.map +1 -1
  531. package/dist/esm/tools/search/serper-scraper.mjs +0 -46
  532. package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
  533. package/dist/esm/tools/search/tavily-scraper.mjs.map +1 -1
  534. package/dist/esm/tools/search/tavily-search.mjs.map +1 -1
  535. package/dist/esm/tools/search/tool.mjs +0 -25
  536. package/dist/esm/tools/search/tool.mjs.map +1 -1
  537. package/dist/esm/tools/search/utils.mjs +0 -8
  538. package/dist/esm/tools/search/utils.mjs.map +1 -1
  539. package/dist/esm/tools/skillCatalog.mjs +0 -6
  540. package/dist/esm/tools/skillCatalog.mjs.map +1 -1
  541. package/dist/esm/tools/streamedToolCallSeals.mjs +0 -6
  542. package/dist/esm/tools/streamedToolCallSeals.mjs.map +1 -1
  543. package/dist/esm/tools/subagent/SubagentExecutionRegistry.mjs +0 -2
  544. package/dist/esm/tools/subagent/SubagentExecutionRegistry.mjs.map +1 -1
  545. package/dist/esm/tools/subagent/SubagentExecutor.mjs +3 -213
  546. package/dist/esm/tools/subagent/SubagentExecutor.mjs.map +1 -1
  547. package/dist/esm/tools/subagent/SubagentReplay.mjs.map +1 -1
  548. package/dist/esm/tools/subagent/childGraphConfig.mjs +0 -4
  549. package/dist/esm/tools/subagent/childGraphConfig.mjs.map +1 -1
  550. package/dist/esm/tools/subagent/runtimeLimits.mjs.map +1 -1
  551. package/dist/esm/tools/toolOutputReferences.mjs +1 -322
  552. package/dist/esm/tools/toolOutputReferences.mjs.map +1 -1
  553. package/dist/esm/types/hitl.mjs +0 -5
  554. package/dist/esm/types/hitl.mjs.map +1 -1
  555. package/dist/esm/utils/callbacks.mjs.map +1 -1
  556. package/dist/esm/utils/errors.mjs +14 -165
  557. package/dist/esm/utils/errors.mjs.map +1 -1
  558. package/dist/esm/utils/events.mjs +0 -10
  559. package/dist/esm/utils/events.mjs.map +1 -1
  560. package/dist/esm/utils/graph.mjs.map +1 -1
  561. package/dist/esm/utils/handlers.mjs +0 -3
  562. package/dist/esm/utils/handlers.mjs.map +1 -1
  563. package/dist/esm/utils/llm.mjs +0 -1
  564. package/dist/esm/utils/llm.mjs.map +1 -1
  565. package/dist/esm/utils/misc.mjs +0 -16
  566. package/dist/esm/utils/misc.mjs.map +1 -1
  567. package/dist/esm/utils/proxy.mjs +0 -26
  568. package/dist/esm/utils/proxy.mjs.map +1 -1
  569. package/dist/esm/utils/run.mjs +0 -6
  570. package/dist/esm/utils/run.mjs.map +1 -1
  571. package/dist/esm/utils/schema.mjs +0 -5
  572. package/dist/esm/utils/schema.mjs.map +1 -1
  573. package/dist/esm/utils/title.mjs +0 -6
  574. package/dist/esm/utils/title.mjs.map +1 -1
  575. package/dist/esm/utils/tokens.mjs +0 -113
  576. package/dist/esm/utils/tokens.mjs.map +1 -1
  577. package/dist/esm/utils/toolContent.mjs +0 -41
  578. package/dist/esm/utils/toolContent.mjs.map +1 -1
  579. package/dist/esm/utils/truncation.mjs +0 -61
  580. package/dist/esm/utils/truncation.mjs.map +1 -1
  581. package/package.json +35 -32
  582. package/dist/types/agents/__tests__/promptCacheLiveHelpers.d.ts +0 -52
  583. package/dist/types/test/mockTools.d.ts +0 -28
  584. package/dist/types/utils/__tests__/fixtures/contextOverflowSignatures.d.ts +0 -40
  585. package/src/__tests__/stream.eagerArgsDivergence.test.ts +0 -911
  586. package/src/__tests__/stream.eagerEventExecution.test.ts +0 -5046
  587. package/src/__tests__/stream.streamLimits.test.ts +0 -1982
  588. package/src/agents/__tests__/AgentContext.anthropic.live.test.ts +0 -448
  589. package/src/agents/__tests__/AgentContext.bedrock.live.test.ts +0 -655
  590. package/src/agents/__tests__/AgentContext.openrouter.live.test.ts +0 -128
  591. package/src/agents/__tests__/AgentContext.overflow.test.ts +0 -205
  592. package/src/agents/__tests__/AgentContext.test.ts +0 -2425
  593. package/src/agents/__tests__/projection.test.ts +0 -73
  594. package/src/agents/__tests__/promptCacheLiveHelpers.ts +0 -175
  595. package/src/aggregator.test.ts +0 -1214
  596. package/src/graphs/__tests__/Graph.breakerLifecycle.test.ts +0 -273
  597. package/src/graphs/__tests__/Graph.closeRunStep.test.ts +0 -385
  598. package/src/graphs/__tests__/Graph.contextOverflow.test.ts +0 -1766
  599. package/src/graphs/__tests__/Graph.preemptSignal.test.ts +0 -126
  600. package/src/graphs/__tests__/Graph.reasoning.test.ts +0 -1717
  601. package/src/graphs/__tests__/Graph.subagentResumeState.test.ts +0 -80
  602. package/src/graphs/__tests__/MultiAgentGraph.test.ts +0 -177
  603. package/src/graphs/__tests__/composition.smoke.test.ts +0 -509
  604. package/src/graphs/__tests__/createGraph.test.ts +0 -206
  605. package/src/hooks/__tests__/HookRegistry.test.ts +0 -334
  606. package/src/hooks/__tests__/compactHooks.test.ts +0 -250
  607. package/src/hooks/__tests__/createToolPolicyHook.test.ts +0 -268
  608. package/src/hooks/__tests__/createWorkspacePolicyHook.test.ts +0 -405
  609. package/src/hooks/__tests__/executeHooks.test.ts +0 -1294
  610. package/src/hooks/__tests__/integration.test.ts +0 -337
  611. package/src/hooks/__tests__/matchers.test.ts +0 -238
  612. package/src/hooks/__tests__/preemptBoundary.test.ts +0 -152
  613. package/src/hooks/__tests__/toolHooks.test.ts +0 -669
  614. package/src/llm/__tests__/contextOverflowRecovery.test.ts +0 -401
  615. package/src/llm/__tests__/fallbackOverflow.test.ts +0 -287
  616. package/src/llm/anthropic/Jacob_Lee_Resume_2023.pdf +0 -0
  617. package/src/llm/anthropic/inherited-content-utils.spec.ts +0 -249
  618. package/src/llm/anthropic/inherited-stream-events.spec.ts +0 -1259
  619. package/src/llm/anthropic/inherited-strict.spec.ts +0 -302
  620. package/src/llm/anthropic/llm.spec.ts +0 -3394
  621. package/src/llm/anthropic/utils/cross-provider-reasoning.test.ts +0 -383
  622. package/src/llm/anthropic/utils/cross-provider-server-tools.test.ts +0 -110
  623. package/src/llm/anthropic/utils/server-tool-inputs.test.ts +0 -508
  624. package/src/llm/anthropic/utils/streaming-tool-input.test.ts +0 -361
  625. package/src/llm/anthropic/utils/stripPrefillCache.test.ts +0 -111
  626. package/src/llm/anthropic/utils/tool-id-normalization.test.ts +0 -287
  627. package/src/llm/bedrock/inherited-cache.spec.ts +0 -144
  628. package/src/llm/bedrock/inherited.spec.ts +0 -724
  629. package/src/llm/bedrock/llm.spec.ts +0 -1533
  630. package/src/llm/bedrock/streamSealDispatch.test.ts +0 -331
  631. package/src/llm/bedrock/toolCache.test.ts +0 -194
  632. package/src/llm/bedrock/utils/cross-provider-reasoning.test.ts +0 -131
  633. package/src/llm/bedrock/utils/cross-provider-server-tools.test.ts +0 -122
  634. package/src/llm/bedrock/utils/message_inputs.test.ts +0 -650
  635. package/src/llm/bedrock/utils/message_outputs.test.ts +0 -85
  636. package/src/llm/bedrock/utils/toolResultCachePoint.test.ts +0 -118
  637. package/src/llm/custom-chat-models.smoke.test.ts +0 -1966
  638. package/src/llm/google/data/gettysburg10.wav +0 -0
  639. package/src/llm/google/data/hotdog.jpg +0 -0
  640. package/src/llm/google/inherited-stream-events.spec.ts +0 -350
  641. package/src/llm/google/llm.spec.ts +0 -1388
  642. package/src/llm/google/streamSmoothing.test.ts +0 -121
  643. package/src/llm/google/utils/common.test.ts +0 -196
  644. package/src/llm/invoke.alternation.test.ts +0 -87
  645. package/src/llm/invoke.handoffCue.test.ts +0 -112
  646. package/src/llm/invoke.streamLimits.test.ts +0 -142
  647. package/src/llm/invoke.test.ts +0 -1198
  648. package/src/llm/mistral/streamSmoothing.test.ts +0 -97
  649. package/src/llm/openai/cacheWriteTokens.test.ts +0 -112
  650. package/src/llm/openai/contentBlocks.test.ts +0 -381
  651. package/src/llm/openai/deepseek.test.ts +0 -747
  652. package/src/llm/openai/inherited-deepseek.spec.ts +0 -347
  653. package/src/llm/openai/inherited-xai.spec.ts +0 -416
  654. package/src/llm/openai/llm.spec.ts +0 -1774
  655. package/src/llm/openai/managedRequests.test.ts +0 -182
  656. package/src/llm/openai/sequentialToolCallSeals.test.ts +0 -199
  657. package/src/llm/openai/streamMetadata.spec.ts +0 -86
  658. package/src/llm/openai/streamMetadataDedup.spec.ts +0 -166
  659. package/src/llm/openai/utils/isReasoningModel.test.ts +0 -90
  660. package/src/llm/openai/utils/messages.test.ts +0 -488
  661. package/src/llm/openrouter/reasoning.test.ts +0 -561
  662. package/src/llm/openrouter/toolCache.test.ts +0 -134
  663. package/src/llm/preempt.test.ts +0 -323
  664. package/src/llm/stream/chunkAdapters.test.ts +0 -202
  665. package/src/llm/stream/reassembly.test.ts +0 -241
  666. package/src/llm/stream/smoother.bench.test.ts +0 -155
  667. package/src/llm/stream/smoother.test.ts +0 -519
  668. package/src/llm/streamLimits.test.ts +0 -450
  669. package/src/llm/truncation.test.ts +0 -242
  670. package/src/llm/vertexai/fixThoughtSignatures.test.ts +0 -154
  671. package/src/llm/vertexai/inherited-stream-events.spec.ts +0 -271
  672. package/src/llm/vertexai/llm.spec.ts +0 -159
  673. package/src/llm/vertexai/repairUsageMetadata.test.ts +0 -54
  674. package/src/llm/vertexai/sealStreamedToolCalls.test.ts +0 -88
  675. package/src/llm/vertexai/streamSealDispatch.test.ts +0 -148
  676. package/src/llm/vertexai/streamSmoothing.test.ts +0 -109
  677. package/src/messages/__tests__/anthropicToolCache.test.ts +0 -339
  678. package/src/messages/__tests__/observationMasking.test.ts +0 -312
  679. package/src/messages/__tests__/recency.test.ts +0 -267
  680. package/src/messages/__tests__/tools.test.ts +0 -473
  681. package/src/messages/alternation.test.ts +0 -212
  682. package/src/messages/assistantPhase.test.ts +0 -75
  683. package/src/messages/cache.tail.test.ts +0 -533
  684. package/src/messages/cache.test.ts +0 -2166
  685. package/src/messages/content.test.ts +0 -362
  686. package/src/messages/contextPruning.test.ts +0 -184
  687. package/src/messages/ensureThinkingBlock.test.ts +0 -1427
  688. package/src/messages/foldToollessToolBlocks.test.ts +0 -596
  689. package/src/messages/formatAgentMessages.reducer.test.ts +0 -162
  690. package/src/messages/formatAgentMessages.skills.test.ts +0 -513
  691. package/src/messages/formatAgentMessages.steer.test.ts +0 -598
  692. package/src/messages/formatAgentMessages.test.ts +0 -8111
  693. package/src/messages/formatAgentMessages.tools.test.ts +0 -522
  694. package/src/messages/formatMessage.test.ts +0 -693
  695. package/src/messages/handoffCue.test.ts +0 -96
  696. package/src/messages/injected.test.ts +0 -107
  697. package/src/messages/labelContentByAgent.test.ts +0 -962
  698. package/src/messages/reducer.spec.ts +0 -32
  699. package/src/messages/shiftIndexTokenCountMap.test.ts +0 -81
  700. package/src/messages/tailCacheConversion.test.ts +0 -161
  701. package/src/openai/__tests__/openai.test.ts +0 -337
  702. package/src/responses/__tests__/responses.test.ts +0 -652
  703. package/src/scripts/abort.ts +0 -157
  704. package/src/scripts/activity-labels/captured.json +0 -56
  705. package/src/scripts/activity-labels/checks.cjs +0 -205
  706. package/src/scripts/activity-labels/corpus.cjs +0 -473
  707. package/src/scripts/activity-labels/report.cjs +0 -203
  708. package/src/scripts/activity-labels/rescore.cjs +0 -102
  709. package/src/scripts/activity-labels/run.ts +0 -705
  710. package/src/scripts/activity-labels/variants.ts +0 -71
  711. package/src/scripts/ant_web_search.ts +0 -159
  712. package/src/scripts/ant_web_search_edge_case.ts +0 -163
  713. package/src/scripts/ant_web_search_error_edge_case.ts +0 -149
  714. package/src/scripts/args.ts +0 -48
  715. package/src/scripts/bedrock-cache-debug.ts +0 -250
  716. package/src/scripts/bedrock-content-aggregation-test.ts +0 -266
  717. package/src/scripts/bedrock-merge-test.ts +0 -107
  718. package/src/scripts/bedrock-parallel-tools-test.ts +0 -204
  719. package/src/scripts/bench-prompt-cache.ts +0 -479
  720. package/src/scripts/caching.ts +0 -132
  721. package/src/scripts/cli.ts +0 -172
  722. package/src/scripts/cli2.ts +0 -133
  723. package/src/scripts/cli3.ts +0 -184
  724. package/src/scripts/cli4.ts +0 -191
  725. package/src/scripts/cli5.ts +0 -191
  726. package/src/scripts/code_exec.ts +0 -214
  727. package/src/scripts/code_exec_files.ts +0 -237
  728. package/src/scripts/code_exec_multi_session.ts +0 -237
  729. package/src/scripts/code_exec_ptc.ts +0 -335
  730. package/src/scripts/code_exec_session.ts +0 -283
  731. package/src/scripts/code_exec_simple.ts +0 -148
  732. package/src/scripts/compare_pi_vs_ours.ts +0 -1259
  733. package/src/scripts/content.ts +0 -139
  734. package/src/scripts/context-overflow-probe.ts +0 -997
  735. package/src/scripts/empty_input.ts +0 -137
  736. package/src/scripts/handoff-test.ts +0 -134
  737. package/src/scripts/local_engine.ts +0 -166
  738. package/src/scripts/local_engine_checkpointer.ts +0 -205
  739. package/src/scripts/local_engine_compile.ts +0 -263
  740. package/src/scripts/local_engine_hooks.ts +0 -226
  741. package/src/scripts/local_engine_image.ts +0 -201
  742. package/src/scripts/local_engine_ptc.ts +0 -151
  743. package/src/scripts/local_engine_workspace.ts +0 -258
  744. package/src/scripts/memory.ts +0 -107
  745. package/src/scripts/multi-agent-chain.ts +0 -332
  746. package/src/scripts/multi-agent-conditional.ts +0 -222
  747. package/src/scripts/multi-agent-document-review-chain.ts +0 -198
  748. package/src/scripts/multi-agent-hybrid-flow.ts +0 -311
  749. package/src/scripts/multi-agent-parallel-start.ts +0 -265
  750. package/src/scripts/multi-agent-parallel.ts +0 -395
  751. package/src/scripts/multi-agent-sequence.ts +0 -217
  752. package/src/scripts/multi-agent-subagent.ts +0 -246
  753. package/src/scripts/multi-agent-supervisor.ts +0 -366
  754. package/src/scripts/multi-agent-test.ts +0 -187
  755. package/src/scripts/openrouter_prompt_cache_live.ts +0 -310
  756. package/src/scripts/parallel-asymmetric-tools-test.ts +0 -275
  757. package/src/scripts/parallel-full-metadata-test.ts +0 -241
  758. package/src/scripts/parallel-tools-test.ts +0 -341
  759. package/src/scripts/preempt-probe.ts +0 -330
  760. package/src/scripts/preempt-scenarios.ts +0 -388
  761. package/src/scripts/programmatic_exec.ts +0 -387
  762. package/src/scripts/programmatic_exec_agent.ts +0 -232
  763. package/src/scripts/search.ts +0 -147
  764. package/src/scripts/sequential-full-metadata-test.ts +0 -198
  765. package/src/scripts/session_live.ts +0 -548
  766. package/src/scripts/simple.ts +0 -226
  767. package/src/scripts/single-agent-metadata-test.ts +0 -196
  768. package/src/scripts/stream.ts +0 -141
  769. package/src/scripts/subagent-configurable-inheritance.ts +0 -252
  770. package/src/scripts/subagent-event-driven-debug.ts +0 -190
  771. package/src/scripts/subagent-tools-debug.ts +0 -160
  772. package/src/scripts/subagent-usage-sink.ts +0 -176
  773. package/src/scripts/summarization-recency.ts +0 -462
  774. package/src/scripts/test-custom-prompt-key.ts +0 -145
  775. package/src/scripts/test-handoff-input.ts +0 -170
  776. package/src/scripts/test-handoff-preamble.ts +0 -278
  777. package/src/scripts/test-handoff-steering.ts +0 -430
  778. package/src/scripts/test-multi-agent-list-handoff.ts +0 -418
  779. package/src/scripts/test-parallel-agent-labeling.ts +0 -327
  780. package/src/scripts/test-parallel-handoffs.ts +0 -292
  781. package/src/scripts/test-thinking-handoff-bedrock.ts +0 -154
  782. package/src/scripts/test-thinking-handoff.ts +0 -156
  783. package/src/scripts/test-thinking-to-thinking-handoff-bedrock.ts +0 -166
  784. package/src/scripts/test-tool-before-handoff-role-order.ts +0 -276
  785. package/src/scripts/test-tools-before-handoff.ts +0 -222
  786. package/src/scripts/test_code_api.ts +0 -354
  787. package/src/scripts/thinking-bedrock.ts +0 -160
  788. package/src/scripts/thinking-vertexai.ts +0 -168
  789. package/src/scripts/thinking.ts +0 -172
  790. package/src/scripts/tool_search.ts +0 -153
  791. package/src/scripts/tools.ts +0 -163
  792. package/src/session/__tests__/JsonlSessionStore.test.ts +0 -1463
  793. package/src/session/__tests__/handlers.test.ts +0 -161
  794. package/src/specs/activity-label-observability.live.test.ts +0 -262
  795. package/src/specs/activity-label-observability.test.ts +0 -167
  796. package/src/specs/activity-label-prompt.test.ts +0 -359
  797. package/src/specs/activity-label-trace-seed.test.ts +0 -47
  798. package/src/specs/activity-phase-label.test.ts +0 -306
  799. package/src/specs/agent-handoffs.live.test.ts +0 -140
  800. package/src/specs/agent-handoffs.test.ts +0 -2465
  801. package/src/specs/anthropic.simple.test.ts +0 -453
  802. package/src/specs/ask-user-question-batch.test.ts +0 -289
  803. package/src/specs/ask-user-questions.live.test.ts +0 -185
  804. package/src/specs/ask-user-questions.test.ts +0 -293
  805. package/src/specs/azure.simple.test.ts +0 -502
  806. package/src/specs/bedrock-toolless.live.test.ts +0 -123
  807. package/src/specs/bedrock-truncation.live.test.ts +0 -191
  808. package/src/specs/cache.simple.test.ts +0 -416
  809. package/src/specs/context-accuracy.live.test.ts +0 -409
  810. package/src/specs/context-overflow-recovery.live.test.ts +0 -213
  811. package/src/specs/context-usage-event.test.ts +0 -117
  812. package/src/specs/context-usage.live.test.ts +0 -297
  813. package/src/specs/custom-event-await.test.ts +0 -304
  814. package/src/specs/deepseek.simple.test.ts +0 -290
  815. package/src/specs/deterministic-trace-id.test.ts +0 -43
  816. package/src/specs/discovered-tools.test.ts +0 -217
  817. package/src/specs/durability-checkpoint.integration.test.ts +0 -243
  818. package/src/specs/graph-subagent.live.test.ts +0 -242
  819. package/src/specs/graph-subagent.test.ts +0 -322
  820. package/src/specs/handoffCue.test.ts +0 -165
  821. package/src/specs/langfuse-callbacks.test.ts +0 -1578
  822. package/src/specs/langfuse-config.test.ts +0 -247
  823. package/src/specs/langfuse-instrumentation.test.ts +0 -393
  824. package/src/specs/langfuse-metadata.test.ts +0 -245
  825. package/src/specs/langfuse-routing.integration.test.ts +0 -844
  826. package/src/specs/langfuse-runtime-context.test.ts +0 -92
  827. package/src/specs/langfuse-span-registry.test.ts +0 -87
  828. package/src/specs/langfuse-tool-output-tracing.test.ts +0 -1858
  829. package/src/specs/langfuse-trace-shaping.test.ts +0 -591
  830. package/src/specs/moonshot.simple.test.ts +0 -367
  831. package/src/specs/multi-agent-summarization.test.ts +0 -396
  832. package/src/specs/openai.simple.test.ts +0 -315
  833. package/src/specs/openrouter.simple.test.ts +0 -275
  834. package/src/specs/preemptSeal.test.ts +0 -678
  835. package/src/specs/prune.test.ts +0 -3741
  836. package/src/specs/reasoning.test.ts +0 -201
  837. package/src/specs/run-step-timestamps.test.ts +0 -414
  838. package/src/specs/spec.utils.ts +0 -15
  839. package/src/specs/subagent.test.ts +0 -864
  840. package/src/specs/summarization-unit.test.ts +0 -973
  841. package/src/specs/summarization.test.ts +0 -3823
  842. package/src/specs/summarize-prune.test.ts +0 -376
  843. package/src/specs/thinking-handoff.test.ts +0 -621
  844. package/src/specs/thinking-prune.test.ts +0 -827
  845. package/src/specs/token-accounting-e2e.test.ts +0 -1034
  846. package/src/specs/token-accounting-pipeline.test.ts +0 -1008
  847. package/src/specs/token-distribution-edge-case.test.ts +0 -315
  848. package/src/specs/token-memoization.test.ts +0 -40
  849. package/src/specs/tokens.test.ts +0 -1000
  850. package/src/specs/tool-error-resume.test.ts +0 -194
  851. package/src/specs/tool-error.test.ts +0 -198
  852. package/src/specs/vllm-reasoning-toolcalls.test.ts +0 -340
  853. package/src/stream.dispatch.test.ts +0 -63
  854. package/src/stream.test.ts +0 -144
  855. package/src/summarization/__tests__/aggregator.test.ts +0 -236
  856. package/src/summarization/__tests__/node.test.ts +0 -1996
  857. package/src/summarization/__tests__/trigger.test.ts +0 -149
  858. package/src/summarization/chunkHandler.test.ts +0 -196
  859. package/src/test/mockTools.ts +0 -386
  860. package/src/tools/Calculator.test.ts +0 -278
  861. package/src/tools/__tests__/BashExecutor.test.ts +0 -108
  862. package/src/tools/__tests__/CloudflareSandboxExecution.test.ts +0 -939
  863. package/src/tools/__tests__/CodeApiAuthHeaders.test.ts +0 -858
  864. package/src/tools/__tests__/CodeExecutor.stateful.test.ts +0 -124
  865. package/src/tools/__tests__/LocalExecutionRoots.test.ts +0 -8
  866. package/src/tools/__tests__/LocalExecutionTools.test.ts +0 -2733
  867. package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.ts +0 -318
  868. package/src/tools/__tests__/ProgrammaticToolCalling.test.ts +0 -1557
  869. package/src/tools/__tests__/ReadFile.test.ts +0 -44
  870. package/src/tools/__tests__/SkillTool.test.ts +0 -442
  871. package/src/tools/__tests__/SubagentExecutor.test.ts +0 -3728
  872. package/src/tools/__tests__/SubagentReplay.test.ts +0 -329
  873. package/src/tools/__tests__/SubagentTool.test.ts +0 -149
  874. package/src/tools/__tests__/ToolNode.breakerSignal.test.ts +0 -595
  875. package/src/tools/__tests__/ToolNode.eagerEventExecution.test.ts +0 -1191
  876. package/src/tools/__tests__/ToolNode.invalidToolCalls.test.ts +0 -757
  877. package/src/tools/__tests__/ToolNode.langfuse.test.ts +0 -57
  878. package/src/tools/__tests__/ToolNode.onResultCompletion.test.ts +0 -736
  879. package/src/tools/__tests__/ToolNode.outputReferences.test.ts +0 -1710
  880. package/src/tools/__tests__/ToolNode.runtimeState.test.ts +0 -120
  881. package/src/tools/__tests__/ToolNode.session.test.ts +0 -1352
  882. package/src/tools/__tests__/ToolNode.streamLimits.test.ts +0 -69
  883. package/src/tools/__tests__/ToolSearch.integration.test.ts +0 -161
  884. package/src/tools/__tests__/ToolSearch.test.ts +0 -1227
  885. package/src/tools/__tests__/annotateMessagesForLLM.test.ts +0 -561
  886. package/src/tools/__tests__/directToolHITLResumeScope.test.ts +0 -980
  887. package/src/tools/__tests__/directToolHooks.test.ts +0 -700
  888. package/src/tools/__tests__/eagerEventExecution.session.test.ts +0 -92
  889. package/src/tools/__tests__/handlers.test.ts +0 -997
  890. package/src/tools/__tests__/hitl.test.ts +0 -4663
  891. package/src/tools/__tests__/intentArg.test.ts +0 -357
  892. package/src/tools/__tests__/intentCoverage.test.ts +0 -139
  893. package/src/tools/__tests__/localToolNames.test.ts +0 -75
  894. package/src/tools/__tests__/skillCatalog.test.ts +0 -161
  895. package/src/tools/__tests__/subagentHooks.test.ts +0 -1651
  896. package/src/tools/__tests__/toolOutputReferences.test.ts +0 -515
  897. package/src/tools/__tests__/workspaceSeam.test.ts +0 -147
  898. package/src/tools/local/__tests__/FileCheckpointer.test.ts +0 -162
  899. package/src/tools/local/__tests__/editStrategies.test.ts +0 -134
  900. package/src/tools/search/content.test.ts +0 -173
  901. package/src/tools/search/crw.test.ts +0 -836
  902. package/src/tools/search/format.test.ts +0 -242
  903. package/src/tools/search/http-agent.test.ts +0 -133
  904. package/src/tools/search/jina-reranker.test.ts +0 -306
  905. package/src/tools/search/keenable-scraper.test.ts +0 -153
  906. package/src/tools/search/keenable.test.ts +0 -183
  907. package/src/tools/search/outcome.test.ts +0 -90
  908. package/src/tools/search/output.md +0 -2775
  909. package/src/tools/search/rag-api-reranker.test.ts +0 -891
  910. package/src/tools/search/source-processing.test.ts +0 -516
  911. package/src/tools/search/tavily.test.ts +0 -965
  912. package/src/tools/search/test.html +0 -884
  913. package/src/tools/search/test.md +0 -643
  914. package/src/tools/subagent/__tests__/SubagentExecutionRegistry.test.ts +0 -637
  915. package/src/tools/subagent/__tests__/SubagentExecutor.lazy.test.ts +0 -3054
  916. package/src/tools/subagent/__tests__/childGraphConfig.test.ts +0 -521
  917. package/src/utils/__tests__/apportion.test.ts +0 -32
  918. package/src/utils/__tests__/errors.test.ts +0 -270
  919. package/src/utils/__tests__/fixtures/contextOverflowSignatures.ts +0 -336
  920. package/src/utils/__tests__/redactSecrets.test.ts +0 -56
  921. package/src/utils/__tests__/truncation.test.ts +0 -66
  922. package/src/utils/llm.test.ts +0 -18
  923. package/src/utils/proxy.test.ts +0 -176
  924. package/src/utils/toolContent.test.ts +0 -1432
@@ -1,1717 +0,0 @@
1
- import { ChatGenerationChunk } from '@langchain/core/outputs';
2
- import { FakeListChatModel } from '@langchain/core/utils/testing';
3
- import { AIMessageChunk, HumanMessage } from '@langchain/core/messages';
4
- import type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
5
- import type { BaseMessage, UsageMetadata } from '@langchain/core/messages';
6
- import type { RunnableConfig } from '@langchain/core/runnables';
7
- import type { OpenAIClient } from '@langchain/openai';
8
- import type * as t from '@/types';
9
- import { ContentTypes, GraphEvents, Providers, StepTypes } from '@/common';
10
- import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
11
- import { ModelEndHandler, ToolEndHandler } from '@/events';
12
- import { toLangChainContent } from '@/messages/langchain';
13
- import { ChatOpenRouter } from '@/llm/openrouter';
14
- import { Run } from '@/run';
15
-
16
- type ReasoningKey = 'reasoning_content' | 'reasoning';
17
- type StreamingCompletionBackedModel = {
18
- completions: {
19
- completionWithRetry: () => Promise<
20
- AsyncIterable<OpenAIClient.Chat.Completions.ChatCompletionChunk>
21
- >;
22
- };
23
- };
24
-
25
- class InvokeOnlyReasoningModel implements t.ChatModel {
26
- constructor(
27
- private readonly response: {
28
- content: string;
29
- reasoningContent: string;
30
- }
31
- ) {}
32
-
33
- async invoke(
34
- _messages: BaseMessage[],
35
- _config?: RunnableConfig
36
- ): Promise<AIMessageChunk> {
37
- return new AIMessageChunk({
38
- content: this.response.content,
39
- additional_kwargs: {
40
- reasoning_content: this.response.reasoningContent,
41
- },
42
- });
43
- }
44
- }
45
-
46
- class InvokeOnlyMessageModel implements t.ChatModel {
47
- constructor(private readonly message: AIMessageChunk) {}
48
-
49
- async invoke(
50
- _messages: BaseMessage[],
51
- _config?: RunnableConfig
52
- ): Promise<AIMessageChunk> {
53
- return this.message;
54
- }
55
- }
56
-
57
- class StreamingReasoningModel implements t.ChatModel {
58
- constructor(private readonly chunks: AIMessageChunk[]) {}
59
-
60
- async invoke(
61
- _messages: BaseMessage[],
62
- _config?: RunnableConfig
63
- ): Promise<AIMessageChunk> {
64
- return this.chunks[this.chunks.length - 1] ?? new AIMessageChunk('');
65
- }
66
-
67
- async stream(
68
- _messages: BaseMessage[],
69
- _config?: RunnableConfig
70
- ): Promise<AsyncIterable<AIMessageChunk>> {
71
- const chunks = this.chunks;
72
- return (async function* streamChunks(): AsyncGenerator<AIMessageChunk> {
73
- for (const chunk of chunks) {
74
- yield chunk;
75
- }
76
- })();
77
- }
78
- }
79
-
80
- class CallbackStreamingReasoningModel extends FakeListChatModel {
81
- constructor(private readonly chunks: AIMessageChunk[]) {
82
- super({ responses: [''] });
83
- }
84
-
85
- _llmType(): string {
86
- return 'callback-streaming-reasoning';
87
- }
88
-
89
- async *_streamResponseChunks(
90
- _messages: BaseMessage[],
91
- _options: this['ParsedCallOptions'],
92
- runManager?: CallbackManagerForLLMRun
93
- ): AsyncGenerator<ChatGenerationChunk> {
94
- for (const chunk of this.chunks) {
95
- const text = typeof chunk.content === 'string' ? chunk.content : '';
96
- yield new ChatGenerationChunk({
97
- text,
98
- generationInfo: {},
99
- message: chunk,
100
- });
101
- void runManager?.handleLLMNewToken(text);
102
- }
103
- }
104
- }
105
-
106
- function createOpenRouterStreamChunk(
107
- content: string,
108
- finishReason: OpenAIClient.Chat.Completions.ChatCompletionChunk.Choice['finish_reason'] = null
109
- ): OpenAIClient.Chat.Completions.ChatCompletionChunk {
110
- return {
111
- id: 'chatcmpl-openrouter-test',
112
- object: 'chat.completion.chunk',
113
- created: 0,
114
- model: 'google/gemini-test',
115
- choices: [
116
- {
117
- index: 0,
118
- delta: { content },
119
- finish_reason: finishReason,
120
- },
121
- ],
122
- };
123
- }
124
-
125
- function createReasoningChunk(
126
- reasoningKey: ReasoningKey,
127
- reasoningText: string
128
- ): AIMessageChunk {
129
- return new AIMessageChunk({
130
- content: '',
131
- additional_kwargs: {
132
- [reasoningKey]: reasoningText,
133
- },
134
- });
135
- }
136
-
137
- function createOpenAIReasoningSummaryChunk(
138
- reasoningText: string
139
- ): AIMessageChunk {
140
- return new AIMessageChunk({
141
- content: '',
142
- additional_kwargs: {
143
- reasoning: {
144
- summary: [{ text: reasoningText }],
145
- },
146
- },
147
- });
148
- }
149
-
150
- function createReasoningHandlers(
151
- aggregateContent: t.ContentAggregator,
152
- reasoningDeltas: t.ReasoningDeltaEvent[],
153
- messageDeltas?: t.MessageDeltaEvent[]
154
- ): Record<string | GraphEvents, t.EventHandler> {
155
- return {
156
- [GraphEvents.ON_RUN_STEP]: {
157
- handle: (
158
- event: GraphEvents.ON_RUN_STEP,
159
- data: t.StreamEventData
160
- ): void => {
161
- aggregateContent({ event, data: data as t.RunStep });
162
- },
163
- },
164
- [GraphEvents.ON_MESSAGE_DELTA]: {
165
- handle: (
166
- event: GraphEvents.ON_MESSAGE_DELTA,
167
- data: t.StreamEventData
168
- ): void => {
169
- const messageDelta = data as t.MessageDeltaEvent;
170
- messageDeltas?.push(messageDelta);
171
- aggregateContent({ event, data: messageDelta });
172
- },
173
- },
174
- [GraphEvents.ON_REASONING_DELTA]: {
175
- handle: (
176
- event: GraphEvents.ON_REASONING_DELTA,
177
- data: t.StreamEventData
178
- ): void => {
179
- const reasoningDelta = data as t.ReasoningDeltaEvent;
180
- reasoningDeltas.push(reasoningDelta);
181
- aggregateContent({ event, data: reasoningDelta });
182
- },
183
- },
184
- };
185
- }
186
-
187
- function createLibreChatLikeHandlers({
188
- aggregateContent,
189
- collectedUsage,
190
- emittedEvents,
191
- }: {
192
- aggregateContent: t.ContentAggregator;
193
- collectedUsage: UsageMetadata[];
194
- emittedEvents: Array<{ event: string; data: unknown }>;
195
- }): Record<string | GraphEvents, t.EventHandler> {
196
- const modelEndHandler = new ModelEndHandler(collectedUsage);
197
- const toolEndHandler = new ToolEndHandler();
198
- const aggregateAndEmit = (
199
- event: GraphEvents,
200
- data: t.StreamEventData
201
- ): void => {
202
- aggregateContent({
203
- event,
204
- data: data as
205
- | t.RunStep
206
- | t.MessageDeltaEvent
207
- | t.ReasoningDeltaEvent
208
- | t.RunStepDeltaEvent
209
- | { result: t.ToolEndEvent },
210
- });
211
- emittedEvents.push({
212
- event,
213
- data,
214
- });
215
- };
216
-
217
- return {
218
- [GraphEvents.CHAT_MODEL_END]: {
219
- handle: async (event, data, metadata, graph): Promise<void> => {
220
- await modelEndHandler.handle(
221
- event,
222
- data as t.ModelEndData,
223
- metadata,
224
- graph
225
- );
226
- emittedEvents.push({
227
- event,
228
- data,
229
- });
230
- },
231
- },
232
- [GraphEvents.TOOL_END]: toolEndHandler,
233
- [GraphEvents.ON_RUN_STEP]: {
234
- handle: (event: GraphEvents.ON_RUN_STEP, data: t.StreamEventData): void =>
235
- aggregateAndEmit(event, data),
236
- },
237
- [GraphEvents.ON_RUN_STEP_DELTA]: {
238
- handle: (
239
- event: GraphEvents.ON_RUN_STEP_DELTA,
240
- data: t.StreamEventData
241
- ): void => aggregateAndEmit(event, data),
242
- },
243
- [GraphEvents.ON_RUN_STEP_COMPLETED]: {
244
- handle: (
245
- event: GraphEvents.ON_RUN_STEP_COMPLETED,
246
- data: t.StreamEventData
247
- ): void => aggregateAndEmit(event, data),
248
- },
249
- [GraphEvents.ON_MESSAGE_DELTA]: {
250
- handle: (
251
- event: GraphEvents.ON_MESSAGE_DELTA,
252
- data: t.StreamEventData
253
- ): void => aggregateAndEmit(event, data),
254
- },
255
- [GraphEvents.ON_REASONING_DELTA]: {
256
- handle: (
257
- event: GraphEvents.ON_REASONING_DELTA,
258
- data: t.StreamEventData
259
- ): void => aggregateAndEmit(event, data),
260
- },
261
- };
262
- }
263
-
264
- describe('StandardGraph final response reasoning fallback', () => {
265
- const config = {
266
- configurable: {
267
- thread_id: 'reasoning-fallback-thread',
268
- },
269
- streamMode: 'values' as const,
270
- version: 'v2' as const,
271
- };
272
- const llmConfig: t.LLMConfig = {
273
- provider: Providers.OPENAI,
274
- disableStreaming: true,
275
- streamUsage: false,
276
- };
277
-
278
- it('starts a new message step when streamed assistant phases change', async () => {
279
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
280
- const messageDeltas: t.MessageDeltaEvent[] = [];
281
- const { contentParts, aggregateContent } = createContentAggregator();
282
- const run = await Run.create<t.IState>({
283
- runId: 'separate-streamed-assistant-phases',
284
- graphConfig: {
285
- type: 'standard',
286
- llmConfig,
287
- },
288
- returnContent: true,
289
- skipCleanup: true,
290
- customHandlers: createReasoningHandlers(
291
- aggregateContent,
292
- reasoningDeltas,
293
- messageDeltas
294
- ),
295
- });
296
-
297
- if (!run.Graph) {
298
- throw new Error('Expected graph to be initialized');
299
- }
300
-
301
- run.Graph.overrideModel = new StreamingReasoningModel([
302
- new AIMessageChunk({
303
- content: [
304
- { type: 'text', text: 'Checking the session.', phase: 'commentary' },
305
- ] as never,
306
- }),
307
- new AIMessageChunk({
308
- content: [
309
- { type: 'text', text: 'The session is fixed.', phase: 'final_answer' },
310
- ] as never,
311
- }),
312
- ]);
313
-
314
- await run.processStream(
315
- { messages: [new HumanMessage('fix the session')] },
316
- config
317
- );
318
-
319
- expect(new Set(messageDeltas.map((delta) => delta.id)).size).toBe(2);
320
- expect(contentParts).toEqual([
321
- { type: 'text', text: 'Checking the session.' },
322
- { type: 'text', text: 'The session is fixed.' },
323
- ]);
324
- expect(
325
- run.Graph.getRunSteps()
326
- .filter((step) => step.stepDetails.type === StepTypes.MESSAGE_CREATION)
327
- .map((step) =>
328
- step.stepDetails.type === StepTypes.MESSAGE_CREATION
329
- ? step.stepDetails.message_creation.phase
330
- : undefined
331
- )
332
- ).toEqual(['commentary', 'final_answer']);
333
- });
334
-
335
- it('emits reasoning_content from invoke-only final responses', async () => {
336
- const reasoningText = 'Need to inspect the Home Assistant tool state.';
337
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
338
- const { contentParts, aggregateContent } = createContentAggregator();
339
- const run = await Run.create<t.IState>({
340
- runId: 'reasoning-fallback-empty-content',
341
- graphConfig: {
342
- type: 'standard',
343
- llmConfig,
344
- },
345
- returnContent: true,
346
- skipCleanup: true,
347
- customHandlers: createReasoningHandlers(
348
- aggregateContent,
349
- reasoningDeltas
350
- ),
351
- });
352
-
353
- if (!run.Graph) {
354
- throw new Error('Expected graph to be initialized');
355
- }
356
-
357
- run.Graph.overrideModel = new InvokeOnlyReasoningModel({
358
- content: '',
359
- reasoningContent: reasoningText,
360
- });
361
-
362
- const finalContentParts = await run.processStream(
363
- { messages: [new HumanMessage('turn on the bedroom light')] },
364
- config
365
- );
366
-
367
- expect(finalContentParts).toEqual([
368
- { type: ContentTypes.THINK, think: reasoningText },
369
- ]);
370
- expect(reasoningDeltas).toHaveLength(1);
371
- expect(reasoningDeltas[0].delta.content?.[0]).toEqual({
372
- type: ContentTypes.THINK,
373
- think: reasoningText,
374
- });
375
- expect(contentParts).toContainEqual({
376
- type: ContentTypes.THINK,
377
- think: reasoningText,
378
- });
379
- });
380
-
381
- it('keeps final reasoning before final text when both are present', async () => {
382
- const text = 'Done.';
383
- const reasoningText = 'Decide whether a tool is needed first.';
384
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
385
- const { contentParts, aggregateContent } = createContentAggregator();
386
- const run = await Run.create<t.IState>({
387
- runId: 'reasoning-fallback-with-text',
388
- graphConfig: {
389
- type: 'standard',
390
- llmConfig,
391
- },
392
- returnContent: true,
393
- skipCleanup: true,
394
- customHandlers: createReasoningHandlers(
395
- aggregateContent,
396
- reasoningDeltas
397
- ),
398
- });
399
-
400
- if (!run.Graph) {
401
- throw new Error('Expected graph to be initialized');
402
- }
403
-
404
- run.Graph.overrideModel = new InvokeOnlyReasoningModel({
405
- content: text,
406
- reasoningContent: reasoningText,
407
- });
408
-
409
- await run.processStream(
410
- { messages: [new HumanMessage('say done')] },
411
- config
412
- );
413
-
414
- expect(contentParts).toEqual([
415
- { type: ContentTypes.THINK, think: reasoningText },
416
- { type: ContentTypes.TEXT, text },
417
- ]);
418
- });
419
-
420
- it('emits final text from invoke-only Gemini server-side context responses', async () => {
421
- const text = 'Search complete.';
422
- const { contentParts, aggregateContent } = createContentAggregator();
423
- const run = await Run.create<t.IState>({
424
- runId: 'reasoning-fallback-gemini-server-side-context',
425
- graphConfig: {
426
- type: 'standard',
427
- llmConfig: {
428
- provider: Providers.GOOGLE,
429
- disableStreaming: true,
430
- streamUsage: false,
431
- },
432
- },
433
- returnContent: true,
434
- skipCleanup: true,
435
- customHandlers: createReasoningHandlers(aggregateContent, []),
436
- });
437
-
438
- if (!run.Graph) {
439
- throw new Error('Expected graph to be initialized');
440
- }
441
-
442
- const messageContent: t.MessageContentComplex[] = [
443
- {
444
- type: 'toolCall',
445
- toolCall: {
446
- id: 'server-search-1',
447
- name: 'google_search',
448
- args: {},
449
- },
450
- },
451
- { type: ContentTypes.TEXT, text },
452
- {
453
- type: 'toolResponse',
454
- toolResponse: {
455
- id: 'server-search-1',
456
- name: 'google_search',
457
- response: { results: [] },
458
- },
459
- },
460
- ];
461
- run.Graph.overrideModel = new InvokeOnlyMessageModel(
462
- new AIMessageChunk({
463
- content: toLangChainContent(messageContent),
464
- })
465
- );
466
-
467
- const finalContentParts = await run.processStream(
468
- { messages: [new HumanMessage('search and answer')] },
469
- {
470
- ...config,
471
- configurable: {
472
- thread_id: 'reasoning-fallback-gemini-server-side-context',
473
- },
474
- }
475
- );
476
-
477
- expect(finalContentParts).toEqual(messageContent);
478
- expect(contentParts).toEqual(messageContent);
479
- });
480
-
481
- it('does not preserve Gemini server-side context blocks for non-Google invoke fallbacks', async () => {
482
- const text = 'Search complete.';
483
- const { contentParts, aggregateContent } = createContentAggregator();
484
- const run = await Run.create<t.IState>({
485
- runId: 'reasoning-fallback-non-google-server-side-shape',
486
- graphConfig: {
487
- type: 'standard',
488
- llmConfig,
489
- },
490
- returnContent: true,
491
- skipCleanup: true,
492
- customHandlers: createReasoningHandlers(aggregateContent, []),
493
- });
494
-
495
- if (!run.Graph) {
496
- throw new Error('Expected graph to be initialized');
497
- }
498
-
499
- const messageContent: t.MessageContentComplex[] = [
500
- {
501
- type: 'toolCall',
502
- toolCall: {
503
- id: 'server-search-1',
504
- name: 'google_search',
505
- args: {},
506
- },
507
- },
508
- { type: ContentTypes.TEXT, text },
509
- {
510
- type: 'toolResponse',
511
- toolResponse: {
512
- id: 'server-search-1',
513
- name: 'google_search',
514
- response: { results: [] },
515
- },
516
- },
517
- ];
518
- run.Graph.overrideModel = new InvokeOnlyMessageModel(
519
- new AIMessageChunk({
520
- content: toLangChainContent(messageContent),
521
- })
522
- );
523
-
524
- const finalContentParts = await run.processStream(
525
- { messages: [new HumanMessage('search and answer')] },
526
- {
527
- ...config,
528
- configurable: {
529
- thread_id: 'reasoning-fallback-non-google-server-side-shape',
530
- },
531
- }
532
- );
533
-
534
- expect(finalContentParts).toEqual(messageContent);
535
- expect(contentParts).toEqual([]);
536
- });
537
-
538
- it('uses the final fallback for one-shot disableStreaming mixed chunks', async () => {
539
- const text = 'Cloudflare content check.';
540
- const reasoningText = 'Plan the exact final wording.';
541
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
542
- const messageDeltas: t.MessageDeltaEvent[] = [];
543
- const { contentParts, aggregateContent } = createContentAggregator();
544
- const run = await Run.create<t.IState>({
545
- runId: 'reasoning-fallback-disable-streaming-mixed-final-chunk',
546
- graphConfig: {
547
- type: 'standard',
548
- llmConfig,
549
- },
550
- returnContent: true,
551
- skipCleanup: true,
552
- customHandlers: createReasoningHandlers(
553
- aggregateContent,
554
- reasoningDeltas,
555
- messageDeltas
556
- ),
557
- });
558
-
559
- if (!run.Graph) {
560
- throw new Error('Expected graph to be initialized');
561
- }
562
-
563
- run.Graph.overrideModel = new StreamingReasoningModel([
564
- new AIMessageChunk({
565
- content: text,
566
- additional_kwargs: {
567
- reasoning_content: reasoningText,
568
- },
569
- }),
570
- ]);
571
-
572
- await run.processStream(
573
- { messages: [new HumanMessage('return mixed final chunk')] },
574
- {
575
- ...config,
576
- configurable: {
577
- thread_id: 'reasoning-fallback-disable-streaming-mixed-final-chunk',
578
- },
579
- }
580
- );
581
-
582
- expect(reasoningDeltas).toHaveLength(1);
583
- expect(messageDeltas).toHaveLength(1);
584
- expect(contentParts).toEqual([
585
- { type: ContentTypes.THINK, think: reasoningText },
586
- { type: ContentTypes.TEXT, text },
587
- ]);
588
- });
589
-
590
- it('returns reasoning content without a custom aggregator', async () => {
591
- const reasoningText = 'Reasoning should persist for returnContent.';
592
- const run = await Run.create<t.IState>({
593
- runId: 'reasoning-fallback-return-content',
594
- graphConfig: {
595
- type: 'standard',
596
- llmConfig,
597
- },
598
- returnContent: true,
599
- skipCleanup: true,
600
- });
601
-
602
- if (!run.Graph) {
603
- throw new Error('Expected graph to be initialized');
604
- }
605
-
606
- run.Graph.overrideModel = new InvokeOnlyReasoningModel({
607
- content: '',
608
- reasoningContent: reasoningText,
609
- });
610
-
611
- const finalContentParts = await run.processStream(
612
- { messages: [new HumanMessage('return reasoning content')] },
613
- {
614
- ...config,
615
- configurable: {
616
- thread_id: 'reasoning-fallback-return-content',
617
- },
618
- }
619
- );
620
-
621
- expect(finalContentParts).toEqual([
622
- { type: ContentTypes.THINK, think: reasoningText },
623
- ]);
624
- });
625
-
626
- it('emits every OpenAI reasoning summary segment in invoke-only fallback', async () => {
627
- const reasoningText = 'First summary. Second summary.';
628
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
629
- const { contentParts, aggregateContent } = createContentAggregator();
630
- const run = await Run.create<t.IState>({
631
- runId: 'reasoning-fallback-openai-multi-summary',
632
- graphConfig: {
633
- type: 'standard',
634
- llmConfig: {
635
- provider: Providers.OPENAI,
636
- disableStreaming: true,
637
- streamUsage: false,
638
- },
639
- reasoningKey: 'reasoning',
640
- },
641
- returnContent: true,
642
- skipCleanup: true,
643
- customHandlers: createReasoningHandlers(
644
- aggregateContent,
645
- reasoningDeltas
646
- ),
647
- });
648
-
649
- if (!run.Graph) {
650
- throw new Error('Expected graph to be initialized');
651
- }
652
-
653
- run.Graph.overrideModel = new InvokeOnlyMessageModel(
654
- new AIMessageChunk({
655
- content: '',
656
- additional_kwargs: {
657
- reasoning: {
658
- summary: [{ text: 'First summary. ' }, { text: 'Second summary.' }],
659
- },
660
- },
661
- })
662
- );
663
-
664
- const finalContentParts = await run.processStream(
665
- { messages: [new HumanMessage('return multi summary reasoning')] },
666
- {
667
- ...config,
668
- configurable: {
669
- thread_id: 'reasoning-fallback-openai-multi-summary',
670
- },
671
- }
672
- );
673
-
674
- expect(reasoningDeltas).toHaveLength(1);
675
- expect(reasoningDeltas[0].delta.content?.[0]).toEqual({
676
- type: ContentTypes.THINK,
677
- think: reasoningText,
678
- });
679
- expect(finalContentParts).toEqual([
680
- { type: ContentTypes.THINK, think: reasoningText },
681
- ]);
682
- expect(contentParts).toEqual([
683
- { type: ContentTypes.THINK, think: reasoningText },
684
- ]);
685
- });
686
-
687
- it('emits OpenRouter reasoning_details in invoke-only fallback', async () => {
688
- const reasoningText = 'OpenRouter detail reasoning.';
689
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
690
- const { contentParts, aggregateContent } = createContentAggregator();
691
- const run = await Run.create<t.IState>({
692
- runId: 'reasoning-fallback-openrouter-details',
693
- graphConfig: {
694
- type: 'standard',
695
- llmConfig: {
696
- provider: Providers.OPENROUTER,
697
- disableStreaming: true,
698
- streamUsage: false,
699
- },
700
- reasoningKey: 'reasoning',
701
- },
702
- returnContent: true,
703
- skipCleanup: true,
704
- customHandlers: createReasoningHandlers(
705
- aggregateContent,
706
- reasoningDeltas
707
- ),
708
- });
709
-
710
- if (!run.Graph) {
711
- throw new Error('Expected graph to be initialized');
712
- }
713
-
714
- run.Graph.overrideModel = new InvokeOnlyMessageModel(
715
- new AIMessageChunk({
716
- content: '',
717
- additional_kwargs: {
718
- reasoning_details: [
719
- { type: 'reasoning.text', text: 'OpenRouter detail ' },
720
- { type: 'reasoning.encrypted', id: 'encrypted' },
721
- { type: 'reasoning.text', text: 'reasoning.' },
722
- ],
723
- },
724
- })
725
- );
726
-
727
- const finalContentParts = await run.processStream(
728
- { messages: [new HumanMessage('return OpenRouter reasoning details')] },
729
- {
730
- ...config,
731
- configurable: {
732
- thread_id: 'reasoning-fallback-openrouter-details',
733
- },
734
- }
735
- );
736
-
737
- expect(reasoningDeltas).toHaveLength(1);
738
- expect(reasoningDeltas[0].delta.content?.[0]).toEqual({
739
- type: ContentTypes.THINK,
740
- think: reasoningText,
741
- });
742
- expect(finalContentParts).toEqual([
743
- { type: ContentTypes.THINK, think: reasoningText },
744
- ]);
745
- expect(contentParts).toEqual([
746
- { type: ContentTypes.THINK, think: reasoningText },
747
- ]);
748
- });
749
-
750
- it.each([
751
- {
752
- providerName: 'DeepSeek',
753
- provider: Providers.DEEPSEEK,
754
- reasoningKey: 'reasoning_content' as const,
755
- },
756
- {
757
- providerName: 'OpenRouter',
758
- provider: Providers.OPENROUTER,
759
- reasoningKey: 'reasoning' as const,
760
- },
761
- ])(
762
- 'does not replay streamed $providerName reasoning from the final fallback',
763
- async ({ provider, providerName, reasoningKey }) => {
764
- const text = 'Done.';
765
- const reasoningText = 'Check the provider reasoning stream first.';
766
- const firstReasoningChunk = reasoningText.slice(0, 19);
767
- const secondReasoningChunk = reasoningText.slice(19);
768
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
769
- const messageDeltas: t.MessageDeltaEvent[] = [];
770
- const { contentParts, aggregateContent } = createContentAggregator();
771
- const run = await Run.create<t.IState>({
772
- runId: `reasoning-fallback-${providerName.toLowerCase()}-stream`,
773
- graphConfig: {
774
- type: 'standard',
775
- llmConfig: {
776
- provider,
777
- streamUsage: false,
778
- },
779
- reasoningKey,
780
- },
781
- returnContent: true,
782
- skipCleanup: true,
783
- customHandlers: createReasoningHandlers(
784
- aggregateContent,
785
- reasoningDeltas,
786
- messageDeltas
787
- ),
788
- });
789
-
790
- if (!run.Graph) {
791
- throw new Error('Expected graph to be initialized');
792
- }
793
-
794
- run.Graph.overrideModel = new StreamingReasoningModel([
795
- createReasoningChunk(reasoningKey, firstReasoningChunk),
796
- createReasoningChunk(reasoningKey, secondReasoningChunk),
797
- new AIMessageChunk({ content: text }),
798
- ]);
799
-
800
- await run.processStream(
801
- { messages: [new HumanMessage('stream provider reasoning')] },
802
- {
803
- ...config,
804
- configurable: {
805
- thread_id: `reasoning-fallback-${providerName.toLowerCase()}-stream`,
806
- },
807
- }
808
- );
809
-
810
- expect(reasoningDeltas).toHaveLength(2);
811
- expect(messageDeltas).toHaveLength(1);
812
- expect(contentParts).toEqual([
813
- { type: ContentTypes.THINK, think: reasoningText },
814
- { type: ContentTypes.TEXT, text },
815
- ]);
816
- }
817
- );
818
-
819
- it('streams OpenRouter reasoning_content before visible text', async () => {
820
- const text = '391.';
821
- const reasoningText = 'Use the difference of squares.';
822
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
823
- const messageDeltas: t.MessageDeltaEvent[] = [];
824
- const { contentParts, aggregateContent } = createContentAggregator();
825
- const run = await Run.create<t.IState>({
826
- runId: 'reasoning-fallback-openrouter-reasoning-content-stream',
827
- graphConfig: {
828
- type: 'standard',
829
- llmConfig: {
830
- provider: Providers.OPENROUTER,
831
- streamUsage: false,
832
- },
833
- reasoningKey: 'reasoning',
834
- },
835
- returnContent: true,
836
- skipCleanup: true,
837
- customHandlers: createReasoningHandlers(
838
- aggregateContent,
839
- reasoningDeltas,
840
- messageDeltas
841
- ),
842
- });
843
-
844
- if (!run.Graph) {
845
- throw new Error('Expected graph to be initialized');
846
- }
847
-
848
- run.Graph.overrideModel = new StreamingReasoningModel([
849
- createReasoningChunk('reasoning_content', reasoningText),
850
- new AIMessageChunk({ content: text }),
851
- ]);
852
-
853
- await run.processStream(
854
- { messages: [new HumanMessage('stream OpenRouter reasoning_content')] },
855
- {
856
- ...config,
857
- configurable: {
858
- thread_id: 'reasoning-fallback-openrouter-reasoning-content-stream',
859
- },
860
- }
861
- );
862
-
863
- expect(reasoningDeltas).toHaveLength(1);
864
- expect(messageDeltas).toHaveLength(1);
865
- expect(contentParts).toEqual([
866
- { type: ContentTypes.THINK, think: reasoningText },
867
- { type: ContentTypes.TEXT, text },
868
- ]);
869
- });
870
-
871
- it('does not replay streamed OpenRouter text when the final chunk has reasoning_details', async () => {
872
- const text = '391.';
873
- const reasoningText = '17 times 23 equals 391.';
874
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
875
- const messageDeltas: t.MessageDeltaEvent[] = [];
876
- const { contentParts, aggregateContent } = createContentAggregator();
877
- const run = await Run.create<t.IState>({
878
- runId: 'reasoning-fallback-openrouter-final-details-stream',
879
- graphConfig: {
880
- type: 'standard',
881
- llmConfig: {
882
- provider: Providers.OPENROUTER,
883
- streamUsage: false,
884
- },
885
- reasoningKey: 'reasoning',
886
- },
887
- returnContent: true,
888
- skipCleanup: true,
889
- customHandlers: createReasoningHandlers(
890
- aggregateContent,
891
- reasoningDeltas,
892
- messageDeltas
893
- ),
894
- });
895
-
896
- if (!run.Graph) {
897
- throw new Error('Expected graph to be initialized');
898
- }
899
-
900
- run.Graph.overrideModel = new StreamingReasoningModel([
901
- new AIMessageChunk({
902
- content: text,
903
- additional_kwargs: {
904
- reasoning_details: [{ type: 'reasoning.text', text: reasoningText }],
905
- },
906
- }),
907
- ]);
908
-
909
- await run.processStream(
910
- { messages: [new HumanMessage('think briefly, what is 17 x 23?')] },
911
- {
912
- ...config,
913
- configurable: {
914
- thread_id: 'reasoning-fallback-openrouter-final-details-stream',
915
- },
916
- }
917
- );
918
-
919
- expect(reasoningDeltas).toHaveLength(1);
920
- expect(messageDeltas).toHaveLength(1);
921
- expect(contentParts).toEqual([
922
- { type: ContentTypes.THINK, think: reasoningText },
923
- { type: ContentTypes.TEXT, text },
924
- ]);
925
- });
926
-
927
- it('does not keep an OpenRouter streamed text replay before final reasoning_details fallback', async () => {
928
- const text = '391.';
929
- const reasoningText = '17 times 23 equals 391.';
930
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
931
- const messageDeltas: t.MessageDeltaEvent[] = [];
932
- const { contentParts, aggregateContent } = createContentAggregator();
933
- const run = await Run.create<t.IState>({
934
- runId: 'reasoning-fallback-openrouter-streamed-text-final-details',
935
- graphConfig: {
936
- type: 'standard',
937
- llmConfig: {
938
- provider: Providers.OPENROUTER,
939
- streamUsage: false,
940
- },
941
- reasoningKey: 'reasoning',
942
- },
943
- returnContent: true,
944
- skipCleanup: true,
945
- customHandlers: createReasoningHandlers(
946
- aggregateContent,
947
- reasoningDeltas,
948
- messageDeltas
949
- ),
950
- });
951
-
952
- if (!run.Graph) {
953
- throw new Error('Expected graph to be initialized');
954
- }
955
-
956
- run.Graph.overrideModel = new StreamingReasoningModel([
957
- new AIMessageChunk({ content: text }),
958
- new AIMessageChunk({
959
- content: text,
960
- additional_kwargs: {
961
- reasoning_details: [{ type: 'reasoning.text', text: reasoningText }],
962
- },
963
- }),
964
- ]);
965
-
966
- const finalContentParts = await run.processStream(
967
- { messages: [new HumanMessage('think briefly, what is 17 x 23?')] },
968
- {
969
- ...config,
970
- configurable: {
971
- thread_id:
972
- 'reasoning-fallback-openrouter-streamed-text-final-details',
973
- },
974
- }
975
- );
976
-
977
- expect(reasoningDeltas).toHaveLength(0);
978
- expect(messageDeltas).toHaveLength(1);
979
- expect(contentParts).toEqual([{ type: ContentTypes.TEXT, text }]);
980
- expect(finalContentParts).toEqual([
981
- { type: ContentTypes.THINK, think: reasoningText },
982
- { type: ContentTypes.TEXT, text },
983
- ]);
984
- expect(run.getRunMessages()?.[0]?.content).toBe(text);
985
- });
986
-
987
- it('does not replay streamed text when late OpenRouter reasoning_content arrives', async () => {
988
- const text = '391.';
989
- const reasoningText = 'Confirm the arithmetic after visible text.';
990
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
991
- const messageDeltas: t.MessageDeltaEvent[] = [];
992
- const { contentParts, aggregateContent } = createContentAggregator();
993
- const run = await Run.create<t.IState>({
994
- runId: 'reasoning-fallback-openrouter-text-before-reasoning-content',
995
- graphConfig: {
996
- type: 'standard',
997
- llmConfig: {
998
- provider: Providers.OPENROUTER,
999
- streamUsage: false,
1000
- },
1001
- reasoningKey: 'reasoning',
1002
- },
1003
- returnContent: true,
1004
- skipCleanup: true,
1005
- customHandlers: createReasoningHandlers(
1006
- aggregateContent,
1007
- reasoningDeltas,
1008
- messageDeltas
1009
- ),
1010
- });
1011
-
1012
- if (!run.Graph) {
1013
- throw new Error('Expected graph to be initialized');
1014
- }
1015
-
1016
- run.Graph.overrideModel = new StreamingReasoningModel([
1017
- new AIMessageChunk({ content: text }),
1018
- createReasoningChunk('reasoning_content', reasoningText),
1019
- ]);
1020
-
1021
- const finalContentParts = await run.processStream(
1022
- { messages: [new HumanMessage('think briefly, what is 17 x 23?')] },
1023
- {
1024
- ...config,
1025
- configurable: {
1026
- thread_id:
1027
- 'reasoning-fallback-openrouter-text-before-reasoning-content',
1028
- },
1029
- }
1030
- );
1031
-
1032
- expect(reasoningDeltas).toHaveLength(0);
1033
- expect(messageDeltas).toHaveLength(1);
1034
- expect(contentParts).toEqual([{ type: ContentTypes.TEXT, text }]);
1035
- expect(finalContentParts).toEqual([
1036
- { type: ContentTypes.THINK, think: reasoningText },
1037
- { type: ContentTypes.TEXT, text },
1038
- ]);
1039
- expect(run.getRunMessages()?.[0]?.content).toBe(text);
1040
- });
1041
-
1042
- it('does not replay streamed text when the final fallback is on the reasoning key', async () => {
1043
- const text = '391.';
1044
- const reasoningText = 'Confirm the arithmetic after visible text.';
1045
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
1046
- const messageDeltas: t.MessageDeltaEvent[] = [];
1047
- const { contentParts, aggregateContent } = createContentAggregator();
1048
- const run = await Run.create<t.IState>({
1049
- runId: 'reasoning-fallback-openrouter-text-before-reasoning-key',
1050
- graphConfig: {
1051
- type: 'standard',
1052
- llmConfig: {
1053
- provider: Providers.OPENROUTER,
1054
- streamUsage: false,
1055
- },
1056
- reasoningKey: 'reasoning',
1057
- },
1058
- returnContent: true,
1059
- skipCleanup: true,
1060
- customHandlers: createReasoningHandlers(
1061
- aggregateContent,
1062
- reasoningDeltas,
1063
- messageDeltas
1064
- ),
1065
- });
1066
-
1067
- if (!run.Graph) {
1068
- throw new Error('Expected graph to be initialized');
1069
- }
1070
-
1071
- run.Graph.overrideModel = new StreamingReasoningModel([
1072
- new AIMessageChunk({ content: text }),
1073
- createReasoningChunk('reasoning', reasoningText),
1074
- ]);
1075
-
1076
- const finalContentParts = await run.processStream(
1077
- { messages: [new HumanMessage('think briefly, what is 17 x 23?')] },
1078
- {
1079
- ...config,
1080
- configurable: {
1081
- thread_id: 'reasoning-fallback-openrouter-text-before-reasoning-key',
1082
- },
1083
- }
1084
- );
1085
-
1086
- expect(reasoningDeltas).toHaveLength(0);
1087
- expect(messageDeltas).toHaveLength(1);
1088
- expect(contentParts).toEqual([{ type: ContentTypes.TEXT, text }]);
1089
- expect(finalContentParts).toEqual([
1090
- { type: ContentTypes.THINK, think: reasoningText },
1091
- { type: ContentTypes.TEXT, text },
1092
- ]);
1093
- expect(run.getRunMessages()?.[0]?.content).toBe(text);
1094
- });
1095
-
1096
- it('keeps new OpenRouter final text suffixes that carry reasoning_details', async () => {
1097
- const firstText = 'Hello ';
1098
- const replayWithSuffix = 'Hello world';
1099
- const reasoningText = 'The greeting needs one more word.';
1100
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
1101
- const messageDeltas: t.MessageDeltaEvent[] = [];
1102
- const { contentParts, aggregateContent } = createContentAggregator();
1103
- const run = await Run.create<t.IState>({
1104
- runId: 'reasoning-fallback-openrouter-final-suffix-details',
1105
- graphConfig: {
1106
- type: 'standard',
1107
- llmConfig: {
1108
- provider: Providers.OPENROUTER,
1109
- streamUsage: false,
1110
- },
1111
- reasoningKey: 'reasoning',
1112
- },
1113
- returnContent: true,
1114
- skipCleanup: true,
1115
- customHandlers: createReasoningHandlers(
1116
- aggregateContent,
1117
- reasoningDeltas,
1118
- messageDeltas
1119
- ),
1120
- });
1121
-
1122
- if (!run.Graph) {
1123
- throw new Error('Expected graph to be initialized');
1124
- }
1125
-
1126
- run.Graph.overrideModel = new StreamingReasoningModel([
1127
- new AIMessageChunk({ content: firstText }),
1128
- new AIMessageChunk({
1129
- content: replayWithSuffix,
1130
- additional_kwargs: {
1131
- reasoning_details: [{ type: 'reasoning.text', text: reasoningText }],
1132
- },
1133
- }),
1134
- ]);
1135
-
1136
- const finalContentParts = await run.processStream(
1137
- { messages: [new HumanMessage('finish the greeting')] },
1138
- {
1139
- ...config,
1140
- configurable: {
1141
- thread_id: 'reasoning-fallback-openrouter-final-suffix-details',
1142
- },
1143
- }
1144
- );
1145
-
1146
- expect(reasoningDeltas).toHaveLength(0);
1147
- expect(messageDeltas).toHaveLength(2);
1148
- expect(messageDeltas[1].delta.content?.[0]).toEqual({
1149
- type: ContentTypes.TEXT,
1150
- text: 'world',
1151
- });
1152
- expect(contentParts).toEqual([
1153
- { type: ContentTypes.TEXT, text: replayWithSuffix },
1154
- ]);
1155
- expect(finalContentParts).toEqual([
1156
- { type: ContentTypes.THINK, think: reasoningText },
1157
- { type: ContentTypes.TEXT, text: replayWithSuffix },
1158
- ]);
1159
- expect(run.getRunMessages()?.[0]?.content).toBe(replayWithSuffix);
1160
- });
1161
-
1162
- it('keeps post-tool final text when an earlier invocation streamed text', async () => {
1163
- const streamedBeforeTool = 'I will check that. ';
1164
- const finalAfterTool = 'The answer is 391.';
1165
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
1166
- const messageDeltas: t.MessageDeltaEvent[] = [];
1167
- const { aggregateContent } = createContentAggregator();
1168
- const run = await Run.create<t.IState>({
1169
- runId: 'reasoning-fallback-post-tool-final-text',
1170
- graphConfig: {
1171
- type: 'standard',
1172
- llmConfig: {
1173
- provider: Providers.OPENAI,
1174
- disableStreaming: true,
1175
- streamUsage: false,
1176
- },
1177
- },
1178
- returnContent: true,
1179
- skipCleanup: true,
1180
- customHandlers: createReasoningHandlers(
1181
- aggregateContent,
1182
- reasoningDeltas,
1183
- messageDeltas
1184
- ),
1185
- });
1186
-
1187
- if (!run.Graph) {
1188
- throw new Error('Expected graph to be initialized');
1189
- }
1190
-
1191
- const graph = run.Graph;
1192
- const metadata = {
1193
- thread_id: 'reasoning-fallback-post-tool-final-text',
1194
- langgraph_node: 'agent=default',
1195
- langgraph_step: 1,
1196
- checkpoint_ns: '',
1197
- };
1198
- const runConfig = {
1199
- ...config,
1200
- configurable: {
1201
- thread_id: 'reasoning-fallback-post-tool-final-text',
1202
- },
1203
- metadata,
1204
- };
1205
- graph.config = runConfig;
1206
- const streamedStepKey = graph.getStepKey(metadata);
1207
- await graph.dispatchRunStep(
1208
- streamedStepKey,
1209
- {
1210
- type: StepTypes.MESSAGE_CREATION,
1211
- message_creation: { message_id: 'msg-before-tool' },
1212
- },
1213
- metadata
1214
- );
1215
- await graph.dispatchMessageDelta(
1216
- graph.getStepIdByKey(streamedStepKey),
1217
- {
1218
- content: [
1219
- {
1220
- type: ContentTypes.TEXT,
1221
- text: streamedBeforeTool,
1222
- },
1223
- ],
1224
- },
1225
- metadata
1226
- );
1227
-
1228
- graph.invokedToolIds = new Set(['call_calculator']);
1229
- graph.overrideModel = new InvokeOnlyMessageModel(
1230
- new AIMessageChunk({ content: finalAfterTool })
1231
- );
1232
-
1233
- await graph.createCallModel('default')(
1234
- { messages: [new HumanMessage('continue after tool')] },
1235
- runConfig
1236
- );
1237
-
1238
- expect(messageDeltas.map((delta) => delta.delta.content?.[0])).toEqual([
1239
- {
1240
- type: ContentTypes.TEXT,
1241
- text: streamedBeforeTool,
1242
- },
1243
- {
1244
- type: ContentTypes.TEXT,
1245
- text: finalAfterTool,
1246
- },
1247
- ]);
1248
- });
1249
-
1250
- it('does not replay streamed text block variants from the final fallback', async () => {
1251
- const text = 'Variant text.';
1252
- const textDeltaContent: t.MessageDelta['content'] = [
1253
- { type: 'text_delta', text },
1254
- ];
1255
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
1256
- const messageDeltas: t.MessageDeltaEvent[] = [];
1257
- const { aggregateContent } = createContentAggregator();
1258
- const run = await Run.create<t.IState>({
1259
- runId: 'reasoning-fallback-text-delta-block',
1260
- graphConfig: {
1261
- type: 'standard',
1262
- llmConfig: {
1263
- provider: Providers.OPENAI,
1264
- disableStreaming: true,
1265
- streamUsage: false,
1266
- },
1267
- },
1268
- returnContent: true,
1269
- skipCleanup: true,
1270
- customHandlers: createReasoningHandlers(
1271
- aggregateContent,
1272
- reasoningDeltas,
1273
- messageDeltas
1274
- ),
1275
- });
1276
-
1277
- if (!run.Graph) {
1278
- throw new Error('Expected graph to be initialized');
1279
- }
1280
-
1281
- const graph = run.Graph;
1282
- const metadata = {
1283
- thread_id: 'reasoning-fallback-text-delta-block',
1284
- langgraph_node: 'agent=default',
1285
- langgraph_step: 1,
1286
- checkpoint_ns: '',
1287
- };
1288
- const runConfig = {
1289
- ...config,
1290
- configurable: {
1291
- thread_id: 'reasoning-fallback-text-delta-block',
1292
- },
1293
- metadata,
1294
- };
1295
- graph.config = runConfig;
1296
- const stepKey = graph.getStepKey(metadata);
1297
- await graph.dispatchRunStep(
1298
- stepKey,
1299
- {
1300
- type: StepTypes.MESSAGE_CREATION,
1301
- message_creation: { message_id: 'msg-text-delta-block' },
1302
- },
1303
- metadata
1304
- );
1305
- await graph.dispatchMessageDelta(
1306
- graph.getStepIdByKey(stepKey),
1307
- { content: textDeltaContent },
1308
- metadata
1309
- );
1310
-
1311
- graph.overrideModel = new InvokeOnlyMessageModel(
1312
- new AIMessageChunk({ content: textDeltaContent as never })
1313
- );
1314
-
1315
- await graph.createCallModel('default')(
1316
- { messages: [new HumanMessage('finish text delta block')] },
1317
- runConfig
1318
- );
1319
-
1320
- expect(messageDeltas.map((delta) => delta.delta.content?.[0])).toEqual([
1321
- { type: 'text_delta', text },
1322
- ]);
1323
- });
1324
-
1325
- it('sanitizes OpenRouter final reasoning chunks for registered stream handlers', async () => {
1326
- const firstText = 'Hello ';
1327
- const replayWithSuffix = 'Hello world';
1328
- const reasoningText = 'The greeting needs one more word.';
1329
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
1330
- const messageDeltas: t.MessageDeltaEvent[] = [];
1331
- const { aggregateContent } = createContentAggregator();
1332
- const streamHandler = new ChatModelStreamHandler();
1333
- const run = await Run.create<t.IState>({
1334
- runId: 'reasoning-fallback-openrouter-registered-handler-suffix',
1335
- graphConfig: {
1336
- type: 'standard',
1337
- llmConfig: {
1338
- provider: Providers.OPENROUTER,
1339
- streamUsage: false,
1340
- },
1341
- reasoningKey: 'reasoning',
1342
- },
1343
- returnContent: true,
1344
- skipCleanup: true,
1345
- customHandlers: {
1346
- [GraphEvents.CHAT_MODEL_STREAM]: streamHandler,
1347
- ...createReasoningHandlers(
1348
- aggregateContent,
1349
- reasoningDeltas,
1350
- messageDeltas
1351
- ),
1352
- },
1353
- });
1354
-
1355
- if (!run.Graph) {
1356
- throw new Error('Expected graph to be initialized');
1357
- }
1358
-
1359
- run.Graph.overrideModel = new StreamingReasoningModel([
1360
- new AIMessageChunk({ content: firstText }),
1361
- new AIMessageChunk({
1362
- content: replayWithSuffix,
1363
- additional_kwargs: {
1364
- reasoning_details: [{ type: 'reasoning.text', text: reasoningText }],
1365
- },
1366
- }),
1367
- ]);
1368
-
1369
- const finalContentParts = await run.processStream(
1370
- { messages: [new HumanMessage('stream OpenRouter suffix once')] },
1371
- {
1372
- ...config,
1373
- configurable: {
1374
- thread_id: 'reasoning-fallback-openrouter-registered-handler-suffix',
1375
- },
1376
- }
1377
- );
1378
-
1379
- expect(reasoningDeltas).toHaveLength(0);
1380
- expect(messageDeltas.map((delta) => delta.delta.content?.[0])).toEqual([
1381
- { type: ContentTypes.TEXT, text: 'world' },
1382
- ]);
1383
- expect(finalContentParts).toEqual([
1384
- { type: ContentTypes.THINK, think: reasoningText },
1385
- { type: ContentTypes.TEXT, text: replayWithSuffix },
1386
- ]);
1387
- expect(run.getRunMessages()?.[0]?.content).toBe(replayWithSuffix);
1388
- });
1389
-
1390
- it('composes observer chat stream handlers with default graph dispatch', async () => {
1391
- const firstText = 'Vis';
1392
- const secondText = 'ible answer.';
1393
- const observedTextChunks: string[] = [];
1394
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
1395
- const messageDeltas: t.MessageDeltaEvent[] = [];
1396
- const { contentParts, aggregateContent } = createContentAggregator();
1397
- const run = await Run.create<t.IState>({
1398
- runId: 'reasoning-fallback-openrouter-observer-stream',
1399
- graphConfig: {
1400
- type: 'standard',
1401
- llmConfig: {
1402
- provider: Providers.OPENROUTER,
1403
- streamUsage: false,
1404
- },
1405
- reasoningKey: 'reasoning',
1406
- },
1407
- returnContent: true,
1408
- skipCleanup: true,
1409
- customHandlers: {
1410
- [GraphEvents.CHAT_MODEL_STREAM]: {
1411
- handle: (_event: string, data: t.StreamEventData): void => {
1412
- const content = (data.chunk as AIMessageChunk | undefined)?.content;
1413
- if (typeof content === 'string' && content !== '') {
1414
- observedTextChunks.push(content);
1415
- }
1416
- },
1417
- },
1418
- ...createReasoningHandlers(
1419
- aggregateContent,
1420
- reasoningDeltas,
1421
- messageDeltas
1422
- ),
1423
- },
1424
- });
1425
-
1426
- if (!run.Graph) {
1427
- throw new Error('Expected graph to be initialized');
1428
- }
1429
-
1430
- const model = new ChatOpenRouter({
1431
- model: 'google/gemini-test',
1432
- apiKey: 'test-key',
1433
- });
1434
- const completions = (model as unknown as StreamingCompletionBackedModel)
1435
- .completions;
1436
-
1437
- async function* streamChunks(): AsyncGenerator<OpenAIClient.Chat.Completions.ChatCompletionChunk> {
1438
- yield createOpenRouterStreamChunk(firstText);
1439
- yield createOpenRouterStreamChunk(secondText, 'stop');
1440
- }
1441
-
1442
- completions.completionWithRetry = async (): Promise<
1443
- AsyncIterable<OpenAIClient.Chat.Completions.ChatCompletionChunk>
1444
- > => streamChunks();
1445
- run.Graph.overrideModel = model as t.ChatModel;
1446
-
1447
- await run.processStream(
1448
- { messages: [new HumanMessage('stream OpenRouter text to observer')] },
1449
- {
1450
- ...config,
1451
- configurable: {
1452
- thread_id: 'reasoning-fallback-openrouter-observer-stream',
1453
- },
1454
- }
1455
- );
1456
-
1457
- expect(observedTextChunks).toEqual([firstText, secondText]);
1458
- expect(reasoningDeltas).toHaveLength(0);
1459
- expect(messageDeltas).toHaveLength(2);
1460
- expect(contentParts).toEqual([
1461
- { type: ContentTypes.TEXT, text: `${firstText}${secondText}` },
1462
- ]);
1463
- });
1464
-
1465
- it('does not handle OpenRouter callback-emitted chunks twice inside graph streaming', async () => {
1466
- const text = 'Visible answer.';
1467
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
1468
- const messageDeltas: t.MessageDeltaEvent[] = [];
1469
- const { contentParts, aggregateContent } = createContentAggregator();
1470
- const streamHandler = new ChatModelStreamHandler();
1471
- const run = await Run.create<t.IState>({
1472
- runId: 'reasoning-fallback-openrouter-callback-yield-stream',
1473
- graphConfig: {
1474
- type: 'standard',
1475
- llmConfig: {
1476
- provider: Providers.OPENROUTER,
1477
- streamUsage: false,
1478
- },
1479
- reasoningKey: 'reasoning',
1480
- },
1481
- returnContent: true,
1482
- skipCleanup: true,
1483
- customHandlers: {
1484
- [GraphEvents.CHAT_MODEL_STREAM]: streamHandler,
1485
- ...createReasoningHandlers(
1486
- aggregateContent,
1487
- reasoningDeltas,
1488
- messageDeltas
1489
- ),
1490
- },
1491
- });
1492
-
1493
- if (!run.Graph) {
1494
- throw new Error('Expected graph to be initialized');
1495
- }
1496
-
1497
- const model = new ChatOpenRouter({
1498
- model: 'google/gemini-test',
1499
- apiKey: 'test-key',
1500
- });
1501
- const completions = (model as unknown as StreamingCompletionBackedModel)
1502
- .completions;
1503
-
1504
- async function* streamChunks(): AsyncGenerator<OpenAIClient.Chat.Completions.ChatCompletionChunk> {
1505
- yield createOpenRouterStreamChunk(text, 'stop');
1506
- }
1507
-
1508
- completions.completionWithRetry = async (): Promise<
1509
- AsyncIterable<OpenAIClient.Chat.Completions.ChatCompletionChunk>
1510
- > => streamChunks();
1511
- run.Graph.overrideModel = model as t.ChatModel;
1512
-
1513
- await run.processStream(
1514
- { messages: [new HumanMessage('stream OpenRouter text once')] },
1515
- {
1516
- ...config,
1517
- configurable: {
1518
- thread_id: 'reasoning-fallback-openrouter-callback-yield-stream',
1519
- },
1520
- }
1521
- );
1522
-
1523
- expect(reasoningDeltas).toHaveLength(0);
1524
- expect(messageDeltas).toHaveLength(1);
1525
- expect(contentParts).toEqual([{ type: ContentTypes.TEXT, text }]);
1526
- });
1527
-
1528
- it.each([
1529
- {
1530
- providerName: 'DeepSeek',
1531
- provider: Providers.DEEPSEEK,
1532
- reasoningKey: 'reasoning_content' as const,
1533
- },
1534
- {
1535
- providerName: 'OpenRouter',
1536
- provider: Providers.OPENROUTER,
1537
- reasoningKey: 'reasoning' as const,
1538
- },
1539
- ])(
1540
- 'does not replay streamed reasoning-only $providerName output',
1541
- async ({ provider, providerName, reasoningKey }) => {
1542
- const reasoningText = 'The answer is still being considered.';
1543
- const firstReasoningChunk = reasoningText.slice(0, 14);
1544
- const secondReasoningChunk = reasoningText.slice(14);
1545
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
1546
- const messageDeltas: t.MessageDeltaEvent[] = [];
1547
- const { contentParts, aggregateContent } = createContentAggregator();
1548
- const run = await Run.create<t.IState>({
1549
- runId: `reasoning-only-${providerName.toLowerCase()}-stream`,
1550
- graphConfig: {
1551
- type: 'standard',
1552
- llmConfig: {
1553
- provider,
1554
- streamUsage: false,
1555
- },
1556
- reasoningKey,
1557
- },
1558
- returnContent: true,
1559
- skipCleanup: true,
1560
- customHandlers: createReasoningHandlers(
1561
- aggregateContent,
1562
- reasoningDeltas,
1563
- messageDeltas
1564
- ),
1565
- });
1566
-
1567
- if (!run.Graph) {
1568
- throw new Error('Expected graph to be initialized');
1569
- }
1570
-
1571
- run.Graph.overrideModel = new StreamingReasoningModel([
1572
- createReasoningChunk(reasoningKey, firstReasoningChunk),
1573
- createReasoningChunk(reasoningKey, secondReasoningChunk),
1574
- ]);
1575
-
1576
- await run.processStream(
1577
- { messages: [new HumanMessage('stream provider reasoning only')] },
1578
- {
1579
- ...config,
1580
- configurable: {
1581
- thread_id: `reasoning-only-${providerName.toLowerCase()}-stream`,
1582
- },
1583
- }
1584
- );
1585
-
1586
- expect(reasoningDeltas).toHaveLength(2);
1587
- expect(messageDeltas).toHaveLength(0);
1588
- expect(contentParts).toEqual([
1589
- { type: ContentTypes.THINK, think: reasoningText },
1590
- ]);
1591
- }
1592
- );
1593
-
1594
- it('does not replay streamed OpenAI reasoning summaries from the final fallback', async () => {
1595
- const text = 'Done.';
1596
- const reasoningText = 'Use the summary reasoning channel.';
1597
- const firstReasoningChunk = reasoningText.slice(0, 15);
1598
- const secondReasoningChunk = reasoningText.slice(15);
1599
- const reasoningDeltas: t.ReasoningDeltaEvent[] = [];
1600
- const messageDeltas: t.MessageDeltaEvent[] = [];
1601
- const { contentParts, aggregateContent } = createContentAggregator();
1602
- const run = await Run.create<t.IState>({
1603
- runId: 'reasoning-fallback-openai-summary-stream',
1604
- graphConfig: {
1605
- type: 'standard',
1606
- llmConfig: {
1607
- provider: Providers.OPENAI,
1608
- streamUsage: false,
1609
- },
1610
- reasoningKey: 'reasoning',
1611
- },
1612
- returnContent: true,
1613
- skipCleanup: true,
1614
- customHandlers: createReasoningHandlers(
1615
- aggregateContent,
1616
- reasoningDeltas,
1617
- messageDeltas
1618
- ),
1619
- });
1620
-
1621
- if (!run.Graph) {
1622
- throw new Error('Expected graph to be initialized');
1623
- }
1624
-
1625
- run.Graph.overrideModel = new StreamingReasoningModel([
1626
- createOpenAIReasoningSummaryChunk(firstReasoningChunk),
1627
- createOpenAIReasoningSummaryChunk(secondReasoningChunk),
1628
- new AIMessageChunk({ content: text }),
1629
- ]);
1630
-
1631
- await run.processStream(
1632
- { messages: [new HumanMessage('stream OpenAI summary reasoning')] },
1633
- {
1634
- ...config,
1635
- configurable: {
1636
- thread_id: 'reasoning-fallback-openai-summary-stream',
1637
- },
1638
- }
1639
- );
1640
-
1641
- expect(reasoningDeltas).toHaveLength(2);
1642
- expect(messageDeltas).toHaveLength(1);
1643
- expect(contentParts).toEqual([
1644
- { type: ContentTypes.THINK, think: reasoningText },
1645
- { type: ContentTypes.TEXT, text },
1646
- ]);
1647
- });
1648
-
1649
- it('preserves LibreChat-like callbacks including model_end usage collection', async () => {
1650
- const text = 'Visible answer.';
1651
- const reasoningText = 'Visible reasoning.';
1652
- const usage: UsageMetadata = {
1653
- input_tokens: 7,
1654
- output_tokens: 5,
1655
- total_tokens: 12,
1656
- output_token_details: {
1657
- reasoning: 3,
1658
- },
1659
- };
1660
- const collectedUsage: UsageMetadata[] = [];
1661
- const emittedEvents: Array<{ event: string; data: unknown }> = [];
1662
- const { contentParts, aggregateContent } = createContentAggregator();
1663
- const run = await Run.create<t.IState>({
1664
- runId: 'reasoning-fallback-librechat-callbacks',
1665
- graphConfig: {
1666
- type: 'standard',
1667
- llmConfig: {
1668
- provider: Providers.DEEPSEEK,
1669
- streamUsage: false,
1670
- },
1671
- },
1672
- returnContent: true,
1673
- skipCleanup: true,
1674
- customHandlers: createLibreChatLikeHandlers({
1675
- aggregateContent,
1676
- collectedUsage,
1677
- emittedEvents,
1678
- }),
1679
- });
1680
-
1681
- if (!run.Graph) {
1682
- throw new Error('Expected graph to be initialized');
1683
- }
1684
-
1685
- run.Graph.overrideModel = new CallbackStreamingReasoningModel([
1686
- createReasoningChunk('reasoning_content', reasoningText.slice(0, 8)),
1687
- createReasoningChunk('reasoning_content', reasoningText.slice(8)),
1688
- new AIMessageChunk({
1689
- content: text,
1690
- usage_metadata: usage,
1691
- }),
1692
- ]);
1693
-
1694
- await run.processStream(
1695
- { messages: [new HumanMessage('stream with LibreChat handlers')] },
1696
- {
1697
- ...config,
1698
- configurable: {
1699
- thread_id: 'reasoning-fallback-librechat-callbacks',
1700
- },
1701
- }
1702
- );
1703
-
1704
- const countEvents = (event: GraphEvents): number =>
1705
- emittedEvents.filter((entry) => entry.event === event).length;
1706
-
1707
- expect(countEvents(GraphEvents.ON_REASONING_DELTA)).toBe(2);
1708
- expect(countEvents(GraphEvents.ON_MESSAGE_DELTA)).toBe(1);
1709
- expect(countEvents(GraphEvents.CHAT_MODEL_END)).toBe(1);
1710
- expect(collectedUsage).toHaveLength(1);
1711
- expect(collectedUsage[0]).toMatchObject(usage);
1712
- expect(contentParts).toEqual([
1713
- { type: ContentTypes.THINK, think: reasoningText },
1714
- { type: ContentTypes.TEXT, text },
1715
- ]);
1716
- });
1717
- });