illuma-agents 1.0.8 → 1.0.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (250) hide show
  1. package/LICENSE +1 -5
  2. package/dist/cjs/common/enum.cjs +1 -2
  3. package/dist/cjs/common/enum.cjs.map +1 -1
  4. package/dist/cjs/events.cjs +11 -0
  5. package/dist/cjs/events.cjs.map +1 -1
  6. package/dist/cjs/graphs/Graph.cjs +2 -1
  7. package/dist/cjs/graphs/Graph.cjs.map +1 -1
  8. package/dist/cjs/instrumentation.cjs +3 -1
  9. package/dist/cjs/instrumentation.cjs.map +1 -1
  10. package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
  11. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +79 -2
  12. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
  13. package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
  14. package/dist/cjs/llm/bedrock/index.cjs +99 -0
  15. package/dist/cjs/llm/bedrock/index.cjs.map +1 -0
  16. package/dist/cjs/llm/fake.cjs.map +1 -1
  17. package/dist/cjs/llm/openai/index.cjs +102 -0
  18. package/dist/cjs/llm/openai/index.cjs.map +1 -1
  19. package/dist/cjs/llm/openai/utils/index.cjs +87 -1
  20. package/dist/cjs/llm/openai/utils/index.cjs.map +1 -1
  21. package/dist/cjs/llm/openrouter/index.cjs +175 -1
  22. package/dist/cjs/llm/openrouter/index.cjs.map +1 -1
  23. package/dist/cjs/llm/providers.cjs +13 -16
  24. package/dist/cjs/llm/providers.cjs.map +1 -1
  25. package/dist/cjs/llm/text.cjs.map +1 -1
  26. package/dist/cjs/messages/core.cjs +14 -14
  27. package/dist/cjs/messages/core.cjs.map +1 -1
  28. package/dist/cjs/messages/ids.cjs.map +1 -1
  29. package/dist/cjs/messages/prune.cjs.map +1 -1
  30. package/dist/cjs/run.cjs +18 -1
  31. package/dist/cjs/run.cjs.map +1 -1
  32. package/dist/cjs/splitStream.cjs.map +1 -1
  33. package/dist/cjs/stream.cjs +24 -1
  34. package/dist/cjs/stream.cjs.map +1 -1
  35. package/dist/cjs/tools/ToolNode.cjs +20 -1
  36. package/dist/cjs/tools/ToolNode.cjs.map +1 -1
  37. package/dist/cjs/tools/handlers.cjs +29 -25
  38. package/dist/cjs/tools/handlers.cjs.map +1 -1
  39. package/dist/cjs/tools/search/anthropic.cjs.map +1 -1
  40. package/dist/cjs/tools/search/content.cjs.map +1 -1
  41. package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
  42. package/dist/cjs/tools/search/format.cjs.map +1 -1
  43. package/dist/cjs/tools/search/highlights.cjs.map +1 -1
  44. package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
  45. package/dist/cjs/tools/search/schema.cjs +27 -25
  46. package/dist/cjs/tools/search/schema.cjs.map +1 -1
  47. package/dist/cjs/tools/search/search.cjs +6 -1
  48. package/dist/cjs/tools/search/search.cjs.map +1 -1
  49. package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
  50. package/dist/cjs/tools/search/tool.cjs +182 -35
  51. package/dist/cjs/tools/search/tool.cjs.map +1 -1
  52. package/dist/cjs/tools/search/utils.cjs.map +1 -1
  53. package/dist/cjs/utils/graph.cjs.map +1 -1
  54. package/dist/cjs/utils/llm.cjs +0 -1
  55. package/dist/cjs/utils/llm.cjs.map +1 -1
  56. package/dist/cjs/utils/misc.cjs.map +1 -1
  57. package/dist/cjs/utils/run.cjs.map +1 -1
  58. package/dist/cjs/utils/title.cjs +7 -7
  59. package/dist/cjs/utils/title.cjs.map +1 -1
  60. package/dist/esm/common/enum.mjs +1 -2
  61. package/dist/esm/common/enum.mjs.map +1 -1
  62. package/dist/esm/events.mjs +11 -0
  63. package/dist/esm/events.mjs.map +1 -1
  64. package/dist/esm/graphs/Graph.mjs +2 -1
  65. package/dist/esm/graphs/Graph.mjs.map +1 -1
  66. package/dist/esm/instrumentation.mjs +3 -1
  67. package/dist/esm/instrumentation.mjs.map +1 -1
  68. package/dist/esm/llm/anthropic/types.mjs.map +1 -1
  69. package/dist/esm/llm/anthropic/utils/message_inputs.mjs +79 -2
  70. package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
  71. package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
  72. package/dist/esm/llm/bedrock/index.mjs +97 -0
  73. package/dist/esm/llm/bedrock/index.mjs.map +1 -0
  74. package/dist/esm/llm/fake.mjs.map +1 -1
  75. package/dist/esm/llm/openai/index.mjs +103 -1
  76. package/dist/esm/llm/openai/index.mjs.map +1 -1
  77. package/dist/esm/llm/openai/utils/index.mjs +88 -2
  78. package/dist/esm/llm/openai/utils/index.mjs.map +1 -1
  79. package/dist/esm/llm/openrouter/index.mjs +175 -1
  80. package/dist/esm/llm/openrouter/index.mjs.map +1 -1
  81. package/dist/esm/llm/providers.mjs +2 -5
  82. package/dist/esm/llm/providers.mjs.map +1 -1
  83. package/dist/esm/llm/text.mjs.map +1 -1
  84. package/dist/esm/messages/core.mjs +14 -14
  85. package/dist/esm/messages/core.mjs.map +1 -1
  86. package/dist/esm/messages/ids.mjs.map +1 -1
  87. package/dist/esm/messages/prune.mjs.map +1 -1
  88. package/dist/esm/run.mjs +18 -1
  89. package/dist/esm/run.mjs.map +1 -1
  90. package/dist/esm/splitStream.mjs.map +1 -1
  91. package/dist/esm/stream.mjs +24 -1
  92. package/dist/esm/stream.mjs.map +1 -1
  93. package/dist/esm/tools/ToolNode.mjs +20 -1
  94. package/dist/esm/tools/ToolNode.mjs.map +1 -1
  95. package/dist/esm/tools/handlers.mjs +30 -26
  96. package/dist/esm/tools/handlers.mjs.map +1 -1
  97. package/dist/esm/tools/search/anthropic.mjs.map +1 -1
  98. package/dist/esm/tools/search/content.mjs.map +1 -1
  99. package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
  100. package/dist/esm/tools/search/format.mjs.map +1 -1
  101. package/dist/esm/tools/search/highlights.mjs.map +1 -1
  102. package/dist/esm/tools/search/rerankers.mjs.map +1 -1
  103. package/dist/esm/tools/search/schema.mjs +27 -25
  104. package/dist/esm/tools/search/schema.mjs.map +1 -1
  105. package/dist/esm/tools/search/search.mjs +6 -1
  106. package/dist/esm/tools/search/search.mjs.map +1 -1
  107. package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
  108. package/dist/esm/tools/search/tool.mjs +182 -35
  109. package/dist/esm/tools/search/tool.mjs.map +1 -1
  110. package/dist/esm/tools/search/utils.mjs.map +1 -1
  111. package/dist/esm/utils/graph.mjs.map +1 -1
  112. package/dist/esm/utils/llm.mjs +0 -1
  113. package/dist/esm/utils/llm.mjs.map +1 -1
  114. package/dist/esm/utils/misc.mjs.map +1 -1
  115. package/dist/esm/utils/run.mjs.map +1 -1
  116. package/dist/esm/utils/title.mjs +7 -7
  117. package/dist/esm/utils/title.mjs.map +1 -1
  118. package/dist/types/common/enum.d.ts +1 -2
  119. package/dist/types/llm/bedrock/index.d.ts +36 -0
  120. package/dist/types/llm/openai/index.d.ts +1 -0
  121. package/dist/types/llm/openai/utils/index.d.ts +10 -1
  122. package/dist/types/llm/openrouter/index.d.ts +4 -1
  123. package/dist/types/tools/search/types.d.ts +2 -0
  124. package/dist/types/types/llm.d.ts +3 -8
  125. package/package.json +16 -12
  126. package/src/common/enum.ts +1 -2
  127. package/src/common/index.ts +1 -1
  128. package/src/events.ts +11 -0
  129. package/src/graphs/Graph.ts +2 -1
  130. package/src/instrumentation.ts +25 -22
  131. package/src/llm/anthropic/llm.spec.ts +1442 -1442
  132. package/src/llm/anthropic/types.ts +140 -140
  133. package/src/llm/anthropic/utils/message_inputs.ts +757 -660
  134. package/src/llm/anthropic/utils/output_parsers.ts +133 -133
  135. package/src/llm/anthropic/utils/tools.ts +29 -29
  136. package/src/llm/bedrock/index.ts +128 -0
  137. package/src/llm/fake.ts +133 -133
  138. package/src/llm/google/llm.spec.ts +3 -1
  139. package/src/llm/google/utils/tools.ts +160 -160
  140. package/src/llm/openai/index.ts +126 -0
  141. package/src/llm/openai/types.ts +24 -24
  142. package/src/llm/openai/utils/index.ts +116 -1
  143. package/src/llm/openai/utils/isReasoningModel.test.ts +90 -90
  144. package/src/llm/openrouter/index.ts +222 -1
  145. package/src/llm/providers.ts +2 -7
  146. package/src/llm/text.ts +94 -94
  147. package/src/messages/core.ts +463 -463
  148. package/src/messages/formatAgentMessages.tools.test.ts +400 -400
  149. package/src/messages/formatMessage.test.ts +693 -693
  150. package/src/messages/ids.ts +26 -26
  151. package/src/messages/prune.ts +567 -567
  152. package/src/messages/shiftIndexTokenCountMap.test.ts +81 -81
  153. package/src/mockStream.ts +98 -98
  154. package/src/prompts/collab.ts +5 -5
  155. package/src/prompts/index.ts +1 -1
  156. package/src/prompts/taskmanager.ts +61 -61
  157. package/src/run.ts +22 -4
  158. package/src/scripts/ant_web_search_edge_case.ts +162 -0
  159. package/src/scripts/ant_web_search_error_edge_case.ts +148 -0
  160. package/src/scripts/args.ts +48 -48
  161. package/src/scripts/caching.ts +123 -123
  162. package/src/scripts/code_exec_files.ts +193 -193
  163. package/src/scripts/empty_input.ts +137 -137
  164. package/src/scripts/memory.ts +97 -97
  165. package/src/scripts/test-tools-before-handoff.ts +1 -5
  166. package/src/scripts/thinking.ts +149 -149
  167. package/src/scripts/tools.ts +1 -4
  168. package/src/specs/anthropic.simple.test.ts +67 -0
  169. package/src/specs/spec.utils.ts +3 -3
  170. package/src/specs/token-distribution-edge-case.test.ts +316 -316
  171. package/src/specs/tool-error.test.ts +193 -193
  172. package/src/splitStream.test.ts +691 -691
  173. package/src/splitStream.ts +234 -234
  174. package/src/stream.test.ts +94 -94
  175. package/src/stream.ts +30 -1
  176. package/src/tools/ToolNode.ts +24 -1
  177. package/src/tools/handlers.ts +32 -28
  178. package/src/tools/search/anthropic.ts +51 -51
  179. package/src/tools/search/content.test.ts +173 -173
  180. package/src/tools/search/content.ts +147 -147
  181. package/src/tools/search/direct-url.test.ts +530 -0
  182. package/src/tools/search/firecrawl.ts +210 -210
  183. package/src/tools/search/format.ts +250 -250
  184. package/src/tools/search/highlights.ts +320 -320
  185. package/src/tools/search/index.ts +2 -2
  186. package/src/tools/search/jina-reranker.test.ts +126 -126
  187. package/src/tools/search/output.md +2775 -2775
  188. package/src/tools/search/rerankers.ts +242 -242
  189. package/src/tools/search/schema.ts +65 -63
  190. package/src/tools/search/search.ts +766 -759
  191. package/src/tools/search/serper-scraper.ts +155 -155
  192. package/src/tools/search/test.html +883 -883
  193. package/src/tools/search/test.md +642 -642
  194. package/src/tools/search/test.ts +159 -159
  195. package/src/tools/search/tool.ts +641 -471
  196. package/src/tools/search/types.ts +689 -687
  197. package/src/tools/search/utils.ts +79 -79
  198. package/src/types/index.ts +6 -6
  199. package/src/types/llm.ts +2 -8
  200. package/src/utils/graph.ts +10 -10
  201. package/src/utils/llm.ts +26 -27
  202. package/src/utils/llmConfig.ts +13 -5
  203. package/src/utils/logging.ts +48 -48
  204. package/src/utils/misc.ts +57 -57
  205. package/src/utils/run.ts +100 -100
  206. package/src/utils/title.ts +165 -165
  207. package/dist/cjs/llm/ollama/index.cjs +0 -70
  208. package/dist/cjs/llm/ollama/index.cjs.map +0 -1
  209. package/dist/cjs/llm/ollama/utils.cjs +0 -158
  210. package/dist/cjs/llm/ollama/utils.cjs.map +0 -1
  211. package/dist/esm/llm/ollama/index.mjs +0 -68
  212. package/dist/esm/llm/ollama/index.mjs.map +0 -1
  213. package/dist/esm/llm/ollama/utils.mjs +0 -155
  214. package/dist/esm/llm/ollama/utils.mjs.map +0 -1
  215. package/dist/types/llm/ollama/index.d.ts +0 -8
  216. package/dist/types/llm/ollama/utils.d.ts +0 -7
  217. package/src/llm/ollama/index.ts +0 -92
  218. package/src/llm/ollama/utils.ts +0 -193
  219. package/src/proto/CollabGraph.ts +0 -269
  220. package/src/proto/TaskManager.ts +0 -243
  221. package/src/proto/collab.ts +0 -200
  222. package/src/proto/collab_design.ts +0 -184
  223. package/src/proto/collab_design_v2.ts +0 -224
  224. package/src/proto/collab_design_v3.ts +0 -255
  225. package/src/proto/collab_design_v4.ts +0 -220
  226. package/src/proto/collab_design_v5.ts +0 -251
  227. package/src/proto/collab_graph.ts +0 -181
  228. package/src/proto/collab_original.ts +0 -123
  229. package/src/proto/example.ts +0 -93
  230. package/src/proto/example_new.ts +0 -68
  231. package/src/proto/example_old.ts +0 -201
  232. package/src/proto/example_test.ts +0 -152
  233. package/src/proto/example_test_anthropic.ts +0 -100
  234. package/src/proto/log_stream.ts +0 -202
  235. package/src/proto/main_collab_community_event.ts +0 -133
  236. package/src/proto/main_collab_design_v2.ts +0 -96
  237. package/src/proto/main_collab_design_v4.ts +0 -100
  238. package/src/proto/main_collab_design_v5.ts +0 -135
  239. package/src/proto/main_collab_global_analysis.ts +0 -122
  240. package/src/proto/main_collab_hackathon_event.ts +0 -153
  241. package/src/proto/main_collab_space_mission.ts +0 -153
  242. package/src/proto/main_philosophy.ts +0 -210
  243. package/src/proto/original_script.ts +0 -126
  244. package/src/proto/standard.ts +0 -100
  245. package/src/proto/stream.ts +0 -56
  246. package/src/proto/tasks.ts +0 -118
  247. package/src/proto/tools/global_analysis_tools.ts +0 -86
  248. package/src/proto/tools/space_mission_tools.ts +0 -60
  249. package/src/proto/vertexai.ts +0 -54
  250. package/src/scripts/image.ts +0 -178
@@ -1,400 +1,400 @@
1
- import { HumanMessage, AIMessage, ToolMessage } from '@langchain/core/messages';
2
- import type { TPayload } from '@/types';
3
- import { formatAgentMessages } from './format';
4
- import { ContentTypes } from '@/common';
5
-
6
- describe('formatAgentMessages with tools parameter', () => {
7
- it('should process messages normally when tools is not provided', () => {
8
- const payload: TPayload = [
9
- { role: 'user', content: 'Hello' },
10
- {
11
- role: 'assistant',
12
- content: [
13
- {
14
- type: ContentTypes.TEXT,
15
- [ContentTypes.TEXT]: 'Let me check that for you.',
16
- tool_call_ids: ['123'],
17
- },
18
- {
19
- type: ContentTypes.TOOL_CALL,
20
- tool_call: {
21
- id: '123',
22
- name: 'search',
23
- args: '{"query":"weather"}',
24
- output: 'The weather is sunny.',
25
- },
26
- },
27
- ],
28
- },
29
- ];
30
-
31
- const result = formatAgentMessages(payload);
32
-
33
- expect(result.messages).toHaveLength(3);
34
- expect(result.messages[0]).toBeInstanceOf(HumanMessage);
35
- expect(result.messages[1]).toBeInstanceOf(AIMessage);
36
- expect(result.messages[2]).toBeInstanceOf(ToolMessage);
37
- expect((result.messages[1] as AIMessage).tool_calls).toHaveLength(1);
38
- expect((result.messages[2] as ToolMessage).tool_call_id).toBe('123');
39
- });
40
-
41
- it('should treat an empty tools set the same as disallowing all tools', () => {
42
- const payload: TPayload = [
43
- { role: 'user', content: 'What\'s the weather?' },
44
- {
45
- role: 'assistant',
46
- content: [
47
- {
48
- type: ContentTypes.TEXT,
49
- [ContentTypes.TEXT]: 'Let me check the weather for you.',
50
- tool_call_ids: ['weather_1'],
51
- },
52
- {
53
- type: ContentTypes.TOOL_CALL,
54
- tool_call: {
55
- id: 'weather_1',
56
- name: 'check_weather',
57
- args: '{"location":"New York"}',
58
- output: 'Sunny, 75°F',
59
- },
60
- },
61
- ],
62
- },
63
- ];
64
-
65
- // Provide an empty set of allowed tools
66
- const allowedTools = new Set<string>();
67
-
68
- const result = formatAgentMessages(payload, undefined, allowedTools);
69
-
70
- // Should convert to a single AIMessage with string content
71
- expect(result.messages).toHaveLength(2);
72
- expect(result.messages[0]).toBeInstanceOf(HumanMessage);
73
- expect(result.messages[1]).toBeInstanceOf(AIMessage);
74
-
75
- // The content should be a string representation of both messages
76
- expect(typeof result.messages[1].content).toBe('string');
77
- expect(result.messages[1].content).toEqual(
78
- 'AI: Let me check the weather for you.\nTool: check_weather, Sunny, 75°F'
79
- );
80
- });
81
-
82
- it('should convert tool messages to string when tool is not in the allowed set', () => {
83
- const payload: TPayload = [
84
- { role: 'user', content: 'What\'s the weather?' },
85
- {
86
- role: 'assistant',
87
- content: [
88
- {
89
- type: ContentTypes.TEXT,
90
- [ContentTypes.TEXT]: 'Let me check the weather for you.',
91
- tool_call_ids: ['weather_1'],
92
- },
93
- {
94
- type: ContentTypes.TOOL_CALL,
95
- tool_call: {
96
- id: 'weather_1',
97
- name: 'check_weather',
98
- args: '{"location":"New York"}',
99
- output: 'Sunny, 75°F',
100
- },
101
- },
102
- ],
103
- },
104
- ];
105
-
106
- // Provide a set of allowed tools that doesn't include 'check_weather'
107
- const allowedTools = new Set(['search', 'calculator']);
108
-
109
- const result = formatAgentMessages(payload, undefined, allowedTools);
110
-
111
- // Should convert to a single AIMessage with string content
112
- expect(result.messages).toHaveLength(2);
113
- expect(result.messages[0]).toBeInstanceOf(HumanMessage);
114
- expect(result.messages[1]).toBeInstanceOf(AIMessage);
115
-
116
- // The content should be a string representation of both messages
117
- expect(typeof result.messages[1].content).toBe('string');
118
- expect(result.messages[1].content).toEqual(
119
- 'AI: Let me check the weather for you.\nTool: check_weather, Sunny, 75°F'
120
- );
121
- });
122
-
123
- it('should not convert tool messages when tool is in the allowed set', () => {
124
- const payload: TPayload = [
125
- { role: 'user', content: 'What\'s the weather?' },
126
- {
127
- role: 'assistant',
128
- content: [
129
- {
130
- type: ContentTypes.TEXT,
131
- [ContentTypes.TEXT]: 'Let me check the weather for you.',
132
- tool_call_ids: ['weather_1'],
133
- },
134
- {
135
- type: ContentTypes.TOOL_CALL,
136
- tool_call: {
137
- id: 'weather_1',
138
- name: 'check_weather',
139
- args: '{"location":"New York"}',
140
- output: 'Sunny, 75°F',
141
- },
142
- },
143
- ],
144
- },
145
- ];
146
-
147
- // Provide a set of allowed tools that includes 'check_weather'
148
- const allowedTools = new Set(['check_weather', 'search']);
149
-
150
- const result = formatAgentMessages(payload, undefined, allowedTools);
151
-
152
- // Should keep the original structure
153
- expect(result.messages).toHaveLength(3);
154
- expect(result.messages[0]).toBeInstanceOf(HumanMessage);
155
- expect(result.messages[1]).toBeInstanceOf(AIMessage);
156
- expect(result.messages[2]).toBeInstanceOf(ToolMessage);
157
- });
158
-
159
- it('should handle multiple tool calls with mixed allowed/disallowed tools', () => {
160
- const payload: TPayload = [
161
- {
162
- role: 'user',
163
- content: 'Tell me about the weather and calculate something',
164
- },
165
- {
166
- role: 'assistant',
167
- content: [
168
- {
169
- type: ContentTypes.TEXT,
170
- [ContentTypes.TEXT]: 'Let me check the weather first.',
171
- tool_call_ids: ['weather_1'],
172
- },
173
- {
174
- type: ContentTypes.TOOL_CALL,
175
- tool_call: {
176
- id: 'weather_1',
177
- name: 'check_weather',
178
- args: '{"location":"New York"}',
179
- output: 'Sunny, 75°F',
180
- },
181
- },
182
- {
183
- type: ContentTypes.TEXT,
184
- [ContentTypes.TEXT]: 'Now let me calculate something for you.',
185
- tool_call_ids: ['calc_1'],
186
- },
187
- {
188
- type: ContentTypes.TOOL_CALL,
189
- tool_call: {
190
- id: 'calc_1',
191
- name: 'calculator',
192
- args: '{"expression":"1+1"}',
193
- output: '2',
194
- },
195
- },
196
- ],
197
- },
198
- ];
199
-
200
- // Allow calculator but not check_weather
201
- const allowedTools = new Set(['calculator', 'search']);
202
-
203
- const result = formatAgentMessages(payload, undefined, allowedTools);
204
-
205
- // Should convert the entire sequence to a single AIMessage
206
- expect(result.messages).toHaveLength(2);
207
- expect(result.messages[0]).toBeInstanceOf(HumanMessage);
208
- expect(result.messages[1]).toBeInstanceOf(AIMessage);
209
-
210
- // The content should include all parts
211
- expect(typeof result.messages[1].content).toBe('string');
212
- expect(result.messages[1].content).toContain(
213
- 'Let me check the weather first.'
214
- );
215
- expect(result.messages[1].content).toContain('Sunny, 75°F');
216
- expect(result.messages[1].content).toContain(
217
- 'Now let me calculate something for you.'
218
- );
219
- expect(result.messages[1].content).toContain('2');
220
- });
221
-
222
- it('should update indexTokenCountMap correctly when converting tool messages', () => {
223
- const payload: TPayload = [
224
- { role: 'user', content: 'What\'s the weather?' },
225
- {
226
- role: 'assistant',
227
- content: [
228
- {
229
- type: ContentTypes.TEXT,
230
- [ContentTypes.TEXT]: 'Let me check the weather for you.',
231
- tool_call_ids: ['weather_1'],
232
- },
233
- {
234
- type: ContentTypes.TOOL_CALL,
235
- tool_call: {
236
- id: 'weather_1',
237
- name: 'check_weather',
238
- args: '{"location":"New York"}',
239
- output: 'Sunny, 75°F',
240
- },
241
- },
242
- ],
243
- },
244
- ];
245
-
246
- const indexTokenCountMap = {
247
- 0: 10, // 10 tokens for user message
248
- 1: 40, // 40 tokens for assistant message with tool call
249
- };
250
-
251
- // Provide a set of allowed tools that doesn't include 'check_weather'
252
- const allowedTools = new Set(['search', 'calculator']);
253
-
254
- const result = formatAgentMessages(
255
- payload,
256
- indexTokenCountMap,
257
- allowedTools
258
- );
259
-
260
- // Should have 2 messages and 2 entries in the token count map
261
- expect(result.messages).toHaveLength(2);
262
- expect(Object.keys(result.indexTokenCountMap || {}).length).toBe(2);
263
-
264
- // User message token count should be unchanged
265
- expect(result.indexTokenCountMap?.[0]).toBe(10);
266
-
267
- // All assistant message tokens should be assigned to the single AIMessage
268
- expect(result.indexTokenCountMap?.[1]).toBe(40);
269
- });
270
-
271
- it('should heal invalid tool call structure when converting to string', () => {
272
- const payload: TPayload = [
273
- {
274
- role: 'assistant',
275
- content: [
276
- {
277
- type: ContentTypes.TOOL_CALL,
278
- tool_call: {
279
- id: 'tool_1',
280
- name: 'check_weather',
281
- args: '{"location":"New York"}',
282
- output: 'Sunny, 75°F',
283
- },
284
- },
285
- ],
286
- },
287
- ];
288
-
289
- // Provide a set of allowed tools that doesn't include 'check_weather'
290
- const allowedTools = new Set(['search', 'calculator']);
291
-
292
- const result = formatAgentMessages(payload, undefined, allowedTools);
293
-
294
- // Should convert to a single AIMessage with string content
295
- expect(result.messages).toHaveLength(1);
296
- expect(result.messages[0]).toBeInstanceOf(AIMessage);
297
-
298
- // The content should be a string representation of the tool message
299
- expect(typeof result.messages[0].content).toBe('string');
300
- expect(result.messages[0].content).toContain('check_weather');
301
- expect(result.messages[0].content).toContain('Sunny, 75°F');
302
- });
303
-
304
- it('should handle complex sequences with multiple tool calls', () => {
305
- const payload: TPayload = [
306
- { role: 'user', content: 'Help me with a complex task' },
307
- {
308
- role: 'assistant',
309
- content: [
310
- {
311
- type: ContentTypes.TEXT,
312
- [ContentTypes.TEXT]: 'I\'ll search for information first.',
313
- tool_call_ids: ['search_1'],
314
- },
315
- {
316
- type: ContentTypes.TOOL_CALL,
317
- tool_call: {
318
- id: 'search_1',
319
- name: 'search',
320
- args: '{"query":"complex task"}',
321
- output: 'Found information about complex tasks.',
322
- },
323
- },
324
- ],
325
- },
326
- {
327
- role: 'assistant',
328
- content: [
329
- {
330
- type: ContentTypes.TEXT,
331
- [ContentTypes.TEXT]: 'Now I\'ll check the weather.',
332
- tool_call_ids: ['weather_1'],
333
- },
334
- {
335
- type: ContentTypes.TOOL_CALL,
336
- tool_call: {
337
- id: 'weather_1',
338
- name: 'check_weather',
339
- args: '{"location":"New York"}',
340
- output: 'Sunny, 75°F',
341
- },
342
- },
343
- ],
344
- },
345
- {
346
- role: 'assistant',
347
- content: [
348
- {
349
- type: ContentTypes.TEXT,
350
- [ContentTypes.TEXT]: 'Finally, I\'ll calculate something.',
351
- tool_call_ids: ['calc_1'],
352
- },
353
- {
354
- type: ContentTypes.TOOL_CALL,
355
- tool_call: {
356
- id: 'calc_1',
357
- name: 'calculator',
358
- args: '{"expression":"1+1"}',
359
- output: '2',
360
- },
361
- },
362
- ],
363
- },
364
- {
365
- role: 'assistant',
366
- content: 'Here\'s your answer based on all that information.',
367
- },
368
- ];
369
-
370
- // Allow search and calculator but not check_weather
371
- const allowedTools = new Set(['search', 'calculator']);
372
-
373
- const result = formatAgentMessages(payload, undefined, allowedTools);
374
-
375
- // Should have the user message, search tool sequence (2 messages),
376
- // a combined message for weather and calculator (since one has an invalid tool),
377
- // and final message
378
- expect(result.messages).toHaveLength(5);
379
-
380
- // Check the types of messages
381
- expect(result.messages[0]).toBeInstanceOf(HumanMessage);
382
- expect(result.messages[1]).toBeInstanceOf(AIMessage); // Search message
383
- expect(result.messages[2]).toBeInstanceOf(ToolMessage); // Search tool response
384
- expect(result.messages[3]).toBeInstanceOf(AIMessage); // Converted weather+calculator message
385
- expect(result.messages[4]).toBeInstanceOf(AIMessage); // Final message
386
-
387
- // Check that the combined message was converted to a string
388
- expect(typeof result.messages[3].content).toBe('string');
389
-
390
- // The format might vary based on the getBufferString implementation
391
- // but we should check that all the key information is present
392
- const content = result.messages[3].content as string;
393
- expect(content).toContain('Now I\'ll check the weather');
394
- expect(content).toContain('Sunny');
395
- expect(content).toContain('75');
396
- expect(content).toContain('Finally');
397
- expect(content).toContain('calculate');
398
- expect(content).toContain('2');
399
- });
400
- });
1
+ import { HumanMessage, AIMessage, ToolMessage } from '@langchain/core/messages';
2
+ import type { TPayload } from '@/types';
3
+ import { formatAgentMessages } from './format';
4
+ import { ContentTypes } from '@/common';
5
+
6
+ describe('formatAgentMessages with tools parameter', () => {
7
+ it('should process messages normally when tools is not provided', () => {
8
+ const payload: TPayload = [
9
+ { role: 'user', content: 'Hello' },
10
+ {
11
+ role: 'assistant',
12
+ content: [
13
+ {
14
+ type: ContentTypes.TEXT,
15
+ [ContentTypes.TEXT]: 'Let me check that for you.',
16
+ tool_call_ids: ['123'],
17
+ },
18
+ {
19
+ type: ContentTypes.TOOL_CALL,
20
+ tool_call: {
21
+ id: '123',
22
+ name: 'search',
23
+ args: '{"query":"weather"}',
24
+ output: 'The weather is sunny.',
25
+ },
26
+ },
27
+ ],
28
+ },
29
+ ];
30
+
31
+ const result = formatAgentMessages(payload);
32
+
33
+ expect(result.messages).toHaveLength(3);
34
+ expect(result.messages[0]).toBeInstanceOf(HumanMessage);
35
+ expect(result.messages[1]).toBeInstanceOf(AIMessage);
36
+ expect(result.messages[2]).toBeInstanceOf(ToolMessage);
37
+ expect((result.messages[1] as AIMessage).tool_calls).toHaveLength(1);
38
+ expect((result.messages[2] as ToolMessage).tool_call_id).toBe('123');
39
+ });
40
+
41
+ it('should treat an empty tools set the same as disallowing all tools', () => {
42
+ const payload: TPayload = [
43
+ { role: 'user', content: 'What\'s the weather?' },
44
+ {
45
+ role: 'assistant',
46
+ content: [
47
+ {
48
+ type: ContentTypes.TEXT,
49
+ [ContentTypes.TEXT]: 'Let me check the weather for you.',
50
+ tool_call_ids: ['weather_1'],
51
+ },
52
+ {
53
+ type: ContentTypes.TOOL_CALL,
54
+ tool_call: {
55
+ id: 'weather_1',
56
+ name: 'check_weather',
57
+ args: '{"location":"New York"}',
58
+ output: 'Sunny, 75°F',
59
+ },
60
+ },
61
+ ],
62
+ },
63
+ ];
64
+
65
+ // Provide an empty set of allowed tools
66
+ const allowedTools = new Set<string>();
67
+
68
+ const result = formatAgentMessages(payload, undefined, allowedTools);
69
+
70
+ // Should convert to a single AIMessage with string content
71
+ expect(result.messages).toHaveLength(2);
72
+ expect(result.messages[0]).toBeInstanceOf(HumanMessage);
73
+ expect(result.messages[1]).toBeInstanceOf(AIMessage);
74
+
75
+ // The content should be a string representation of both messages
76
+ expect(typeof result.messages[1].content).toBe('string');
77
+ expect(result.messages[1].content).toEqual(
78
+ 'AI: Let me check the weather for you.\nTool: check_weather, Sunny, 75°F'
79
+ );
80
+ });
81
+
82
+ it('should convert tool messages to string when tool is not in the allowed set', () => {
83
+ const payload: TPayload = [
84
+ { role: 'user', content: 'What\'s the weather?' },
85
+ {
86
+ role: 'assistant',
87
+ content: [
88
+ {
89
+ type: ContentTypes.TEXT,
90
+ [ContentTypes.TEXT]: 'Let me check the weather for you.',
91
+ tool_call_ids: ['weather_1'],
92
+ },
93
+ {
94
+ type: ContentTypes.TOOL_CALL,
95
+ tool_call: {
96
+ id: 'weather_1',
97
+ name: 'check_weather',
98
+ args: '{"location":"New York"}',
99
+ output: 'Sunny, 75°F',
100
+ },
101
+ },
102
+ ],
103
+ },
104
+ ];
105
+
106
+ // Provide a set of allowed tools that doesn't include 'check_weather'
107
+ const allowedTools = new Set(['search', 'calculator']);
108
+
109
+ const result = formatAgentMessages(payload, undefined, allowedTools);
110
+
111
+ // Should convert to a single AIMessage with string content
112
+ expect(result.messages).toHaveLength(2);
113
+ expect(result.messages[0]).toBeInstanceOf(HumanMessage);
114
+ expect(result.messages[1]).toBeInstanceOf(AIMessage);
115
+
116
+ // The content should be a string representation of both messages
117
+ expect(typeof result.messages[1].content).toBe('string');
118
+ expect(result.messages[1].content).toEqual(
119
+ 'AI: Let me check the weather for you.\nTool: check_weather, Sunny, 75°F'
120
+ );
121
+ });
122
+
123
+ it('should not convert tool messages when tool is in the allowed set', () => {
124
+ const payload: TPayload = [
125
+ { role: 'user', content: 'What\'s the weather?' },
126
+ {
127
+ role: 'assistant',
128
+ content: [
129
+ {
130
+ type: ContentTypes.TEXT,
131
+ [ContentTypes.TEXT]: 'Let me check the weather for you.',
132
+ tool_call_ids: ['weather_1'],
133
+ },
134
+ {
135
+ type: ContentTypes.TOOL_CALL,
136
+ tool_call: {
137
+ id: 'weather_1',
138
+ name: 'check_weather',
139
+ args: '{"location":"New York"}',
140
+ output: 'Sunny, 75°F',
141
+ },
142
+ },
143
+ ],
144
+ },
145
+ ];
146
+
147
+ // Provide a set of allowed tools that includes 'check_weather'
148
+ const allowedTools = new Set(['check_weather', 'search']);
149
+
150
+ const result = formatAgentMessages(payload, undefined, allowedTools);
151
+
152
+ // Should keep the original structure
153
+ expect(result.messages).toHaveLength(3);
154
+ expect(result.messages[0]).toBeInstanceOf(HumanMessage);
155
+ expect(result.messages[1]).toBeInstanceOf(AIMessage);
156
+ expect(result.messages[2]).toBeInstanceOf(ToolMessage);
157
+ });
158
+
159
+ it('should handle multiple tool calls with mixed allowed/disallowed tools', () => {
160
+ const payload: TPayload = [
161
+ {
162
+ role: 'user',
163
+ content: 'Tell me about the weather and calculate something',
164
+ },
165
+ {
166
+ role: 'assistant',
167
+ content: [
168
+ {
169
+ type: ContentTypes.TEXT,
170
+ [ContentTypes.TEXT]: 'Let me check the weather first.',
171
+ tool_call_ids: ['weather_1'],
172
+ },
173
+ {
174
+ type: ContentTypes.TOOL_CALL,
175
+ tool_call: {
176
+ id: 'weather_1',
177
+ name: 'check_weather',
178
+ args: '{"location":"New York"}',
179
+ output: 'Sunny, 75°F',
180
+ },
181
+ },
182
+ {
183
+ type: ContentTypes.TEXT,
184
+ [ContentTypes.TEXT]: 'Now let me calculate something for you.',
185
+ tool_call_ids: ['calc_1'],
186
+ },
187
+ {
188
+ type: ContentTypes.TOOL_CALL,
189
+ tool_call: {
190
+ id: 'calc_1',
191
+ name: 'calculator',
192
+ args: '{"expression":"1+1"}',
193
+ output: '2',
194
+ },
195
+ },
196
+ ],
197
+ },
198
+ ];
199
+
200
+ // Allow calculator but not check_weather
201
+ const allowedTools = new Set(['calculator', 'search']);
202
+
203
+ const result = formatAgentMessages(payload, undefined, allowedTools);
204
+
205
+ // Should convert the entire sequence to a single AIMessage
206
+ expect(result.messages).toHaveLength(2);
207
+ expect(result.messages[0]).toBeInstanceOf(HumanMessage);
208
+ expect(result.messages[1]).toBeInstanceOf(AIMessage);
209
+
210
+ // The content should include all parts
211
+ expect(typeof result.messages[1].content).toBe('string');
212
+ expect(result.messages[1].content).toContain(
213
+ 'Let me check the weather first.'
214
+ );
215
+ expect(result.messages[1].content).toContain('Sunny, 75°F');
216
+ expect(result.messages[1].content).toContain(
217
+ 'Now let me calculate something for you.'
218
+ );
219
+ expect(result.messages[1].content).toContain('2');
220
+ });
221
+
222
+ it('should update indexTokenCountMap correctly when converting tool messages', () => {
223
+ const payload: TPayload = [
224
+ { role: 'user', content: 'What\'s the weather?' },
225
+ {
226
+ role: 'assistant',
227
+ content: [
228
+ {
229
+ type: ContentTypes.TEXT,
230
+ [ContentTypes.TEXT]: 'Let me check the weather for you.',
231
+ tool_call_ids: ['weather_1'],
232
+ },
233
+ {
234
+ type: ContentTypes.TOOL_CALL,
235
+ tool_call: {
236
+ id: 'weather_1',
237
+ name: 'check_weather',
238
+ args: '{"location":"New York"}',
239
+ output: 'Sunny, 75°F',
240
+ },
241
+ },
242
+ ],
243
+ },
244
+ ];
245
+
246
+ const indexTokenCountMap = {
247
+ 0: 10, // 10 tokens for user message
248
+ 1: 40, // 40 tokens for assistant message with tool call
249
+ };
250
+
251
+ // Provide a set of allowed tools that doesn't include 'check_weather'
252
+ const allowedTools = new Set(['search', 'calculator']);
253
+
254
+ const result = formatAgentMessages(
255
+ payload,
256
+ indexTokenCountMap,
257
+ allowedTools
258
+ );
259
+
260
+ // Should have 2 messages and 2 entries in the token count map
261
+ expect(result.messages).toHaveLength(2);
262
+ expect(Object.keys(result.indexTokenCountMap || {}).length).toBe(2);
263
+
264
+ // User message token count should be unchanged
265
+ expect(result.indexTokenCountMap?.[0]).toBe(10);
266
+
267
+ // All assistant message tokens should be assigned to the single AIMessage
268
+ expect(result.indexTokenCountMap?.[1]).toBe(40);
269
+ });
270
+
271
+ it('should heal invalid tool call structure when converting to string', () => {
272
+ const payload: TPayload = [
273
+ {
274
+ role: 'assistant',
275
+ content: [
276
+ {
277
+ type: ContentTypes.TOOL_CALL,
278
+ tool_call: {
279
+ id: 'tool_1',
280
+ name: 'check_weather',
281
+ args: '{"location":"New York"}',
282
+ output: 'Sunny, 75°F',
283
+ },
284
+ },
285
+ ],
286
+ },
287
+ ];
288
+
289
+ // Provide a set of allowed tools that doesn't include 'check_weather'
290
+ const allowedTools = new Set(['search', 'calculator']);
291
+
292
+ const result = formatAgentMessages(payload, undefined, allowedTools);
293
+
294
+ // Should convert to a single AIMessage with string content
295
+ expect(result.messages).toHaveLength(1);
296
+ expect(result.messages[0]).toBeInstanceOf(AIMessage);
297
+
298
+ // The content should be a string representation of the tool message
299
+ expect(typeof result.messages[0].content).toBe('string');
300
+ expect(result.messages[0].content).toContain('check_weather');
301
+ expect(result.messages[0].content).toContain('Sunny, 75°F');
302
+ });
303
+
304
+ it('should handle complex sequences with multiple tool calls', () => {
305
+ const payload: TPayload = [
306
+ { role: 'user', content: 'Help me with a complex task' },
307
+ {
308
+ role: 'assistant',
309
+ content: [
310
+ {
311
+ type: ContentTypes.TEXT,
312
+ [ContentTypes.TEXT]: 'I\'ll search for information first.',
313
+ tool_call_ids: ['search_1'],
314
+ },
315
+ {
316
+ type: ContentTypes.TOOL_CALL,
317
+ tool_call: {
318
+ id: 'search_1',
319
+ name: 'search',
320
+ args: '{"query":"complex task"}',
321
+ output: 'Found information about complex tasks.',
322
+ },
323
+ },
324
+ ],
325
+ },
326
+ {
327
+ role: 'assistant',
328
+ content: [
329
+ {
330
+ type: ContentTypes.TEXT,
331
+ [ContentTypes.TEXT]: 'Now I\'ll check the weather.',
332
+ tool_call_ids: ['weather_1'],
333
+ },
334
+ {
335
+ type: ContentTypes.TOOL_CALL,
336
+ tool_call: {
337
+ id: 'weather_1',
338
+ name: 'check_weather',
339
+ args: '{"location":"New York"}',
340
+ output: 'Sunny, 75°F',
341
+ },
342
+ },
343
+ ],
344
+ },
345
+ {
346
+ role: 'assistant',
347
+ content: [
348
+ {
349
+ type: ContentTypes.TEXT,
350
+ [ContentTypes.TEXT]: 'Finally, I\'ll calculate something.',
351
+ tool_call_ids: ['calc_1'],
352
+ },
353
+ {
354
+ type: ContentTypes.TOOL_CALL,
355
+ tool_call: {
356
+ id: 'calc_1',
357
+ name: 'calculator',
358
+ args: '{"expression":"1+1"}',
359
+ output: '2',
360
+ },
361
+ },
362
+ ],
363
+ },
364
+ {
365
+ role: 'assistant',
366
+ content: 'Here\'s your answer based on all that information.',
367
+ },
368
+ ];
369
+
370
+ // Allow search and calculator but not check_weather
371
+ const allowedTools = new Set(['search', 'calculator']);
372
+
373
+ const result = formatAgentMessages(payload, undefined, allowedTools);
374
+
375
+ // Should have the user message, search tool sequence (2 messages),
376
+ // a combined message for weather and calculator (since one has an invalid tool),
377
+ // and final message
378
+ expect(result.messages).toHaveLength(5);
379
+
380
+ // Check the types of messages
381
+ expect(result.messages[0]).toBeInstanceOf(HumanMessage);
382
+ expect(result.messages[1]).toBeInstanceOf(AIMessage); // Search message
383
+ expect(result.messages[2]).toBeInstanceOf(ToolMessage); // Search tool response
384
+ expect(result.messages[3]).toBeInstanceOf(AIMessage); // Converted weather+calculator message
385
+ expect(result.messages[4]).toBeInstanceOf(AIMessage); // Final message
386
+
387
+ // Check that the combined message was converted to a string
388
+ expect(typeof result.messages[3].content).toBe('string');
389
+
390
+ // The format might vary based on the getBufferString implementation
391
+ // but we should check that all the key information is present
392
+ const content = result.messages[3].content as string;
393
+ expect(content).toContain('Now I\'ll check the weather');
394
+ expect(content).toContain('Sunny');
395
+ expect(content).toContain('75');
396
+ expect(content).toContain('Finally');
397
+ expect(content).toContain('calculate');
398
+ expect(content).toContain('2');
399
+ });
400
+ });