illuma-agents 1.0.8 → 1.0.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (250) hide show
  1. package/LICENSE +1 -5
  2. package/dist/cjs/common/enum.cjs +1 -2
  3. package/dist/cjs/common/enum.cjs.map +1 -1
  4. package/dist/cjs/events.cjs +11 -0
  5. package/dist/cjs/events.cjs.map +1 -1
  6. package/dist/cjs/graphs/Graph.cjs +2 -1
  7. package/dist/cjs/graphs/Graph.cjs.map +1 -1
  8. package/dist/cjs/instrumentation.cjs +3 -1
  9. package/dist/cjs/instrumentation.cjs.map +1 -1
  10. package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
  11. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +79 -2
  12. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
  13. package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
  14. package/dist/cjs/llm/bedrock/index.cjs +99 -0
  15. package/dist/cjs/llm/bedrock/index.cjs.map +1 -0
  16. package/dist/cjs/llm/fake.cjs.map +1 -1
  17. package/dist/cjs/llm/openai/index.cjs +102 -0
  18. package/dist/cjs/llm/openai/index.cjs.map +1 -1
  19. package/dist/cjs/llm/openai/utils/index.cjs +87 -1
  20. package/dist/cjs/llm/openai/utils/index.cjs.map +1 -1
  21. package/dist/cjs/llm/openrouter/index.cjs +175 -1
  22. package/dist/cjs/llm/openrouter/index.cjs.map +1 -1
  23. package/dist/cjs/llm/providers.cjs +13 -16
  24. package/dist/cjs/llm/providers.cjs.map +1 -1
  25. package/dist/cjs/llm/text.cjs.map +1 -1
  26. package/dist/cjs/messages/core.cjs +14 -14
  27. package/dist/cjs/messages/core.cjs.map +1 -1
  28. package/dist/cjs/messages/ids.cjs.map +1 -1
  29. package/dist/cjs/messages/prune.cjs.map +1 -1
  30. package/dist/cjs/run.cjs +18 -1
  31. package/dist/cjs/run.cjs.map +1 -1
  32. package/dist/cjs/splitStream.cjs.map +1 -1
  33. package/dist/cjs/stream.cjs +24 -1
  34. package/dist/cjs/stream.cjs.map +1 -1
  35. package/dist/cjs/tools/ToolNode.cjs +20 -1
  36. package/dist/cjs/tools/ToolNode.cjs.map +1 -1
  37. package/dist/cjs/tools/handlers.cjs +29 -25
  38. package/dist/cjs/tools/handlers.cjs.map +1 -1
  39. package/dist/cjs/tools/search/anthropic.cjs.map +1 -1
  40. package/dist/cjs/tools/search/content.cjs.map +1 -1
  41. package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
  42. package/dist/cjs/tools/search/format.cjs.map +1 -1
  43. package/dist/cjs/tools/search/highlights.cjs.map +1 -1
  44. package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
  45. package/dist/cjs/tools/search/schema.cjs +27 -25
  46. package/dist/cjs/tools/search/schema.cjs.map +1 -1
  47. package/dist/cjs/tools/search/search.cjs +6 -1
  48. package/dist/cjs/tools/search/search.cjs.map +1 -1
  49. package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
  50. package/dist/cjs/tools/search/tool.cjs +182 -35
  51. package/dist/cjs/tools/search/tool.cjs.map +1 -1
  52. package/dist/cjs/tools/search/utils.cjs.map +1 -1
  53. package/dist/cjs/utils/graph.cjs.map +1 -1
  54. package/dist/cjs/utils/llm.cjs +0 -1
  55. package/dist/cjs/utils/llm.cjs.map +1 -1
  56. package/dist/cjs/utils/misc.cjs.map +1 -1
  57. package/dist/cjs/utils/run.cjs.map +1 -1
  58. package/dist/cjs/utils/title.cjs +7 -7
  59. package/dist/cjs/utils/title.cjs.map +1 -1
  60. package/dist/esm/common/enum.mjs +1 -2
  61. package/dist/esm/common/enum.mjs.map +1 -1
  62. package/dist/esm/events.mjs +11 -0
  63. package/dist/esm/events.mjs.map +1 -1
  64. package/dist/esm/graphs/Graph.mjs +2 -1
  65. package/dist/esm/graphs/Graph.mjs.map +1 -1
  66. package/dist/esm/instrumentation.mjs +3 -1
  67. package/dist/esm/instrumentation.mjs.map +1 -1
  68. package/dist/esm/llm/anthropic/types.mjs.map +1 -1
  69. package/dist/esm/llm/anthropic/utils/message_inputs.mjs +79 -2
  70. package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
  71. package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
  72. package/dist/esm/llm/bedrock/index.mjs +97 -0
  73. package/dist/esm/llm/bedrock/index.mjs.map +1 -0
  74. package/dist/esm/llm/fake.mjs.map +1 -1
  75. package/dist/esm/llm/openai/index.mjs +103 -1
  76. package/dist/esm/llm/openai/index.mjs.map +1 -1
  77. package/dist/esm/llm/openai/utils/index.mjs +88 -2
  78. package/dist/esm/llm/openai/utils/index.mjs.map +1 -1
  79. package/dist/esm/llm/openrouter/index.mjs +175 -1
  80. package/dist/esm/llm/openrouter/index.mjs.map +1 -1
  81. package/dist/esm/llm/providers.mjs +2 -5
  82. package/dist/esm/llm/providers.mjs.map +1 -1
  83. package/dist/esm/llm/text.mjs.map +1 -1
  84. package/dist/esm/messages/core.mjs +14 -14
  85. package/dist/esm/messages/core.mjs.map +1 -1
  86. package/dist/esm/messages/ids.mjs.map +1 -1
  87. package/dist/esm/messages/prune.mjs.map +1 -1
  88. package/dist/esm/run.mjs +18 -1
  89. package/dist/esm/run.mjs.map +1 -1
  90. package/dist/esm/splitStream.mjs.map +1 -1
  91. package/dist/esm/stream.mjs +24 -1
  92. package/dist/esm/stream.mjs.map +1 -1
  93. package/dist/esm/tools/ToolNode.mjs +20 -1
  94. package/dist/esm/tools/ToolNode.mjs.map +1 -1
  95. package/dist/esm/tools/handlers.mjs +30 -26
  96. package/dist/esm/tools/handlers.mjs.map +1 -1
  97. package/dist/esm/tools/search/anthropic.mjs.map +1 -1
  98. package/dist/esm/tools/search/content.mjs.map +1 -1
  99. package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
  100. package/dist/esm/tools/search/format.mjs.map +1 -1
  101. package/dist/esm/tools/search/highlights.mjs.map +1 -1
  102. package/dist/esm/tools/search/rerankers.mjs.map +1 -1
  103. package/dist/esm/tools/search/schema.mjs +27 -25
  104. package/dist/esm/tools/search/schema.mjs.map +1 -1
  105. package/dist/esm/tools/search/search.mjs +6 -1
  106. package/dist/esm/tools/search/search.mjs.map +1 -1
  107. package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
  108. package/dist/esm/tools/search/tool.mjs +182 -35
  109. package/dist/esm/tools/search/tool.mjs.map +1 -1
  110. package/dist/esm/tools/search/utils.mjs.map +1 -1
  111. package/dist/esm/utils/graph.mjs.map +1 -1
  112. package/dist/esm/utils/llm.mjs +0 -1
  113. package/dist/esm/utils/llm.mjs.map +1 -1
  114. package/dist/esm/utils/misc.mjs.map +1 -1
  115. package/dist/esm/utils/run.mjs.map +1 -1
  116. package/dist/esm/utils/title.mjs +7 -7
  117. package/dist/esm/utils/title.mjs.map +1 -1
  118. package/dist/types/common/enum.d.ts +1 -2
  119. package/dist/types/llm/bedrock/index.d.ts +36 -0
  120. package/dist/types/llm/openai/index.d.ts +1 -0
  121. package/dist/types/llm/openai/utils/index.d.ts +10 -1
  122. package/dist/types/llm/openrouter/index.d.ts +4 -1
  123. package/dist/types/tools/search/types.d.ts +2 -0
  124. package/dist/types/types/llm.d.ts +3 -8
  125. package/package.json +16 -12
  126. package/src/common/enum.ts +1 -2
  127. package/src/common/index.ts +1 -1
  128. package/src/events.ts +11 -0
  129. package/src/graphs/Graph.ts +2 -1
  130. package/src/instrumentation.ts +25 -22
  131. package/src/llm/anthropic/llm.spec.ts +1442 -1442
  132. package/src/llm/anthropic/types.ts +140 -140
  133. package/src/llm/anthropic/utils/message_inputs.ts +757 -660
  134. package/src/llm/anthropic/utils/output_parsers.ts +133 -133
  135. package/src/llm/anthropic/utils/tools.ts +29 -29
  136. package/src/llm/bedrock/index.ts +128 -0
  137. package/src/llm/fake.ts +133 -133
  138. package/src/llm/google/llm.spec.ts +3 -1
  139. package/src/llm/google/utils/tools.ts +160 -160
  140. package/src/llm/openai/index.ts +126 -0
  141. package/src/llm/openai/types.ts +24 -24
  142. package/src/llm/openai/utils/index.ts +116 -1
  143. package/src/llm/openai/utils/isReasoningModel.test.ts +90 -90
  144. package/src/llm/openrouter/index.ts +222 -1
  145. package/src/llm/providers.ts +2 -7
  146. package/src/llm/text.ts +94 -94
  147. package/src/messages/core.ts +463 -463
  148. package/src/messages/formatAgentMessages.tools.test.ts +400 -400
  149. package/src/messages/formatMessage.test.ts +693 -693
  150. package/src/messages/ids.ts +26 -26
  151. package/src/messages/prune.ts +567 -567
  152. package/src/messages/shiftIndexTokenCountMap.test.ts +81 -81
  153. package/src/mockStream.ts +98 -98
  154. package/src/prompts/collab.ts +5 -5
  155. package/src/prompts/index.ts +1 -1
  156. package/src/prompts/taskmanager.ts +61 -61
  157. package/src/run.ts +22 -4
  158. package/src/scripts/ant_web_search_edge_case.ts +162 -0
  159. package/src/scripts/ant_web_search_error_edge_case.ts +148 -0
  160. package/src/scripts/args.ts +48 -48
  161. package/src/scripts/caching.ts +123 -123
  162. package/src/scripts/code_exec_files.ts +193 -193
  163. package/src/scripts/empty_input.ts +137 -137
  164. package/src/scripts/memory.ts +97 -97
  165. package/src/scripts/test-tools-before-handoff.ts +1 -5
  166. package/src/scripts/thinking.ts +149 -149
  167. package/src/scripts/tools.ts +1 -4
  168. package/src/specs/anthropic.simple.test.ts +67 -0
  169. package/src/specs/spec.utils.ts +3 -3
  170. package/src/specs/token-distribution-edge-case.test.ts +316 -316
  171. package/src/specs/tool-error.test.ts +193 -193
  172. package/src/splitStream.test.ts +691 -691
  173. package/src/splitStream.ts +234 -234
  174. package/src/stream.test.ts +94 -94
  175. package/src/stream.ts +30 -1
  176. package/src/tools/ToolNode.ts +24 -1
  177. package/src/tools/handlers.ts +32 -28
  178. package/src/tools/search/anthropic.ts +51 -51
  179. package/src/tools/search/content.test.ts +173 -173
  180. package/src/tools/search/content.ts +147 -147
  181. package/src/tools/search/direct-url.test.ts +530 -0
  182. package/src/tools/search/firecrawl.ts +210 -210
  183. package/src/tools/search/format.ts +250 -250
  184. package/src/tools/search/highlights.ts +320 -320
  185. package/src/tools/search/index.ts +2 -2
  186. package/src/tools/search/jina-reranker.test.ts +126 -126
  187. package/src/tools/search/output.md +2775 -2775
  188. package/src/tools/search/rerankers.ts +242 -242
  189. package/src/tools/search/schema.ts +65 -63
  190. package/src/tools/search/search.ts +766 -759
  191. package/src/tools/search/serper-scraper.ts +155 -155
  192. package/src/tools/search/test.html +883 -883
  193. package/src/tools/search/test.md +642 -642
  194. package/src/tools/search/test.ts +159 -159
  195. package/src/tools/search/tool.ts +641 -471
  196. package/src/tools/search/types.ts +689 -687
  197. package/src/tools/search/utils.ts +79 -79
  198. package/src/types/index.ts +6 -6
  199. package/src/types/llm.ts +2 -8
  200. package/src/utils/graph.ts +10 -10
  201. package/src/utils/llm.ts +26 -27
  202. package/src/utils/llmConfig.ts +13 -5
  203. package/src/utils/logging.ts +48 -48
  204. package/src/utils/misc.ts +57 -57
  205. package/src/utils/run.ts +100 -100
  206. package/src/utils/title.ts +165 -165
  207. package/dist/cjs/llm/ollama/index.cjs +0 -70
  208. package/dist/cjs/llm/ollama/index.cjs.map +0 -1
  209. package/dist/cjs/llm/ollama/utils.cjs +0 -158
  210. package/dist/cjs/llm/ollama/utils.cjs.map +0 -1
  211. package/dist/esm/llm/ollama/index.mjs +0 -68
  212. package/dist/esm/llm/ollama/index.mjs.map +0 -1
  213. package/dist/esm/llm/ollama/utils.mjs +0 -155
  214. package/dist/esm/llm/ollama/utils.mjs.map +0 -1
  215. package/dist/types/llm/ollama/index.d.ts +0 -8
  216. package/dist/types/llm/ollama/utils.d.ts +0 -7
  217. package/src/llm/ollama/index.ts +0 -92
  218. package/src/llm/ollama/utils.ts +0 -193
  219. package/src/proto/CollabGraph.ts +0 -269
  220. package/src/proto/TaskManager.ts +0 -243
  221. package/src/proto/collab.ts +0 -200
  222. package/src/proto/collab_design.ts +0 -184
  223. package/src/proto/collab_design_v2.ts +0 -224
  224. package/src/proto/collab_design_v3.ts +0 -255
  225. package/src/proto/collab_design_v4.ts +0 -220
  226. package/src/proto/collab_design_v5.ts +0 -251
  227. package/src/proto/collab_graph.ts +0 -181
  228. package/src/proto/collab_original.ts +0 -123
  229. package/src/proto/example.ts +0 -93
  230. package/src/proto/example_new.ts +0 -68
  231. package/src/proto/example_old.ts +0 -201
  232. package/src/proto/example_test.ts +0 -152
  233. package/src/proto/example_test_anthropic.ts +0 -100
  234. package/src/proto/log_stream.ts +0 -202
  235. package/src/proto/main_collab_community_event.ts +0 -133
  236. package/src/proto/main_collab_design_v2.ts +0 -96
  237. package/src/proto/main_collab_design_v4.ts +0 -100
  238. package/src/proto/main_collab_design_v5.ts +0 -135
  239. package/src/proto/main_collab_global_analysis.ts +0 -122
  240. package/src/proto/main_collab_hackathon_event.ts +0 -153
  241. package/src/proto/main_collab_space_mission.ts +0 -153
  242. package/src/proto/main_philosophy.ts +0 -210
  243. package/src/proto/original_script.ts +0 -126
  244. package/src/proto/standard.ts +0 -100
  245. package/src/proto/stream.ts +0 -56
  246. package/src/proto/tasks.ts +0 -118
  247. package/src/proto/tools/global_analysis_tools.ts +0 -86
  248. package/src/proto/tools/space_mission_tools.ts +0 -60
  249. package/src/proto/vertexai.ts +0 -54
  250. package/src/scripts/image.ts +0 -178
@@ -1,193 +1,193 @@
1
- // src/scripts/cli.ts
2
- import { config } from 'dotenv';
3
- config();
4
- import { HumanMessage, BaseMessage } from '@langchain/core/messages';
5
- import type { RunnableConfig } from '@langchain/core/runnables';
6
- import type * as t from '@/types';
7
- import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
8
- import {
9
- ToolEndHandler,
10
- ModelEndHandler,
11
- createMetadataAggregator,
12
- } from '@/events';
13
- import { getLLMConfig } from '@/utils/llmConfig';
14
- import { getArgs } from '@/scripts/args';
15
- import { GraphEvents } from '@/common';
16
- import { Run } from '@/run';
17
- import { createCodeExecutionTool } from '@/tools/CodeExecutor';
18
-
19
- const conversationHistory: BaseMessage[] = [];
20
-
21
- async function testCodeExecution(): Promise<void> {
22
- const { userName, location, provider, currentDate } = await getArgs();
23
- const { contentParts, aggregateContent } = createContentAggregator();
24
- const customHandlers = {
25
- [GraphEvents.TOOL_END]: new ToolEndHandler(),
26
- [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
27
- [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
28
- [GraphEvents.ON_RUN_STEP_COMPLETED]: {
29
- handle: (
30
- event: GraphEvents.ON_RUN_STEP_COMPLETED,
31
- data: t.StreamEventData
32
- ): void => {
33
- console.log('====== ON_RUN_STEP_COMPLETED ======');
34
- console.dir(data, { depth: null });
35
- aggregateContent({
36
- event,
37
- data: data as unknown as { result: t.ToolEndEvent },
38
- });
39
- },
40
- },
41
- [GraphEvents.ON_RUN_STEP]: {
42
- handle: (
43
- event: GraphEvents.ON_RUN_STEP,
44
- data: t.StreamEventData
45
- ): void => {
46
- console.log('====== ON_RUN_STEP ======');
47
- console.dir(data, { depth: null });
48
- aggregateContent({ event, data: data as t.RunStep });
49
- },
50
- },
51
- [GraphEvents.ON_RUN_STEP_DELTA]: {
52
- handle: (
53
- event: GraphEvents.ON_RUN_STEP_DELTA,
54
- data: t.StreamEventData
55
- ): void => {
56
- console.log('====== ON_RUN_STEP_DELTA ======');
57
- console.dir(data, { depth: null });
58
- aggregateContent({ event, data: data as t.RunStepDeltaEvent });
59
- },
60
- },
61
- [GraphEvents.ON_MESSAGE_DELTA]: {
62
- handle: (
63
- event: GraphEvents.ON_MESSAGE_DELTA,
64
- data: t.StreamEventData
65
- ): void => {
66
- console.log('====== ON_MESSAGE_DELTA ======');
67
- console.dir(data, { depth: null });
68
- aggregateContent({ event, data: data as t.MessageDeltaEvent });
69
- },
70
- },
71
- [GraphEvents.TOOL_START]: {
72
- handle: (
73
- _event: string,
74
- data: t.StreamEventData,
75
- metadata?: Record<string, unknown>
76
- ): void => {
77
- console.log('====== TOOL_START ======');
78
- console.dir(data, { depth: null });
79
- },
80
- },
81
- };
82
-
83
- const llmConfig = getLLMConfig(provider);
84
-
85
- const run = await Run.create<t.IState>({
86
- runId: 'message-num-1',
87
- graphConfig: {
88
- type: 'standard',
89
- llmConfig,
90
- tools: [createCodeExecutionTool()],
91
- instructions:
92
- 'You are a friendly AI assistant with coding capabilities. Always address the user by their name.',
93
- additional_instructions: `The user's name is ${userName} and they are located in ${location}. The current date is ${currentDate}.`,
94
- },
95
- returnContent: true,
96
- customHandlers,
97
- });
98
-
99
- const config: Partial<RunnableConfig> & {
100
- version: 'v1' | 'v2';
101
- run_id?: string;
102
- streamMode: string;
103
- } = {
104
- configurable: {
105
- provider,
106
- thread_id: 'conversation-num-1',
107
- },
108
- streamMode: 'values',
109
- version: 'v2' as const,
110
- // recursionLimit: 3,
111
- };
112
-
113
- console.log('Test 1: Create Project Plan');
114
-
115
- const userMessage1 = `
116
- Hi ${userName} here. We are testing your file capabilities.
117
-
118
- 1. Create a text file named "project_plan.txt" that contains: "This is a project plan for a new software development project."
119
-
120
- Please generate this file so I can review it.
121
- `;
122
-
123
- conversationHistory.push(new HumanMessage(userMessage1));
124
-
125
- let inputs = {
126
- messages: conversationHistory,
127
- };
128
- const finalContentParts1 = await run.processStream(inputs, config);
129
- const finalMessages1 = run.getRunMessages();
130
- if (finalMessages1) {
131
- conversationHistory.push(...finalMessages1);
132
- }
133
- console.log('\n\n====================\n\n');
134
- console.dir(contentParts, { depth: null });
135
-
136
- console.log('Test 2: Edit Project Plan');
137
-
138
- const userMessage2 = `
139
- Thanks for creating the project plan. Now I'd like you to edit the same plan to:
140
-
141
- 1. Add a new section called "Technology Stack" that contains: "The technology stack for this project includes the following technologies" and nothing more.
142
-
143
- `;
144
-
145
- // Make sure to pass the file ID of the previous file you created and explicitly duplicate or rename the file in your code so we can then access it. Also print the contents of the new file to ensure we did what we wanted.`;
146
-
147
- conversationHistory.push(new HumanMessage(userMessage2));
148
-
149
- inputs = {
150
- messages: conversationHistory,
151
- };
152
- const finalContentParts2 = await run.processStream(inputs, config);
153
- const finalMessages2 = run.getRunMessages();
154
- if (finalMessages2) {
155
- conversationHistory.push(...finalMessages2);
156
- }
157
- console.log('\n\n====================\n\n');
158
- console.dir(contentParts, { depth: null });
159
-
160
- const { handleLLMEnd, collected } = createMetadataAggregator();
161
- const titleResult = await run.generateTitle({
162
- provider,
163
- inputText: userMessage2,
164
- contentParts,
165
- chainOptions: {
166
- callbacks: [
167
- {
168
- handleLLMEnd,
169
- },
170
- ],
171
- },
172
- });
173
- console.log('Generated Title:', titleResult);
174
- console.log('Collected metadata:', collected);
175
- }
176
-
177
- process.on('unhandledRejection', (reason, promise) => {
178
- console.error('Unhandled Rejection at:', promise, 'reason:', reason);
179
- console.log('Conversation history:');
180
- console.dir(conversationHistory, { depth: null });
181
- process.exit(1);
182
- });
183
-
184
- process.on('uncaughtException', (err) => {
185
- console.error('Uncaught Exception:', err);
186
- });
187
-
188
- testCodeExecution().catch((err) => {
189
- console.error(err);
190
- console.log('Conversation history:');
191
- console.dir(conversationHistory, { depth: null });
192
- process.exit(1);
193
- });
1
+ // src/scripts/cli.ts
2
+ import { config } from 'dotenv';
3
+ config();
4
+ import { HumanMessage, BaseMessage } from '@langchain/core/messages';
5
+ import type { RunnableConfig } from '@langchain/core/runnables';
6
+ import type * as t from '@/types';
7
+ import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
8
+ import {
9
+ ToolEndHandler,
10
+ ModelEndHandler,
11
+ createMetadataAggregator,
12
+ } from '@/events';
13
+ import { getLLMConfig } from '@/utils/llmConfig';
14
+ import { getArgs } from '@/scripts/args';
15
+ import { GraphEvents } from '@/common';
16
+ import { Run } from '@/run';
17
+ import { createCodeExecutionTool } from '@/tools/CodeExecutor';
18
+
19
+ const conversationHistory: BaseMessage[] = [];
20
+
21
+ async function testCodeExecution(): Promise<void> {
22
+ const { userName, location, provider, currentDate } = await getArgs();
23
+ const { contentParts, aggregateContent } = createContentAggregator();
24
+ const customHandlers = {
25
+ [GraphEvents.TOOL_END]: new ToolEndHandler(),
26
+ [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
27
+ [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
28
+ [GraphEvents.ON_RUN_STEP_COMPLETED]: {
29
+ handle: (
30
+ event: GraphEvents.ON_RUN_STEP_COMPLETED,
31
+ data: t.StreamEventData
32
+ ): void => {
33
+ console.log('====== ON_RUN_STEP_COMPLETED ======');
34
+ console.dir(data, { depth: null });
35
+ aggregateContent({
36
+ event,
37
+ data: data as unknown as { result: t.ToolEndEvent },
38
+ });
39
+ },
40
+ },
41
+ [GraphEvents.ON_RUN_STEP]: {
42
+ handle: (
43
+ event: GraphEvents.ON_RUN_STEP,
44
+ data: t.StreamEventData
45
+ ): void => {
46
+ console.log('====== ON_RUN_STEP ======');
47
+ console.dir(data, { depth: null });
48
+ aggregateContent({ event, data: data as t.RunStep });
49
+ },
50
+ },
51
+ [GraphEvents.ON_RUN_STEP_DELTA]: {
52
+ handle: (
53
+ event: GraphEvents.ON_RUN_STEP_DELTA,
54
+ data: t.StreamEventData
55
+ ): void => {
56
+ console.log('====== ON_RUN_STEP_DELTA ======');
57
+ console.dir(data, { depth: null });
58
+ aggregateContent({ event, data: data as t.RunStepDeltaEvent });
59
+ },
60
+ },
61
+ [GraphEvents.ON_MESSAGE_DELTA]: {
62
+ handle: (
63
+ event: GraphEvents.ON_MESSAGE_DELTA,
64
+ data: t.StreamEventData
65
+ ): void => {
66
+ console.log('====== ON_MESSAGE_DELTA ======');
67
+ console.dir(data, { depth: null });
68
+ aggregateContent({ event, data: data as t.MessageDeltaEvent });
69
+ },
70
+ },
71
+ [GraphEvents.TOOL_START]: {
72
+ handle: (
73
+ _event: string,
74
+ data: t.StreamEventData,
75
+ metadata?: Record<string, unknown>
76
+ ): void => {
77
+ console.log('====== TOOL_START ======');
78
+ console.dir(data, { depth: null });
79
+ },
80
+ },
81
+ };
82
+
83
+ const llmConfig = getLLMConfig(provider);
84
+
85
+ const run = await Run.create<t.IState>({
86
+ runId: 'message-num-1',
87
+ graphConfig: {
88
+ type: 'standard',
89
+ llmConfig,
90
+ tools: [createCodeExecutionTool()],
91
+ instructions:
92
+ 'You are a friendly AI assistant with coding capabilities. Always address the user by their name.',
93
+ additional_instructions: `The user's name is ${userName} and they are located in ${location}. The current date is ${currentDate}.`,
94
+ },
95
+ returnContent: true,
96
+ customHandlers,
97
+ });
98
+
99
+ const config: Partial<RunnableConfig> & {
100
+ version: 'v1' | 'v2';
101
+ run_id?: string;
102
+ streamMode: string;
103
+ } = {
104
+ configurable: {
105
+ provider,
106
+ thread_id: 'conversation-num-1',
107
+ },
108
+ streamMode: 'values',
109
+ version: 'v2' as const,
110
+ // recursionLimit: 3,
111
+ };
112
+
113
+ console.log('Test 1: Create Project Plan');
114
+
115
+ const userMessage1 = `
116
+ Hi ${userName} here. We are testing your file capabilities.
117
+
118
+ 1. Create a text file named "project_plan.txt" that contains: "This is a project plan for a new software development project."
119
+
120
+ Please generate this file so I can review it.
121
+ `;
122
+
123
+ conversationHistory.push(new HumanMessage(userMessage1));
124
+
125
+ let inputs = {
126
+ messages: conversationHistory,
127
+ };
128
+ const finalContentParts1 = await run.processStream(inputs, config);
129
+ const finalMessages1 = run.getRunMessages();
130
+ if (finalMessages1) {
131
+ conversationHistory.push(...finalMessages1);
132
+ }
133
+ console.log('\n\n====================\n\n');
134
+ console.dir(contentParts, { depth: null });
135
+
136
+ console.log('Test 2: Edit Project Plan');
137
+
138
+ const userMessage2 = `
139
+ Thanks for creating the project plan. Now I'd like you to edit the same plan to:
140
+
141
+ 1. Add a new section called "Technology Stack" that contains: "The technology stack for this project includes the following technologies" and nothing more.
142
+
143
+ `;
144
+
145
+ // Make sure to pass the file ID of the previous file you created and explicitly duplicate or rename the file in your code so we can then access it. Also print the contents of the new file to ensure we did what we wanted.`;
146
+
147
+ conversationHistory.push(new HumanMessage(userMessage2));
148
+
149
+ inputs = {
150
+ messages: conversationHistory,
151
+ };
152
+ const finalContentParts2 = await run.processStream(inputs, config);
153
+ const finalMessages2 = run.getRunMessages();
154
+ if (finalMessages2) {
155
+ conversationHistory.push(...finalMessages2);
156
+ }
157
+ console.log('\n\n====================\n\n');
158
+ console.dir(contentParts, { depth: null });
159
+
160
+ const { handleLLMEnd, collected } = createMetadataAggregator();
161
+ const titleResult = await run.generateTitle({
162
+ provider,
163
+ inputText: userMessage2,
164
+ contentParts,
165
+ chainOptions: {
166
+ callbacks: [
167
+ {
168
+ handleLLMEnd,
169
+ },
170
+ ],
171
+ },
172
+ });
173
+ console.log('Generated Title:', titleResult);
174
+ console.log('Collected metadata:', collected);
175
+ }
176
+
177
+ process.on('unhandledRejection', (reason, promise) => {
178
+ console.error('Unhandled Rejection at:', promise, 'reason:', reason);
179
+ console.log('Conversation history:');
180
+ console.dir(conversationHistory, { depth: null });
181
+ process.exit(1);
182
+ });
183
+
184
+ process.on('uncaughtException', (err) => {
185
+ console.error('Uncaught Exception:', err);
186
+ });
187
+
188
+ testCodeExecution().catch((err) => {
189
+ console.error(err);
190
+ console.log('Conversation history:');
191
+ console.dir(conversationHistory, { depth: null });
192
+ process.exit(1);
193
+ });
@@ -1,137 +1,137 @@
1
- import { z } from 'zod';
2
- import { config } from 'dotenv';
3
- config();
4
- import { HumanMessage } from '@langchain/core/messages';
5
- import { tool } from "@langchain/core/tools";
6
- import { getArgs } from '@/scripts/args';
7
- import { Run } from '@/run';
8
- import { getLLMConfig } from '@/utils/llmConfig';
9
- import { ChatModelStreamHandler } from '@/stream';
10
- import { ToolEndHandler, ModelEndHandler } from '@/events';
11
- import { GraphEvents } from '@/common';
12
- import type * as t from '@/types';
13
-
14
- const pingServerTool = tool(
15
- () => {
16
- return 'server has been pinged';
17
- },
18
- {
19
- name: 'pingServer',
20
- description: 'Ping server',
21
- schema: z.object({}),
22
- }
23
- );
24
-
25
- async function testPingServer(): Promise<void> {
26
- const { provider } = await getArgs();
27
- const customHandlers = {
28
- [GraphEvents.TOOL_END]: new ToolEndHandler(),
29
- [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
30
- [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
31
- [GraphEvents.ON_RUN_STEP_COMPLETED]: {
32
- handle: (_event: string, data: t.StreamEventData): void => {
33
- console.log('====== ON_RUN_STEP_COMPLETED ======');
34
- console.dir(data, { depth: null });
35
- }
36
- },
37
- [GraphEvents.ON_RUN_STEP]: {
38
- handle: (_event: string, data: t.StreamEventData): void => {
39
- console.log('====== ON_RUN_STEP ======');
40
- console.dir(data, { depth: null });
41
- }
42
- },
43
- [GraphEvents.ON_RUN_STEP_DELTA]: {
44
- handle: (_event: string, data: t.StreamEventData): void => {
45
- console.log('====== ON_RUN_STEP_DELTA ======');
46
- console.dir(data, { depth: null });
47
- }
48
- },
49
- [GraphEvents.ON_MESSAGE_DELTA]: {
50
- handle: (_event: string, data: t.StreamEventData): void => {
51
- console.log('====== ON_MESSAGE_DELTA ======');
52
- console.dir(data, { depth: null });
53
- }
54
- },
55
- [GraphEvents.TOOL_START]: {
56
- handle: (_event: string, data: t.StreamEventData, metadata?: Record<string, unknown>): void => {
57
- console.log('====== TOOL_START ======');
58
- console.dir(data, { depth: null });
59
- }
60
- },
61
- // [GraphEvents.LLM_STREAM]: new LLMStreamHandler(),
62
- // [GraphEvents.LLM_START]: {
63
- // handle: (_event: string, data: t.StreamEventData): void => {
64
- // console.log('====== LLM_START ======');
65
- // console.dir(data, { depth: null });
66
- // }
67
- // },
68
- // [GraphEvents.LLM_END]: {
69
- // handle: (_event: string, data: t.StreamEventData): void => {
70
- // console.log('====== LLM_END ======');
71
- // console.dir(data, { depth: null });
72
- // }
73
- // },
74
- /*
75
- [GraphEvents.CHAIN_START]: {
76
- handle: (_event: string, data: t.StreamEventData): void => {
77
- console.log('====== CHAIN_START ======');
78
- // console.dir(data, { depth: null });
79
- }
80
- },
81
- [GraphEvents.CHAIN_END]: {
82
- handle: (_event: string, data: t.StreamEventData): void => {
83
- console.log('====== CHAIN_END ======');
84
- // console.dir(data, { depth: null });
85
- }
86
- },
87
- */
88
- // [GraphEvents.CHAT_MODEL_START]: {
89
- // handle: (_event: string, _data: t.StreamEventData): void => {
90
- // console.log('====== CHAT_MODEL_START ======');
91
- // console.dir(_data, { depth: null });
92
- // // Intentionally left empty
93
- // }
94
- // },
95
- };
96
-
97
- const llmConfig = getLLMConfig(provider);
98
-
99
- const run = await Run.create<t.IState>({
100
- runId: 'test-run-id',
101
- graphConfig: {
102
- type: 'standard',
103
- llmConfig,
104
- tools: [pingServerTool],
105
- instructions: 'You are a helpful AI assistant.',
106
- },
107
- customHandlers,
108
- });
109
-
110
- const config = {
111
- configurable: {
112
- provider,
113
- thread_id: 'ping-server-test',
114
- },
115
- streamMode: 'values',
116
- version: 'v2' as const,
117
- };
118
-
119
- console.log('Pinging server test:');
120
-
121
- const userMessage = "Please ping the server.";
122
- const inputs = {
123
- messages: [new HumanMessage(userMessage)],
124
- };
125
-
126
- const contentParts = await run.processStream(inputs, config);
127
- const finalMessages = run.getRunMessages();
128
- if (finalMessages) {
129
- console.log('\nFinal messages:');
130
- console.dir(finalMessages, { depth: null });
131
- }
132
- }
133
-
134
- testPingServer().catch((err) => {
135
- console.error(err);
136
- process.exit(1);
137
- });
1
+ import { z } from 'zod';
2
+ import { config } from 'dotenv';
3
+ config();
4
+ import { HumanMessage } from '@langchain/core/messages';
5
+ import { tool } from "@langchain/core/tools";
6
+ import { getArgs } from '@/scripts/args';
7
+ import { Run } from '@/run';
8
+ import { getLLMConfig } from '@/utils/llmConfig';
9
+ import { ChatModelStreamHandler } from '@/stream';
10
+ import { ToolEndHandler, ModelEndHandler } from '@/events';
11
+ import { GraphEvents } from '@/common';
12
+ import type * as t from '@/types';
13
+
14
+ const pingServerTool = tool(
15
+ () => {
16
+ return 'server has been pinged';
17
+ },
18
+ {
19
+ name: 'pingServer',
20
+ description: 'Ping server',
21
+ schema: z.object({}),
22
+ }
23
+ );
24
+
25
+ async function testPingServer(): Promise<void> {
26
+ const { provider } = await getArgs();
27
+ const customHandlers = {
28
+ [GraphEvents.TOOL_END]: new ToolEndHandler(),
29
+ [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
30
+ [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
31
+ [GraphEvents.ON_RUN_STEP_COMPLETED]: {
32
+ handle: (_event: string, data: t.StreamEventData): void => {
33
+ console.log('====== ON_RUN_STEP_COMPLETED ======');
34
+ console.dir(data, { depth: null });
35
+ }
36
+ },
37
+ [GraphEvents.ON_RUN_STEP]: {
38
+ handle: (_event: string, data: t.StreamEventData): void => {
39
+ console.log('====== ON_RUN_STEP ======');
40
+ console.dir(data, { depth: null });
41
+ }
42
+ },
43
+ [GraphEvents.ON_RUN_STEP_DELTA]: {
44
+ handle: (_event: string, data: t.StreamEventData): void => {
45
+ console.log('====== ON_RUN_STEP_DELTA ======');
46
+ console.dir(data, { depth: null });
47
+ }
48
+ },
49
+ [GraphEvents.ON_MESSAGE_DELTA]: {
50
+ handle: (_event: string, data: t.StreamEventData): void => {
51
+ console.log('====== ON_MESSAGE_DELTA ======');
52
+ console.dir(data, { depth: null });
53
+ }
54
+ },
55
+ [GraphEvents.TOOL_START]: {
56
+ handle: (_event: string, data: t.StreamEventData, metadata?: Record<string, unknown>): void => {
57
+ console.log('====== TOOL_START ======');
58
+ console.dir(data, { depth: null });
59
+ }
60
+ },
61
+ // [GraphEvents.LLM_STREAM]: new LLMStreamHandler(),
62
+ // [GraphEvents.LLM_START]: {
63
+ // handle: (_event: string, data: t.StreamEventData): void => {
64
+ // console.log('====== LLM_START ======');
65
+ // console.dir(data, { depth: null });
66
+ // }
67
+ // },
68
+ // [GraphEvents.LLM_END]: {
69
+ // handle: (_event: string, data: t.StreamEventData): void => {
70
+ // console.log('====== LLM_END ======');
71
+ // console.dir(data, { depth: null });
72
+ // }
73
+ // },
74
+ /*
75
+ [GraphEvents.CHAIN_START]: {
76
+ handle: (_event: string, data: t.StreamEventData): void => {
77
+ console.log('====== CHAIN_START ======');
78
+ // console.dir(data, { depth: null });
79
+ }
80
+ },
81
+ [GraphEvents.CHAIN_END]: {
82
+ handle: (_event: string, data: t.StreamEventData): void => {
83
+ console.log('====== CHAIN_END ======');
84
+ // console.dir(data, { depth: null });
85
+ }
86
+ },
87
+ */
88
+ // [GraphEvents.CHAT_MODEL_START]: {
89
+ // handle: (_event: string, _data: t.StreamEventData): void => {
90
+ // console.log('====== CHAT_MODEL_START ======');
91
+ // console.dir(_data, { depth: null });
92
+ // // Intentionally left empty
93
+ // }
94
+ // },
95
+ };
96
+
97
+ const llmConfig = getLLMConfig(provider);
98
+
99
+ const run = await Run.create<t.IState>({
100
+ runId: 'test-run-id',
101
+ graphConfig: {
102
+ type: 'standard',
103
+ llmConfig,
104
+ tools: [pingServerTool],
105
+ instructions: 'You are a helpful AI assistant.',
106
+ },
107
+ customHandlers,
108
+ });
109
+
110
+ const config = {
111
+ configurable: {
112
+ provider,
113
+ thread_id: 'ping-server-test',
114
+ },
115
+ streamMode: 'values',
116
+ version: 'v2' as const,
117
+ };
118
+
119
+ console.log('Pinging server test:');
120
+
121
+ const userMessage = "Please ping the server.";
122
+ const inputs = {
123
+ messages: [new HumanMessage(userMessage)],
124
+ };
125
+
126
+ const contentParts = await run.processStream(inputs, config);
127
+ const finalMessages = run.getRunMessages();
128
+ if (finalMessages) {
129
+ console.log('\nFinal messages:');
130
+ console.dir(finalMessages, { depth: null });
131
+ }
132
+ }
133
+
134
+ testPingServer().catch((err) => {
135
+ console.error(err);
136
+ process.exit(1);
137
+ });