illuma-agents 1.0.7 → 1.0.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (237) hide show
  1. package/LICENSE +1 -5
  2. package/dist/cjs/common/enum.cjs +1 -2
  3. package/dist/cjs/common/enum.cjs.map +1 -1
  4. package/dist/cjs/instrumentation.cjs.map +1 -1
  5. package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
  6. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +79 -2
  7. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
  8. package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
  9. package/dist/cjs/llm/bedrock/index.cjs +99 -0
  10. package/dist/cjs/llm/bedrock/index.cjs.map +1 -0
  11. package/dist/cjs/llm/fake.cjs.map +1 -1
  12. package/dist/cjs/llm/google/index.cjs +78 -9
  13. package/dist/cjs/llm/google/index.cjs.map +1 -1
  14. package/dist/cjs/llm/google/utils/common.cjs +185 -28
  15. package/dist/cjs/llm/google/utils/common.cjs.map +1 -1
  16. package/dist/cjs/llm/providers.cjs +13 -16
  17. package/dist/cjs/llm/providers.cjs.map +1 -1
  18. package/dist/cjs/llm/text.cjs.map +1 -1
  19. package/dist/cjs/messages/core.cjs +14 -14
  20. package/dist/cjs/messages/core.cjs.map +1 -1
  21. package/dist/cjs/messages/ids.cjs.map +1 -1
  22. package/dist/cjs/messages/prune.cjs.map +1 -1
  23. package/dist/cjs/run.cjs +10 -1
  24. package/dist/cjs/run.cjs.map +1 -1
  25. package/dist/cjs/splitStream.cjs.map +1 -1
  26. package/dist/cjs/stream.cjs +4 -1
  27. package/dist/cjs/stream.cjs.map +1 -1
  28. package/dist/cjs/tools/ToolNode.cjs +163 -55
  29. package/dist/cjs/tools/ToolNode.cjs.map +1 -1
  30. package/dist/cjs/tools/handlers.cjs +29 -25
  31. package/dist/cjs/tools/handlers.cjs.map +1 -1
  32. package/dist/cjs/tools/search/anthropic.cjs.map +1 -1
  33. package/dist/cjs/tools/search/content.cjs.map +1 -1
  34. package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
  35. package/dist/cjs/tools/search/format.cjs.map +1 -1
  36. package/dist/cjs/tools/search/highlights.cjs.map +1 -1
  37. package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
  38. package/dist/cjs/tools/search/schema.cjs +25 -25
  39. package/dist/cjs/tools/search/schema.cjs.map +1 -1
  40. package/dist/cjs/tools/search/search.cjs +6 -1
  41. package/dist/cjs/tools/search/search.cjs.map +1 -1
  42. package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
  43. package/dist/cjs/tools/search/tool.cjs +162 -35
  44. package/dist/cjs/tools/search/tool.cjs.map +1 -1
  45. package/dist/cjs/tools/search/utils.cjs.map +1 -1
  46. package/dist/cjs/utils/graph.cjs.map +1 -1
  47. package/dist/cjs/utils/llm.cjs +0 -1
  48. package/dist/cjs/utils/llm.cjs.map +1 -1
  49. package/dist/cjs/utils/misc.cjs.map +1 -1
  50. package/dist/cjs/utils/run.cjs.map +1 -1
  51. package/dist/cjs/utils/title.cjs +7 -7
  52. package/dist/cjs/utils/title.cjs.map +1 -1
  53. package/dist/esm/common/enum.mjs +1 -2
  54. package/dist/esm/common/enum.mjs.map +1 -1
  55. package/dist/esm/instrumentation.mjs.map +1 -1
  56. package/dist/esm/llm/anthropic/types.mjs.map +1 -1
  57. package/dist/esm/llm/anthropic/utils/message_inputs.mjs +79 -2
  58. package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
  59. package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
  60. package/dist/esm/llm/bedrock/index.mjs +97 -0
  61. package/dist/esm/llm/bedrock/index.mjs.map +1 -0
  62. package/dist/esm/llm/fake.mjs.map +1 -1
  63. package/dist/esm/llm/google/index.mjs +79 -10
  64. package/dist/esm/llm/google/index.mjs.map +1 -1
  65. package/dist/esm/llm/google/utils/common.mjs +184 -30
  66. package/dist/esm/llm/google/utils/common.mjs.map +1 -1
  67. package/dist/esm/llm/providers.mjs +2 -5
  68. package/dist/esm/llm/providers.mjs.map +1 -1
  69. package/dist/esm/llm/text.mjs.map +1 -1
  70. package/dist/esm/messages/core.mjs +14 -14
  71. package/dist/esm/messages/core.mjs.map +1 -1
  72. package/dist/esm/messages/ids.mjs.map +1 -1
  73. package/dist/esm/messages/prune.mjs.map +1 -1
  74. package/dist/esm/run.mjs +10 -1
  75. package/dist/esm/run.mjs.map +1 -1
  76. package/dist/esm/splitStream.mjs.map +1 -1
  77. package/dist/esm/stream.mjs +4 -1
  78. package/dist/esm/stream.mjs.map +1 -1
  79. package/dist/esm/tools/ToolNode.mjs +164 -56
  80. package/dist/esm/tools/ToolNode.mjs.map +1 -1
  81. package/dist/esm/tools/handlers.mjs +30 -26
  82. package/dist/esm/tools/handlers.mjs.map +1 -1
  83. package/dist/esm/tools/search/anthropic.mjs.map +1 -1
  84. package/dist/esm/tools/search/content.mjs.map +1 -1
  85. package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
  86. package/dist/esm/tools/search/format.mjs.map +1 -1
  87. package/dist/esm/tools/search/highlights.mjs.map +1 -1
  88. package/dist/esm/tools/search/rerankers.mjs.map +1 -1
  89. package/dist/esm/tools/search/schema.mjs +25 -25
  90. package/dist/esm/tools/search/schema.mjs.map +1 -1
  91. package/dist/esm/tools/search/search.mjs +6 -1
  92. package/dist/esm/tools/search/search.mjs.map +1 -1
  93. package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
  94. package/dist/esm/tools/search/tool.mjs +162 -35
  95. package/dist/esm/tools/search/tool.mjs.map +1 -1
  96. package/dist/esm/tools/search/utils.mjs.map +1 -1
  97. package/dist/esm/utils/graph.mjs.map +1 -1
  98. package/dist/esm/utils/llm.mjs +0 -1
  99. package/dist/esm/utils/llm.mjs.map +1 -1
  100. package/dist/esm/utils/misc.mjs.map +1 -1
  101. package/dist/esm/utils/run.mjs.map +1 -1
  102. package/dist/esm/utils/title.mjs +7 -7
  103. package/dist/esm/utils/title.mjs.map +1 -1
  104. package/dist/types/common/enum.d.ts +1 -2
  105. package/dist/types/llm/bedrock/index.d.ts +36 -0
  106. package/dist/types/llm/google/index.d.ts +10 -0
  107. package/dist/types/llm/google/types.d.ts +11 -1
  108. package/dist/types/llm/google/utils/common.d.ts +17 -2
  109. package/dist/types/tools/ToolNode.d.ts +9 -1
  110. package/dist/types/tools/search/types.d.ts +2 -0
  111. package/dist/types/types/llm.d.ts +3 -8
  112. package/dist/types/types/tools.d.ts +1 -1
  113. package/package.json +15 -11
  114. package/src/common/enum.ts +1 -2
  115. package/src/common/index.ts +1 -1
  116. package/src/instrumentation.ts +22 -22
  117. package/src/llm/anthropic/llm.spec.ts +1442 -1442
  118. package/src/llm/anthropic/types.ts +140 -140
  119. package/src/llm/anthropic/utils/message_inputs.ts +757 -660
  120. package/src/llm/anthropic/utils/output_parsers.ts +133 -133
  121. package/src/llm/anthropic/utils/tools.ts +29 -29
  122. package/src/llm/bedrock/index.ts +128 -0
  123. package/src/llm/fake.ts +133 -133
  124. package/src/llm/google/data/gettysburg10.wav +0 -0
  125. package/src/llm/google/data/hotdog.jpg +0 -0
  126. package/src/llm/google/index.ts +129 -14
  127. package/src/llm/google/llm.spec.ts +932 -0
  128. package/src/llm/google/types.ts +56 -43
  129. package/src/llm/google/utils/common.ts +873 -660
  130. package/src/llm/google/utils/tools.ts +160 -160
  131. package/src/llm/openai/types.ts +24 -24
  132. package/src/llm/openai/utils/isReasoningModel.test.ts +90 -90
  133. package/src/llm/providers.ts +2 -7
  134. package/src/llm/text.ts +94 -94
  135. package/src/messages/core.ts +463 -463
  136. package/src/messages/formatAgentMessages.tools.test.ts +400 -400
  137. package/src/messages/formatMessage.test.ts +693 -693
  138. package/src/messages/ids.ts +26 -26
  139. package/src/messages/prune.ts +567 -567
  140. package/src/messages/shiftIndexTokenCountMap.test.ts +81 -81
  141. package/src/mockStream.ts +98 -98
  142. package/src/prompts/collab.ts +5 -5
  143. package/src/prompts/index.ts +1 -1
  144. package/src/prompts/taskmanager.ts +61 -61
  145. package/src/run.ts +13 -4
  146. package/src/scripts/ant_web_search_edge_case.ts +162 -0
  147. package/src/scripts/ant_web_search_error_edge_case.ts +148 -0
  148. package/src/scripts/args.ts +48 -48
  149. package/src/scripts/caching.ts +123 -123
  150. package/src/scripts/code_exec_files.ts +193 -193
  151. package/src/scripts/empty_input.ts +137 -137
  152. package/src/scripts/image.ts +178 -178
  153. package/src/scripts/memory.ts +97 -97
  154. package/src/scripts/thinking.ts +149 -149
  155. package/src/specs/anthropic.simple.test.ts +67 -0
  156. package/src/specs/spec.utils.ts +3 -3
  157. package/src/specs/token-distribution-edge-case.test.ts +316 -316
  158. package/src/specs/tool-error.test.ts +193 -193
  159. package/src/splitStream.test.ts +691 -691
  160. package/src/splitStream.ts +234 -234
  161. package/src/stream.test.ts +94 -94
  162. package/src/stream.ts +4 -1
  163. package/src/tools/ToolNode.ts +206 -64
  164. package/src/tools/handlers.ts +32 -28
  165. package/src/tools/search/anthropic.ts +51 -51
  166. package/src/tools/search/content.test.ts +173 -173
  167. package/src/tools/search/content.ts +147 -147
  168. package/src/tools/search/direct-url.test.ts +530 -0
  169. package/src/tools/search/firecrawl.ts +210 -210
  170. package/src/tools/search/format.ts +250 -250
  171. package/src/tools/search/highlights.ts +320 -320
  172. package/src/tools/search/index.ts +2 -2
  173. package/src/tools/search/jina-reranker.test.ts +126 -126
  174. package/src/tools/search/output.md +2775 -2775
  175. package/src/tools/search/rerankers.ts +242 -242
  176. package/src/tools/search/schema.ts +63 -63
  177. package/src/tools/search/search.ts +766 -759
  178. package/src/tools/search/serper-scraper.ts +155 -155
  179. package/src/tools/search/test.html +883 -883
  180. package/src/tools/search/test.md +642 -642
  181. package/src/tools/search/test.ts +159 -159
  182. package/src/tools/search/tool.ts +619 -471
  183. package/src/tools/search/types.ts +689 -687
  184. package/src/tools/search/utils.ts +79 -79
  185. package/src/types/index.ts +6 -6
  186. package/src/types/llm.ts +2 -8
  187. package/src/types/tools.ts +80 -80
  188. package/src/utils/graph.ts +10 -10
  189. package/src/utils/llm.ts +26 -27
  190. package/src/utils/llmConfig.ts +5 -3
  191. package/src/utils/logging.ts +48 -48
  192. package/src/utils/misc.ts +57 -57
  193. package/src/utils/run.ts +100 -100
  194. package/src/utils/title.ts +165 -165
  195. package/dist/cjs/llm/ollama/index.cjs +0 -70
  196. package/dist/cjs/llm/ollama/index.cjs.map +0 -1
  197. package/dist/cjs/llm/ollama/utils.cjs +0 -158
  198. package/dist/cjs/llm/ollama/utils.cjs.map +0 -1
  199. package/dist/esm/llm/ollama/index.mjs +0 -68
  200. package/dist/esm/llm/ollama/index.mjs.map +0 -1
  201. package/dist/esm/llm/ollama/utils.mjs +0 -155
  202. package/dist/esm/llm/ollama/utils.mjs.map +0 -1
  203. package/dist/types/llm/ollama/index.d.ts +0 -8
  204. package/dist/types/llm/ollama/utils.d.ts +0 -7
  205. package/src/llm/ollama/index.ts +0 -92
  206. package/src/llm/ollama/utils.ts +0 -193
  207. package/src/proto/CollabGraph.ts +0 -269
  208. package/src/proto/TaskManager.ts +0 -243
  209. package/src/proto/collab.ts +0 -200
  210. package/src/proto/collab_design.ts +0 -184
  211. package/src/proto/collab_design_v2.ts +0 -224
  212. package/src/proto/collab_design_v3.ts +0 -255
  213. package/src/proto/collab_design_v4.ts +0 -220
  214. package/src/proto/collab_design_v5.ts +0 -251
  215. package/src/proto/collab_graph.ts +0 -181
  216. package/src/proto/collab_original.ts +0 -123
  217. package/src/proto/example.ts +0 -93
  218. package/src/proto/example_new.ts +0 -68
  219. package/src/proto/example_old.ts +0 -201
  220. package/src/proto/example_test.ts +0 -152
  221. package/src/proto/example_test_anthropic.ts +0 -100
  222. package/src/proto/log_stream.ts +0 -202
  223. package/src/proto/main_collab_community_event.ts +0 -133
  224. package/src/proto/main_collab_design_v2.ts +0 -96
  225. package/src/proto/main_collab_design_v4.ts +0 -100
  226. package/src/proto/main_collab_design_v5.ts +0 -135
  227. package/src/proto/main_collab_global_analysis.ts +0 -122
  228. package/src/proto/main_collab_hackathon_event.ts +0 -153
  229. package/src/proto/main_collab_space_mission.ts +0 -153
  230. package/src/proto/main_philosophy.ts +0 -210
  231. package/src/proto/original_script.ts +0 -126
  232. package/src/proto/standard.ts +0 -100
  233. package/src/proto/stream.ts +0 -56
  234. package/src/proto/tasks.ts +0 -118
  235. package/src/proto/tools/global_analysis_tools.ts +0 -86
  236. package/src/proto/tools/space_mission_tools.ts +0 -60
  237. package/src/proto/vertexai.ts +0 -54
@@ -1,193 +1,193 @@
1
- // src/scripts/cli.ts
2
- import { config } from 'dotenv';
3
- config();
4
- import { HumanMessage, BaseMessage } from '@langchain/core/messages';
5
- import type { RunnableConfig } from '@langchain/core/runnables';
6
- import type * as t from '@/types';
7
- import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
8
- import {
9
- ToolEndHandler,
10
- ModelEndHandler,
11
- createMetadataAggregator,
12
- } from '@/events';
13
- import { getLLMConfig } from '@/utils/llmConfig';
14
- import { getArgs } from '@/scripts/args';
15
- import { GraphEvents } from '@/common';
16
- import { Run } from '@/run';
17
- import { createCodeExecutionTool } from '@/tools/CodeExecutor';
18
-
19
- const conversationHistory: BaseMessage[] = [];
20
-
21
- async function testCodeExecution(): Promise<void> {
22
- const { userName, location, provider, currentDate } = await getArgs();
23
- const { contentParts, aggregateContent } = createContentAggregator();
24
- const customHandlers = {
25
- [GraphEvents.TOOL_END]: new ToolEndHandler(),
26
- [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
27
- [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
28
- [GraphEvents.ON_RUN_STEP_COMPLETED]: {
29
- handle: (
30
- event: GraphEvents.ON_RUN_STEP_COMPLETED,
31
- data: t.StreamEventData
32
- ): void => {
33
- console.log('====== ON_RUN_STEP_COMPLETED ======');
34
- console.dir(data, { depth: null });
35
- aggregateContent({
36
- event,
37
- data: data as unknown as { result: t.ToolEndEvent },
38
- });
39
- },
40
- },
41
- [GraphEvents.ON_RUN_STEP]: {
42
- handle: (
43
- event: GraphEvents.ON_RUN_STEP,
44
- data: t.StreamEventData
45
- ): void => {
46
- console.log('====== ON_RUN_STEP ======');
47
- console.dir(data, { depth: null });
48
- aggregateContent({ event, data: data as t.RunStep });
49
- },
50
- },
51
- [GraphEvents.ON_RUN_STEP_DELTA]: {
52
- handle: (
53
- event: GraphEvents.ON_RUN_STEP_DELTA,
54
- data: t.StreamEventData
55
- ): void => {
56
- console.log('====== ON_RUN_STEP_DELTA ======');
57
- console.dir(data, { depth: null });
58
- aggregateContent({ event, data: data as t.RunStepDeltaEvent });
59
- },
60
- },
61
- [GraphEvents.ON_MESSAGE_DELTA]: {
62
- handle: (
63
- event: GraphEvents.ON_MESSAGE_DELTA,
64
- data: t.StreamEventData
65
- ): void => {
66
- console.log('====== ON_MESSAGE_DELTA ======');
67
- console.dir(data, { depth: null });
68
- aggregateContent({ event, data: data as t.MessageDeltaEvent });
69
- },
70
- },
71
- [GraphEvents.TOOL_START]: {
72
- handle: (
73
- _event: string,
74
- data: t.StreamEventData,
75
- metadata?: Record<string, unknown>
76
- ): void => {
77
- console.log('====== TOOL_START ======');
78
- console.dir(data, { depth: null });
79
- },
80
- },
81
- };
82
-
83
- const llmConfig = getLLMConfig(provider);
84
-
85
- const run = await Run.create<t.IState>({
86
- runId: 'message-num-1',
87
- graphConfig: {
88
- type: 'standard',
89
- llmConfig,
90
- tools: [createCodeExecutionTool()],
91
- instructions:
92
- 'You are a friendly AI assistant with coding capabilities. Always address the user by their name.',
93
- additional_instructions: `The user's name is ${userName} and they are located in ${location}. The current date is ${currentDate}.`,
94
- },
95
- returnContent: true,
96
- customHandlers,
97
- });
98
-
99
- const config: Partial<RunnableConfig> & {
100
- version: 'v1' | 'v2';
101
- run_id?: string;
102
- streamMode: string;
103
- } = {
104
- configurable: {
105
- provider,
106
- thread_id: 'conversation-num-1',
107
- },
108
- streamMode: 'values',
109
- version: 'v2' as const,
110
- // recursionLimit: 3,
111
- };
112
-
113
- console.log('Test 1: Create Project Plan');
114
-
115
- const userMessage1 = `
116
- Hi ${userName} here. We are testing your file capabilities.
117
-
118
- 1. Create a text file named "project_plan.txt" that contains: "This is a project plan for a new software development project."
119
-
120
- Please generate this file so I can review it.
121
- `;
122
-
123
- conversationHistory.push(new HumanMessage(userMessage1));
124
-
125
- let inputs = {
126
- messages: conversationHistory,
127
- };
128
- const finalContentParts1 = await run.processStream(inputs, config);
129
- const finalMessages1 = run.getRunMessages();
130
- if (finalMessages1) {
131
- conversationHistory.push(...finalMessages1);
132
- }
133
- console.log('\n\n====================\n\n');
134
- console.dir(contentParts, { depth: null });
135
-
136
- console.log('Test 2: Edit Project Plan');
137
-
138
- const userMessage2 = `
139
- Thanks for creating the project plan. Now I'd like you to edit the same plan to:
140
-
141
- 1. Add a new section called "Technology Stack" that contains: "The technology stack for this project includes the following technologies" and nothing more.
142
-
143
- `;
144
-
145
- // Make sure to pass the file ID of the previous file you created and explicitly duplicate or rename the file in your code so we can then access it. Also print the contents of the new file to ensure we did what we wanted.`;
146
-
147
- conversationHistory.push(new HumanMessage(userMessage2));
148
-
149
- inputs = {
150
- messages: conversationHistory,
151
- };
152
- const finalContentParts2 = await run.processStream(inputs, config);
153
- const finalMessages2 = run.getRunMessages();
154
- if (finalMessages2) {
155
- conversationHistory.push(...finalMessages2);
156
- }
157
- console.log('\n\n====================\n\n');
158
- console.dir(contentParts, { depth: null });
159
-
160
- const { handleLLMEnd, collected } = createMetadataAggregator();
161
- const titleResult = await run.generateTitle({
162
- provider,
163
- inputText: userMessage2,
164
- contentParts,
165
- chainOptions: {
166
- callbacks: [
167
- {
168
- handleLLMEnd,
169
- },
170
- ],
171
- },
172
- });
173
- console.log('Generated Title:', titleResult);
174
- console.log('Collected metadata:', collected);
175
- }
176
-
177
- process.on('unhandledRejection', (reason, promise) => {
178
- console.error('Unhandled Rejection at:', promise, 'reason:', reason);
179
- console.log('Conversation history:');
180
- console.dir(conversationHistory, { depth: null });
181
- process.exit(1);
182
- });
183
-
184
- process.on('uncaughtException', (err) => {
185
- console.error('Uncaught Exception:', err);
186
- });
187
-
188
- testCodeExecution().catch((err) => {
189
- console.error(err);
190
- console.log('Conversation history:');
191
- console.dir(conversationHistory, { depth: null });
192
- process.exit(1);
193
- });
1
+ // src/scripts/cli.ts
2
+ import { config } from 'dotenv';
3
+ config();
4
+ import { HumanMessage, BaseMessage } from '@langchain/core/messages';
5
+ import type { RunnableConfig } from '@langchain/core/runnables';
6
+ import type * as t from '@/types';
7
+ import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
8
+ import {
9
+ ToolEndHandler,
10
+ ModelEndHandler,
11
+ createMetadataAggregator,
12
+ } from '@/events';
13
+ import { getLLMConfig } from '@/utils/llmConfig';
14
+ import { getArgs } from '@/scripts/args';
15
+ import { GraphEvents } from '@/common';
16
+ import { Run } from '@/run';
17
+ import { createCodeExecutionTool } from '@/tools/CodeExecutor';
18
+
19
+ const conversationHistory: BaseMessage[] = [];
20
+
21
+ async function testCodeExecution(): Promise<void> {
22
+ const { userName, location, provider, currentDate } = await getArgs();
23
+ const { contentParts, aggregateContent } = createContentAggregator();
24
+ const customHandlers = {
25
+ [GraphEvents.TOOL_END]: new ToolEndHandler(),
26
+ [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
27
+ [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
28
+ [GraphEvents.ON_RUN_STEP_COMPLETED]: {
29
+ handle: (
30
+ event: GraphEvents.ON_RUN_STEP_COMPLETED,
31
+ data: t.StreamEventData
32
+ ): void => {
33
+ console.log('====== ON_RUN_STEP_COMPLETED ======');
34
+ console.dir(data, { depth: null });
35
+ aggregateContent({
36
+ event,
37
+ data: data as unknown as { result: t.ToolEndEvent },
38
+ });
39
+ },
40
+ },
41
+ [GraphEvents.ON_RUN_STEP]: {
42
+ handle: (
43
+ event: GraphEvents.ON_RUN_STEP,
44
+ data: t.StreamEventData
45
+ ): void => {
46
+ console.log('====== ON_RUN_STEP ======');
47
+ console.dir(data, { depth: null });
48
+ aggregateContent({ event, data: data as t.RunStep });
49
+ },
50
+ },
51
+ [GraphEvents.ON_RUN_STEP_DELTA]: {
52
+ handle: (
53
+ event: GraphEvents.ON_RUN_STEP_DELTA,
54
+ data: t.StreamEventData
55
+ ): void => {
56
+ console.log('====== ON_RUN_STEP_DELTA ======');
57
+ console.dir(data, { depth: null });
58
+ aggregateContent({ event, data: data as t.RunStepDeltaEvent });
59
+ },
60
+ },
61
+ [GraphEvents.ON_MESSAGE_DELTA]: {
62
+ handle: (
63
+ event: GraphEvents.ON_MESSAGE_DELTA,
64
+ data: t.StreamEventData
65
+ ): void => {
66
+ console.log('====== ON_MESSAGE_DELTA ======');
67
+ console.dir(data, { depth: null });
68
+ aggregateContent({ event, data: data as t.MessageDeltaEvent });
69
+ },
70
+ },
71
+ [GraphEvents.TOOL_START]: {
72
+ handle: (
73
+ _event: string,
74
+ data: t.StreamEventData,
75
+ metadata?: Record<string, unknown>
76
+ ): void => {
77
+ console.log('====== TOOL_START ======');
78
+ console.dir(data, { depth: null });
79
+ },
80
+ },
81
+ };
82
+
83
+ const llmConfig = getLLMConfig(provider);
84
+
85
+ const run = await Run.create<t.IState>({
86
+ runId: 'message-num-1',
87
+ graphConfig: {
88
+ type: 'standard',
89
+ llmConfig,
90
+ tools: [createCodeExecutionTool()],
91
+ instructions:
92
+ 'You are a friendly AI assistant with coding capabilities. Always address the user by their name.',
93
+ additional_instructions: `The user's name is ${userName} and they are located in ${location}. The current date is ${currentDate}.`,
94
+ },
95
+ returnContent: true,
96
+ customHandlers,
97
+ });
98
+
99
+ const config: Partial<RunnableConfig> & {
100
+ version: 'v1' | 'v2';
101
+ run_id?: string;
102
+ streamMode: string;
103
+ } = {
104
+ configurable: {
105
+ provider,
106
+ thread_id: 'conversation-num-1',
107
+ },
108
+ streamMode: 'values',
109
+ version: 'v2' as const,
110
+ // recursionLimit: 3,
111
+ };
112
+
113
+ console.log('Test 1: Create Project Plan');
114
+
115
+ const userMessage1 = `
116
+ Hi ${userName} here. We are testing your file capabilities.
117
+
118
+ 1. Create a text file named "project_plan.txt" that contains: "This is a project plan for a new software development project."
119
+
120
+ Please generate this file so I can review it.
121
+ `;
122
+
123
+ conversationHistory.push(new HumanMessage(userMessage1));
124
+
125
+ let inputs = {
126
+ messages: conversationHistory,
127
+ };
128
+ const finalContentParts1 = await run.processStream(inputs, config);
129
+ const finalMessages1 = run.getRunMessages();
130
+ if (finalMessages1) {
131
+ conversationHistory.push(...finalMessages1);
132
+ }
133
+ console.log('\n\n====================\n\n');
134
+ console.dir(contentParts, { depth: null });
135
+
136
+ console.log('Test 2: Edit Project Plan');
137
+
138
+ const userMessage2 = `
139
+ Thanks for creating the project plan. Now I'd like you to edit the same plan to:
140
+
141
+ 1. Add a new section called "Technology Stack" that contains: "The technology stack for this project includes the following technologies" and nothing more.
142
+
143
+ `;
144
+
145
+ // Make sure to pass the file ID of the previous file you created and explicitly duplicate or rename the file in your code so we can then access it. Also print the contents of the new file to ensure we did what we wanted.`;
146
+
147
+ conversationHistory.push(new HumanMessage(userMessage2));
148
+
149
+ inputs = {
150
+ messages: conversationHistory,
151
+ };
152
+ const finalContentParts2 = await run.processStream(inputs, config);
153
+ const finalMessages2 = run.getRunMessages();
154
+ if (finalMessages2) {
155
+ conversationHistory.push(...finalMessages2);
156
+ }
157
+ console.log('\n\n====================\n\n');
158
+ console.dir(contentParts, { depth: null });
159
+
160
+ const { handleLLMEnd, collected } = createMetadataAggregator();
161
+ const titleResult = await run.generateTitle({
162
+ provider,
163
+ inputText: userMessage2,
164
+ contentParts,
165
+ chainOptions: {
166
+ callbacks: [
167
+ {
168
+ handleLLMEnd,
169
+ },
170
+ ],
171
+ },
172
+ });
173
+ console.log('Generated Title:', titleResult);
174
+ console.log('Collected metadata:', collected);
175
+ }
176
+
177
+ process.on('unhandledRejection', (reason, promise) => {
178
+ console.error('Unhandled Rejection at:', promise, 'reason:', reason);
179
+ console.log('Conversation history:');
180
+ console.dir(conversationHistory, { depth: null });
181
+ process.exit(1);
182
+ });
183
+
184
+ process.on('uncaughtException', (err) => {
185
+ console.error('Uncaught Exception:', err);
186
+ });
187
+
188
+ testCodeExecution().catch((err) => {
189
+ console.error(err);
190
+ console.log('Conversation history:');
191
+ console.dir(conversationHistory, { depth: null });
192
+ process.exit(1);
193
+ });
@@ -1,137 +1,137 @@
1
- import { z } from 'zod';
2
- import { config } from 'dotenv';
3
- config();
4
- import { HumanMessage } from '@langchain/core/messages';
5
- import { tool } from "@langchain/core/tools";
6
- import { getArgs } from '@/scripts/args';
7
- import { Run } from '@/run';
8
- import { getLLMConfig } from '@/utils/llmConfig';
9
- import { ChatModelStreamHandler } from '@/stream';
10
- import { ToolEndHandler, ModelEndHandler } from '@/events';
11
- import { GraphEvents } from '@/common';
12
- import type * as t from '@/types';
13
-
14
- const pingServerTool = tool(
15
- () => {
16
- return 'server has been pinged';
17
- },
18
- {
19
- name: 'pingServer',
20
- description: 'Ping server',
21
- schema: z.object({}),
22
- }
23
- );
24
-
25
- async function testPingServer(): Promise<void> {
26
- const { provider } = await getArgs();
27
- const customHandlers = {
28
- [GraphEvents.TOOL_END]: new ToolEndHandler(),
29
- [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
30
- [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
31
- [GraphEvents.ON_RUN_STEP_COMPLETED]: {
32
- handle: (_event: string, data: t.StreamEventData): void => {
33
- console.log('====== ON_RUN_STEP_COMPLETED ======');
34
- console.dir(data, { depth: null });
35
- }
36
- },
37
- [GraphEvents.ON_RUN_STEP]: {
38
- handle: (_event: string, data: t.StreamEventData): void => {
39
- console.log('====== ON_RUN_STEP ======');
40
- console.dir(data, { depth: null });
41
- }
42
- },
43
- [GraphEvents.ON_RUN_STEP_DELTA]: {
44
- handle: (_event: string, data: t.StreamEventData): void => {
45
- console.log('====== ON_RUN_STEP_DELTA ======');
46
- console.dir(data, { depth: null });
47
- }
48
- },
49
- [GraphEvents.ON_MESSAGE_DELTA]: {
50
- handle: (_event: string, data: t.StreamEventData): void => {
51
- console.log('====== ON_MESSAGE_DELTA ======');
52
- console.dir(data, { depth: null });
53
- }
54
- },
55
- [GraphEvents.TOOL_START]: {
56
- handle: (_event: string, data: t.StreamEventData, metadata?: Record<string, unknown>): void => {
57
- console.log('====== TOOL_START ======');
58
- console.dir(data, { depth: null });
59
- }
60
- },
61
- // [GraphEvents.LLM_STREAM]: new LLMStreamHandler(),
62
- // [GraphEvents.LLM_START]: {
63
- // handle: (_event: string, data: t.StreamEventData): void => {
64
- // console.log('====== LLM_START ======');
65
- // console.dir(data, { depth: null });
66
- // }
67
- // },
68
- // [GraphEvents.LLM_END]: {
69
- // handle: (_event: string, data: t.StreamEventData): void => {
70
- // console.log('====== LLM_END ======');
71
- // console.dir(data, { depth: null });
72
- // }
73
- // },
74
- /*
75
- [GraphEvents.CHAIN_START]: {
76
- handle: (_event: string, data: t.StreamEventData): void => {
77
- console.log('====== CHAIN_START ======');
78
- // console.dir(data, { depth: null });
79
- }
80
- },
81
- [GraphEvents.CHAIN_END]: {
82
- handle: (_event: string, data: t.StreamEventData): void => {
83
- console.log('====== CHAIN_END ======');
84
- // console.dir(data, { depth: null });
85
- }
86
- },
87
- */
88
- // [GraphEvents.CHAT_MODEL_START]: {
89
- // handle: (_event: string, _data: t.StreamEventData): void => {
90
- // console.log('====== CHAT_MODEL_START ======');
91
- // console.dir(_data, { depth: null });
92
- // // Intentionally left empty
93
- // }
94
- // },
95
- };
96
-
97
- const llmConfig = getLLMConfig(provider);
98
-
99
- const run = await Run.create<t.IState>({
100
- runId: 'test-run-id',
101
- graphConfig: {
102
- type: 'standard',
103
- llmConfig,
104
- tools: [pingServerTool],
105
- instructions: 'You are a helpful AI assistant.',
106
- },
107
- customHandlers,
108
- });
109
-
110
- const config = {
111
- configurable: {
112
- provider,
113
- thread_id: 'ping-server-test',
114
- },
115
- streamMode: 'values',
116
- version: 'v2' as const,
117
- };
118
-
119
- console.log('Pinging server test:');
120
-
121
- const userMessage = "Please ping the server.";
122
- const inputs = {
123
- messages: [new HumanMessage(userMessage)],
124
- };
125
-
126
- const contentParts = await run.processStream(inputs, config);
127
- const finalMessages = run.getRunMessages();
128
- if (finalMessages) {
129
- console.log('\nFinal messages:');
130
- console.dir(finalMessages, { depth: null });
131
- }
132
- }
133
-
134
- testPingServer().catch((err) => {
135
- console.error(err);
136
- process.exit(1);
137
- });
1
+ import { z } from 'zod';
2
+ import { config } from 'dotenv';
3
+ config();
4
+ import { HumanMessage } from '@langchain/core/messages';
5
+ import { tool } from "@langchain/core/tools";
6
+ import { getArgs } from '@/scripts/args';
7
+ import { Run } from '@/run';
8
+ import { getLLMConfig } from '@/utils/llmConfig';
9
+ import { ChatModelStreamHandler } from '@/stream';
10
+ import { ToolEndHandler, ModelEndHandler } from '@/events';
11
+ import { GraphEvents } from '@/common';
12
+ import type * as t from '@/types';
13
+
14
+ const pingServerTool = tool(
15
+ () => {
16
+ return 'server has been pinged';
17
+ },
18
+ {
19
+ name: 'pingServer',
20
+ description: 'Ping server',
21
+ schema: z.object({}),
22
+ }
23
+ );
24
+
25
+ async function testPingServer(): Promise<void> {
26
+ const { provider } = await getArgs();
27
+ const customHandlers = {
28
+ [GraphEvents.TOOL_END]: new ToolEndHandler(),
29
+ [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
30
+ [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
31
+ [GraphEvents.ON_RUN_STEP_COMPLETED]: {
32
+ handle: (_event: string, data: t.StreamEventData): void => {
33
+ console.log('====== ON_RUN_STEP_COMPLETED ======');
34
+ console.dir(data, { depth: null });
35
+ }
36
+ },
37
+ [GraphEvents.ON_RUN_STEP]: {
38
+ handle: (_event: string, data: t.StreamEventData): void => {
39
+ console.log('====== ON_RUN_STEP ======');
40
+ console.dir(data, { depth: null });
41
+ }
42
+ },
43
+ [GraphEvents.ON_RUN_STEP_DELTA]: {
44
+ handle: (_event: string, data: t.StreamEventData): void => {
45
+ console.log('====== ON_RUN_STEP_DELTA ======');
46
+ console.dir(data, { depth: null });
47
+ }
48
+ },
49
+ [GraphEvents.ON_MESSAGE_DELTA]: {
50
+ handle: (_event: string, data: t.StreamEventData): void => {
51
+ console.log('====== ON_MESSAGE_DELTA ======');
52
+ console.dir(data, { depth: null });
53
+ }
54
+ },
55
+ [GraphEvents.TOOL_START]: {
56
+ handle: (_event: string, data: t.StreamEventData, metadata?: Record<string, unknown>): void => {
57
+ console.log('====== TOOL_START ======');
58
+ console.dir(data, { depth: null });
59
+ }
60
+ },
61
+ // [GraphEvents.LLM_STREAM]: new LLMStreamHandler(),
62
+ // [GraphEvents.LLM_START]: {
63
+ // handle: (_event: string, data: t.StreamEventData): void => {
64
+ // console.log('====== LLM_START ======');
65
+ // console.dir(data, { depth: null });
66
+ // }
67
+ // },
68
+ // [GraphEvents.LLM_END]: {
69
+ // handle: (_event: string, data: t.StreamEventData): void => {
70
+ // console.log('====== LLM_END ======');
71
+ // console.dir(data, { depth: null });
72
+ // }
73
+ // },
74
+ /*
75
+ [GraphEvents.CHAIN_START]: {
76
+ handle: (_event: string, data: t.StreamEventData): void => {
77
+ console.log('====== CHAIN_START ======');
78
+ // console.dir(data, { depth: null });
79
+ }
80
+ },
81
+ [GraphEvents.CHAIN_END]: {
82
+ handle: (_event: string, data: t.StreamEventData): void => {
83
+ console.log('====== CHAIN_END ======');
84
+ // console.dir(data, { depth: null });
85
+ }
86
+ },
87
+ */
88
+ // [GraphEvents.CHAT_MODEL_START]: {
89
+ // handle: (_event: string, _data: t.StreamEventData): void => {
90
+ // console.log('====== CHAT_MODEL_START ======');
91
+ // console.dir(_data, { depth: null });
92
+ // // Intentionally left empty
93
+ // }
94
+ // },
95
+ };
96
+
97
+ const llmConfig = getLLMConfig(provider);
98
+
99
+ const run = await Run.create<t.IState>({
100
+ runId: 'test-run-id',
101
+ graphConfig: {
102
+ type: 'standard',
103
+ llmConfig,
104
+ tools: [pingServerTool],
105
+ instructions: 'You are a helpful AI assistant.',
106
+ },
107
+ customHandlers,
108
+ });
109
+
110
+ const config = {
111
+ configurable: {
112
+ provider,
113
+ thread_id: 'ping-server-test',
114
+ },
115
+ streamMode: 'values',
116
+ version: 'v2' as const,
117
+ };
118
+
119
+ console.log('Pinging server test:');
120
+
121
+ const userMessage = "Please ping the server.";
122
+ const inputs = {
123
+ messages: [new HumanMessage(userMessage)],
124
+ };
125
+
126
+ const contentParts = await run.processStream(inputs, config);
127
+ const finalMessages = run.getRunMessages();
128
+ if (finalMessages) {
129
+ console.log('\nFinal messages:');
130
+ console.dir(finalMessages, { depth: null });
131
+ }
132
+ }
133
+
134
+ testPingServer().catch((err) => {
135
+ console.error(err);
136
+ process.exit(1);
137
+ });