illuma-agents 1.0.7 → 1.0.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (237) hide show
  1. package/LICENSE +1 -5
  2. package/dist/cjs/common/enum.cjs +1 -2
  3. package/dist/cjs/common/enum.cjs.map +1 -1
  4. package/dist/cjs/instrumentation.cjs.map +1 -1
  5. package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
  6. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +79 -2
  7. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
  8. package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
  9. package/dist/cjs/llm/bedrock/index.cjs +99 -0
  10. package/dist/cjs/llm/bedrock/index.cjs.map +1 -0
  11. package/dist/cjs/llm/fake.cjs.map +1 -1
  12. package/dist/cjs/llm/google/index.cjs +78 -9
  13. package/dist/cjs/llm/google/index.cjs.map +1 -1
  14. package/dist/cjs/llm/google/utils/common.cjs +185 -28
  15. package/dist/cjs/llm/google/utils/common.cjs.map +1 -1
  16. package/dist/cjs/llm/providers.cjs +13 -16
  17. package/dist/cjs/llm/providers.cjs.map +1 -1
  18. package/dist/cjs/llm/text.cjs.map +1 -1
  19. package/dist/cjs/messages/core.cjs +14 -14
  20. package/dist/cjs/messages/core.cjs.map +1 -1
  21. package/dist/cjs/messages/ids.cjs.map +1 -1
  22. package/dist/cjs/messages/prune.cjs.map +1 -1
  23. package/dist/cjs/run.cjs +10 -1
  24. package/dist/cjs/run.cjs.map +1 -1
  25. package/dist/cjs/splitStream.cjs.map +1 -1
  26. package/dist/cjs/stream.cjs +4 -1
  27. package/dist/cjs/stream.cjs.map +1 -1
  28. package/dist/cjs/tools/ToolNode.cjs +163 -55
  29. package/dist/cjs/tools/ToolNode.cjs.map +1 -1
  30. package/dist/cjs/tools/handlers.cjs +29 -25
  31. package/dist/cjs/tools/handlers.cjs.map +1 -1
  32. package/dist/cjs/tools/search/anthropic.cjs.map +1 -1
  33. package/dist/cjs/tools/search/content.cjs.map +1 -1
  34. package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
  35. package/dist/cjs/tools/search/format.cjs.map +1 -1
  36. package/dist/cjs/tools/search/highlights.cjs.map +1 -1
  37. package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
  38. package/dist/cjs/tools/search/schema.cjs +25 -25
  39. package/dist/cjs/tools/search/schema.cjs.map +1 -1
  40. package/dist/cjs/tools/search/search.cjs +6 -1
  41. package/dist/cjs/tools/search/search.cjs.map +1 -1
  42. package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
  43. package/dist/cjs/tools/search/tool.cjs +162 -35
  44. package/dist/cjs/tools/search/tool.cjs.map +1 -1
  45. package/dist/cjs/tools/search/utils.cjs.map +1 -1
  46. package/dist/cjs/utils/graph.cjs.map +1 -1
  47. package/dist/cjs/utils/llm.cjs +0 -1
  48. package/dist/cjs/utils/llm.cjs.map +1 -1
  49. package/dist/cjs/utils/misc.cjs.map +1 -1
  50. package/dist/cjs/utils/run.cjs.map +1 -1
  51. package/dist/cjs/utils/title.cjs +7 -7
  52. package/dist/cjs/utils/title.cjs.map +1 -1
  53. package/dist/esm/common/enum.mjs +1 -2
  54. package/dist/esm/common/enum.mjs.map +1 -1
  55. package/dist/esm/instrumentation.mjs.map +1 -1
  56. package/dist/esm/llm/anthropic/types.mjs.map +1 -1
  57. package/dist/esm/llm/anthropic/utils/message_inputs.mjs +79 -2
  58. package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
  59. package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
  60. package/dist/esm/llm/bedrock/index.mjs +97 -0
  61. package/dist/esm/llm/bedrock/index.mjs.map +1 -0
  62. package/dist/esm/llm/fake.mjs.map +1 -1
  63. package/dist/esm/llm/google/index.mjs +79 -10
  64. package/dist/esm/llm/google/index.mjs.map +1 -1
  65. package/dist/esm/llm/google/utils/common.mjs +184 -30
  66. package/dist/esm/llm/google/utils/common.mjs.map +1 -1
  67. package/dist/esm/llm/providers.mjs +2 -5
  68. package/dist/esm/llm/providers.mjs.map +1 -1
  69. package/dist/esm/llm/text.mjs.map +1 -1
  70. package/dist/esm/messages/core.mjs +14 -14
  71. package/dist/esm/messages/core.mjs.map +1 -1
  72. package/dist/esm/messages/ids.mjs.map +1 -1
  73. package/dist/esm/messages/prune.mjs.map +1 -1
  74. package/dist/esm/run.mjs +10 -1
  75. package/dist/esm/run.mjs.map +1 -1
  76. package/dist/esm/splitStream.mjs.map +1 -1
  77. package/dist/esm/stream.mjs +4 -1
  78. package/dist/esm/stream.mjs.map +1 -1
  79. package/dist/esm/tools/ToolNode.mjs +164 -56
  80. package/dist/esm/tools/ToolNode.mjs.map +1 -1
  81. package/dist/esm/tools/handlers.mjs +30 -26
  82. package/dist/esm/tools/handlers.mjs.map +1 -1
  83. package/dist/esm/tools/search/anthropic.mjs.map +1 -1
  84. package/dist/esm/tools/search/content.mjs.map +1 -1
  85. package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
  86. package/dist/esm/tools/search/format.mjs.map +1 -1
  87. package/dist/esm/tools/search/highlights.mjs.map +1 -1
  88. package/dist/esm/tools/search/rerankers.mjs.map +1 -1
  89. package/dist/esm/tools/search/schema.mjs +25 -25
  90. package/dist/esm/tools/search/schema.mjs.map +1 -1
  91. package/dist/esm/tools/search/search.mjs +6 -1
  92. package/dist/esm/tools/search/search.mjs.map +1 -1
  93. package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
  94. package/dist/esm/tools/search/tool.mjs +162 -35
  95. package/dist/esm/tools/search/tool.mjs.map +1 -1
  96. package/dist/esm/tools/search/utils.mjs.map +1 -1
  97. package/dist/esm/utils/graph.mjs.map +1 -1
  98. package/dist/esm/utils/llm.mjs +0 -1
  99. package/dist/esm/utils/llm.mjs.map +1 -1
  100. package/dist/esm/utils/misc.mjs.map +1 -1
  101. package/dist/esm/utils/run.mjs.map +1 -1
  102. package/dist/esm/utils/title.mjs +7 -7
  103. package/dist/esm/utils/title.mjs.map +1 -1
  104. package/dist/types/common/enum.d.ts +1 -2
  105. package/dist/types/llm/bedrock/index.d.ts +36 -0
  106. package/dist/types/llm/google/index.d.ts +10 -0
  107. package/dist/types/llm/google/types.d.ts +11 -1
  108. package/dist/types/llm/google/utils/common.d.ts +17 -2
  109. package/dist/types/tools/ToolNode.d.ts +9 -1
  110. package/dist/types/tools/search/types.d.ts +2 -0
  111. package/dist/types/types/llm.d.ts +3 -8
  112. package/dist/types/types/tools.d.ts +1 -1
  113. package/package.json +15 -11
  114. package/src/common/enum.ts +1 -2
  115. package/src/common/index.ts +1 -1
  116. package/src/instrumentation.ts +22 -22
  117. package/src/llm/anthropic/llm.spec.ts +1442 -1442
  118. package/src/llm/anthropic/types.ts +140 -140
  119. package/src/llm/anthropic/utils/message_inputs.ts +757 -660
  120. package/src/llm/anthropic/utils/output_parsers.ts +133 -133
  121. package/src/llm/anthropic/utils/tools.ts +29 -29
  122. package/src/llm/bedrock/index.ts +128 -0
  123. package/src/llm/fake.ts +133 -133
  124. package/src/llm/google/data/gettysburg10.wav +0 -0
  125. package/src/llm/google/data/hotdog.jpg +0 -0
  126. package/src/llm/google/index.ts +129 -14
  127. package/src/llm/google/llm.spec.ts +932 -0
  128. package/src/llm/google/types.ts +56 -43
  129. package/src/llm/google/utils/common.ts +873 -660
  130. package/src/llm/google/utils/tools.ts +160 -160
  131. package/src/llm/openai/types.ts +24 -24
  132. package/src/llm/openai/utils/isReasoningModel.test.ts +90 -90
  133. package/src/llm/providers.ts +2 -7
  134. package/src/llm/text.ts +94 -94
  135. package/src/messages/core.ts +463 -463
  136. package/src/messages/formatAgentMessages.tools.test.ts +400 -400
  137. package/src/messages/formatMessage.test.ts +693 -693
  138. package/src/messages/ids.ts +26 -26
  139. package/src/messages/prune.ts +567 -567
  140. package/src/messages/shiftIndexTokenCountMap.test.ts +81 -81
  141. package/src/mockStream.ts +98 -98
  142. package/src/prompts/collab.ts +5 -5
  143. package/src/prompts/index.ts +1 -1
  144. package/src/prompts/taskmanager.ts +61 -61
  145. package/src/run.ts +13 -4
  146. package/src/scripts/ant_web_search_edge_case.ts +162 -0
  147. package/src/scripts/ant_web_search_error_edge_case.ts +148 -0
  148. package/src/scripts/args.ts +48 -48
  149. package/src/scripts/caching.ts +123 -123
  150. package/src/scripts/code_exec_files.ts +193 -193
  151. package/src/scripts/empty_input.ts +137 -137
  152. package/src/scripts/image.ts +178 -178
  153. package/src/scripts/memory.ts +97 -97
  154. package/src/scripts/thinking.ts +149 -149
  155. package/src/specs/anthropic.simple.test.ts +67 -0
  156. package/src/specs/spec.utils.ts +3 -3
  157. package/src/specs/token-distribution-edge-case.test.ts +316 -316
  158. package/src/specs/tool-error.test.ts +193 -193
  159. package/src/splitStream.test.ts +691 -691
  160. package/src/splitStream.ts +234 -234
  161. package/src/stream.test.ts +94 -94
  162. package/src/stream.ts +4 -1
  163. package/src/tools/ToolNode.ts +206 -64
  164. package/src/tools/handlers.ts +32 -28
  165. package/src/tools/search/anthropic.ts +51 -51
  166. package/src/tools/search/content.test.ts +173 -173
  167. package/src/tools/search/content.ts +147 -147
  168. package/src/tools/search/direct-url.test.ts +530 -0
  169. package/src/tools/search/firecrawl.ts +210 -210
  170. package/src/tools/search/format.ts +250 -250
  171. package/src/tools/search/highlights.ts +320 -320
  172. package/src/tools/search/index.ts +2 -2
  173. package/src/tools/search/jina-reranker.test.ts +126 -126
  174. package/src/tools/search/output.md +2775 -2775
  175. package/src/tools/search/rerankers.ts +242 -242
  176. package/src/tools/search/schema.ts +63 -63
  177. package/src/tools/search/search.ts +766 -759
  178. package/src/tools/search/serper-scraper.ts +155 -155
  179. package/src/tools/search/test.html +883 -883
  180. package/src/tools/search/test.md +642 -642
  181. package/src/tools/search/test.ts +159 -159
  182. package/src/tools/search/tool.ts +619 -471
  183. package/src/tools/search/types.ts +689 -687
  184. package/src/tools/search/utils.ts +79 -79
  185. package/src/types/index.ts +6 -6
  186. package/src/types/llm.ts +2 -8
  187. package/src/types/tools.ts +80 -80
  188. package/src/utils/graph.ts +10 -10
  189. package/src/utils/llm.ts +26 -27
  190. package/src/utils/llmConfig.ts +5 -3
  191. package/src/utils/logging.ts +48 -48
  192. package/src/utils/misc.ts +57 -57
  193. package/src/utils/run.ts +100 -100
  194. package/src/utils/title.ts +165 -165
  195. package/dist/cjs/llm/ollama/index.cjs +0 -70
  196. package/dist/cjs/llm/ollama/index.cjs.map +0 -1
  197. package/dist/cjs/llm/ollama/utils.cjs +0 -158
  198. package/dist/cjs/llm/ollama/utils.cjs.map +0 -1
  199. package/dist/esm/llm/ollama/index.mjs +0 -68
  200. package/dist/esm/llm/ollama/index.mjs.map +0 -1
  201. package/dist/esm/llm/ollama/utils.mjs +0 -155
  202. package/dist/esm/llm/ollama/utils.mjs.map +0 -1
  203. package/dist/types/llm/ollama/index.d.ts +0 -8
  204. package/dist/types/llm/ollama/utils.d.ts +0 -7
  205. package/src/llm/ollama/index.ts +0 -92
  206. package/src/llm/ollama/utils.ts +0 -193
  207. package/src/proto/CollabGraph.ts +0 -269
  208. package/src/proto/TaskManager.ts +0 -243
  209. package/src/proto/collab.ts +0 -200
  210. package/src/proto/collab_design.ts +0 -184
  211. package/src/proto/collab_design_v2.ts +0 -224
  212. package/src/proto/collab_design_v3.ts +0 -255
  213. package/src/proto/collab_design_v4.ts +0 -220
  214. package/src/proto/collab_design_v5.ts +0 -251
  215. package/src/proto/collab_graph.ts +0 -181
  216. package/src/proto/collab_original.ts +0 -123
  217. package/src/proto/example.ts +0 -93
  218. package/src/proto/example_new.ts +0 -68
  219. package/src/proto/example_old.ts +0 -201
  220. package/src/proto/example_test.ts +0 -152
  221. package/src/proto/example_test_anthropic.ts +0 -100
  222. package/src/proto/log_stream.ts +0 -202
  223. package/src/proto/main_collab_community_event.ts +0 -133
  224. package/src/proto/main_collab_design_v2.ts +0 -96
  225. package/src/proto/main_collab_design_v4.ts +0 -100
  226. package/src/proto/main_collab_design_v5.ts +0 -135
  227. package/src/proto/main_collab_global_analysis.ts +0 -122
  228. package/src/proto/main_collab_hackathon_event.ts +0 -153
  229. package/src/proto/main_collab_space_mission.ts +0 -153
  230. package/src/proto/main_philosophy.ts +0 -210
  231. package/src/proto/original_script.ts +0 -126
  232. package/src/proto/standard.ts +0 -100
  233. package/src/proto/stream.ts +0 -56
  234. package/src/proto/tasks.ts +0 -118
  235. package/src/proto/tools/global_analysis_tools.ts +0 -86
  236. package/src/proto/tools/space_mission_tools.ts +0 -60
  237. package/src/proto/vertexai.ts +0 -54
@@ -1,126 +0,0 @@
1
- // src/main.ts
2
- import dotenv from 'dotenv';
3
- import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
4
- import type * as t from '@/types';
5
- import {
6
- ChatModelStreamHandler,
7
- LLMStreamHandler,
8
- } from '@/stream';
9
- import { GraphEvents, Providers } from '@/common';
10
- import { Processor } from '@/processor';
11
-
12
- dotenv.config();
13
-
14
- const userName = 'Jo';
15
- const location = 'New York';
16
- const currentDate = new Date().toLocaleString();
17
-
18
- async function testStreaming() {
19
- const conversationHistory: string[][] = [];
20
-
21
- const customHandlers = {
22
- [GraphEvents.LLM_STREAM]: new LLMStreamHandler(),
23
- [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
24
- [GraphEvents.LLM_START]: {
25
- handle: (event: string, data: t.StreamEventData) => {
26
- console.dir(data, { depth: null });
27
- }
28
- },
29
- [GraphEvents.LLM_END]: {
30
- handle: (event: string, data: t.StreamEventData) => {
31
- console.dir(data, { depth: null });
32
-
33
- const response = data.output.generations[0][0].message.content;
34
-
35
- if (response.trim() !== '') {
36
- conversationHistory.push(['assistant', response]);
37
- console.log('Updated conversation history:', conversationHistory);
38
- }
39
- }
40
- },
41
- [GraphEvents.CHAT_MODEL_END]: {
42
- handle: (event: string, data: t.StreamEventData) => {
43
- const response = data?.output?.content;
44
-
45
- if (Array.isArray(response)) {
46
- console.dir(response, { depth: null });
47
- } else if (typeof response === 'string' && response.trim() !== '') {
48
- conversationHistory.push(['assistant', response]);
49
- console.log('Updated conversation history:', conversationHistory);
50
- }
51
- }
52
- },
53
- [GraphEvents.TOOL_END]: {
54
- handle: (event: string, data: t.StreamEventData) => {
55
- console.dir(data, { depth: null });
56
- }
57
- },
58
- };
59
-
60
- const llmConfig: t.LLMConfig = {
61
- provider: Providers.OPENAI,
62
- model: 'gpt-4o',
63
- temperature: 0.7,
64
- };
65
-
66
- // const llmConfig: t.LLMConfig = {
67
- // provider: Providers.ANTHROPIC,
68
- // model: 'claude-3-haiku-20240307',
69
- // streaming: true,
70
- // };
71
-
72
- // const llmConfig: t.LLMConfig = {
73
- // provider: Providers.MISTRALAI,
74
- // model: 'mistral-large-latest',
75
- // };
76
-
77
- // const llmConfig: t.LLMConfig = {
78
- // provider: Providers.VERTEXAI,
79
- // modelName: 'gemini-1.5-flash-001',
80
- // streaming: true,
81
- // };
82
-
83
- // const llmConfig: t.LLMConfig = {
84
- // provider: Providers.BEDROCK,
85
- // model: 'anthropic.claude-3-sonnet-20240229-v1:0',
86
- // region: process.env.BEDROCK_AWS_REGION,
87
- // credentials: {
88
- // accessKeyId: process.env.BEDROCK_AWS_ACCESS_KEY_ID!,
89
- // secretAccessKey: process.env.BEDROCK_AWS_SECRET_ACCESS_KEY!,
90
- // },
91
- // };
92
-
93
- const processor = new Processor({
94
- llmConfig,
95
- customHandlers,
96
- tools: [new TavilySearchResults({})],
97
- });
98
-
99
- const config = {
100
- configurable: { thread_id: 'conversation-num-1' },
101
- streamMode: 'values',
102
- version: 'v2' as const,
103
- };
104
-
105
- console.log('\nTest 1: Initial greeting');
106
-
107
- conversationHistory.push(['user', `Hi I'm ${userName}.`]);
108
- let inputs = { messages: conversationHistory };
109
- await processor.processStream(inputs, config);
110
-
111
- console.log('\nTest 2: Weather query');
112
-
113
- const userMessage = `
114
- Make a search for the weather in ${location} today, which is ${currentDate}.
115
- Make sure to always refer to me by name.
116
- After giving me a thorough summary, tell me a joke about the weather forecast we went over.
117
- `;
118
-
119
- conversationHistory.push(['user', userMessage]);
120
-
121
- inputs = { messages: conversationHistory };
122
- await processor.processStream(inputs, config);
123
-
124
- }
125
-
126
- testStreaming();
@@ -1,100 +0,0 @@
1
- // src/main_standard.ts
2
- import dotenv from 'dotenv';
3
- import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
4
- import type * as t from '@/types';
5
- import {
6
- ChatModelStreamHandler,
7
- LLMStreamHandler,
8
- } from '@/stream';
9
- import { GraphEvents, Providers } from '@/common';
10
- import { Processor } from '@/processor';
11
- import { HumanMessage, BaseMessage } from '@langchain/core/messages';
12
-
13
- dotenv.config();
14
-
15
- const userName = 'Jo';
16
- const location = 'New York';
17
- const currentDate = new Date().toLocaleString();
18
-
19
- async function testStandardStreaming() {
20
- const conversationHistory: BaseMessage[] = [];
21
-
22
- const customHandlers = {
23
- [GraphEvents.LLM_STREAM]: new LLMStreamHandler(),
24
- [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
25
- [GraphEvents.LLM_START]: {
26
- handle: (event: string, data: t.StreamEventData) => {
27
- console.dir(data, { depth: null });
28
- }
29
- },
30
- [GraphEvents.LLM_END]: {
31
- handle: (event: string, data: t.StreamEventData) => {
32
- console.dir(data, { depth: null });
33
-
34
- const response = data.output.generations[0][0].message.content;
35
-
36
- if (response.trim() !== '') {
37
- conversationHistory.push(new HumanMessage(response));
38
- console.log('Updated conversation history:', conversationHistory);
39
- }
40
- }
41
- },
42
- [GraphEvents.CHAT_MODEL_END]: {
43
- handle: (event: string, data: t.StreamEventData) => {
44
- const response = data?.output?.content;
45
-
46
- if (Array.isArray(response)) {
47
- console.dir(response, { depth: null });
48
- } else if (typeof response === 'string' && response.trim() !== '') {
49
- conversationHistory.push(new HumanMessage(response));
50
- console.log('Updated conversation history:', conversationHistory);
51
- }
52
- }
53
- },
54
- [GraphEvents.TOOL_END]: {
55
- handle: (event: string, data: t.StreamEventData) => {
56
- console.dir(data, { depth: null });
57
- }
58
- },
59
- };
60
-
61
- const processor = await Processor.create<t.IState>({
62
- graphConfig: {
63
- type: 'standard',
64
- llmConfig: {
65
- provider: Providers.OPENAI,
66
- model: 'gpt-4',
67
- temperature: 0.7,
68
- },
69
- tools: [new TavilySearchResults({})],
70
- },
71
- customHandlers,
72
- });
73
-
74
- const config = {
75
- configurable: { thread_id: 'conversation-num-1' },
76
- streamMode: 'values',
77
- version: 'v2' as const,
78
- };
79
-
80
- console.log('\nTest 1: Initial greeting');
81
-
82
- conversationHistory.push(new HumanMessage(`Hi I'm ${userName}.`));
83
- let inputs = { messages: conversationHistory };
84
- await processor.processStream(inputs, config);
85
-
86
- console.log('\nTest 2: Weather query');
87
-
88
- const userMessage = `
89
- Make a search for the weather in ${location} today, which is ${currentDate}.
90
- Make sure to always refer to me by name.
91
- After giving me a thorough summary, tell me a joke about the weather forecast we went over.
92
- `;
93
-
94
- conversationHistory.push(new HumanMessage(userMessage));
95
-
96
- inputs = { messages: conversationHistory };
97
- await processor.processStream(inputs, config);
98
- }
99
-
100
- testStandardStreaming();
@@ -1,56 +0,0 @@
1
- import type { ChatGenerationChunk } from '@langchain/core/outputs';
2
- import type { RunnableConfig } from '@langchain/core/runnables';
3
- import type { AIMessageChunk } from '@langchain/core/messages';
4
- import type * as t from '@/types/graph';
5
-
6
- export interface EventHandler {
7
- handle(event: string, data: t.StreamEventData): void;
8
- }
9
-
10
- export class HandlerRegistry {
11
- private handlers: Map<string, EventHandler> = new Map();
12
-
13
- register(eventType: string, handler: EventHandler) {
14
- this.handlers.set(eventType, handler);
15
- }
16
-
17
- getHandler(eventType: string): EventHandler | undefined {
18
- return this.handlers.get(eventType);
19
- }
20
- }
21
-
22
- export class LLMStreamHandler implements EventHandler {
23
- handle(event: string, data: t.StreamEventData) {
24
- const chunk: ChatGenerationChunk = data?.chunk;
25
- const msg = chunk.message as AIMessageChunk;
26
- if (msg.tool_call_chunks && msg.tool_call_chunks.length > 0) {
27
- console.log(msg.tool_call_chunks);
28
- } else {
29
- const content = msg.content || '';
30
- if (typeof content === 'string') {
31
- process.stdout.write(content);
32
- }
33
- }
34
- }
35
- }
36
-
37
- export class GraphStreamProcessor {
38
- private handlerRegistry: HandlerRegistry;
39
-
40
- constructor(handlerRegistry: HandlerRegistry) {
41
- this.handlerRegistry = handlerRegistry;
42
- }
43
-
44
- async processStream<RunInput>(
45
- graph: t.Graph,
46
- inputs: RunInput,
47
- config: Partial<RunnableConfig> & { version: 'v1' | 'v2' },
48
- ) {
49
- for await (const event of graph.streamEvents(inputs, config)) {
50
- const handler = this.handlerRegistry.getHandler(event.event);
51
- if (handler) {
52
- handler.handle(event.event, event.data);
53
- }
54
- }
55
- }
56
- }
@@ -1,118 +0,0 @@
1
- import fs from 'fs';
2
- import util from 'util';
3
- import dotenv from 'dotenv';
4
- import { HumanMessage } from '@langchain/core/messages';
5
- import type * as t from '@/types';
6
- import {
7
- ChatModelStreamHandler,
8
- } from '@/stream';
9
- import { Processor } from '@/processor';
10
- import { taskManagerPrompt } from '@/prompts/taskmanager';
11
- import { tavilyTool, chartTool } from '@/tools/example';
12
- import { GraphEvents, Providers } from '@/common';
13
-
14
- dotenv.config();
15
-
16
- // Create a write stream
17
- const logFile = fs.createWriteStream('output.log', { flags: 'a' });
18
-
19
- // Redirect console.log and console.error
20
- const originalConsoleLog = console.log;
21
- const originalConsoleError = console.error;
22
-
23
- console.log = function(...args) {
24
- logFile.write(util.format.apply(null, args) + '\n');
25
- originalConsoleLog.apply(console, args);
26
- };
27
-
28
- console.error = function(...args) {
29
- logFile.write(util.format.apply(null, args) + '\n');
30
- originalConsoleError.apply(console, args);
31
- };
32
-
33
- async function testTaskManagerStreaming() {
34
- const customHandlers = {
35
- [GraphEvents.LLM_STREAM]: new LLMStreamHandler(),
36
- [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
37
- [GraphEvents.LLM_START]: {
38
- handle: (event: string, data: t.StreamEventData) => {
39
- console.log('LLM Start:', event);
40
- }
41
- },
42
- [GraphEvents.LLM_END]: {
43
- handle: (event: string, data: t.StreamEventData) => {
44
- console.log('LLM End:', event);
45
- }
46
- },
47
- [GraphEvents.CHAT_MODEL_END]: {
48
- handle: (event: string, data: t.StreamEventData) => {
49
- console.log('Chat Model End:', event);
50
- }
51
- },
52
- [GraphEvents.TOOL_END]: {
53
- handle: (event: string, data: t.StreamEventData) => {
54
- console.log('Tool End:', event);
55
- console.dir(data, { depth: null });
56
- }
57
- },
58
- };
59
-
60
- const processor = await Processor.create<TaskManagerStateChannels>({
61
- graphConfig: {
62
- type: 'taskmanager',
63
- members: [
64
- {
65
- name: 'researcher',
66
- systemPrompt: 'You are a web researcher. You may use the Tavily search engine to search the web for important information, so the Chart Generator in your team can make useful plots.',
67
- tools: [tavilyTool],
68
- llmConfig: {
69
- provider: Providers.OPENAI,
70
- model: 'gpt-4o',
71
- temperature: 0,
72
- },
73
- },
74
- {
75
- name: 'chart_generator',
76
- systemPrompt: 'You excel at generating bar charts. Use the researcher\'s information to generate the charts.',
77
- tools: [chartTool],
78
- llmConfig: {
79
- provider: Providers.OPENAI,
80
- model: 'gpt-4o',
81
- temperature: 0.2,
82
- },
83
- },
84
- ],
85
- supervisorConfig: {
86
- systemPrompt: taskManagerPrompt,
87
- llmConfig: {
88
- provider: Providers.OPENAI,
89
- model: 'gpt-4o',
90
- temperature: 0,
91
- },
92
- },
93
- },
94
- customHandlers,
95
- });
96
-
97
- const config = {
98
- configurable: { thread_id: 'taskmanager-conversation-1' },
99
- streamMode: 'values',
100
- version: 'v2' as const,
101
- };
102
-
103
- console.log('\nTaskManager Test: Create a chart');
104
-
105
- const input = {
106
- messages: [new HumanMessage('Create a chart showing the population growth of the top 5 most populous countries over the last 50 years.')],
107
- };
108
-
109
- await processor.processStream(input, config);
110
- }
111
-
112
- async function main() {
113
- await testTaskManagerStreaming();
114
- }
115
-
116
- main().catch(console.error).finally(() => {
117
- logFile.end();
118
- });
@@ -1,86 +0,0 @@
1
- // src/tools/global_analysis_tools.ts
2
- import { DynamicStructuredTool } from '@langchain/core/tools';
3
- import { z } from 'zod';
4
- import fetch from 'node-fetch';
5
-
6
- export const WeatherDataTool = new DynamicStructuredTool({
7
- name: 'get_weather_data',
8
- description: 'Fetches current weather data for a given city.',
9
- schema: z.object({
10
- city: z.string(),
11
- }),
12
- func: async ({ city }) => {
13
- try {
14
- // Try OpenMeteo API first (doesn't require API key)
15
- const url = 'https://api.open-meteo.com/v1/forecast?latitude=52.52&longitude=13.41&current_weather=true';
16
- const response = await fetch(url);
17
- const data = await response.json();
18
-
19
- if (data.error) {
20
- throw new Error(data.reason);
21
- }
22
-
23
- return JSON.stringify(data);
24
- } catch (error) {
25
- console.error(`Error fetching weather data: ${(error as Error).message}`);
26
- // Implement fallback or return error message
27
- return JSON.stringify({ error: 'Unable to fetch weather data. Please try again later.' });
28
- }
29
- }
30
- });
31
-
32
- // Time Zone Tool
33
- export const TimeZoneTool = new DynamicStructuredTool({
34
- name: 'get_time_zone_info',
35
- description: 'Fetches time zone information for a given location.',
36
- schema: z.object({
37
- latitude: z.number(),
38
- longitude: z.number(),
39
- }),
40
- func: async ({ latitude, longitude }) => {
41
- const url = `http://api.geonames.org/timezoneJSON?lat=${latitude}&lng=${longitude}&username=demo`;
42
- const response = await fetch(url);
43
- const data = await response.json();
44
- return JSON.stringify(data);
45
- }
46
- });
47
-
48
- // Currency Conversion Tool
49
- export const CurrencyConversionTool = new DynamicStructuredTool({
50
- name: 'convert_currency',
51
- description: 'Converts an amount from one currency to another.',
52
- schema: z.object({
53
- from: z.string(),
54
- to: z.string(),
55
- amount: z.number(),
56
- }),
57
- func: async ({ from, to, amount }) => {
58
- const url = `https://api.exchangerate-api.com/v4/latest/${from}`;
59
- const response = await fetch(url);
60
- const data = await response.json();
61
- const rate = data.rates[to];
62
- const convertedAmount = amount * rate;
63
- return JSON.stringify({
64
- from,
65
- to,
66
- amount,
67
- convertedAmount,
68
- rate,
69
- });
70
- }
71
- });
72
-
73
- // IP Geolocation Tool
74
- export const IPGeolocationTool = new DynamicStructuredTool({
75
- name: 'get_ip_geolocation',
76
- description: 'Fetches geolocation information for a given IP address.',
77
- schema: z.object({
78
- ip: z.string(),
79
- }),
80
- func: async ({ ip }) => {
81
- const url = `http://ip-api.com/json/${ip}`;
82
- const response = await fetch(url);
83
- const data = await response.json();
84
- return JSON.stringify(data);
85
- }
86
- });
@@ -1,60 +0,0 @@
1
- // src/tools/space_mission_tools.ts
2
- import { DynamicStructuredTool } from '@langchain/core/tools';
3
- import { z } from 'zod';
4
- import fetch from 'node-fetch';
5
- import { createHash } from 'crypto';
6
-
7
- // NASA APOD (Astronomy Picture of the Day) Tool
8
- export const NasaAPODTool = new DynamicStructuredTool({
9
- name: 'get_nasa_apod',
10
- description: 'Fetches NASA\'s Astronomy Picture of the Day.',
11
- schema: z.object({
12
- date: z.string().optional(),
13
- }),
14
- func: async ({ date }) => {
15
- const apiKey = process.env.NASA_API_KEY;
16
- const url = `https://api.nasa.gov/planetary/apod?api_key=${apiKey}${date ? `&date=${date}` : ''}`;
17
- const response = await fetch(url);
18
- const data = await response.json();
19
- return JSON.stringify(data);
20
- }
21
- });
22
-
23
- // ISS Location Tool
24
- export const ISSLocationTool = new DynamicStructuredTool({
25
- name: 'get_iss_location',
26
- description: 'Fetches the current location of the International Space Station.',
27
- schema: z.object({}),
28
- func: async () => {
29
- const url = 'http://api.open-notify.org/iss-now.json';
30
- const response = await fetch(url);
31
- const data = await response.json();
32
- return JSON.stringify(data);
33
- }
34
- });
35
-
36
- // Space Launch Schedule Tool
37
- export const LaunchScheduleTool = new DynamicStructuredTool({
38
- name: 'get_launch_schedule',
39
- description: 'Fetches upcoming space launches.',
40
- schema: z.object({
41
- limit: z.number().optional(),
42
- }),
43
- func: async ({ limit = 5 }) => {
44
- const url = `https://ll.thespacedevs.com/2.2.0/launch/upcoming/?limit=${limit}`;
45
- const response = await fetch(url);
46
- const data = await response.json();
47
- return JSON.stringify(data);
48
- }
49
- });
50
-
51
- // Mission ID Generator Tool
52
- export const MissionIDGenerator = new DynamicStructuredTool({
53
- name: 'generate_mission_id',
54
- description: 'Generates a unique ID for space missions.',
55
- schema: z.object({}),
56
- func: async () => {
57
- const uniqueID = createHash('sha256').update(Date.now().toString()).digest('hex');
58
- return `MISSION-${uniqueID.substring(0, 8)}`;
59
- }
60
- });
@@ -1,54 +0,0 @@
1
- import { AgentExecutor , createToolCallingAgent } from 'langchain/agents';
2
- import { StructuredTool } from '@langchain/core/tools';
3
- import { BaseMessage } from '@langchain/core/messages';
4
- import { ChatPromptTemplate } from '@langchain/core/prompts';
5
- import { ChatVertexAI, ChatVertexAIInput } from '@langchain/google-vertexai';
6
- import { RunnableSequence, RunnablePassthrough } from '@langchain/core/runnables';
7
-
8
- type VertexAIToolCallingAgentInput = {
9
- vertexAIConfig: ChatVertexAIInput;
10
- tools: StructuredTool[];
11
- chatHistory: BaseMessage[];
12
- };
13
-
14
- export function createVertexAgent({
15
- vertexAIConfig,
16
- tools,
17
- chatHistory,
18
- }: VertexAIToolCallingAgentInput) {
19
- // Define the LLM
20
- const llm = new ChatVertexAI(vertexAIConfig);
21
-
22
- // Define the prompt template
23
- const prompt = ChatPromptTemplate.fromMessages([
24
- ['system', 'You are a helpful assistant'],
25
- ['human', '{input}'],
26
- ['human', 'Current conversation:\n{chat_history}'],
27
- ['human', 'Human: {input}'],
28
- ['assistant', '{agent_scratchpad}'],
29
- ]);
30
-
31
- // Create the agent
32
- const agent = createToolCallingAgent({
33
- llm,
34
- tools,
35
- prompt,
36
- });
37
-
38
- // Create the agent executor
39
- const agentExecutor = new AgentExecutor({
40
- agent,
41
- tools,
42
- });
43
-
44
- // Create the runnable
45
- const runnable = RunnableSequence.from([
46
- {
47
- input: new RunnablePassthrough(),
48
- chat_history: () => chatHistory,
49
- },
50
- agentExecutor,
51
- ]);
52
-
53
- return runnable;
54
- }