illuma-agents 1.0.8 → 1.0.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (250) hide show
  1. package/LICENSE +1 -5
  2. package/dist/cjs/common/enum.cjs +1 -2
  3. package/dist/cjs/common/enum.cjs.map +1 -1
  4. package/dist/cjs/events.cjs +11 -0
  5. package/dist/cjs/events.cjs.map +1 -1
  6. package/dist/cjs/graphs/Graph.cjs +2 -1
  7. package/dist/cjs/graphs/Graph.cjs.map +1 -1
  8. package/dist/cjs/instrumentation.cjs +3 -1
  9. package/dist/cjs/instrumentation.cjs.map +1 -1
  10. package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
  11. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +79 -2
  12. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
  13. package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
  14. package/dist/cjs/llm/bedrock/index.cjs +99 -0
  15. package/dist/cjs/llm/bedrock/index.cjs.map +1 -0
  16. package/dist/cjs/llm/fake.cjs.map +1 -1
  17. package/dist/cjs/llm/openai/index.cjs +102 -0
  18. package/dist/cjs/llm/openai/index.cjs.map +1 -1
  19. package/dist/cjs/llm/openai/utils/index.cjs +87 -1
  20. package/dist/cjs/llm/openai/utils/index.cjs.map +1 -1
  21. package/dist/cjs/llm/openrouter/index.cjs +175 -1
  22. package/dist/cjs/llm/openrouter/index.cjs.map +1 -1
  23. package/dist/cjs/llm/providers.cjs +13 -16
  24. package/dist/cjs/llm/providers.cjs.map +1 -1
  25. package/dist/cjs/llm/text.cjs.map +1 -1
  26. package/dist/cjs/messages/core.cjs +14 -14
  27. package/dist/cjs/messages/core.cjs.map +1 -1
  28. package/dist/cjs/messages/ids.cjs.map +1 -1
  29. package/dist/cjs/messages/prune.cjs.map +1 -1
  30. package/dist/cjs/run.cjs +18 -1
  31. package/dist/cjs/run.cjs.map +1 -1
  32. package/dist/cjs/splitStream.cjs.map +1 -1
  33. package/dist/cjs/stream.cjs +24 -1
  34. package/dist/cjs/stream.cjs.map +1 -1
  35. package/dist/cjs/tools/ToolNode.cjs +20 -1
  36. package/dist/cjs/tools/ToolNode.cjs.map +1 -1
  37. package/dist/cjs/tools/handlers.cjs +29 -25
  38. package/dist/cjs/tools/handlers.cjs.map +1 -1
  39. package/dist/cjs/tools/search/anthropic.cjs.map +1 -1
  40. package/dist/cjs/tools/search/content.cjs.map +1 -1
  41. package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
  42. package/dist/cjs/tools/search/format.cjs.map +1 -1
  43. package/dist/cjs/tools/search/highlights.cjs.map +1 -1
  44. package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
  45. package/dist/cjs/tools/search/schema.cjs +27 -25
  46. package/dist/cjs/tools/search/schema.cjs.map +1 -1
  47. package/dist/cjs/tools/search/search.cjs +6 -1
  48. package/dist/cjs/tools/search/search.cjs.map +1 -1
  49. package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
  50. package/dist/cjs/tools/search/tool.cjs +182 -35
  51. package/dist/cjs/tools/search/tool.cjs.map +1 -1
  52. package/dist/cjs/tools/search/utils.cjs.map +1 -1
  53. package/dist/cjs/utils/graph.cjs.map +1 -1
  54. package/dist/cjs/utils/llm.cjs +0 -1
  55. package/dist/cjs/utils/llm.cjs.map +1 -1
  56. package/dist/cjs/utils/misc.cjs.map +1 -1
  57. package/dist/cjs/utils/run.cjs.map +1 -1
  58. package/dist/cjs/utils/title.cjs +7 -7
  59. package/dist/cjs/utils/title.cjs.map +1 -1
  60. package/dist/esm/common/enum.mjs +1 -2
  61. package/dist/esm/common/enum.mjs.map +1 -1
  62. package/dist/esm/events.mjs +11 -0
  63. package/dist/esm/events.mjs.map +1 -1
  64. package/dist/esm/graphs/Graph.mjs +2 -1
  65. package/dist/esm/graphs/Graph.mjs.map +1 -1
  66. package/dist/esm/instrumentation.mjs +3 -1
  67. package/dist/esm/instrumentation.mjs.map +1 -1
  68. package/dist/esm/llm/anthropic/types.mjs.map +1 -1
  69. package/dist/esm/llm/anthropic/utils/message_inputs.mjs +79 -2
  70. package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
  71. package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
  72. package/dist/esm/llm/bedrock/index.mjs +97 -0
  73. package/dist/esm/llm/bedrock/index.mjs.map +1 -0
  74. package/dist/esm/llm/fake.mjs.map +1 -1
  75. package/dist/esm/llm/openai/index.mjs +103 -1
  76. package/dist/esm/llm/openai/index.mjs.map +1 -1
  77. package/dist/esm/llm/openai/utils/index.mjs +88 -2
  78. package/dist/esm/llm/openai/utils/index.mjs.map +1 -1
  79. package/dist/esm/llm/openrouter/index.mjs +175 -1
  80. package/dist/esm/llm/openrouter/index.mjs.map +1 -1
  81. package/dist/esm/llm/providers.mjs +2 -5
  82. package/dist/esm/llm/providers.mjs.map +1 -1
  83. package/dist/esm/llm/text.mjs.map +1 -1
  84. package/dist/esm/messages/core.mjs +14 -14
  85. package/dist/esm/messages/core.mjs.map +1 -1
  86. package/dist/esm/messages/ids.mjs.map +1 -1
  87. package/dist/esm/messages/prune.mjs.map +1 -1
  88. package/dist/esm/run.mjs +18 -1
  89. package/dist/esm/run.mjs.map +1 -1
  90. package/dist/esm/splitStream.mjs.map +1 -1
  91. package/dist/esm/stream.mjs +24 -1
  92. package/dist/esm/stream.mjs.map +1 -1
  93. package/dist/esm/tools/ToolNode.mjs +20 -1
  94. package/dist/esm/tools/ToolNode.mjs.map +1 -1
  95. package/dist/esm/tools/handlers.mjs +30 -26
  96. package/dist/esm/tools/handlers.mjs.map +1 -1
  97. package/dist/esm/tools/search/anthropic.mjs.map +1 -1
  98. package/dist/esm/tools/search/content.mjs.map +1 -1
  99. package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
  100. package/dist/esm/tools/search/format.mjs.map +1 -1
  101. package/dist/esm/tools/search/highlights.mjs.map +1 -1
  102. package/dist/esm/tools/search/rerankers.mjs.map +1 -1
  103. package/dist/esm/tools/search/schema.mjs +27 -25
  104. package/dist/esm/tools/search/schema.mjs.map +1 -1
  105. package/dist/esm/tools/search/search.mjs +6 -1
  106. package/dist/esm/tools/search/search.mjs.map +1 -1
  107. package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
  108. package/dist/esm/tools/search/tool.mjs +182 -35
  109. package/dist/esm/tools/search/tool.mjs.map +1 -1
  110. package/dist/esm/tools/search/utils.mjs.map +1 -1
  111. package/dist/esm/utils/graph.mjs.map +1 -1
  112. package/dist/esm/utils/llm.mjs +0 -1
  113. package/dist/esm/utils/llm.mjs.map +1 -1
  114. package/dist/esm/utils/misc.mjs.map +1 -1
  115. package/dist/esm/utils/run.mjs.map +1 -1
  116. package/dist/esm/utils/title.mjs +7 -7
  117. package/dist/esm/utils/title.mjs.map +1 -1
  118. package/dist/types/common/enum.d.ts +1 -2
  119. package/dist/types/llm/bedrock/index.d.ts +36 -0
  120. package/dist/types/llm/openai/index.d.ts +1 -0
  121. package/dist/types/llm/openai/utils/index.d.ts +10 -1
  122. package/dist/types/llm/openrouter/index.d.ts +4 -1
  123. package/dist/types/tools/search/types.d.ts +2 -0
  124. package/dist/types/types/llm.d.ts +3 -8
  125. package/package.json +16 -12
  126. package/src/common/enum.ts +1 -2
  127. package/src/common/index.ts +1 -1
  128. package/src/events.ts +11 -0
  129. package/src/graphs/Graph.ts +2 -1
  130. package/src/instrumentation.ts +25 -22
  131. package/src/llm/anthropic/llm.spec.ts +1442 -1442
  132. package/src/llm/anthropic/types.ts +140 -140
  133. package/src/llm/anthropic/utils/message_inputs.ts +757 -660
  134. package/src/llm/anthropic/utils/output_parsers.ts +133 -133
  135. package/src/llm/anthropic/utils/tools.ts +29 -29
  136. package/src/llm/bedrock/index.ts +128 -0
  137. package/src/llm/fake.ts +133 -133
  138. package/src/llm/google/llm.spec.ts +3 -1
  139. package/src/llm/google/utils/tools.ts +160 -160
  140. package/src/llm/openai/index.ts +126 -0
  141. package/src/llm/openai/types.ts +24 -24
  142. package/src/llm/openai/utils/index.ts +116 -1
  143. package/src/llm/openai/utils/isReasoningModel.test.ts +90 -90
  144. package/src/llm/openrouter/index.ts +222 -1
  145. package/src/llm/providers.ts +2 -7
  146. package/src/llm/text.ts +94 -94
  147. package/src/messages/core.ts +463 -463
  148. package/src/messages/formatAgentMessages.tools.test.ts +400 -400
  149. package/src/messages/formatMessage.test.ts +693 -693
  150. package/src/messages/ids.ts +26 -26
  151. package/src/messages/prune.ts +567 -567
  152. package/src/messages/shiftIndexTokenCountMap.test.ts +81 -81
  153. package/src/mockStream.ts +98 -98
  154. package/src/prompts/collab.ts +5 -5
  155. package/src/prompts/index.ts +1 -1
  156. package/src/prompts/taskmanager.ts +61 -61
  157. package/src/run.ts +22 -4
  158. package/src/scripts/ant_web_search_edge_case.ts +162 -0
  159. package/src/scripts/ant_web_search_error_edge_case.ts +148 -0
  160. package/src/scripts/args.ts +48 -48
  161. package/src/scripts/caching.ts +123 -123
  162. package/src/scripts/code_exec_files.ts +193 -193
  163. package/src/scripts/empty_input.ts +137 -137
  164. package/src/scripts/memory.ts +97 -97
  165. package/src/scripts/test-tools-before-handoff.ts +1 -5
  166. package/src/scripts/thinking.ts +149 -149
  167. package/src/scripts/tools.ts +1 -4
  168. package/src/specs/anthropic.simple.test.ts +67 -0
  169. package/src/specs/spec.utils.ts +3 -3
  170. package/src/specs/token-distribution-edge-case.test.ts +316 -316
  171. package/src/specs/tool-error.test.ts +193 -193
  172. package/src/splitStream.test.ts +691 -691
  173. package/src/splitStream.ts +234 -234
  174. package/src/stream.test.ts +94 -94
  175. package/src/stream.ts +30 -1
  176. package/src/tools/ToolNode.ts +24 -1
  177. package/src/tools/handlers.ts +32 -28
  178. package/src/tools/search/anthropic.ts +51 -51
  179. package/src/tools/search/content.test.ts +173 -173
  180. package/src/tools/search/content.ts +147 -147
  181. package/src/tools/search/direct-url.test.ts +530 -0
  182. package/src/tools/search/firecrawl.ts +210 -210
  183. package/src/tools/search/format.ts +250 -250
  184. package/src/tools/search/highlights.ts +320 -320
  185. package/src/tools/search/index.ts +2 -2
  186. package/src/tools/search/jina-reranker.test.ts +126 -126
  187. package/src/tools/search/output.md +2775 -2775
  188. package/src/tools/search/rerankers.ts +242 -242
  189. package/src/tools/search/schema.ts +65 -63
  190. package/src/tools/search/search.ts +766 -759
  191. package/src/tools/search/serper-scraper.ts +155 -155
  192. package/src/tools/search/test.html +883 -883
  193. package/src/tools/search/test.md +642 -642
  194. package/src/tools/search/test.ts +159 -159
  195. package/src/tools/search/tool.ts +641 -471
  196. package/src/tools/search/types.ts +689 -687
  197. package/src/tools/search/utils.ts +79 -79
  198. package/src/types/index.ts +6 -6
  199. package/src/types/llm.ts +2 -8
  200. package/src/utils/graph.ts +10 -10
  201. package/src/utils/llm.ts +26 -27
  202. package/src/utils/llmConfig.ts +13 -5
  203. package/src/utils/logging.ts +48 -48
  204. package/src/utils/misc.ts +57 -57
  205. package/src/utils/run.ts +100 -100
  206. package/src/utils/title.ts +165 -165
  207. package/dist/cjs/llm/ollama/index.cjs +0 -70
  208. package/dist/cjs/llm/ollama/index.cjs.map +0 -1
  209. package/dist/cjs/llm/ollama/utils.cjs +0 -158
  210. package/dist/cjs/llm/ollama/utils.cjs.map +0 -1
  211. package/dist/esm/llm/ollama/index.mjs +0 -68
  212. package/dist/esm/llm/ollama/index.mjs.map +0 -1
  213. package/dist/esm/llm/ollama/utils.mjs +0 -155
  214. package/dist/esm/llm/ollama/utils.mjs.map +0 -1
  215. package/dist/types/llm/ollama/index.d.ts +0 -8
  216. package/dist/types/llm/ollama/utils.d.ts +0 -7
  217. package/src/llm/ollama/index.ts +0 -92
  218. package/src/llm/ollama/utils.ts +0 -193
  219. package/src/proto/CollabGraph.ts +0 -269
  220. package/src/proto/TaskManager.ts +0 -243
  221. package/src/proto/collab.ts +0 -200
  222. package/src/proto/collab_design.ts +0 -184
  223. package/src/proto/collab_design_v2.ts +0 -224
  224. package/src/proto/collab_design_v3.ts +0 -255
  225. package/src/proto/collab_design_v4.ts +0 -220
  226. package/src/proto/collab_design_v5.ts +0 -251
  227. package/src/proto/collab_graph.ts +0 -181
  228. package/src/proto/collab_original.ts +0 -123
  229. package/src/proto/example.ts +0 -93
  230. package/src/proto/example_new.ts +0 -68
  231. package/src/proto/example_old.ts +0 -201
  232. package/src/proto/example_test.ts +0 -152
  233. package/src/proto/example_test_anthropic.ts +0 -100
  234. package/src/proto/log_stream.ts +0 -202
  235. package/src/proto/main_collab_community_event.ts +0 -133
  236. package/src/proto/main_collab_design_v2.ts +0 -96
  237. package/src/proto/main_collab_design_v4.ts +0 -100
  238. package/src/proto/main_collab_design_v5.ts +0 -135
  239. package/src/proto/main_collab_global_analysis.ts +0 -122
  240. package/src/proto/main_collab_hackathon_event.ts +0 -153
  241. package/src/proto/main_collab_space_mission.ts +0 -153
  242. package/src/proto/main_philosophy.ts +0 -210
  243. package/src/proto/original_script.ts +0 -126
  244. package/src/proto/standard.ts +0 -100
  245. package/src/proto/stream.ts +0 -56
  246. package/src/proto/tasks.ts +0 -118
  247. package/src/proto/tools/global_analysis_tools.ts +0 -86
  248. package/src/proto/tools/space_mission_tools.ts +0 -60
  249. package/src/proto/vertexai.ts +0 -54
  250. package/src/scripts/image.ts +0 -178
@@ -1,200 +0,0 @@
1
- // src/collab.ts
2
- import 'dotenv/config';
3
- import { BaseMessage, HumanMessage } from '@langchain/core/messages';
4
- import { END, StateGraphArgs, START, StateGraph } from '@langchain/langgraph';
5
- import { chartTool, tavilyTool } from '@/tools/example';
6
- import { AgentExecutor, createOpenAIToolsAgent } from 'langchain/agents';
7
- import {
8
- ChatPromptTemplate,
9
- MessagesPlaceholder,
10
- } from '@langchain/core/prompts';
11
- import { ChatOpenAI } from '@langchain/openai';
12
- import { Runnable, RunnableConfig } from '@langchain/core/runnables';
13
- import { JsonOutputToolsParser } from 'langchain/output_parsers';
14
- import { HandlerRegistry } from '@/events';
15
-
16
- interface AgentStateChannels {
17
- messages: BaseMessage[];
18
- next: string;
19
- }
20
-
21
- export class CollaborativeProcessor {
22
- private graph: Runnable | null = null;
23
- private handlerRegistry: HandlerRegistry;
24
-
25
- constructor(customHandlers?: Record<string, any>) {
26
- this.handlerRegistry = new HandlerRegistry();
27
- if (customHandlers) {
28
- for (const [eventType, handler] of Object.entries(customHandlers)) {
29
- this.handlerRegistry.register(eventType, handler);
30
- }
31
- }
32
- }
33
-
34
- async initialize(): Promise<void> {
35
- this.graph = await this.createGraph();
36
- }
37
-
38
- private async createGraph(): Promise<Runnable> {
39
- const agentStateChannels: StateGraphArgs['channels'] = {
40
- messages: {
41
- value: (x?: BaseMessage[], y?: BaseMessage[]) => (x ?? []).concat(y ?? []),
42
- default: () => [],
43
- },
44
- next: {
45
- value: (x?: string, y?: string) => y ?? x ?? END,
46
- default: () => END,
47
- },
48
- };
49
-
50
- async function createAgent(
51
- llm: ChatOpenAI,
52
- tools: any[],
53
- systemPrompt: string
54
- ): Promise<AgentExecutor> {
55
- const prompt = await ChatPromptTemplate.fromMessages([
56
- ['system', systemPrompt],
57
- new MessagesPlaceholder('messages'),
58
- new MessagesPlaceholder('agent_scratchpad'),
59
- ]);
60
- const agent = await createOpenAIToolsAgent({ llm, tools, prompt });
61
- return new AgentExecutor({ agent, tools });
62
- }
63
-
64
- const members = ['researcher', 'chart_generator'];
65
-
66
- const systemPrompt =
67
- 'You are a supervisor tasked with managing a conversation between the' +
68
- ' following workers: {members}. Given the following user request,' +
69
- ' respond with the worker to act next. Each worker will perform a' +
70
- ' task and respond with their results and status. When finished,' +
71
- ' respond with FINISH.';
72
- const options = [END, ...members];
73
-
74
- const functionDef = {
75
- name: 'route',
76
- description: 'Select the next role.',
77
- parameters: {
78
- title: 'routeSchema',
79
- type: 'object',
80
- properties: {
81
- next: {
82
- title: 'Next',
83
- anyOf: [
84
- { enum: options },
85
- ],
86
- },
87
- },
88
- required: ['next'],
89
- },
90
- };
91
-
92
- const toolDef = {
93
- type: 'function',
94
- function: functionDef,
95
- } as const;
96
-
97
- const prompt = ChatPromptTemplate.fromMessages([
98
- ['system', systemPrompt],
99
- new MessagesPlaceholder('messages'),
100
- [
101
- 'system',
102
- 'Given the conversation above, who should act next?' +
103
- ' Or should we FINISH? Select one of: {options}',
104
- ],
105
- ]);
106
-
107
- const formattedPrompt = await prompt.partial({
108
- options: options.join(', '),
109
- members: members.join(', '),
110
- });
111
-
112
- const llm = new ChatOpenAI({
113
- modelName: 'gpt-4',
114
- temperature: 0,
115
- });
116
-
117
- const supervisorChain = formattedPrompt
118
- .pipe(llm.bindTools(
119
- [toolDef],
120
- {
121
- tool_choice: { 'type': 'function', 'function': { 'name': 'route' } },
122
- },
123
- ))
124
- .pipe(new JsonOutputToolsParser())
125
- .pipe((x) => (x[0].args));
126
-
127
- const researcherAgent = await createAgent(
128
- llm,
129
- [tavilyTool],
130
- 'You are a web researcher. You may use the Tavily search engine to search the web for' +
131
- ' important information, so the Chart Generator in your team can make useful plots.',
132
- );
133
-
134
- const researcherNode = async (
135
- state: AgentStateChannels,
136
- config?: RunnableConfig,
137
- ) => {
138
- const result = await researcherAgent.invoke(state, config);
139
- return {
140
- messages: [
141
- new HumanMessage({ content: result.output, name: 'Researcher' }),
142
- ],
143
- };
144
- };
145
-
146
- const chartGenAgent = await createAgent(
147
- llm,
148
- [chartTool],
149
- 'You excel at generating bar charts. Use the researcher\'s information to generate the charts.',
150
- );
151
-
152
- const chartGenNode = async (
153
- state: AgentStateChannels,
154
- config?: RunnableConfig,
155
- ) => {
156
- const result = await chartGenAgent.invoke(state, config);
157
- return {
158
- messages: [
159
- new HumanMessage({ content: result.output, name: 'ChartGenerator' }),
160
- ],
161
- };
162
- };
163
-
164
- const workflow = new StateGraph({
165
- channels: agentStateChannels,
166
- })
167
- .addNode('researcher', researcherNode)
168
- .addNode('chart_generator', chartGenNode)
169
- .addNode('supervisor', supervisorChain);
170
-
171
- members.forEach((member) => {
172
- workflow.addEdge(member, 'supervisor');
173
- });
174
-
175
- workflow.addConditionalEdges(
176
- 'supervisor',
177
- (x: AgentStateChannels) => x.next,
178
- );
179
-
180
- workflow.addEdge(START, 'supervisor');
181
-
182
- return workflow.compile();
183
- }
184
-
185
- async processStream(
186
- inputs: { messages: BaseMessage[] },
187
- config: Partial<RunnableConfig> & { version: 'v1' | 'v2' },
188
- ) {
189
- if (!this.graph) {
190
- throw new Error('CollaborativeProcessor not initialized. Call initialize() first.');
191
- }
192
- const stream = await this.graph.streamEvents(inputs, config);
193
- for await (const event of stream) {
194
- const handler = this.handlerRegistry.getHandler(event.event);
195
- if (handler) {
196
- handler.handle(event.event, event.data);
197
- }
198
- }
199
- }
200
- }
@@ -1,184 +0,0 @@
1
- // src/collab.ts
2
- import 'dotenv/config';
3
- import { BaseMessage, HumanMessage } from '@langchain/core/messages';
4
- import { END, StateGraphArgs, START, StateGraph } from '@langchain/langgraph';
5
- import { chartTool, tavilyTool } from '@/tools/example';
6
- import { AgentExecutor, createOpenAIToolsAgent } from 'langchain/agents';
7
- import {
8
- ChatPromptTemplate,
9
- MessagesPlaceholder,
10
- } from '@langchain/core/prompts';
11
- import { ChatOpenAI } from '@langchain/openai';
12
- import { Runnable, RunnableConfig } from '@langchain/core/runnables';
13
- import { JsonOutputToolsParser } from 'langchain/output_parsers';
14
- import { HandlerRegistry } from '@/events';
15
-
16
- interface AgentStateChannels {
17
- messages: BaseMessage[];
18
- next: string;
19
- }
20
-
21
- interface Member {
22
- name: string;
23
- systemPrompt: string;
24
- tools: any[];
25
- }
26
-
27
- export class CollaborativeProcessor {
28
- private graph: Runnable | null = null;
29
- private handlerRegistry: HandlerRegistry;
30
- private members: Member[];
31
-
32
- constructor(members: Member[], customHandlers?: Record<string, any>) {
33
- this.members = members;
34
- this.handlerRegistry = new HandlerRegistry();
35
- if (customHandlers) {
36
- for (const [eventType, handler] of Object.entries(customHandlers)) {
37
- this.handlerRegistry.register(eventType, handler);
38
- }
39
- }
40
- }
41
-
42
- async initialize(): Promise<void> {
43
- this.graph = await this.createGraph();
44
- }
45
-
46
- private async createGraph(): Promise<Runnable> {
47
- const agentStateChannels: StateGraphArgs['channels'] = {
48
- messages: {
49
- value: (x?: BaseMessage[], y?: BaseMessage[]) => (x ?? []).concat(y ?? []),
50
- default: () => [],
51
- },
52
- next: {
53
- value: (x?: string, y?: string) => y ?? x ?? END,
54
- default: () => END,
55
- },
56
- };
57
-
58
- async function createAgent(
59
- llm: ChatOpenAI,
60
- tools: any[],
61
- systemPrompt: string
62
- ): Promise<AgentExecutor> {
63
- const prompt = await ChatPromptTemplate.fromMessages([
64
- ['system', systemPrompt],
65
- new MessagesPlaceholder('messages'),
66
- new MessagesPlaceholder('agent_scratchpad'),
67
- ]);
68
- const agent = await createOpenAIToolsAgent({ llm, tools, prompt });
69
- return new AgentExecutor({ agent, tools });
70
- }
71
-
72
- const memberNames = this.members.map(member => member.name);
73
-
74
- const systemPrompt =
75
- 'You are a supervisor tasked with managing a conversation between the' +
76
- ' following workers: {members}. Given the following user request,' +
77
- ' respond with the worker to act next. Each worker will perform a' +
78
- ' task and respond with their results and status. When finished,' +
79
- ' respond with FINISH.';
80
- const options = [END, ...memberNames];
81
-
82
- const functionDef = {
83
- name: 'route',
84
- description: 'Select the next role.',
85
- parameters: {
86
- title: 'routeSchema',
87
- type: 'object',
88
- properties: {
89
- next: {
90
- title: 'Next',
91
- anyOf: [
92
- { enum: options },
93
- ],
94
- },
95
- },
96
- required: ['next'],
97
- },
98
- };
99
-
100
- const toolDef = {
101
- type: 'function',
102
- function: functionDef,
103
- } as const;
104
-
105
- const prompt = ChatPromptTemplate.fromMessages([
106
- ['system', systemPrompt],
107
- new MessagesPlaceholder('messages'),
108
- [
109
- 'system',
110
- 'Given the conversation above, who should act next?' +
111
- ' Or should we FINISH? Select one of: {options}',
112
- ],
113
- ]);
114
-
115
- const formattedPrompt = await prompt.partial({
116
- options: options.join(', '),
117
- members: memberNames.join(', '),
118
- });
119
-
120
- const llm = new ChatOpenAI({
121
- modelName: 'gpt-4',
122
- temperature: 0,
123
- });
124
-
125
- const supervisorChain = formattedPrompt
126
- .pipe(llm.bindTools(
127
- [toolDef],
128
- {
129
- tool_choice: { 'type': 'function', 'function': { 'name': 'route' } },
130
- },
131
- ))
132
- .pipe(new JsonOutputToolsParser())
133
- .pipe((x) => (x[0].args));
134
-
135
- const workflow = new StateGraph({
136
- channels: agentStateChannels,
137
- });
138
-
139
- // Dynamically create agents and add nodes for each member
140
- for (const member of this.members) {
141
- const agent = await createAgent(llm, member.tools, member.systemPrompt);
142
- const node = async (
143
- state: AgentStateChannels,
144
- config?: RunnableConfig,
145
- ) => {
146
- const result = await agent.invoke(state, config);
147
- return {
148
- messages: [
149
- new HumanMessage({ content: result.output, name: member.name }),
150
- ],
151
- };
152
- };
153
- workflow.addNode(member.name, node);
154
- workflow.addEdge(member.name, 'supervisor');
155
- }
156
-
157
- workflow.addNode('supervisor', supervisorChain);
158
-
159
- workflow.addConditionalEdges(
160
- 'supervisor',
161
- (x: AgentStateChannels) => x.next,
162
- );
163
-
164
- workflow.addEdge(START, 'supervisor');
165
-
166
- return workflow.compile();
167
- }
168
-
169
- async processStream(
170
- inputs: { messages: BaseMessage[] },
171
- config: Partial<RunnableConfig> & { version: 'v1' | 'v2' },
172
- ) {
173
- if (!this.graph) {
174
- throw new Error('CollaborativeProcessor not initialized. Call initialize() first.');
175
- }
176
- const stream = this.graph.streamEvents(inputs, config);
177
- for await (const event of stream) {
178
- const handler = this.handlerRegistry.getHandler(event.event);
179
- if (handler) {
180
- handler.handle(event.event, event.data);
181
- }
182
- }
183
- }
184
- }
@@ -1,224 +0,0 @@
1
- // src/collab.ts
2
- import 'dotenv/config';
3
- import { BaseMessage, HumanMessage } from '@langchain/core/messages';
4
- import { END, StateGraphArgs, START, StateGraph } from '@langchain/langgraph';
5
- import { AgentExecutor, createOpenAIToolsAgent } from 'langchain/agents';
6
- import {
7
- ChatPromptTemplate,
8
- MessagesPlaceholder,
9
- } from '@langchain/core/prompts';
10
- import { Runnable, RunnableConfig } from '@langchain/core/runnables';
11
- import { JsonOutputToolsParser } from 'langchain/output_parsers';
12
- import { HandlerRegistry } from '@/events';
13
- import { ChatOpenAI } from '@langchain/openai';
14
- import { ChatBedrockConverse } from '@langchain/aws';
15
- import { ChatAnthropic } from '@langchain/anthropic';
16
- import { ChatMistralAI } from '@langchain/mistralai';
17
- import { ChatVertexAI } from '@langchain/google-vertexai';
18
- import { BedrockChat } from '@langchain/community/chat_models/bedrock/web';
19
- import { Providers } from '@/common';
20
-
21
- interface AgentStateChannels {
22
- messages: BaseMessage[];
23
- next: string;
24
- }
25
-
26
- export interface Member {
27
- name: string;
28
- systemPrompt: string;
29
- tools: any[];
30
- llmConfig: LLMConfig;
31
- }
32
-
33
- interface LLMConfig {
34
- provider: Providers;
35
- [key: string]: any;
36
- }
37
-
38
- interface SupervisorConfig {
39
- systemPrompt?: string;
40
- llmConfig: LLMConfig;
41
- }
42
-
43
- const llmProviders: Record<Providers, any> = {
44
- [Providers.OPENAI]: ChatOpenAI,
45
- [Providers.VERTEXAI]: ChatVertexAI,
46
- [Providers.BEDROCK_LEGACY]: BedrockChat,
47
- [Providers.MISTRALAI]: ChatMistralAI,
48
- [Providers.BEDROCK]: ChatBedrockConverse,
49
- [Providers.ANTHROPIC]: ChatAnthropic,
50
- };
51
-
52
- export class CollaborativeProcessor {
53
- private graph: Runnable | null = null;
54
- private handlerRegistry: HandlerRegistry;
55
- private members: Member[];
56
- private supervisorConfig: SupervisorConfig;
57
-
58
- constructor(
59
- members: Member[],
60
- supervisorConfig: SupervisorConfig,
61
- customHandlers?: Record<string, any>
62
- ) {
63
- this.members = members;
64
- this.supervisorConfig = supervisorConfig;
65
- this.handlerRegistry = new HandlerRegistry();
66
- if (customHandlers) {
67
- for (const [eventType, handler] of Object.entries(customHandlers)) {
68
- this.handlerRegistry.register(eventType, handler);
69
- }
70
- }
71
- }
72
-
73
- async initialize(): Promise<void> {
74
- this.graph = await this.createGraph();
75
- }
76
-
77
- private async createGraph(): Promise<Runnable> {
78
- const agentStateChannels: StateGraphArgs['channels'] = {
79
- messages: {
80
- value: (x?: BaseMessage[], y?: BaseMessage[]) => (x ?? []).concat(y ?? []),
81
- default: () => [],
82
- },
83
- next: {
84
- value: (x?: string, y?: string) => y ?? x ?? END,
85
- default: () => END,
86
- },
87
- };
88
-
89
- async function createAgent(
90
- llmConfig: LLMConfig,
91
- tools: any[],
92
- systemPrompt: string
93
- ): Promise<AgentExecutor> {
94
- const { provider, ...clientOptions } = llmConfig;
95
- const LLMClass = llmProviders[provider];
96
- if (!LLMClass) {
97
- throw new Error(`Unsupported LLM provider: ${provider}`);
98
- }
99
- const llm = new LLMClass(clientOptions);
100
-
101
- const prompt = await ChatPromptTemplate.fromMessages([
102
- ['system', systemPrompt],
103
- new MessagesPlaceholder('messages'),
104
- new MessagesPlaceholder('agent_scratchpad'),
105
- ]);
106
- const agent = await createOpenAIToolsAgent({ llm, tools, prompt });
107
- return new AgentExecutor({ agent, tools });
108
- }
109
-
110
- const memberNames = this.members.map(member => member.name);
111
-
112
- const systemPrompt = this.supervisorConfig.systemPrompt ||
113
- 'You are a supervisor tasked with managing a conversation between the' +
114
- ' following workers: {members}. Given the following user request,' +
115
- ' respond with the worker to act next. Each worker will perform a' +
116
- ' task and respond with their results and status. When finished,' +
117
- ' respond with FINISH.';
118
- const options = [END, ...memberNames];
119
-
120
- const functionDef = {
121
- name: 'route',
122
- description: 'Select the next role.',
123
- parameters: {
124
- title: 'routeSchema',
125
- type: 'object',
126
- properties: {
127
- next: {
128
- title: 'Next',
129
- anyOf: [
130
- { enum: options },
131
- ],
132
- },
133
- },
134
- required: ['next'],
135
- },
136
- };
137
-
138
- const toolDef = {
139
- type: 'function',
140
- function: functionDef,
141
- } as const;
142
-
143
- const prompt = ChatPromptTemplate.fromMessages([
144
- ['system', systemPrompt],
145
- new MessagesPlaceholder('messages'),
146
- [
147
- 'system',
148
- 'Given the conversation above, who should act next?' +
149
- ' Or should we FINISH? Select one of: {options}',
150
- ],
151
- ]);
152
-
153
- const formattedPrompt = await prompt.partial({
154
- options: options.join(', '),
155
- members: memberNames.join(', '),
156
- });
157
-
158
- const { provider, ...clientOptions } = this.supervisorConfig.llmConfig;
159
- const LLMClass = llmProviders[provider];
160
- if (!LLMClass) {
161
- throw new Error(`Unsupported LLM provider for supervisor: ${provider}`);
162
- }
163
- const llm = new LLMClass(clientOptions);
164
-
165
- const supervisorChain = formattedPrompt
166
- .pipe(llm.bindTools(
167
- [toolDef],
168
- {
169
- tool_choice: { 'type': 'function', 'function': { 'name': 'route' } },
170
- },
171
- ))
172
- .pipe(new JsonOutputToolsParser())
173
- .pipe((x) => (x[0].args));
174
-
175
- const workflow = new StateGraph({
176
- channels: agentStateChannels,
177
- });
178
-
179
- // Dynamically create agents and add nodes for each member
180
- for (const member of this.members) {
181
- const agent = await createAgent(member.llmConfig, member.tools, member.systemPrompt);
182
- const node = async (
183
- state: AgentStateChannels,
184
- config?: RunnableConfig,
185
- ) => {
186
- const result = await agent.invoke(state, config);
187
- return {
188
- messages: [
189
- new HumanMessage({ content: result.output, name: member.name }),
190
- ],
191
- };
192
- };
193
- workflow.addNode(member.name, node);
194
- workflow.addEdge(member.name, 'supervisor');
195
- }
196
-
197
- workflow.addNode('supervisor', supervisorChain);
198
-
199
- workflow.addConditionalEdges(
200
- 'supervisor',
201
- (x: AgentStateChannels) => x.next,
202
- );
203
-
204
- workflow.addEdge(START, 'supervisor');
205
-
206
- return workflow.compile();
207
- }
208
-
209
- async processStream(
210
- inputs: { messages: BaseMessage[] },
211
- config: Partial<RunnableConfig> & { version: 'v1' | 'v2' },
212
- ) {
213
- if (!this.graph) {
214
- throw new Error('CollaborativeProcessor not initialized. Call initialize() first.');
215
- }
216
- const stream = this.graph.streamEvents(inputs, config);
217
- for await (const event of stream) {
218
- const handler = this.handlerRegistry.getHandler(event.event);
219
- if (handler) {
220
- handler.handle(event.event, event.data);
221
- }
222
- }
223
- }
224
- }