illuma-agents 1.0.7 → 1.0.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (237) hide show
  1. package/LICENSE +1 -5
  2. package/dist/cjs/common/enum.cjs +1 -2
  3. package/dist/cjs/common/enum.cjs.map +1 -1
  4. package/dist/cjs/instrumentation.cjs.map +1 -1
  5. package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
  6. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +79 -2
  7. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
  8. package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
  9. package/dist/cjs/llm/bedrock/index.cjs +99 -0
  10. package/dist/cjs/llm/bedrock/index.cjs.map +1 -0
  11. package/dist/cjs/llm/fake.cjs.map +1 -1
  12. package/dist/cjs/llm/google/index.cjs +78 -9
  13. package/dist/cjs/llm/google/index.cjs.map +1 -1
  14. package/dist/cjs/llm/google/utils/common.cjs +185 -28
  15. package/dist/cjs/llm/google/utils/common.cjs.map +1 -1
  16. package/dist/cjs/llm/providers.cjs +13 -16
  17. package/dist/cjs/llm/providers.cjs.map +1 -1
  18. package/dist/cjs/llm/text.cjs.map +1 -1
  19. package/dist/cjs/messages/core.cjs +14 -14
  20. package/dist/cjs/messages/core.cjs.map +1 -1
  21. package/dist/cjs/messages/ids.cjs.map +1 -1
  22. package/dist/cjs/messages/prune.cjs.map +1 -1
  23. package/dist/cjs/run.cjs +10 -1
  24. package/dist/cjs/run.cjs.map +1 -1
  25. package/dist/cjs/splitStream.cjs.map +1 -1
  26. package/dist/cjs/stream.cjs +4 -1
  27. package/dist/cjs/stream.cjs.map +1 -1
  28. package/dist/cjs/tools/ToolNode.cjs +163 -55
  29. package/dist/cjs/tools/ToolNode.cjs.map +1 -1
  30. package/dist/cjs/tools/handlers.cjs +29 -25
  31. package/dist/cjs/tools/handlers.cjs.map +1 -1
  32. package/dist/cjs/tools/search/anthropic.cjs.map +1 -1
  33. package/dist/cjs/tools/search/content.cjs.map +1 -1
  34. package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
  35. package/dist/cjs/tools/search/format.cjs.map +1 -1
  36. package/dist/cjs/tools/search/highlights.cjs.map +1 -1
  37. package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
  38. package/dist/cjs/tools/search/schema.cjs +25 -25
  39. package/dist/cjs/tools/search/schema.cjs.map +1 -1
  40. package/dist/cjs/tools/search/search.cjs +6 -1
  41. package/dist/cjs/tools/search/search.cjs.map +1 -1
  42. package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
  43. package/dist/cjs/tools/search/tool.cjs +162 -35
  44. package/dist/cjs/tools/search/tool.cjs.map +1 -1
  45. package/dist/cjs/tools/search/utils.cjs.map +1 -1
  46. package/dist/cjs/utils/graph.cjs.map +1 -1
  47. package/dist/cjs/utils/llm.cjs +0 -1
  48. package/dist/cjs/utils/llm.cjs.map +1 -1
  49. package/dist/cjs/utils/misc.cjs.map +1 -1
  50. package/dist/cjs/utils/run.cjs.map +1 -1
  51. package/dist/cjs/utils/title.cjs +7 -7
  52. package/dist/cjs/utils/title.cjs.map +1 -1
  53. package/dist/esm/common/enum.mjs +1 -2
  54. package/dist/esm/common/enum.mjs.map +1 -1
  55. package/dist/esm/instrumentation.mjs.map +1 -1
  56. package/dist/esm/llm/anthropic/types.mjs.map +1 -1
  57. package/dist/esm/llm/anthropic/utils/message_inputs.mjs +79 -2
  58. package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
  59. package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
  60. package/dist/esm/llm/bedrock/index.mjs +97 -0
  61. package/dist/esm/llm/bedrock/index.mjs.map +1 -0
  62. package/dist/esm/llm/fake.mjs.map +1 -1
  63. package/dist/esm/llm/google/index.mjs +79 -10
  64. package/dist/esm/llm/google/index.mjs.map +1 -1
  65. package/dist/esm/llm/google/utils/common.mjs +184 -30
  66. package/dist/esm/llm/google/utils/common.mjs.map +1 -1
  67. package/dist/esm/llm/providers.mjs +2 -5
  68. package/dist/esm/llm/providers.mjs.map +1 -1
  69. package/dist/esm/llm/text.mjs.map +1 -1
  70. package/dist/esm/messages/core.mjs +14 -14
  71. package/dist/esm/messages/core.mjs.map +1 -1
  72. package/dist/esm/messages/ids.mjs.map +1 -1
  73. package/dist/esm/messages/prune.mjs.map +1 -1
  74. package/dist/esm/run.mjs +10 -1
  75. package/dist/esm/run.mjs.map +1 -1
  76. package/dist/esm/splitStream.mjs.map +1 -1
  77. package/dist/esm/stream.mjs +4 -1
  78. package/dist/esm/stream.mjs.map +1 -1
  79. package/dist/esm/tools/ToolNode.mjs +164 -56
  80. package/dist/esm/tools/ToolNode.mjs.map +1 -1
  81. package/dist/esm/tools/handlers.mjs +30 -26
  82. package/dist/esm/tools/handlers.mjs.map +1 -1
  83. package/dist/esm/tools/search/anthropic.mjs.map +1 -1
  84. package/dist/esm/tools/search/content.mjs.map +1 -1
  85. package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
  86. package/dist/esm/tools/search/format.mjs.map +1 -1
  87. package/dist/esm/tools/search/highlights.mjs.map +1 -1
  88. package/dist/esm/tools/search/rerankers.mjs.map +1 -1
  89. package/dist/esm/tools/search/schema.mjs +25 -25
  90. package/dist/esm/tools/search/schema.mjs.map +1 -1
  91. package/dist/esm/tools/search/search.mjs +6 -1
  92. package/dist/esm/tools/search/search.mjs.map +1 -1
  93. package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
  94. package/dist/esm/tools/search/tool.mjs +162 -35
  95. package/dist/esm/tools/search/tool.mjs.map +1 -1
  96. package/dist/esm/tools/search/utils.mjs.map +1 -1
  97. package/dist/esm/utils/graph.mjs.map +1 -1
  98. package/dist/esm/utils/llm.mjs +0 -1
  99. package/dist/esm/utils/llm.mjs.map +1 -1
  100. package/dist/esm/utils/misc.mjs.map +1 -1
  101. package/dist/esm/utils/run.mjs.map +1 -1
  102. package/dist/esm/utils/title.mjs +7 -7
  103. package/dist/esm/utils/title.mjs.map +1 -1
  104. package/dist/types/common/enum.d.ts +1 -2
  105. package/dist/types/llm/bedrock/index.d.ts +36 -0
  106. package/dist/types/llm/google/index.d.ts +10 -0
  107. package/dist/types/llm/google/types.d.ts +11 -1
  108. package/dist/types/llm/google/utils/common.d.ts +17 -2
  109. package/dist/types/tools/ToolNode.d.ts +9 -1
  110. package/dist/types/tools/search/types.d.ts +2 -0
  111. package/dist/types/types/llm.d.ts +3 -8
  112. package/dist/types/types/tools.d.ts +1 -1
  113. package/package.json +15 -11
  114. package/src/common/enum.ts +1 -2
  115. package/src/common/index.ts +1 -1
  116. package/src/instrumentation.ts +22 -22
  117. package/src/llm/anthropic/llm.spec.ts +1442 -1442
  118. package/src/llm/anthropic/types.ts +140 -140
  119. package/src/llm/anthropic/utils/message_inputs.ts +757 -660
  120. package/src/llm/anthropic/utils/output_parsers.ts +133 -133
  121. package/src/llm/anthropic/utils/tools.ts +29 -29
  122. package/src/llm/bedrock/index.ts +128 -0
  123. package/src/llm/fake.ts +133 -133
  124. package/src/llm/google/data/gettysburg10.wav +0 -0
  125. package/src/llm/google/data/hotdog.jpg +0 -0
  126. package/src/llm/google/index.ts +129 -14
  127. package/src/llm/google/llm.spec.ts +932 -0
  128. package/src/llm/google/types.ts +56 -43
  129. package/src/llm/google/utils/common.ts +873 -660
  130. package/src/llm/google/utils/tools.ts +160 -160
  131. package/src/llm/openai/types.ts +24 -24
  132. package/src/llm/openai/utils/isReasoningModel.test.ts +90 -90
  133. package/src/llm/providers.ts +2 -7
  134. package/src/llm/text.ts +94 -94
  135. package/src/messages/core.ts +463 -463
  136. package/src/messages/formatAgentMessages.tools.test.ts +400 -400
  137. package/src/messages/formatMessage.test.ts +693 -693
  138. package/src/messages/ids.ts +26 -26
  139. package/src/messages/prune.ts +567 -567
  140. package/src/messages/shiftIndexTokenCountMap.test.ts +81 -81
  141. package/src/mockStream.ts +98 -98
  142. package/src/prompts/collab.ts +5 -5
  143. package/src/prompts/index.ts +1 -1
  144. package/src/prompts/taskmanager.ts +61 -61
  145. package/src/run.ts +13 -4
  146. package/src/scripts/ant_web_search_edge_case.ts +162 -0
  147. package/src/scripts/ant_web_search_error_edge_case.ts +148 -0
  148. package/src/scripts/args.ts +48 -48
  149. package/src/scripts/caching.ts +123 -123
  150. package/src/scripts/code_exec_files.ts +193 -193
  151. package/src/scripts/empty_input.ts +137 -137
  152. package/src/scripts/image.ts +178 -178
  153. package/src/scripts/memory.ts +97 -97
  154. package/src/scripts/thinking.ts +149 -149
  155. package/src/specs/anthropic.simple.test.ts +67 -0
  156. package/src/specs/spec.utils.ts +3 -3
  157. package/src/specs/token-distribution-edge-case.test.ts +316 -316
  158. package/src/specs/tool-error.test.ts +193 -193
  159. package/src/splitStream.test.ts +691 -691
  160. package/src/splitStream.ts +234 -234
  161. package/src/stream.test.ts +94 -94
  162. package/src/stream.ts +4 -1
  163. package/src/tools/ToolNode.ts +206 -64
  164. package/src/tools/handlers.ts +32 -28
  165. package/src/tools/search/anthropic.ts +51 -51
  166. package/src/tools/search/content.test.ts +173 -173
  167. package/src/tools/search/content.ts +147 -147
  168. package/src/tools/search/direct-url.test.ts +530 -0
  169. package/src/tools/search/firecrawl.ts +210 -210
  170. package/src/tools/search/format.ts +250 -250
  171. package/src/tools/search/highlights.ts +320 -320
  172. package/src/tools/search/index.ts +2 -2
  173. package/src/tools/search/jina-reranker.test.ts +126 -126
  174. package/src/tools/search/output.md +2775 -2775
  175. package/src/tools/search/rerankers.ts +242 -242
  176. package/src/tools/search/schema.ts +63 -63
  177. package/src/tools/search/search.ts +766 -759
  178. package/src/tools/search/serper-scraper.ts +155 -155
  179. package/src/tools/search/test.html +883 -883
  180. package/src/tools/search/test.md +642 -642
  181. package/src/tools/search/test.ts +159 -159
  182. package/src/tools/search/tool.ts +619 -471
  183. package/src/tools/search/types.ts +689 -687
  184. package/src/tools/search/utils.ts +79 -79
  185. package/src/types/index.ts +6 -6
  186. package/src/types/llm.ts +2 -8
  187. package/src/types/tools.ts +80 -80
  188. package/src/utils/graph.ts +10 -10
  189. package/src/utils/llm.ts +26 -27
  190. package/src/utils/llmConfig.ts +5 -3
  191. package/src/utils/logging.ts +48 -48
  192. package/src/utils/misc.ts +57 -57
  193. package/src/utils/run.ts +100 -100
  194. package/src/utils/title.ts +165 -165
  195. package/dist/cjs/llm/ollama/index.cjs +0 -70
  196. package/dist/cjs/llm/ollama/index.cjs.map +0 -1
  197. package/dist/cjs/llm/ollama/utils.cjs +0 -158
  198. package/dist/cjs/llm/ollama/utils.cjs.map +0 -1
  199. package/dist/esm/llm/ollama/index.mjs +0 -68
  200. package/dist/esm/llm/ollama/index.mjs.map +0 -1
  201. package/dist/esm/llm/ollama/utils.mjs +0 -155
  202. package/dist/esm/llm/ollama/utils.mjs.map +0 -1
  203. package/dist/types/llm/ollama/index.d.ts +0 -8
  204. package/dist/types/llm/ollama/utils.d.ts +0 -7
  205. package/src/llm/ollama/index.ts +0 -92
  206. package/src/llm/ollama/utils.ts +0 -193
  207. package/src/proto/CollabGraph.ts +0 -269
  208. package/src/proto/TaskManager.ts +0 -243
  209. package/src/proto/collab.ts +0 -200
  210. package/src/proto/collab_design.ts +0 -184
  211. package/src/proto/collab_design_v2.ts +0 -224
  212. package/src/proto/collab_design_v3.ts +0 -255
  213. package/src/proto/collab_design_v4.ts +0 -220
  214. package/src/proto/collab_design_v5.ts +0 -251
  215. package/src/proto/collab_graph.ts +0 -181
  216. package/src/proto/collab_original.ts +0 -123
  217. package/src/proto/example.ts +0 -93
  218. package/src/proto/example_new.ts +0 -68
  219. package/src/proto/example_old.ts +0 -201
  220. package/src/proto/example_test.ts +0 -152
  221. package/src/proto/example_test_anthropic.ts +0 -100
  222. package/src/proto/log_stream.ts +0 -202
  223. package/src/proto/main_collab_community_event.ts +0 -133
  224. package/src/proto/main_collab_design_v2.ts +0 -96
  225. package/src/proto/main_collab_design_v4.ts +0 -100
  226. package/src/proto/main_collab_design_v5.ts +0 -135
  227. package/src/proto/main_collab_global_analysis.ts +0 -122
  228. package/src/proto/main_collab_hackathon_event.ts +0 -153
  229. package/src/proto/main_collab_space_mission.ts +0 -153
  230. package/src/proto/main_philosophy.ts +0 -210
  231. package/src/proto/original_script.ts +0 -126
  232. package/src/proto/standard.ts +0 -100
  233. package/src/proto/stream.ts +0 -56
  234. package/src/proto/tasks.ts +0 -118
  235. package/src/proto/tools/global_analysis_tools.ts +0 -86
  236. package/src/proto/tools/space_mission_tools.ts +0 -60
  237. package/src/proto/vertexai.ts +0 -54
@@ -1,255 +0,0 @@
1
- // src/collab_design_v2.ts
2
- import 'dotenv/config';
3
- import { BaseMessage, HumanMessage, AIMessage } from '@langchain/core/messages';
4
- import { END, StateGraphArgs, START, StateGraph } from '@langchain/langgraph';
5
- import { AgentExecutor, createOpenAIToolsAgent } from 'langchain/agents';
6
- import {
7
- ChatPromptTemplate,
8
- MessagesPlaceholder,
9
- } from '@langchain/core/prompts';
10
- import { ChatOpenAI } from '@langchain/openai';
11
- import { Runnable, RunnableConfig } from '@langchain/core/runnables';
12
- import { JsonOutputToolsParser } from 'langchain/output_parsers';
13
- import { HandlerRegistry } from '@/events';
14
- import { ChatBedrockConverse } from '@langchain/aws';
15
- import { ChatAnthropic } from '@langchain/anthropic';
16
- import { ChatMistralAI } from '@langchain/mistralai';
17
- import { ChatVertexAI } from '@langchain/google-vertexai';
18
- import { BedrockChat } from '@langchain/community/chat_models/bedrock/web';
19
- import { Providers } from '@/common';
20
-
21
- interface AgentStateChannels {
22
- messages: BaseMessage[];
23
- next: string | string[];
24
- parallelResults: { [key: string]: string };
25
- }
26
-
27
- export interface Member {
28
- name: string;
29
- systemPrompt: string;
30
- tools: any[];
31
- llmConfig: LLMConfig;
32
- }
33
-
34
- interface LLMConfig {
35
- provider: Providers;
36
- [key: string]: any;
37
- }
38
-
39
- const llmProviders: Record<Providers, any> = {
40
- [Providers.OPENAI]: ChatOpenAI,
41
- [Providers.VERTEXAI]: ChatVertexAI,
42
- [Providers.BEDROCK_LEGACY]: BedrockChat,
43
- [Providers.MISTRALAI]: ChatMistralAI,
44
- [Providers.BEDROCK]: ChatBedrockConverse,
45
- [Providers.ANTHROPIC]: ChatAnthropic,
46
- };
47
-
48
- export class CollaborativeProcessor {
49
- private graph: Runnable | null = null;
50
- private handlerRegistry: HandlerRegistry;
51
- private members: Member[];
52
-
53
- constructor(members: Member[], customHandlers?: Record<string, any>) {
54
- this.members = members;
55
- this.handlerRegistry = new HandlerRegistry();
56
- if (customHandlers) {
57
- for (const [eventType, handler] of Object.entries(customHandlers)) {
58
- this.handlerRegistry.register(eventType, handler);
59
- }
60
- }
61
- }
62
-
63
- async initialize(): Promise<void> {
64
- this.graph = await this.createGraph();
65
- }
66
-
67
- private async createGraph(): Promise<Runnable> {
68
- const agentStateChannels: StateGraphArgs['channels'] = {
69
- messages: {
70
- value: (x?: BaseMessage[], y?: BaseMessage[]) => (x ?? []).concat(y ?? []),
71
- default: () => [],
72
- },
73
- next: {
74
- value: (x?: string | string[], y?: string | string[]) => y ?? x ?? END,
75
- default: () => END,
76
- },
77
- parallelResults: {
78
- value: (x?: { [key: string]: string }, y?: { [key: string]: string }) => ({ ...x, ...y }),
79
- default: () => ({}),
80
- },
81
- };
82
-
83
- async function createAgent(
84
- llmConfig: LLMConfig,
85
- tools: any[],
86
- systemPrompt: string
87
- ): Promise<AgentExecutor> {
88
- const { provider, ...clientOptions } = llmConfig;
89
- const LLMClass = llmProviders[provider];
90
- if (!LLMClass) {
91
- throw new Error(`Unsupported LLM provider: ${provider}`);
92
- }
93
- const llm = new LLMClass(clientOptions);
94
-
95
- const prompt = await ChatPromptTemplate.fromMessages([
96
- ['system', systemPrompt],
97
- new MessagesPlaceholder('messages'),
98
- new MessagesPlaceholder('agent_scratchpad'),
99
- ]);
100
- const agent = await createOpenAIToolsAgent({ llm, tools, prompt });
101
- return new AgentExecutor({ agent, tools });
102
- }
103
-
104
- const memberNames = this.members.map(member => member.name);
105
-
106
- const systemPrompt =
107
- 'You are a supervisor tasked with managing a conversation between the' +
108
- ' following workers: {members}. Given the following user request,' +
109
- ' respond with the worker(s) to act next. You can choose multiple workers' +
110
- ' to act in parallel if appropriate. Each worker will perform a' +
111
- ' task and respond with their results and status. When finished,' +
112
- ' respond with FINISH.';
113
- const options = [END, ...memberNames];
114
-
115
- const functionDef = {
116
- name: 'route',
117
- description: 'Select the next role(s).',
118
- parameters: {
119
- title: 'routeSchema',
120
- type: 'object',
121
- properties: {
122
- next: {
123
- title: 'Next',
124
- type: 'array',
125
- items: {
126
- type: 'string',
127
- enum: options,
128
- },
129
- minItems: 1,
130
- },
131
- },
132
- required: ['next'],
133
- },
134
- };
135
-
136
- const toolDef = {
137
- type: 'function',
138
- function: functionDef,
139
- } as const;
140
-
141
- const prompt = ChatPromptTemplate.fromMessages([
142
- ['system', systemPrompt],
143
- new MessagesPlaceholder('messages'),
144
- [
145
- 'system',
146
- 'Given the conversation above, who should act next?' +
147
- ' You can choose multiple workers to act in parallel if appropriate.' +
148
- ' Or should we FINISH? Select from: {options}',
149
- ],
150
- ]);
151
-
152
- const formattedPrompt = await prompt.partial({
153
- options: options.join(', '),
154
- members: memberNames.join(', '),
155
- });
156
-
157
- const llm = new ChatOpenAI({
158
- modelName: 'gpt-4',
159
- temperature: 0,
160
- });
161
-
162
- const supervisorChain = formattedPrompt
163
- .pipe(llm.bindTools(
164
- [toolDef],
165
- {
166
- tool_choice: { 'type': 'function', 'function': { 'name': 'route' } },
167
- },
168
- ))
169
- .pipe(new JsonOutputToolsParser())
170
- .pipe((x) => x[0].args);
171
-
172
- const workflow = new StateGraph({
173
- channels: agentStateChannels,
174
- });
175
-
176
- // Dynamically create agents and add nodes for each member
177
- for (const member of this.members) {
178
- const agent = await createAgent(member.llmConfig, member.tools, member.systemPrompt);
179
- const node = async (
180
- state: AgentStateChannels,
181
- config?: RunnableConfig,
182
- ) => {
183
- const result = await agent.invoke(state, config);
184
- return {
185
- messages: [
186
- new AIMessage({ content: result.output, name: member.name }),
187
- ],
188
- parallelResults: { [member.name]: result.output },
189
- };
190
- };
191
- workflow.addNode(member.name, node);
192
- }
193
-
194
- // Add aggregator node
195
- workflow.addNode('aggregator', async (state: AgentStateChannels) => {
196
- const aggregatedContent = Object.entries(state.parallelResults)
197
- .map(([name, result]) => `${name}: ${result}`)
198
- .join('\n\n');
199
- return {
200
- messages: [new AIMessage({ content: aggregatedContent, name: 'Aggregator' })],
201
- parallelResults: {}, // Clear parallel results after aggregation
202
- };
203
- });
204
-
205
- workflow.addNode('supervisor', async (state: AgentStateChannels) => {
206
- const result = await supervisorChain.invoke(state);
207
- return {
208
- next: result.next,
209
- };
210
- });
211
-
212
- // Add conditional edges for parallel execution
213
- workflow.addConditionalEdges(
214
- 'supervisor',
215
- (x: AgentStateChannels) => {
216
- if (x.next === END) {
217
- return [END];
218
- }
219
- return Array.isArray(x.next) ? x.next : [x.next];
220
- },
221
- {
222
- ...Object.fromEntries(this.members.map(m => [m.name, m.name])),
223
- [END]: END,
224
- }
225
- );
226
-
227
- // Add edges from all agent nodes to the aggregator
228
- this.members.forEach(member => {
229
- workflow.addEdge(member.name, 'aggregator');
230
- });
231
-
232
- // Add edge from aggregator to supervisor
233
- workflow.addEdge('aggregator', 'supervisor');
234
-
235
- workflow.addEdge(START, 'supervisor');
236
-
237
- return workflow.compile();
238
- }
239
-
240
- async processStream(
241
- inputs: { messages: BaseMessage[] },
242
- config: Partial<RunnableConfig> & { version: 'v1' | 'v2' },
243
- ) {
244
- if (!this.graph) {
245
- throw new Error('CollaborativeProcessor not initialized. Call initialize() first.');
246
- }
247
- const stream = this.graph.streamEvents(inputs, config);
248
- for await (const event of stream) {
249
- const handler = this.handlerRegistry.getHandler(event.event);
250
- if (handler) {
251
- handler.handle(event.event, event.data);
252
- }
253
- }
254
- }
255
- }
@@ -1,220 +0,0 @@
1
- // src/collab_design_v4.ts
2
- import 'dotenv/config';
3
- import { BaseMessage, HumanMessage } from '@langchain/core/messages';
4
- import { END, StateGraphArgs, START, StateGraph } from '@langchain/langgraph';
5
- import { AgentExecutor, createOpenAIToolsAgent } from 'langchain/agents';
6
- import {
7
- ChatPromptTemplate,
8
- MessagesPlaceholder,
9
- } from '@langchain/core/prompts';
10
- import { Runnable, RunnableConfig } from '@langchain/core/runnables';
11
- import { JsonOutputToolsParser } from 'langchain/output_parsers';
12
- import { HandlerRegistry } from '@/events';
13
- import { ChatOpenAI } from '@langchain/openai';
14
- import { ChatBedrockConverse } from '@langchain/aws';
15
- import { ChatAnthropic } from '@langchain/anthropic';
16
- import { ChatMistralAI } from '@langchain/mistralai';
17
- import { ChatVertexAI } from '@langchain/google-vertexai';
18
- import { BedrockChat } from '@langchain/community/chat_models/bedrock/web';
19
- import { supervisorPrompt } from '@/prompts/collab';
20
- import { Providers } from '@/common';
21
-
22
- interface AgentStateChannels {
23
- messages: BaseMessage[];
24
- next: string;
25
- }
26
-
27
- export interface Member {
28
- name: string;
29
- systemPrompt: string;
30
- tools: any[];
31
- llmConfig: LLMConfig;
32
- }
33
-
34
- interface LLMConfig {
35
- provider: Providers;
36
- [key: string]: any;
37
- }
38
-
39
- interface SupervisorConfig {
40
- systemPrompt?: string;
41
- llmConfig: LLMConfig;
42
- }
43
-
44
- const llmProviders: Record<Providers, any> = {
45
- [Providers.OPENAI]: ChatOpenAI,
46
- [Providers.VERTEXAI]: ChatVertexAI,
47
- [Providers.BEDROCK_LEGACY]: BedrockChat,
48
- [Providers.MISTRALAI]: ChatMistralAI,
49
- [Providers.BEDROCK]: ChatBedrockConverse,
50
- [Providers.ANTHROPIC]: ChatAnthropic,
51
- };
52
-
53
- export class CollaborativeProcessor {
54
- private graph: Runnable | null = null;
55
- private handlerRegistry: HandlerRegistry;
56
- private members: Member[];
57
- private supervisorConfig: SupervisorConfig;
58
-
59
- constructor(
60
- members: Member[],
61
- supervisorConfig: SupervisorConfig,
62
- customHandlers?: Record<string, any>
63
- ) {
64
- this.members = members;
65
- this.supervisorConfig = supervisorConfig;
66
- this.handlerRegistry = new HandlerRegistry();
67
- if (customHandlers) {
68
- for (const [eventType, handler] of Object.entries(customHandlers)) {
69
- this.handlerRegistry.register(eventType, handler);
70
- }
71
- }
72
- }
73
-
74
- async initialize(): Promise<void> {
75
- this.graph = await this.createGraph();
76
- }
77
-
78
- private async createGraph(): Promise<Runnable> {
79
- const agentStateChannels: StateGraphArgs['channels'] = {
80
- messages: {
81
- value: (x?: BaseMessage[], y?: BaseMessage[]) => (x ?? []).concat(y ?? []),
82
- default: () => [],
83
- },
84
- next: {
85
- value: (x?: string, y?: string) => y ?? x ?? END,
86
- default: () => END,
87
- },
88
- };
89
-
90
- async function createAgent(
91
- llmConfig: LLMConfig,
92
- tools: any[],
93
- systemPrompt: string
94
- ): Promise<AgentExecutor> {
95
- const { provider, ...clientOptions } = llmConfig;
96
- const LLMClass = llmProviders[provider];
97
- if (!LLMClass) {
98
- throw new Error(`Unsupported LLM provider: ${provider}`);
99
- }
100
- const llm = new LLMClass(clientOptions);
101
-
102
- const prompt = await ChatPromptTemplate.fromMessages([
103
- ['system', systemPrompt],
104
- new MessagesPlaceholder('messages'),
105
- new MessagesPlaceholder('agent_scratchpad'),
106
- ]);
107
- const agent = await createOpenAIToolsAgent({ llm, tools, prompt });
108
- return new AgentExecutor({ agent, tools });
109
- }
110
-
111
- const memberNames = this.members.map(member => member.name);
112
-
113
- const systemPrompt = this.supervisorConfig.systemPrompt || supervisorPrompt;
114
- const options = [END, ...memberNames];
115
-
116
- const functionDef = {
117
- name: 'route',
118
- description: 'Select the next role.',
119
- parameters: {
120
- title: 'routeSchema',
121
- type: 'object',
122
- properties: {
123
- next: {
124
- title: 'Next',
125
- anyOf: [
126
- { enum: options },
127
- ],
128
- },
129
- },
130
- required: ['next'],
131
- },
132
- };
133
-
134
- const toolDef = {
135
- type: 'function',
136
- function: functionDef,
137
- } as const;
138
-
139
- const prompt = ChatPromptTemplate.fromMessages([
140
- ['system', systemPrompt],
141
- new MessagesPlaceholder('messages'),
142
- [
143
- 'system',
144
- 'Given the conversation above, who should act next?' +
145
- ' Or should we FINISH? Select one of: {options}',
146
- ],
147
- ]);
148
-
149
- const formattedPrompt = await prompt.partial({
150
- options: options.join(', '),
151
- members: memberNames.join(', '),
152
- });
153
-
154
- const { provider, ...clientOptions } = this.supervisorConfig.llmConfig;
155
- const LLMClass = llmProviders[provider];
156
- if (!LLMClass) {
157
- throw new Error(`Unsupported LLM provider for supervisor: ${provider}`);
158
- }
159
- const llm = new LLMClass(clientOptions);
160
-
161
- const supervisorChain = formattedPrompt
162
- .pipe(llm.bindTools(
163
- [toolDef],
164
- {
165
- tool_choice: { 'type': 'function', 'function': { 'name': 'route' } },
166
- },
167
- ))
168
- .pipe(new JsonOutputToolsParser())
169
- .pipe((x) => (x[0].args));
170
-
171
- const workflow = new StateGraph({
172
- channels: agentStateChannels,
173
- });
174
-
175
- // Dynamically create agents and add nodes for each member
176
- for (const member of this.members) {
177
- const agent = await createAgent(member.llmConfig, member.tools, member.systemPrompt);
178
- const node = async (
179
- state: AgentStateChannels,
180
- config?: RunnableConfig,
181
- ) => {
182
- const result = await agent.invoke(state, config);
183
- return {
184
- messages: [
185
- new HumanMessage({ content: result.output, name: member.name }),
186
- ],
187
- };
188
- };
189
- workflow.addNode(member.name, node);
190
- workflow.addEdge(member.name, 'supervisor');
191
- }
192
-
193
- workflow.addNode('supervisor', supervisorChain);
194
-
195
- workflow.addConditionalEdges(
196
- 'supervisor',
197
- (x: AgentStateChannels) => x.next,
198
- );
199
-
200
- workflow.addEdge(START, 'supervisor');
201
-
202
- return workflow.compile();
203
- }
204
-
205
- async processStream(
206
- inputs: { messages: BaseMessage[] },
207
- config: Partial<RunnableConfig> & { version: 'v1' | 'v2' },
208
- ) {
209
- if (!this.graph) {
210
- throw new Error('CollaborativeProcessor not initialized. Call initialize() first.');
211
- }
212
- const stream = this.graph.streamEvents(inputs, config);
213
- for await (const event of stream) {
214
- const handler = this.handlerRegistry.getHandler(event.event);
215
- if (handler) {
216
- handler.handle(event.event, event.data);
217
- }
218
- }
219
- }
220
- }