illuma-agents 1.0.8 → 1.0.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (217) hide show
  1. package/LICENSE +1 -5
  2. package/dist/cjs/common/enum.cjs +1 -2
  3. package/dist/cjs/common/enum.cjs.map +1 -1
  4. package/dist/cjs/instrumentation.cjs.map +1 -1
  5. package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
  6. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +79 -2
  7. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
  8. package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
  9. package/dist/cjs/llm/bedrock/index.cjs +99 -0
  10. package/dist/cjs/llm/bedrock/index.cjs.map +1 -0
  11. package/dist/cjs/llm/fake.cjs.map +1 -1
  12. package/dist/cjs/llm/providers.cjs +13 -16
  13. package/dist/cjs/llm/providers.cjs.map +1 -1
  14. package/dist/cjs/llm/text.cjs.map +1 -1
  15. package/dist/cjs/messages/core.cjs +14 -14
  16. package/dist/cjs/messages/core.cjs.map +1 -1
  17. package/dist/cjs/messages/ids.cjs.map +1 -1
  18. package/dist/cjs/messages/prune.cjs.map +1 -1
  19. package/dist/cjs/run.cjs +10 -1
  20. package/dist/cjs/run.cjs.map +1 -1
  21. package/dist/cjs/splitStream.cjs.map +1 -1
  22. package/dist/cjs/stream.cjs +4 -1
  23. package/dist/cjs/stream.cjs.map +1 -1
  24. package/dist/cjs/tools/ToolNode.cjs +10 -1
  25. package/dist/cjs/tools/ToolNode.cjs.map +1 -1
  26. package/dist/cjs/tools/handlers.cjs +29 -25
  27. package/dist/cjs/tools/handlers.cjs.map +1 -1
  28. package/dist/cjs/tools/search/anthropic.cjs.map +1 -1
  29. package/dist/cjs/tools/search/content.cjs.map +1 -1
  30. package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
  31. package/dist/cjs/tools/search/format.cjs.map +1 -1
  32. package/dist/cjs/tools/search/highlights.cjs.map +1 -1
  33. package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
  34. package/dist/cjs/tools/search/schema.cjs +25 -25
  35. package/dist/cjs/tools/search/schema.cjs.map +1 -1
  36. package/dist/cjs/tools/search/search.cjs +6 -1
  37. package/dist/cjs/tools/search/search.cjs.map +1 -1
  38. package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
  39. package/dist/cjs/tools/search/tool.cjs +162 -35
  40. package/dist/cjs/tools/search/tool.cjs.map +1 -1
  41. package/dist/cjs/tools/search/utils.cjs.map +1 -1
  42. package/dist/cjs/utils/graph.cjs.map +1 -1
  43. package/dist/cjs/utils/llm.cjs +0 -1
  44. package/dist/cjs/utils/llm.cjs.map +1 -1
  45. package/dist/cjs/utils/misc.cjs.map +1 -1
  46. package/dist/cjs/utils/run.cjs.map +1 -1
  47. package/dist/cjs/utils/title.cjs +7 -7
  48. package/dist/cjs/utils/title.cjs.map +1 -1
  49. package/dist/esm/common/enum.mjs +1 -2
  50. package/dist/esm/common/enum.mjs.map +1 -1
  51. package/dist/esm/instrumentation.mjs.map +1 -1
  52. package/dist/esm/llm/anthropic/types.mjs.map +1 -1
  53. package/dist/esm/llm/anthropic/utils/message_inputs.mjs +79 -2
  54. package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
  55. package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
  56. package/dist/esm/llm/bedrock/index.mjs +97 -0
  57. package/dist/esm/llm/bedrock/index.mjs.map +1 -0
  58. package/dist/esm/llm/fake.mjs.map +1 -1
  59. package/dist/esm/llm/providers.mjs +2 -5
  60. package/dist/esm/llm/providers.mjs.map +1 -1
  61. package/dist/esm/llm/text.mjs.map +1 -1
  62. package/dist/esm/messages/core.mjs +14 -14
  63. package/dist/esm/messages/core.mjs.map +1 -1
  64. package/dist/esm/messages/ids.mjs.map +1 -1
  65. package/dist/esm/messages/prune.mjs.map +1 -1
  66. package/dist/esm/run.mjs +10 -1
  67. package/dist/esm/run.mjs.map +1 -1
  68. package/dist/esm/splitStream.mjs.map +1 -1
  69. package/dist/esm/stream.mjs +4 -1
  70. package/dist/esm/stream.mjs.map +1 -1
  71. package/dist/esm/tools/ToolNode.mjs +10 -1
  72. package/dist/esm/tools/ToolNode.mjs.map +1 -1
  73. package/dist/esm/tools/handlers.mjs +30 -26
  74. package/dist/esm/tools/handlers.mjs.map +1 -1
  75. package/dist/esm/tools/search/anthropic.mjs.map +1 -1
  76. package/dist/esm/tools/search/content.mjs.map +1 -1
  77. package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
  78. package/dist/esm/tools/search/format.mjs.map +1 -1
  79. package/dist/esm/tools/search/highlights.mjs.map +1 -1
  80. package/dist/esm/tools/search/rerankers.mjs.map +1 -1
  81. package/dist/esm/tools/search/schema.mjs +25 -25
  82. package/dist/esm/tools/search/schema.mjs.map +1 -1
  83. package/dist/esm/tools/search/search.mjs +6 -1
  84. package/dist/esm/tools/search/search.mjs.map +1 -1
  85. package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
  86. package/dist/esm/tools/search/tool.mjs +162 -35
  87. package/dist/esm/tools/search/tool.mjs.map +1 -1
  88. package/dist/esm/tools/search/utils.mjs.map +1 -1
  89. package/dist/esm/utils/graph.mjs.map +1 -1
  90. package/dist/esm/utils/llm.mjs +0 -1
  91. package/dist/esm/utils/llm.mjs.map +1 -1
  92. package/dist/esm/utils/misc.mjs.map +1 -1
  93. package/dist/esm/utils/run.mjs.map +1 -1
  94. package/dist/esm/utils/title.mjs +7 -7
  95. package/dist/esm/utils/title.mjs.map +1 -1
  96. package/dist/types/common/enum.d.ts +1 -2
  97. package/dist/types/llm/bedrock/index.d.ts +36 -0
  98. package/dist/types/tools/search/types.d.ts +2 -0
  99. package/dist/types/types/llm.d.ts +3 -8
  100. package/package.json +15 -11
  101. package/src/common/enum.ts +1 -2
  102. package/src/common/index.ts +1 -1
  103. package/src/instrumentation.ts +22 -22
  104. package/src/llm/anthropic/llm.spec.ts +1442 -1442
  105. package/src/llm/anthropic/types.ts +140 -140
  106. package/src/llm/anthropic/utils/message_inputs.ts +757 -660
  107. package/src/llm/anthropic/utils/output_parsers.ts +133 -133
  108. package/src/llm/anthropic/utils/tools.ts +29 -29
  109. package/src/llm/bedrock/index.ts +128 -0
  110. package/src/llm/fake.ts +133 -133
  111. package/src/llm/google/utils/tools.ts +160 -160
  112. package/src/llm/openai/types.ts +24 -24
  113. package/src/llm/openai/utils/isReasoningModel.test.ts +90 -90
  114. package/src/llm/providers.ts +2 -7
  115. package/src/llm/text.ts +94 -94
  116. package/src/messages/core.ts +463 -463
  117. package/src/messages/formatAgentMessages.tools.test.ts +400 -400
  118. package/src/messages/formatMessage.test.ts +693 -693
  119. package/src/messages/ids.ts +26 -26
  120. package/src/messages/prune.ts +567 -567
  121. package/src/messages/shiftIndexTokenCountMap.test.ts +81 -81
  122. package/src/mockStream.ts +98 -98
  123. package/src/prompts/collab.ts +5 -5
  124. package/src/prompts/index.ts +1 -1
  125. package/src/prompts/taskmanager.ts +61 -61
  126. package/src/run.ts +13 -4
  127. package/src/scripts/ant_web_search_edge_case.ts +162 -0
  128. package/src/scripts/ant_web_search_error_edge_case.ts +148 -0
  129. package/src/scripts/args.ts +48 -48
  130. package/src/scripts/caching.ts +123 -123
  131. package/src/scripts/code_exec_files.ts +193 -193
  132. package/src/scripts/empty_input.ts +137 -137
  133. package/src/scripts/image.ts +178 -178
  134. package/src/scripts/memory.ts +97 -97
  135. package/src/scripts/thinking.ts +149 -149
  136. package/src/specs/anthropic.simple.test.ts +67 -0
  137. package/src/specs/spec.utils.ts +3 -3
  138. package/src/specs/token-distribution-edge-case.test.ts +316 -316
  139. package/src/specs/tool-error.test.ts +193 -193
  140. package/src/splitStream.test.ts +691 -691
  141. package/src/splitStream.ts +234 -234
  142. package/src/stream.test.ts +94 -94
  143. package/src/stream.ts +4 -1
  144. package/src/tools/ToolNode.ts +12 -1
  145. package/src/tools/handlers.ts +32 -28
  146. package/src/tools/search/anthropic.ts +51 -51
  147. package/src/tools/search/content.test.ts +173 -173
  148. package/src/tools/search/content.ts +147 -147
  149. package/src/tools/search/direct-url.test.ts +530 -0
  150. package/src/tools/search/firecrawl.ts +210 -210
  151. package/src/tools/search/format.ts +250 -250
  152. package/src/tools/search/highlights.ts +320 -320
  153. package/src/tools/search/index.ts +2 -2
  154. package/src/tools/search/jina-reranker.test.ts +126 -126
  155. package/src/tools/search/output.md +2775 -2775
  156. package/src/tools/search/rerankers.ts +242 -242
  157. package/src/tools/search/schema.ts +63 -63
  158. package/src/tools/search/search.ts +766 -759
  159. package/src/tools/search/serper-scraper.ts +155 -155
  160. package/src/tools/search/test.html +883 -883
  161. package/src/tools/search/test.md +642 -642
  162. package/src/tools/search/test.ts +159 -159
  163. package/src/tools/search/tool.ts +619 -471
  164. package/src/tools/search/types.ts +689 -687
  165. package/src/tools/search/utils.ts +79 -79
  166. package/src/types/index.ts +6 -6
  167. package/src/types/llm.ts +2 -8
  168. package/src/utils/graph.ts +10 -10
  169. package/src/utils/llm.ts +26 -27
  170. package/src/utils/llmConfig.ts +5 -3
  171. package/src/utils/logging.ts +48 -48
  172. package/src/utils/misc.ts +57 -57
  173. package/src/utils/run.ts +100 -100
  174. package/src/utils/title.ts +165 -165
  175. package/dist/cjs/llm/ollama/index.cjs +0 -70
  176. package/dist/cjs/llm/ollama/index.cjs.map +0 -1
  177. package/dist/cjs/llm/ollama/utils.cjs +0 -158
  178. package/dist/cjs/llm/ollama/utils.cjs.map +0 -1
  179. package/dist/esm/llm/ollama/index.mjs +0 -68
  180. package/dist/esm/llm/ollama/index.mjs.map +0 -1
  181. package/dist/esm/llm/ollama/utils.mjs +0 -155
  182. package/dist/esm/llm/ollama/utils.mjs.map +0 -1
  183. package/dist/types/llm/ollama/index.d.ts +0 -8
  184. package/dist/types/llm/ollama/utils.d.ts +0 -7
  185. package/src/llm/ollama/index.ts +0 -92
  186. package/src/llm/ollama/utils.ts +0 -193
  187. package/src/proto/CollabGraph.ts +0 -269
  188. package/src/proto/TaskManager.ts +0 -243
  189. package/src/proto/collab.ts +0 -200
  190. package/src/proto/collab_design.ts +0 -184
  191. package/src/proto/collab_design_v2.ts +0 -224
  192. package/src/proto/collab_design_v3.ts +0 -255
  193. package/src/proto/collab_design_v4.ts +0 -220
  194. package/src/proto/collab_design_v5.ts +0 -251
  195. package/src/proto/collab_graph.ts +0 -181
  196. package/src/proto/collab_original.ts +0 -123
  197. package/src/proto/example.ts +0 -93
  198. package/src/proto/example_new.ts +0 -68
  199. package/src/proto/example_old.ts +0 -201
  200. package/src/proto/example_test.ts +0 -152
  201. package/src/proto/example_test_anthropic.ts +0 -100
  202. package/src/proto/log_stream.ts +0 -202
  203. package/src/proto/main_collab_community_event.ts +0 -133
  204. package/src/proto/main_collab_design_v2.ts +0 -96
  205. package/src/proto/main_collab_design_v4.ts +0 -100
  206. package/src/proto/main_collab_design_v5.ts +0 -135
  207. package/src/proto/main_collab_global_analysis.ts +0 -122
  208. package/src/proto/main_collab_hackathon_event.ts +0 -153
  209. package/src/proto/main_collab_space_mission.ts +0 -153
  210. package/src/proto/main_philosophy.ts +0 -210
  211. package/src/proto/original_script.ts +0 -126
  212. package/src/proto/standard.ts +0 -100
  213. package/src/proto/stream.ts +0 -56
  214. package/src/proto/tasks.ts +0 -118
  215. package/src/proto/tools/global_analysis_tools.ts +0 -86
  216. package/src/proto/tools/space_mission_tools.ts +0 -60
  217. package/src/proto/vertexai.ts +0 -54
@@ -1,200 +0,0 @@
1
- // src/collab.ts
2
- import 'dotenv/config';
3
- import { BaseMessage, HumanMessage } from '@langchain/core/messages';
4
- import { END, StateGraphArgs, START, StateGraph } from '@langchain/langgraph';
5
- import { chartTool, tavilyTool } from '@/tools/example';
6
- import { AgentExecutor, createOpenAIToolsAgent } from 'langchain/agents';
7
- import {
8
- ChatPromptTemplate,
9
- MessagesPlaceholder,
10
- } from '@langchain/core/prompts';
11
- import { ChatOpenAI } from '@langchain/openai';
12
- import { Runnable, RunnableConfig } from '@langchain/core/runnables';
13
- import { JsonOutputToolsParser } from 'langchain/output_parsers';
14
- import { HandlerRegistry } from '@/events';
15
-
16
- interface AgentStateChannels {
17
- messages: BaseMessage[];
18
- next: string;
19
- }
20
-
21
- export class CollaborativeProcessor {
22
- private graph: Runnable | null = null;
23
- private handlerRegistry: HandlerRegistry;
24
-
25
- constructor(customHandlers?: Record<string, any>) {
26
- this.handlerRegistry = new HandlerRegistry();
27
- if (customHandlers) {
28
- for (const [eventType, handler] of Object.entries(customHandlers)) {
29
- this.handlerRegistry.register(eventType, handler);
30
- }
31
- }
32
- }
33
-
34
- async initialize(): Promise<void> {
35
- this.graph = await this.createGraph();
36
- }
37
-
38
- private async createGraph(): Promise<Runnable> {
39
- const agentStateChannels: StateGraphArgs['channels'] = {
40
- messages: {
41
- value: (x?: BaseMessage[], y?: BaseMessage[]) => (x ?? []).concat(y ?? []),
42
- default: () => [],
43
- },
44
- next: {
45
- value: (x?: string, y?: string) => y ?? x ?? END,
46
- default: () => END,
47
- },
48
- };
49
-
50
- async function createAgent(
51
- llm: ChatOpenAI,
52
- tools: any[],
53
- systemPrompt: string
54
- ): Promise<AgentExecutor> {
55
- const prompt = await ChatPromptTemplate.fromMessages([
56
- ['system', systemPrompt],
57
- new MessagesPlaceholder('messages'),
58
- new MessagesPlaceholder('agent_scratchpad'),
59
- ]);
60
- const agent = await createOpenAIToolsAgent({ llm, tools, prompt });
61
- return new AgentExecutor({ agent, tools });
62
- }
63
-
64
- const members = ['researcher', 'chart_generator'];
65
-
66
- const systemPrompt =
67
- 'You are a supervisor tasked with managing a conversation between the' +
68
- ' following workers: {members}. Given the following user request,' +
69
- ' respond with the worker to act next. Each worker will perform a' +
70
- ' task and respond with their results and status. When finished,' +
71
- ' respond with FINISH.';
72
- const options = [END, ...members];
73
-
74
- const functionDef = {
75
- name: 'route',
76
- description: 'Select the next role.',
77
- parameters: {
78
- title: 'routeSchema',
79
- type: 'object',
80
- properties: {
81
- next: {
82
- title: 'Next',
83
- anyOf: [
84
- { enum: options },
85
- ],
86
- },
87
- },
88
- required: ['next'],
89
- },
90
- };
91
-
92
- const toolDef = {
93
- type: 'function',
94
- function: functionDef,
95
- } as const;
96
-
97
- const prompt = ChatPromptTemplate.fromMessages([
98
- ['system', systemPrompt],
99
- new MessagesPlaceholder('messages'),
100
- [
101
- 'system',
102
- 'Given the conversation above, who should act next?' +
103
- ' Or should we FINISH? Select one of: {options}',
104
- ],
105
- ]);
106
-
107
- const formattedPrompt = await prompt.partial({
108
- options: options.join(', '),
109
- members: members.join(', '),
110
- });
111
-
112
- const llm = new ChatOpenAI({
113
- modelName: 'gpt-4',
114
- temperature: 0,
115
- });
116
-
117
- const supervisorChain = formattedPrompt
118
- .pipe(llm.bindTools(
119
- [toolDef],
120
- {
121
- tool_choice: { 'type': 'function', 'function': { 'name': 'route' } },
122
- },
123
- ))
124
- .pipe(new JsonOutputToolsParser())
125
- .pipe((x) => (x[0].args));
126
-
127
- const researcherAgent = await createAgent(
128
- llm,
129
- [tavilyTool],
130
- 'You are a web researcher. You may use the Tavily search engine to search the web for' +
131
- ' important information, so the Chart Generator in your team can make useful plots.',
132
- );
133
-
134
- const researcherNode = async (
135
- state: AgentStateChannels,
136
- config?: RunnableConfig,
137
- ) => {
138
- const result = await researcherAgent.invoke(state, config);
139
- return {
140
- messages: [
141
- new HumanMessage({ content: result.output, name: 'Researcher' }),
142
- ],
143
- };
144
- };
145
-
146
- const chartGenAgent = await createAgent(
147
- llm,
148
- [chartTool],
149
- 'You excel at generating bar charts. Use the researcher\'s information to generate the charts.',
150
- );
151
-
152
- const chartGenNode = async (
153
- state: AgentStateChannels,
154
- config?: RunnableConfig,
155
- ) => {
156
- const result = await chartGenAgent.invoke(state, config);
157
- return {
158
- messages: [
159
- new HumanMessage({ content: result.output, name: 'ChartGenerator' }),
160
- ],
161
- };
162
- };
163
-
164
- const workflow = new StateGraph({
165
- channels: agentStateChannels,
166
- })
167
- .addNode('researcher', researcherNode)
168
- .addNode('chart_generator', chartGenNode)
169
- .addNode('supervisor', supervisorChain);
170
-
171
- members.forEach((member) => {
172
- workflow.addEdge(member, 'supervisor');
173
- });
174
-
175
- workflow.addConditionalEdges(
176
- 'supervisor',
177
- (x: AgentStateChannels) => x.next,
178
- );
179
-
180
- workflow.addEdge(START, 'supervisor');
181
-
182
- return workflow.compile();
183
- }
184
-
185
- async processStream(
186
- inputs: { messages: BaseMessage[] },
187
- config: Partial<RunnableConfig> & { version: 'v1' | 'v2' },
188
- ) {
189
- if (!this.graph) {
190
- throw new Error('CollaborativeProcessor not initialized. Call initialize() first.');
191
- }
192
- const stream = await this.graph.streamEvents(inputs, config);
193
- for await (const event of stream) {
194
- const handler = this.handlerRegistry.getHandler(event.event);
195
- if (handler) {
196
- handler.handle(event.event, event.data);
197
- }
198
- }
199
- }
200
- }
@@ -1,184 +0,0 @@
1
- // src/collab.ts
2
- import 'dotenv/config';
3
- import { BaseMessage, HumanMessage } from '@langchain/core/messages';
4
- import { END, StateGraphArgs, START, StateGraph } from '@langchain/langgraph';
5
- import { chartTool, tavilyTool } from '@/tools/example';
6
- import { AgentExecutor, createOpenAIToolsAgent } from 'langchain/agents';
7
- import {
8
- ChatPromptTemplate,
9
- MessagesPlaceholder,
10
- } from '@langchain/core/prompts';
11
- import { ChatOpenAI } from '@langchain/openai';
12
- import { Runnable, RunnableConfig } from '@langchain/core/runnables';
13
- import { JsonOutputToolsParser } from 'langchain/output_parsers';
14
- import { HandlerRegistry } from '@/events';
15
-
16
- interface AgentStateChannels {
17
- messages: BaseMessage[];
18
- next: string;
19
- }
20
-
21
- interface Member {
22
- name: string;
23
- systemPrompt: string;
24
- tools: any[];
25
- }
26
-
27
- export class CollaborativeProcessor {
28
- private graph: Runnable | null = null;
29
- private handlerRegistry: HandlerRegistry;
30
- private members: Member[];
31
-
32
- constructor(members: Member[], customHandlers?: Record<string, any>) {
33
- this.members = members;
34
- this.handlerRegistry = new HandlerRegistry();
35
- if (customHandlers) {
36
- for (const [eventType, handler] of Object.entries(customHandlers)) {
37
- this.handlerRegistry.register(eventType, handler);
38
- }
39
- }
40
- }
41
-
42
- async initialize(): Promise<void> {
43
- this.graph = await this.createGraph();
44
- }
45
-
46
- private async createGraph(): Promise<Runnable> {
47
- const agentStateChannels: StateGraphArgs['channels'] = {
48
- messages: {
49
- value: (x?: BaseMessage[], y?: BaseMessage[]) => (x ?? []).concat(y ?? []),
50
- default: () => [],
51
- },
52
- next: {
53
- value: (x?: string, y?: string) => y ?? x ?? END,
54
- default: () => END,
55
- },
56
- };
57
-
58
- async function createAgent(
59
- llm: ChatOpenAI,
60
- tools: any[],
61
- systemPrompt: string
62
- ): Promise<AgentExecutor> {
63
- const prompt = await ChatPromptTemplate.fromMessages([
64
- ['system', systemPrompt],
65
- new MessagesPlaceholder('messages'),
66
- new MessagesPlaceholder('agent_scratchpad'),
67
- ]);
68
- const agent = await createOpenAIToolsAgent({ llm, tools, prompt });
69
- return new AgentExecutor({ agent, tools });
70
- }
71
-
72
- const memberNames = this.members.map(member => member.name);
73
-
74
- const systemPrompt =
75
- 'You are a supervisor tasked with managing a conversation between the' +
76
- ' following workers: {members}. Given the following user request,' +
77
- ' respond with the worker to act next. Each worker will perform a' +
78
- ' task and respond with their results and status. When finished,' +
79
- ' respond with FINISH.';
80
- const options = [END, ...memberNames];
81
-
82
- const functionDef = {
83
- name: 'route',
84
- description: 'Select the next role.',
85
- parameters: {
86
- title: 'routeSchema',
87
- type: 'object',
88
- properties: {
89
- next: {
90
- title: 'Next',
91
- anyOf: [
92
- { enum: options },
93
- ],
94
- },
95
- },
96
- required: ['next'],
97
- },
98
- };
99
-
100
- const toolDef = {
101
- type: 'function',
102
- function: functionDef,
103
- } as const;
104
-
105
- const prompt = ChatPromptTemplate.fromMessages([
106
- ['system', systemPrompt],
107
- new MessagesPlaceholder('messages'),
108
- [
109
- 'system',
110
- 'Given the conversation above, who should act next?' +
111
- ' Or should we FINISH? Select one of: {options}',
112
- ],
113
- ]);
114
-
115
- const formattedPrompt = await prompt.partial({
116
- options: options.join(', '),
117
- members: memberNames.join(', '),
118
- });
119
-
120
- const llm = new ChatOpenAI({
121
- modelName: 'gpt-4',
122
- temperature: 0,
123
- });
124
-
125
- const supervisorChain = formattedPrompt
126
- .pipe(llm.bindTools(
127
- [toolDef],
128
- {
129
- tool_choice: { 'type': 'function', 'function': { 'name': 'route' } },
130
- },
131
- ))
132
- .pipe(new JsonOutputToolsParser())
133
- .pipe((x) => (x[0].args));
134
-
135
- const workflow = new StateGraph({
136
- channels: agentStateChannels,
137
- });
138
-
139
- // Dynamically create agents and add nodes for each member
140
- for (const member of this.members) {
141
- const agent = await createAgent(llm, member.tools, member.systemPrompt);
142
- const node = async (
143
- state: AgentStateChannels,
144
- config?: RunnableConfig,
145
- ) => {
146
- const result = await agent.invoke(state, config);
147
- return {
148
- messages: [
149
- new HumanMessage({ content: result.output, name: member.name }),
150
- ],
151
- };
152
- };
153
- workflow.addNode(member.name, node);
154
- workflow.addEdge(member.name, 'supervisor');
155
- }
156
-
157
- workflow.addNode('supervisor', supervisorChain);
158
-
159
- workflow.addConditionalEdges(
160
- 'supervisor',
161
- (x: AgentStateChannels) => x.next,
162
- );
163
-
164
- workflow.addEdge(START, 'supervisor');
165
-
166
- return workflow.compile();
167
- }
168
-
169
- async processStream(
170
- inputs: { messages: BaseMessage[] },
171
- config: Partial<RunnableConfig> & { version: 'v1' | 'v2' },
172
- ) {
173
- if (!this.graph) {
174
- throw new Error('CollaborativeProcessor not initialized. Call initialize() first.');
175
- }
176
- const stream = this.graph.streamEvents(inputs, config);
177
- for await (const event of stream) {
178
- const handler = this.handlerRegistry.getHandler(event.event);
179
- if (handler) {
180
- handler.handle(event.event, event.data);
181
- }
182
- }
183
- }
184
- }
@@ -1,224 +0,0 @@
1
- // src/collab.ts
2
- import 'dotenv/config';
3
- import { BaseMessage, HumanMessage } from '@langchain/core/messages';
4
- import { END, StateGraphArgs, START, StateGraph } from '@langchain/langgraph';
5
- import { AgentExecutor, createOpenAIToolsAgent } from 'langchain/agents';
6
- import {
7
- ChatPromptTemplate,
8
- MessagesPlaceholder,
9
- } from '@langchain/core/prompts';
10
- import { Runnable, RunnableConfig } from '@langchain/core/runnables';
11
- import { JsonOutputToolsParser } from 'langchain/output_parsers';
12
- import { HandlerRegistry } from '@/events';
13
- import { ChatOpenAI } from '@langchain/openai';
14
- import { ChatBedrockConverse } from '@langchain/aws';
15
- import { ChatAnthropic } from '@langchain/anthropic';
16
- import { ChatMistralAI } from '@langchain/mistralai';
17
- import { ChatVertexAI } from '@langchain/google-vertexai';
18
- import { BedrockChat } from '@langchain/community/chat_models/bedrock/web';
19
- import { Providers } from '@/common';
20
-
21
- interface AgentStateChannels {
22
- messages: BaseMessage[];
23
- next: string;
24
- }
25
-
26
- export interface Member {
27
- name: string;
28
- systemPrompt: string;
29
- tools: any[];
30
- llmConfig: LLMConfig;
31
- }
32
-
33
- interface LLMConfig {
34
- provider: Providers;
35
- [key: string]: any;
36
- }
37
-
38
- interface SupervisorConfig {
39
- systemPrompt?: string;
40
- llmConfig: LLMConfig;
41
- }
42
-
43
- const llmProviders: Record<Providers, any> = {
44
- [Providers.OPENAI]: ChatOpenAI,
45
- [Providers.VERTEXAI]: ChatVertexAI,
46
- [Providers.BEDROCK_LEGACY]: BedrockChat,
47
- [Providers.MISTRALAI]: ChatMistralAI,
48
- [Providers.BEDROCK]: ChatBedrockConverse,
49
- [Providers.ANTHROPIC]: ChatAnthropic,
50
- };
51
-
52
- export class CollaborativeProcessor {
53
- private graph: Runnable | null = null;
54
- private handlerRegistry: HandlerRegistry;
55
- private members: Member[];
56
- private supervisorConfig: SupervisorConfig;
57
-
58
- constructor(
59
- members: Member[],
60
- supervisorConfig: SupervisorConfig,
61
- customHandlers?: Record<string, any>
62
- ) {
63
- this.members = members;
64
- this.supervisorConfig = supervisorConfig;
65
- this.handlerRegistry = new HandlerRegistry();
66
- if (customHandlers) {
67
- for (const [eventType, handler] of Object.entries(customHandlers)) {
68
- this.handlerRegistry.register(eventType, handler);
69
- }
70
- }
71
- }
72
-
73
- async initialize(): Promise<void> {
74
- this.graph = await this.createGraph();
75
- }
76
-
77
- private async createGraph(): Promise<Runnable> {
78
- const agentStateChannels: StateGraphArgs['channels'] = {
79
- messages: {
80
- value: (x?: BaseMessage[], y?: BaseMessage[]) => (x ?? []).concat(y ?? []),
81
- default: () => [],
82
- },
83
- next: {
84
- value: (x?: string, y?: string) => y ?? x ?? END,
85
- default: () => END,
86
- },
87
- };
88
-
89
- async function createAgent(
90
- llmConfig: LLMConfig,
91
- tools: any[],
92
- systemPrompt: string
93
- ): Promise<AgentExecutor> {
94
- const { provider, ...clientOptions } = llmConfig;
95
- const LLMClass = llmProviders[provider];
96
- if (!LLMClass) {
97
- throw new Error(`Unsupported LLM provider: ${provider}`);
98
- }
99
- const llm = new LLMClass(clientOptions);
100
-
101
- const prompt = await ChatPromptTemplate.fromMessages([
102
- ['system', systemPrompt],
103
- new MessagesPlaceholder('messages'),
104
- new MessagesPlaceholder('agent_scratchpad'),
105
- ]);
106
- const agent = await createOpenAIToolsAgent({ llm, tools, prompt });
107
- return new AgentExecutor({ agent, tools });
108
- }
109
-
110
- const memberNames = this.members.map(member => member.name);
111
-
112
- const systemPrompt = this.supervisorConfig.systemPrompt ||
113
- 'You are a supervisor tasked with managing a conversation between the' +
114
- ' following workers: {members}. Given the following user request,' +
115
- ' respond with the worker to act next. Each worker will perform a' +
116
- ' task and respond with their results and status. When finished,' +
117
- ' respond with FINISH.';
118
- const options = [END, ...memberNames];
119
-
120
- const functionDef = {
121
- name: 'route',
122
- description: 'Select the next role.',
123
- parameters: {
124
- title: 'routeSchema',
125
- type: 'object',
126
- properties: {
127
- next: {
128
- title: 'Next',
129
- anyOf: [
130
- { enum: options },
131
- ],
132
- },
133
- },
134
- required: ['next'],
135
- },
136
- };
137
-
138
- const toolDef = {
139
- type: 'function',
140
- function: functionDef,
141
- } as const;
142
-
143
- const prompt = ChatPromptTemplate.fromMessages([
144
- ['system', systemPrompt],
145
- new MessagesPlaceholder('messages'),
146
- [
147
- 'system',
148
- 'Given the conversation above, who should act next?' +
149
- ' Or should we FINISH? Select one of: {options}',
150
- ],
151
- ]);
152
-
153
- const formattedPrompt = await prompt.partial({
154
- options: options.join(', '),
155
- members: memberNames.join(', '),
156
- });
157
-
158
- const { provider, ...clientOptions } = this.supervisorConfig.llmConfig;
159
- const LLMClass = llmProviders[provider];
160
- if (!LLMClass) {
161
- throw new Error(`Unsupported LLM provider for supervisor: ${provider}`);
162
- }
163
- const llm = new LLMClass(clientOptions);
164
-
165
- const supervisorChain = formattedPrompt
166
- .pipe(llm.bindTools(
167
- [toolDef],
168
- {
169
- tool_choice: { 'type': 'function', 'function': { 'name': 'route' } },
170
- },
171
- ))
172
- .pipe(new JsonOutputToolsParser())
173
- .pipe((x) => (x[0].args));
174
-
175
- const workflow = new StateGraph({
176
- channels: agentStateChannels,
177
- });
178
-
179
- // Dynamically create agents and add nodes for each member
180
- for (const member of this.members) {
181
- const agent = await createAgent(member.llmConfig, member.tools, member.systemPrompt);
182
- const node = async (
183
- state: AgentStateChannels,
184
- config?: RunnableConfig,
185
- ) => {
186
- const result = await agent.invoke(state, config);
187
- return {
188
- messages: [
189
- new HumanMessage({ content: result.output, name: member.name }),
190
- ],
191
- };
192
- };
193
- workflow.addNode(member.name, node);
194
- workflow.addEdge(member.name, 'supervisor');
195
- }
196
-
197
- workflow.addNode('supervisor', supervisorChain);
198
-
199
- workflow.addConditionalEdges(
200
- 'supervisor',
201
- (x: AgentStateChannels) => x.next,
202
- );
203
-
204
- workflow.addEdge(START, 'supervisor');
205
-
206
- return workflow.compile();
207
- }
208
-
209
- async processStream(
210
- inputs: { messages: BaseMessage[] },
211
- config: Partial<RunnableConfig> & { version: 'v1' | 'v2' },
212
- ) {
213
- if (!this.graph) {
214
- throw new Error('CollaborativeProcessor not initialized. Call initialize() first.');
215
- }
216
- const stream = this.graph.streamEvents(inputs, config);
217
- for await (const event of stream) {
218
- const handler = this.handlerRegistry.getHandler(event.event);
219
- if (handler) {
220
- handler.handle(event.event, event.data);
221
- }
222
- }
223
- }
224
- }