@librechat/agents 3.0.0-rc9 → 3.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (195) hide show
  1. package/dist/cjs/agents/AgentContext.cjs +6 -2
  2. package/dist/cjs/agents/AgentContext.cjs.map +1 -1
  3. package/dist/cjs/graphs/Graph.cjs +23 -2
  4. package/dist/cjs/graphs/Graph.cjs.map +1 -1
  5. package/dist/cjs/graphs/MultiAgentGraph.cjs +5 -5
  6. package/dist/cjs/graphs/MultiAgentGraph.cjs.map +1 -1
  7. package/dist/cjs/instrumentation.cjs +21 -0
  8. package/dist/cjs/instrumentation.cjs.map +1 -0
  9. package/dist/cjs/llm/anthropic/index.cjs +21 -2
  10. package/dist/cjs/llm/anthropic/index.cjs.map +1 -1
  11. package/dist/cjs/llm/google/index.cjs +3 -0
  12. package/dist/cjs/llm/google/index.cjs.map +1 -1
  13. package/dist/cjs/llm/google/utils/common.cjs +13 -0
  14. package/dist/cjs/llm/google/utils/common.cjs.map +1 -1
  15. package/dist/cjs/llm/ollama/index.cjs +3 -0
  16. package/dist/cjs/llm/ollama/index.cjs.map +1 -1
  17. package/dist/cjs/llm/openai/index.cjs +18 -3
  18. package/dist/cjs/llm/openai/index.cjs.map +1 -1
  19. package/dist/cjs/llm/openai/utils/index.cjs +6 -1
  20. package/dist/cjs/llm/openai/utils/index.cjs.map +1 -1
  21. package/dist/cjs/llm/openrouter/index.cjs +5 -1
  22. package/dist/cjs/llm/openrouter/index.cjs.map +1 -1
  23. package/dist/cjs/llm/vertexai/index.cjs +1 -1
  24. package/dist/cjs/llm/vertexai/index.cjs.map +1 -1
  25. package/dist/cjs/main.cjs +8 -2
  26. package/dist/cjs/main.cjs.map +1 -1
  27. package/dist/cjs/messages/cache.cjs +49 -0
  28. package/dist/cjs/messages/cache.cjs.map +1 -0
  29. package/dist/cjs/messages/content.cjs +53 -0
  30. package/dist/cjs/messages/content.cjs.map +1 -0
  31. package/dist/cjs/messages/core.cjs +5 -1
  32. package/dist/cjs/messages/core.cjs.map +1 -1
  33. package/dist/cjs/messages/format.cjs +50 -59
  34. package/dist/cjs/messages/format.cjs.map +1 -1
  35. package/dist/cjs/messages/prune.cjs +28 -0
  36. package/dist/cjs/messages/prune.cjs.map +1 -1
  37. package/dist/cjs/run.cjs +57 -5
  38. package/dist/cjs/run.cjs.map +1 -1
  39. package/dist/cjs/stream.cjs +7 -0
  40. package/dist/cjs/stream.cjs.map +1 -1
  41. package/dist/cjs/tools/ToolNode.cjs +2 -0
  42. package/dist/cjs/tools/ToolNode.cjs.map +1 -1
  43. package/dist/cjs/tools/search/firecrawl.cjs +3 -1
  44. package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
  45. package/dist/cjs/tools/search/rerankers.cjs +8 -6
  46. package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
  47. package/dist/cjs/tools/search/search.cjs +5 -5
  48. package/dist/cjs/tools/search/search.cjs.map +1 -1
  49. package/dist/cjs/tools/search/serper-scraper.cjs +132 -0
  50. package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -0
  51. package/dist/cjs/tools/search/tool.cjs +46 -9
  52. package/dist/cjs/tools/search/tool.cjs.map +1 -1
  53. package/dist/cjs/utils/handlers.cjs +70 -0
  54. package/dist/cjs/utils/handlers.cjs.map +1 -0
  55. package/dist/cjs/utils/misc.cjs +8 -1
  56. package/dist/cjs/utils/misc.cjs.map +1 -1
  57. package/dist/cjs/utils/title.cjs +54 -25
  58. package/dist/cjs/utils/title.cjs.map +1 -1
  59. package/dist/esm/agents/AgentContext.mjs +6 -2
  60. package/dist/esm/agents/AgentContext.mjs.map +1 -1
  61. package/dist/esm/graphs/Graph.mjs +23 -2
  62. package/dist/esm/graphs/Graph.mjs.map +1 -1
  63. package/dist/esm/graphs/MultiAgentGraph.mjs +5 -5
  64. package/dist/esm/graphs/MultiAgentGraph.mjs.map +1 -1
  65. package/dist/esm/instrumentation.mjs +19 -0
  66. package/dist/esm/instrumentation.mjs.map +1 -0
  67. package/dist/esm/llm/anthropic/index.mjs +21 -2
  68. package/dist/esm/llm/anthropic/index.mjs.map +1 -1
  69. package/dist/esm/llm/google/index.mjs +3 -0
  70. package/dist/esm/llm/google/index.mjs.map +1 -1
  71. package/dist/esm/llm/google/utils/common.mjs +13 -0
  72. package/dist/esm/llm/google/utils/common.mjs.map +1 -1
  73. package/dist/esm/llm/ollama/index.mjs +3 -0
  74. package/dist/esm/llm/ollama/index.mjs.map +1 -1
  75. package/dist/esm/llm/openai/index.mjs +18 -3
  76. package/dist/esm/llm/openai/index.mjs.map +1 -1
  77. package/dist/esm/llm/openai/utils/index.mjs +6 -1
  78. package/dist/esm/llm/openai/utils/index.mjs.map +1 -1
  79. package/dist/esm/llm/openrouter/index.mjs +5 -1
  80. package/dist/esm/llm/openrouter/index.mjs.map +1 -1
  81. package/dist/esm/llm/vertexai/index.mjs +1 -1
  82. package/dist/esm/llm/vertexai/index.mjs.map +1 -1
  83. package/dist/esm/main.mjs +5 -2
  84. package/dist/esm/main.mjs.map +1 -1
  85. package/dist/esm/messages/cache.mjs +47 -0
  86. package/dist/esm/messages/cache.mjs.map +1 -0
  87. package/dist/esm/messages/content.mjs +51 -0
  88. package/dist/esm/messages/content.mjs.map +1 -0
  89. package/dist/esm/messages/core.mjs +5 -1
  90. package/dist/esm/messages/core.mjs.map +1 -1
  91. package/dist/esm/messages/format.mjs +50 -58
  92. package/dist/esm/messages/format.mjs.map +1 -1
  93. package/dist/esm/messages/prune.mjs +28 -0
  94. package/dist/esm/messages/prune.mjs.map +1 -1
  95. package/dist/esm/run.mjs +57 -5
  96. package/dist/esm/run.mjs.map +1 -1
  97. package/dist/esm/stream.mjs +7 -0
  98. package/dist/esm/stream.mjs.map +1 -1
  99. package/dist/esm/tools/ToolNode.mjs +2 -0
  100. package/dist/esm/tools/ToolNode.mjs.map +1 -1
  101. package/dist/esm/tools/search/firecrawl.mjs +3 -1
  102. package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
  103. package/dist/esm/tools/search/rerankers.mjs +8 -6
  104. package/dist/esm/tools/search/rerankers.mjs.map +1 -1
  105. package/dist/esm/tools/search/search.mjs +5 -5
  106. package/dist/esm/tools/search/search.mjs.map +1 -1
  107. package/dist/esm/tools/search/serper-scraper.mjs +129 -0
  108. package/dist/esm/tools/search/serper-scraper.mjs.map +1 -0
  109. package/dist/esm/tools/search/tool.mjs +46 -9
  110. package/dist/esm/tools/search/tool.mjs.map +1 -1
  111. package/dist/esm/utils/handlers.mjs +68 -0
  112. package/dist/esm/utils/handlers.mjs.map +1 -0
  113. package/dist/esm/utils/misc.mjs +8 -2
  114. package/dist/esm/utils/misc.mjs.map +1 -1
  115. package/dist/esm/utils/title.mjs +54 -25
  116. package/dist/esm/utils/title.mjs.map +1 -1
  117. package/dist/types/agents/AgentContext.d.ts +4 -1
  118. package/dist/types/instrumentation.d.ts +1 -0
  119. package/dist/types/llm/anthropic/index.d.ts +3 -0
  120. package/dist/types/llm/google/index.d.ts +1 -0
  121. package/dist/types/llm/ollama/index.d.ts +1 -0
  122. package/dist/types/llm/openai/index.d.ts +4 -0
  123. package/dist/types/llm/openrouter/index.d.ts +4 -2
  124. package/dist/types/llm/vertexai/index.d.ts +1 -1
  125. package/dist/types/messages/cache.d.ts +8 -0
  126. package/dist/types/messages/content.d.ts +7 -0
  127. package/dist/types/messages/format.d.ts +22 -25
  128. package/dist/types/messages/index.d.ts +2 -0
  129. package/dist/types/run.d.ts +2 -1
  130. package/dist/types/tools/search/firecrawl.d.ts +2 -1
  131. package/dist/types/tools/search/rerankers.d.ts +4 -1
  132. package/dist/types/tools/search/search.d.ts +1 -2
  133. package/dist/types/tools/search/serper-scraper.d.ts +59 -0
  134. package/dist/types/tools/search/tool.d.ts +25 -4
  135. package/dist/types/tools/search/types.d.ts +31 -1
  136. package/dist/types/types/graph.d.ts +3 -1
  137. package/dist/types/types/messages.d.ts +4 -0
  138. package/dist/types/utils/handlers.d.ts +34 -0
  139. package/dist/types/utils/index.d.ts +1 -0
  140. package/dist/types/utils/misc.d.ts +1 -0
  141. package/package.json +7 -3
  142. package/src/agents/AgentContext.ts +8 -0
  143. package/src/graphs/Graph.ts +31 -2
  144. package/src/graphs/MultiAgentGraph.ts +5 -5
  145. package/src/instrumentation.ts +22 -0
  146. package/src/llm/anthropic/index.ts +23 -2
  147. package/src/llm/anthropic/llm.spec.ts +1 -1
  148. package/src/llm/google/index.ts +4 -0
  149. package/src/llm/google/utils/common.ts +14 -0
  150. package/src/llm/ollama/index.ts +3 -0
  151. package/src/llm/openai/index.ts +17 -4
  152. package/src/llm/openai/utils/index.ts +7 -1
  153. package/src/llm/openrouter/index.ts +15 -6
  154. package/src/llm/vertexai/index.ts +2 -2
  155. package/src/messages/cache.test.ts +262 -0
  156. package/src/messages/cache.ts +56 -0
  157. package/src/messages/content.test.ts +362 -0
  158. package/src/messages/content.ts +63 -0
  159. package/src/messages/core.ts +5 -2
  160. package/src/messages/format.ts +65 -71
  161. package/src/messages/formatMessage.test.ts +418 -2
  162. package/src/messages/index.ts +2 -0
  163. package/src/messages/prune.ts +51 -0
  164. package/src/run.ts +82 -10
  165. package/src/scripts/ant_web_search.ts +1 -1
  166. package/src/scripts/handoff-test.ts +1 -1
  167. package/src/scripts/multi-agent-chain.ts +4 -4
  168. package/src/scripts/multi-agent-conditional.ts +4 -4
  169. package/src/scripts/multi-agent-document-review-chain.ts +4 -4
  170. package/src/scripts/multi-agent-parallel.ts +10 -8
  171. package/src/scripts/multi-agent-sequence.ts +3 -3
  172. package/src/scripts/multi-agent-supervisor.ts +5 -3
  173. package/src/scripts/multi-agent-test.ts +2 -2
  174. package/src/scripts/search.ts +5 -1
  175. package/src/scripts/simple.ts +8 -0
  176. package/src/scripts/test-custom-prompt-key.ts +4 -4
  177. package/src/scripts/test-handoff-input.ts +3 -3
  178. package/src/scripts/test-multi-agent-list-handoff.ts +2 -2
  179. package/src/scripts/tools.ts +4 -1
  180. package/src/specs/agent-handoffs.test.ts +889 -0
  181. package/src/stream.ts +9 -2
  182. package/src/tools/search/firecrawl.ts +5 -2
  183. package/src/tools/search/jina-reranker.test.ts +126 -0
  184. package/src/tools/search/rerankers.ts +11 -5
  185. package/src/tools/search/search.ts +6 -8
  186. package/src/tools/search/serper-scraper.ts +155 -0
  187. package/src/tools/search/tool.ts +49 -8
  188. package/src/tools/search/types.ts +46 -0
  189. package/src/types/graph.ts +6 -1
  190. package/src/types/messages.ts +4 -0
  191. package/src/utils/handlers.ts +107 -0
  192. package/src/utils/index.ts +2 -1
  193. package/src/utils/llmConfig.ts +35 -1
  194. package/src/utils/misc.ts +33 -21
  195. package/src/utils/title.ts +80 -40
@@ -71,7 +71,7 @@ async function testSequentialAgentChain() {
71
71
  agentId: 'researcher',
72
72
  provider: Providers.ANTHROPIC,
73
73
  clientOptions: {
74
- modelName: 'claude-3-5-sonnet-latest',
74
+ modelName: 'claude-haiku-4-5',
75
75
  apiKey: process.env.ANTHROPIC_API_KEY,
76
76
  },
77
77
  instructions: `You are a Research Agent specializing in gathering initial information.
@@ -88,7 +88,7 @@ async function testSequentialAgentChain() {
88
88
  agentId: 'analyst',
89
89
  provider: Providers.ANTHROPIC,
90
90
  clientOptions: {
91
- modelName: 'claude-3-5-sonnet-latest',
91
+ modelName: 'claude-haiku-4-5',
92
92
  apiKey: process.env.ANTHROPIC_API_KEY,
93
93
  },
94
94
  instructions: `You are an Analysis Agent that builds upon research findings.
@@ -105,7 +105,7 @@ async function testSequentialAgentChain() {
105
105
  agentId: 'reviewer',
106
106
  provider: Providers.ANTHROPIC,
107
107
  clientOptions: {
108
- modelName: 'claude-3-5-sonnet-latest',
108
+ modelName: 'claude-haiku-4-5',
109
109
  apiKey: process.env.ANTHROPIC_API_KEY,
110
110
  },
111
111
  instructions: `You are a Critical Review Agent that evaluates the work done so far.
@@ -122,7 +122,7 @@ async function testSequentialAgentChain() {
122
122
  agentId: 'summarizer',
123
123
  provider: Providers.ANTHROPIC,
124
124
  clientOptions: {
125
- modelName: 'claude-3-5-sonnet-latest',
125
+ modelName: 'claude-haiku-4-5',
126
126
  apiKey: process.env.ANTHROPIC_API_KEY,
127
127
  },
128
128
  instructions: `You are a Summary Agent that creates the final comprehensive output.
@@ -32,7 +32,7 @@ async function testConditionalMultiAgent() {
32
32
  agentId: 'classifier',
33
33
  provider: Providers.ANTHROPIC,
34
34
  clientOptions: {
35
- modelName: 'claude-3-5-sonnet-latest',
35
+ modelName: 'claude-haiku-4-5',
36
36
  apiKey: process.env.ANTHROPIC_API_KEY,
37
37
  },
38
38
  instructions:
@@ -43,7 +43,7 @@ async function testConditionalMultiAgent() {
43
43
  agentId: 'technical_expert',
44
44
  provider: Providers.ANTHROPIC,
45
45
  clientOptions: {
46
- modelName: 'claude-3-5-sonnet-latest',
46
+ modelName: 'claude-haiku-4-5',
47
47
  apiKey: process.env.ANTHROPIC_API_KEY,
48
48
  },
49
49
  instructions:
@@ -54,7 +54,7 @@ async function testConditionalMultiAgent() {
54
54
  agentId: 'business_expert',
55
55
  provider: Providers.ANTHROPIC,
56
56
  clientOptions: {
57
- modelName: 'claude-3-5-sonnet-latest',
57
+ modelName: 'claude-haiku-4-5',
58
58
  apiKey: process.env.ANTHROPIC_API_KEY,
59
59
  },
60
60
  instructions:
@@ -65,7 +65,7 @@ async function testConditionalMultiAgent() {
65
65
  agentId: 'general_assistant',
66
66
  provider: Providers.ANTHROPIC,
67
67
  clientOptions: {
68
- modelName: 'claude-3-5-sonnet-latest',
68
+ modelName: 'claude-haiku-4-5',
69
69
  apiKey: process.env.ANTHROPIC_API_KEY,
70
70
  },
71
71
  instructions:
@@ -48,7 +48,7 @@ async function testDocumentReviewChain() {
48
48
  agentId: 'grammar_checker',
49
49
  provider: Providers.ANTHROPIC,
50
50
  clientOptions: {
51
- modelName: 'claude-3-5-sonnet-latest',
51
+ modelName: 'claude-haiku-4-5',
52
52
  apiKey: process.env.ANTHROPIC_API_KEY,
53
53
  },
54
54
  instructions: `You are a Grammar and Style Checker.
@@ -65,7 +65,7 @@ async function testDocumentReviewChain() {
65
65
  agentId: 'fact_checker',
66
66
  provider: Providers.ANTHROPIC,
67
67
  clientOptions: {
68
- modelName: 'claude-3-5-sonnet-latest',
68
+ modelName: 'claude-haiku-4-5',
69
69
  apiKey: process.env.ANTHROPIC_API_KEY,
70
70
  },
71
71
  instructions: `You are a Fact Checker.
@@ -82,7 +82,7 @@ async function testDocumentReviewChain() {
82
82
  agentId: 'tone_reviewer',
83
83
  provider: Providers.ANTHROPIC,
84
84
  clientOptions: {
85
- modelName: 'claude-3-5-sonnet-latest',
85
+ modelName: 'claude-haiku-4-5',
86
86
  apiKey: process.env.ANTHROPIC_API_KEY,
87
87
  },
88
88
  instructions: `You are a Tone and Audience Reviewer.
@@ -99,7 +99,7 @@ async function testDocumentReviewChain() {
99
99
  agentId: 'final_editor',
100
100
  provider: Providers.ANTHROPIC,
101
101
  clientOptions: {
102
- modelName: 'claude-3-5-sonnet-latest',
102
+ modelName: 'claude-haiku-4-5',
103
103
  apiKey: process.env.ANTHROPIC_API_KEY,
104
104
  },
105
105
  instructions: `You are the Final Editor.
@@ -2,11 +2,12 @@ import { config } from 'dotenv';
2
2
  config();
3
3
 
4
4
  import { HumanMessage, BaseMessage } from '@langchain/core/messages';
5
- import { Run } from '@/run';
6
- import { Providers, GraphEvents } from '@/common';
5
+ import type * as t from '@/types';
7
6
  import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
8
7
  import { ToolEndHandler, ModelEndHandler } from '@/events';
9
- import type * as t from '@/types';
8
+ import { Providers, GraphEvents } from '@/common';
9
+ import { sleep } from '@/utils/run';
10
+ import { Run } from '@/run';
10
11
 
11
12
  const conversationHistory: BaseMessage[] = [];
12
13
 
@@ -35,7 +36,7 @@ async function testParallelMultiAgent() {
35
36
  agentId: 'researcher',
36
37
  provider: Providers.ANTHROPIC,
37
38
  clientOptions: {
38
- modelName: 'claude-3-5-sonnet-latest',
39
+ modelName: 'claude-haiku-4-5',
39
40
  apiKey: process.env.ANTHROPIC_API_KEY,
40
41
  },
41
42
  instructions: `You are a research coordinator in a multi-agent analysis workflow. Your sole job is to:
@@ -59,7 +60,7 @@ async function testParallelMultiAgent() {
59
60
  agentId: 'analyst1',
60
61
  provider: Providers.ANTHROPIC,
61
62
  clientOptions: {
62
- modelName: 'claude-3-5-sonnet-latest',
63
+ modelName: 'claude-haiku-4-5',
63
64
  apiKey: process.env.ANTHROPIC_API_KEY,
64
65
  },
65
66
  instructions: `You are a FINANCIAL AND ECONOMIC ANALYST in a parallel analysis workflow.
@@ -82,7 +83,7 @@ async function testParallelMultiAgent() {
82
83
  agentId: 'analyst2',
83
84
  provider: Providers.ANTHROPIC,
84
85
  clientOptions: {
85
- modelName: 'claude-3-5-sonnet-latest',
86
+ modelName: 'claude-haiku-4-5',
86
87
  apiKey: process.env.ANTHROPIC_API_KEY,
87
88
  },
88
89
  instructions: `You are a TECHNICAL AND IMPLEMENTATION ANALYST in a parallel analysis workflow.
@@ -106,7 +107,7 @@ async function testParallelMultiAgent() {
106
107
  agentId: 'analyst3',
107
108
  provider: Providers.ANTHROPIC,
108
109
  clientOptions: {
109
- modelName: 'claude-3-5-sonnet-latest',
110
+ modelName: 'claude-haiku-4-5',
110
111
  apiKey: process.env.ANTHROPIC_API_KEY,
111
112
  },
112
113
  instructions: `You are a MARKET AND INDUSTRY ANALYST in a parallel analysis workflow.
@@ -130,7 +131,7 @@ async function testParallelMultiAgent() {
130
131
  agentId: 'summarizer',
131
132
  provider: Providers.ANTHROPIC,
132
133
  clientOptions: {
133
- modelName: 'claude-3-5-sonnet-latest',
134
+ modelName: 'claude-haiku-4-5',
134
135
  apiKey: process.env.ANTHROPIC_API_KEY,
135
136
  },
136
137
  instructions: `You are the SYNTHESIS AND SUMMARY EXPERT in a multi-agent workflow.
@@ -332,6 +333,7 @@ IMPORTANT: Each analyst must produce substantive analysis (200+ words), not just
332
333
  console.log('\n\nActive agents during execution:', activeAgents.size);
333
334
  console.log('Final content parts:', contentParts.length, 'parts');
334
335
  console.dir(contentParts, { depth: null });
336
+ await sleep(3000);
335
337
  } catch (error) {
336
338
  console.error('Error in parallel multi-agent test:', error);
337
339
  }
@@ -30,7 +30,7 @@ async function testSequentialMultiAgent() {
30
30
  agentId: 'agent_a',
31
31
  provider: Providers.ANTHROPIC,
32
32
  clientOptions: {
33
- modelName: 'claude-3-5-sonnet-latest',
33
+ modelName: 'claude-haiku-4-5',
34
34
  apiKey: process.env.ANTHROPIC_API_KEY,
35
35
  },
36
36
  instructions: `You are Agent A, the first agent in a sequential workflow.
@@ -46,7 +46,7 @@ async function testSequentialMultiAgent() {
46
46
  agentId: 'agent_b',
47
47
  provider: Providers.ANTHROPIC,
48
48
  clientOptions: {
49
- modelName: 'claude-3-5-sonnet-latest',
49
+ modelName: 'claude-haiku-4-5',
50
50
  apiKey: process.env.ANTHROPIC_API_KEY,
51
51
  },
52
52
  instructions: `You are Agent B, the second agent in a sequential workflow.
@@ -62,7 +62,7 @@ async function testSequentialMultiAgent() {
62
62
  agentId: 'agent_c',
63
63
  provider: Providers.ANTHROPIC,
64
64
  clientOptions: {
65
- modelName: 'claude-3-5-sonnet-latest',
65
+ modelName: 'claude-haiku-4-5',
66
66
  apiKey: process.env.ANTHROPIC_API_KEY,
67
67
  },
68
68
  instructions: `You are Agent C, the final agent in a sequential workflow.
@@ -2,11 +2,12 @@ import { config } from 'dotenv';
2
2
  config();
3
3
 
4
4
  import { HumanMessage, BaseMessage } from '@langchain/core/messages';
5
- import { Run } from '@/run';
6
- import { Providers, GraphEvents } from '@/common';
5
+ import type * as t from '@/types';
7
6
  import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
8
7
  import { ToolEndHandler, ModelEndHandler } from '@/events';
9
- import type * as t from '@/types';
8
+ import { Providers, GraphEvents } from '@/common';
9
+ import { sleep } from '@/utils/run';
10
+ import { Run } from '@/run';
10
11
 
11
12
  const conversationHistory: BaseMessage[] = [];
12
13
 
@@ -353,6 +354,7 @@ async function testSupervisorMultiAgent() {
353
354
  console.log(` transfer_to_legal_advisor`);
354
355
  console.log('─'.repeat(60));
355
356
  }
357
+ await sleep(3000);
356
358
  } catch (error) {
357
359
  console.error('Error in supervisor multi-agent test:', error);
358
360
  }
@@ -22,7 +22,7 @@ async function testMultiAgentHandoff() {
22
22
  agentId: 'flight_assistant',
23
23
  provider: Providers.ANTHROPIC,
24
24
  clientOptions: {
25
- modelName: 'claude-3-5-sonnet-latest',
25
+ modelName: 'claude-haiku-4-5',
26
26
  apiKey: process.env.ANTHROPIC_API_KEY,
27
27
  },
28
28
  instructions:
@@ -33,7 +33,7 @@ async function testMultiAgentHandoff() {
33
33
  agentId: 'hotel_assistant',
34
34
  provider: Providers.ANTHROPIC,
35
35
  clientOptions: {
36
- modelName: 'claude-3-5-sonnet-latest',
36
+ modelName: 'claude-haiku-4-5',
37
37
  apiKey: process.env.ANTHROPIC_API_KEY,
38
38
  },
39
39
  instructions:
@@ -77,7 +77,11 @@ async function testStandardStreaming(): Promise<void> {
77
77
  graphConfig: {
78
78
  type: 'standard',
79
79
  llmConfig,
80
- tools: [createSearchTool()],
80
+ tools: [
81
+ createSearchTool({
82
+ scraperProvider: 'serper',
83
+ }),
84
+ ],
81
85
  instructions:
82
86
  'You are a friendly AI assistant. Always address the user by their name.',
83
87
  // additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
@@ -18,6 +18,7 @@ import {
18
18
  import { GraphEvents, Providers, TitleMethod } from '@/common';
19
19
  import { getLLMConfig } from '@/utils/llmConfig';
20
20
  import { getArgs } from '@/scripts/args';
21
+ import { sleep } from '@/utils/run';
21
22
  import { Run } from '@/run';
22
23
 
23
24
  const conversationHistory: BaseMessage[] = [];
@@ -145,7 +146,9 @@ async function testStandardStreaming(): Promise<void> {
145
146
  });
146
147
 
147
148
  const config = {
149
+ runId: 'test-simple-script',
148
150
  configurable: {
151
+ user_id: 'user-123',
149
152
  thread_id: 'conversation-num-1',
150
153
  },
151
154
  streamMode: 'values',
@@ -177,6 +180,10 @@ async function testStandardStreaming(): Promise<void> {
177
180
  contentParts,
178
181
  // titleMethod: TitleMethod.STRUCTURED,
179
182
  chainOptions: {
183
+ configurable: {
184
+ user_id: 'user-123',
185
+ thread_id: 'conversation-num-1',
186
+ },
180
187
  callbacks: [
181
188
  {
182
189
  handleLLMEnd,
@@ -193,6 +200,7 @@ async function testStandardStreaming(): Promise<void> {
193
200
  console.log('Collected usage metadata:', collectedUsage);
194
201
  console.log('Generated Title:', titleResult);
195
202
  console.log('Collected title usage metadata:', collected);
203
+ await sleep(5000);
196
204
  }
197
205
 
198
206
  process.on('unhandledRejection', (reason, promise) => {
@@ -24,7 +24,7 @@ async function testCustomPromptKey() {
24
24
  agentId: 'supervisor',
25
25
  provider: Providers.ANTHROPIC,
26
26
  clientOptions: {
27
- modelName: 'claude-3-5-sonnet-latest',
27
+ modelName: 'claude-haiku-4-5',
28
28
  apiKey: process.env.ANTHROPIC_API_KEY,
29
29
  },
30
30
  instructions: `You are a Task Supervisor managing different agents:
@@ -41,7 +41,7 @@ async function testCustomPromptKey() {
41
41
  agentId: 'researcher',
42
42
  provider: Providers.ANTHROPIC,
43
43
  clientOptions: {
44
- modelName: 'claude-3-5-sonnet-latest',
44
+ modelName: 'claude-haiku-4-5',
45
45
  apiKey: process.env.ANTHROPIC_API_KEY,
46
46
  },
47
47
  instructions: `You are a Research Agent. You receive research queries to investigate.
@@ -52,7 +52,7 @@ async function testCustomPromptKey() {
52
52
  agentId: 'designer',
53
53
  provider: Providers.ANTHROPIC,
54
54
  clientOptions: {
55
- modelName: 'claude-3-5-sonnet-latest',
55
+ modelName: 'claude-haiku-4-5',
56
56
  apiKey: process.env.ANTHROPIC_API_KEY,
57
57
  },
58
58
  instructions: `You are a Design Agent. You receive design requirements to implement.
@@ -63,7 +63,7 @@ async function testCustomPromptKey() {
63
63
  agentId: 'coder',
64
64
  provider: Providers.ANTHROPIC,
65
65
  clientOptions: {
66
- modelName: 'claude-3-5-sonnet-latest',
66
+ modelName: 'claude-haiku-4-5',
67
67
  apiKey: process.env.ANTHROPIC_API_KEY,
68
68
  },
69
69
  instructions: `You are a Coding Agent. You receive technical specifications to implement.
@@ -84,7 +84,7 @@ async function testHandoffInput() {
84
84
  agentId: 'supervisor',
85
85
  provider: Providers.ANTHROPIC,
86
86
  clientOptions: {
87
- modelName: 'claude-3-5-sonnet-latest',
87
+ modelName: 'claude-haiku-4-5',
88
88
  apiKey: process.env.ANTHROPIC_API_KEY,
89
89
  },
90
90
  instructions: `You are a Task Supervisor. You have access to two specialist agents:
@@ -100,7 +100,7 @@ async function testHandoffInput() {
100
100
  agentId: 'analyst',
101
101
  provider: Providers.ANTHROPIC,
102
102
  clientOptions: {
103
- modelName: 'claude-3-5-sonnet-latest',
103
+ modelName: 'claude-haiku-4-5',
104
104
  apiKey: process.env.ANTHROPIC_API_KEY,
105
105
  },
106
106
  instructions: `You are a Data Analyst. Follow the supervisor's instructions carefully.
@@ -111,7 +111,7 @@ async function testHandoffInput() {
111
111
  agentId: 'writer',
112
112
  provider: Providers.ANTHROPIC,
113
113
  clientOptions: {
114
- modelName: 'claude-3-5-sonnet-latest',
114
+ modelName: 'claude-haiku-4-5',
115
115
  apiKey: process.env.ANTHROPIC_API_KEY,
116
116
  },
117
117
  instructions: `You are a Content Writer. Follow the supervisor's instructions carefully.
@@ -93,7 +93,7 @@ async function testSupervisorListHandoff() {
93
93
  const specialistConfig = {
94
94
  provider: Providers.ANTHROPIC,
95
95
  clientOptions: {
96
- modelName: 'claude-3-5-sonnet-latest',
96
+ modelName: 'claude-haiku-4-5',
97
97
  apiKey: process.env.ANTHROPIC_API_KEY,
98
98
  },
99
99
  instructions: `You are an Adaptive Specialist. Your agent ID indicates your role:
@@ -114,7 +114,7 @@ async function testSupervisorListHandoff() {
114
114
  agentId: 'supervisor',
115
115
  provider: Providers.ANTHROPIC,
116
116
  clientOptions: {
117
- modelName: 'claude-3-5-sonnet-latest',
117
+ modelName: 'claude-haiku-4-5',
118
118
  apiKey: process.env.ANTHROPIC_API_KEY,
119
119
  },
120
120
  instructions: `You are a Task Supervisor with access to 5 specialist agents:
@@ -126,7 +126,10 @@ async function testStandardStreaming(): Promise<void> {
126
126
  const inputs = {
127
127
  messages: conversationHistory,
128
128
  };
129
- const finalContentParts = await run.processStream(inputs, config);
129
+ const finalContentParts = await run.processStream(inputs, config, {
130
+ indexTokenCountMap: { 0: 35 },
131
+ maxContextTokens: 89000,
132
+ });
130
133
  const finalMessages = run.getRunMessages();
131
134
  if (finalMessages) {
132
135
  conversationHistory.push(...finalMessages);