@illuma-ai/agents 1.1.21 → 1.1.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/graphs/Graph.cjs +12 -1
- package/dist/cjs/graphs/Graph.cjs.map +1 -1
- package/dist/cjs/graphs/MultiAgentGraph.cjs +105 -1
- package/dist/cjs/graphs/MultiAgentGraph.cjs.map +1 -1
- package/dist/cjs/run.cjs +20 -9
- package/dist/cjs/run.cjs.map +1 -1
- package/dist/cjs/utils/llm.cjs.map +1 -1
- package/dist/esm/graphs/Graph.mjs +12 -1
- package/dist/esm/graphs/Graph.mjs.map +1 -1
- package/dist/esm/graphs/MultiAgentGraph.mjs +105 -1
- package/dist/esm/graphs/MultiAgentGraph.mjs.map +1 -1
- package/dist/esm/run.mjs +20 -9
- package/dist/esm/run.mjs.map +1 -1
- package/dist/esm/utils/llm.mjs.map +1 -1
- package/dist/types/graphs/MultiAgentGraph.d.ts +17 -0
- package/package.json +1 -1
- package/src/graphs/Graph.ts +13 -1
- package/src/graphs/MultiAgentGraph.ts +128 -1
- package/src/graphs/__tests__/multi-agent-delegate.test.ts +205 -0
- package/src/run.ts +20 -11
- package/src/scripts/test-bedrock-handoff-autonomous.ts +231 -0
- package/src/utils/llm.ts +1 -0
- package/src/agents/AgentContext.js +0 -782
- package/src/agents/AgentContext.test.js +0 -421
- package/src/agents/__tests__/AgentContext.test.js +0 -678
- package/src/agents/__tests__/resolveStructuredOutputMode.test.js +0 -117
- package/src/common/enum.js +0 -192
- package/src/common/index.js +0 -3
- package/src/events.js +0 -166
- package/src/graphs/Graph.js +0 -1857
- package/src/graphs/MultiAgentGraph.js +0 -1092
- package/src/graphs/__tests__/structured-output.integration.test.js +0 -624
- package/src/graphs/__tests__/structured-output.test.js +0 -144
- package/src/graphs/contextManagement.e2e.test.js +0 -718
- package/src/graphs/contextManagement.test.js +0 -485
- package/src/graphs/handoffValidation.test.js +0 -276
- package/src/graphs/index.js +0 -3
- package/src/index.js +0 -28
- package/src/instrumentation.js +0 -21
- package/src/llm/anthropic/index.js +0 -319
- package/src/llm/anthropic/types.js +0 -46
- package/src/llm/anthropic/utils/message_inputs.js +0 -627
- package/src/llm/anthropic/utils/message_outputs.js +0 -290
- package/src/llm/anthropic/utils/output_parsers.js +0 -89
- package/src/llm/anthropic/utils/tools.js +0 -25
- package/src/llm/bedrock/__tests__/bedrock-caching.test.js +0 -392
- package/src/llm/bedrock/index.js +0 -303
- package/src/llm/bedrock/types.js +0 -2
- package/src/llm/bedrock/utils/index.js +0 -6
- package/src/llm/bedrock/utils/message_inputs.js +0 -463
- package/src/llm/bedrock/utils/message_outputs.js +0 -269
- package/src/llm/fake.js +0 -92
- package/src/llm/google/index.js +0 -215
- package/src/llm/google/types.js +0 -12
- package/src/llm/google/utils/common.js +0 -670
- package/src/llm/google/utils/tools.js +0 -111
- package/src/llm/google/utils/zod_to_genai_parameters.js +0 -47
- package/src/llm/openai/index.js +0 -1033
- package/src/llm/openai/types.js +0 -2
- package/src/llm/openai/utils/index.js +0 -756
- package/src/llm/openai/utils/isReasoningModel.test.js +0 -79
- package/src/llm/openrouter/index.js +0 -261
- package/src/llm/openrouter/reasoning.test.js +0 -181
- package/src/llm/providers.js +0 -36
- package/src/llm/text.js +0 -65
- package/src/llm/vertexai/index.js +0 -402
- package/src/messages/__tests__/tools.test.js +0 -392
- package/src/messages/cache.js +0 -404
- package/src/messages/cache.test.js +0 -1167
- package/src/messages/content.js +0 -48
- package/src/messages/content.test.js +0 -314
- package/src/messages/core.js +0 -359
- package/src/messages/ensureThinkingBlock.test.js +0 -997
- package/src/messages/format.js +0 -973
- package/src/messages/formatAgentMessages.test.js +0 -2278
- package/src/messages/formatAgentMessages.tools.test.js +0 -362
- package/src/messages/formatMessage.test.js +0 -608
- package/src/messages/ids.js +0 -18
- package/src/messages/index.js +0 -9
- package/src/messages/labelContentByAgent.test.js +0 -725
- package/src/messages/prune.js +0 -438
- package/src/messages/reducer.js +0 -60
- package/src/messages/shiftIndexTokenCountMap.test.js +0 -63
- package/src/messages/summarize.js +0 -146
- package/src/messages/summarize.test.js +0 -332
- package/src/messages/tools.js +0 -90
- package/src/mockStream.js +0 -81
- package/src/prompts/collab.js +0 -7
- package/src/prompts/index.js +0 -3
- package/src/prompts/taskmanager.js +0 -58
- package/src/run.js +0 -427
- package/src/schemas/index.js +0 -3
- package/src/schemas/schema-preparation.test.js +0 -370
- package/src/schemas/validate.js +0 -314
- package/src/schemas/validate.test.js +0 -264
- package/src/scripts/abort.js +0 -127
- package/src/scripts/ant_web_search.js +0 -130
- package/src/scripts/ant_web_search_edge_case.js +0 -133
- package/src/scripts/ant_web_search_error_edge_case.js +0 -119
- package/src/scripts/args.js +0 -41
- package/src/scripts/bedrock-cache-debug.js +0 -186
- package/src/scripts/bedrock-content-aggregation-test.js +0 -195
- package/src/scripts/bedrock-merge-test.js +0 -80
- package/src/scripts/bedrock-parallel-tools-test.js +0 -150
- package/src/scripts/caching.js +0 -106
- package/src/scripts/cli.js +0 -152
- package/src/scripts/cli2.js +0 -119
- package/src/scripts/cli3.js +0 -163
- package/src/scripts/cli4.js +0 -165
- package/src/scripts/cli5.js +0 -165
- package/src/scripts/code_exec.js +0 -171
- package/src/scripts/code_exec_files.js +0 -180
- package/src/scripts/code_exec_multi_session.js +0 -185
- package/src/scripts/code_exec_ptc.js +0 -265
- package/src/scripts/code_exec_session.js +0 -217
- package/src/scripts/code_exec_simple.js +0 -120
- package/src/scripts/content.js +0 -111
- package/src/scripts/empty_input.js +0 -125
- package/src/scripts/handoff-test.js +0 -96
- package/src/scripts/image.js +0 -138
- package/src/scripts/memory.js +0 -83
- package/src/scripts/multi-agent-chain.js +0 -271
- package/src/scripts/multi-agent-conditional.js +0 -185
- package/src/scripts/multi-agent-document-review-chain.js +0 -171
- package/src/scripts/multi-agent-hybrid-flow.js +0 -264
- package/src/scripts/multi-agent-parallel-start.js +0 -214
- package/src/scripts/multi-agent-parallel.js +0 -346
- package/src/scripts/multi-agent-sequence.js +0 -184
- package/src/scripts/multi-agent-supervisor.js +0 -324
- package/src/scripts/multi-agent-test.js +0 -147
- package/src/scripts/parallel-asymmetric-tools-test.js +0 -202
- package/src/scripts/parallel-full-metadata-test.js +0 -176
- package/src/scripts/parallel-tools-test.js +0 -256
- package/src/scripts/programmatic_exec.js +0 -277
- package/src/scripts/programmatic_exec_agent.js +0 -168
- package/src/scripts/search.js +0 -118
- package/src/scripts/sequential-full-metadata-test.js +0 -143
- package/src/scripts/simple.js +0 -174
- package/src/scripts/single-agent-metadata-test.js +0 -152
- package/src/scripts/stream.js +0 -113
- package/src/scripts/test-custom-prompt-key.js +0 -132
- package/src/scripts/test-handoff-input.js +0 -143
- package/src/scripts/test-handoff-preamble.js +0 -227
- package/src/scripts/test-handoff-steering.js +0 -353
- package/src/scripts/test-multi-agent-list-handoff.js +0 -318
- package/src/scripts/test-parallel-agent-labeling.js +0 -253
- package/src/scripts/test-parallel-handoffs.js +0 -229
- package/src/scripts/test-thinking-handoff-bedrock.js +0 -132
- package/src/scripts/test-thinking-handoff.js +0 -132
- package/src/scripts/test-thinking-to-thinking-handoff-bedrock.js +0 -140
- package/src/scripts/test-tool-before-handoff-role-order.js +0 -223
- package/src/scripts/test-tools-before-handoff.js +0 -187
- package/src/scripts/test_code_api.js +0 -263
- package/src/scripts/thinking-bedrock.js +0 -128
- package/src/scripts/thinking-vertexai.js +0 -130
- package/src/scripts/thinking.js +0 -134
- package/src/scripts/tool_search.js +0 -114
- package/src/scripts/tools.js +0 -125
- package/src/specs/agent-handoffs-bedrock.integration.test.js +0 -280
- package/src/specs/agent-handoffs.test.js +0 -924
- package/src/specs/anthropic.simple.test.js +0 -287
- package/src/specs/azure.simple.test.js +0 -381
- package/src/specs/cache.simple.test.js +0 -282
- package/src/specs/custom-event-await.test.js +0 -148
- package/src/specs/deepseek.simple.test.js +0 -189
- package/src/specs/emergency-prune.test.js +0 -308
- package/src/specs/moonshot.simple.test.js +0 -237
- package/src/specs/observability.integration.test.js +0 -1337
- package/src/specs/openai.simple.test.js +0 -233
- package/src/specs/openrouter.simple.test.js +0 -202
- package/src/specs/prune.test.js +0 -733
- package/src/specs/reasoning.test.js +0 -144
- package/src/specs/spec.utils.js +0 -4
- package/src/specs/thinking-handoff.test.js +0 -486
- package/src/specs/thinking-prune.test.js +0 -600
- package/src/specs/token-distribution-edge-case.test.js +0 -246
- package/src/specs/token-memoization.test.js +0 -32
- package/src/specs/tokens.test.js +0 -49
- package/src/specs/tool-error.test.js +0 -139
- package/src/splitStream.js +0 -204
- package/src/splitStream.test.js +0 -504
- package/src/stream.js +0 -650
- package/src/stream.test.js +0 -225
- package/src/test/mockTools.js +0 -340
- package/src/tools/BrowserTools.js +0 -245
- package/src/tools/Calculator.js +0 -38
- package/src/tools/Calculator.test.js +0 -225
- package/src/tools/CodeExecutor.js +0 -233
- package/src/tools/ProgrammaticToolCalling.js +0 -602
- package/src/tools/StreamingToolCallBuffer.js +0 -179
- package/src/tools/ToolNode.js +0 -930
- package/src/tools/ToolSearch.js +0 -904
- package/src/tools/__tests__/BrowserTools.test.js +0 -306
- package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.js +0 -276
- package/src/tools/__tests__/ProgrammaticToolCalling.test.js +0 -807
- package/src/tools/__tests__/StreamingToolCallBuffer.test.js +0 -175
- package/src/tools/__tests__/ToolApproval.test.js +0 -675
- package/src/tools/__tests__/ToolNode.recovery.test.js +0 -200
- package/src/tools/__tests__/ToolNode.session.test.js +0 -319
- package/src/tools/__tests__/ToolSearch.integration.test.js +0 -125
- package/src/tools/__tests__/ToolSearch.test.js +0 -812
- package/src/tools/__tests__/handlers.test.js +0 -799
- package/src/tools/__tests__/truncation-recovery.integration.test.js +0 -362
- package/src/tools/handlers.js +0 -306
- package/src/tools/schema.js +0 -25
- package/src/tools/search/anthropic.js +0 -34
- package/src/tools/search/content.js +0 -116
- package/src/tools/search/content.test.js +0 -133
- package/src/tools/search/firecrawl.js +0 -173
- package/src/tools/search/format.js +0 -198
- package/src/tools/search/highlights.js +0 -241
- package/src/tools/search/index.js +0 -3
- package/src/tools/search/jina-reranker.test.js +0 -106
- package/src/tools/search/rerankers.js +0 -165
- package/src/tools/search/schema.js +0 -102
- package/src/tools/search/search.js +0 -561
- package/src/tools/search/serper-scraper.js +0 -126
- package/src/tools/search/test.js +0 -129
- package/src/tools/search/tool.js +0 -453
- package/src/tools/search/types.js +0 -2
- package/src/tools/search/utils.js +0 -59
- package/src/types/graph.js +0 -24
- package/src/types/graph.test.js +0 -192
- package/src/types/index.js +0 -7
- package/src/types/llm.js +0 -2
- package/src/types/messages.js +0 -2
- package/src/types/run.js +0 -2
- package/src/types/stream.js +0 -2
- package/src/types/tools.js +0 -2
- package/src/utils/contextAnalytics.js +0 -79
- package/src/utils/contextAnalytics.test.js +0 -166
- package/src/utils/events.js +0 -26
- package/src/utils/graph.js +0 -11
- package/src/utils/handlers.js +0 -65
- package/src/utils/index.js +0 -10
- package/src/utils/llm.js +0 -21
- package/src/utils/llmConfig.js +0 -205
- package/src/utils/logging.js +0 -37
- package/src/utils/misc.js +0 -51
- package/src/utils/run.js +0 -69
- package/src/utils/schema.js +0 -21
- package/src/utils/title.js +0 -119
- package/src/utils/tokens.js +0 -92
- package/src/utils/toonFormat.js +0 -379
|
@@ -1,608 +0,0 @@
|
|
|
1
|
-
import { HumanMessage, AIMessage, SystemMessage, } from '@langchain/core/messages';
|
|
2
|
-
import { formatMessage, formatLangChainMessages, formatFromLangChain, formatMediaMessage, } from './format';
|
|
3
|
-
import { Providers } from '@/common';
|
|
4
|
-
const NO_PARENT = '00000000-0000-0000-0000-000000000000';
|
|
5
|
-
/**
|
|
6
|
-
* Type guard to check if result is a FormattedMediaMessage
|
|
7
|
-
*/
|
|
8
|
-
function isFormattedMediaMessage(result) {
|
|
9
|
-
return (typeof result === 'object' &&
|
|
10
|
-
result !== null &&
|
|
11
|
-
'role' in result &&
|
|
12
|
-
'content' in result &&
|
|
13
|
-
Array.isArray(result.content));
|
|
14
|
-
}
|
|
15
|
-
describe('formatMessage', () => {
|
|
16
|
-
it('formats user message', () => {
|
|
17
|
-
const input = {
|
|
18
|
-
message: {
|
|
19
|
-
sender: 'user',
|
|
20
|
-
text: 'Hello',
|
|
21
|
-
},
|
|
22
|
-
userName: 'John',
|
|
23
|
-
};
|
|
24
|
-
const result = formatMessage(input);
|
|
25
|
-
expect(result).toEqual({
|
|
26
|
-
role: 'user',
|
|
27
|
-
content: 'Hello',
|
|
28
|
-
name: 'John',
|
|
29
|
-
});
|
|
30
|
-
});
|
|
31
|
-
it('sanitizes the name by replacing invalid characters (per OpenAI)', () => {
|
|
32
|
-
const input = {
|
|
33
|
-
message: {
|
|
34
|
-
sender: 'user',
|
|
35
|
-
text: 'Hello',
|
|
36
|
-
},
|
|
37
|
-
userName: ' John$Doe@Example! ',
|
|
38
|
-
};
|
|
39
|
-
const result = formatMessage(input);
|
|
40
|
-
expect(result).toEqual({
|
|
41
|
-
role: 'user',
|
|
42
|
-
content: 'Hello',
|
|
43
|
-
name: '_John_Doe_Example__',
|
|
44
|
-
});
|
|
45
|
-
});
|
|
46
|
-
it('trims the name to a maximum length of 64 characters', () => {
|
|
47
|
-
const longName = 'a'.repeat(100);
|
|
48
|
-
const input = {
|
|
49
|
-
message: {
|
|
50
|
-
sender: 'user',
|
|
51
|
-
text: 'Hello',
|
|
52
|
-
},
|
|
53
|
-
userName: longName,
|
|
54
|
-
};
|
|
55
|
-
const result = formatMessage(input);
|
|
56
|
-
expect(result.name?.length).toBe(64);
|
|
57
|
-
expect(result.name).toBe('a'.repeat(64));
|
|
58
|
-
});
|
|
59
|
-
it('formats a realistic user message', () => {
|
|
60
|
-
const input = {
|
|
61
|
-
message: {
|
|
62
|
-
_id: '6512cdfb92cbf69fea615331',
|
|
63
|
-
messageId: 'b620bf73-c5c3-4a38-b724-76886aac24c4',
|
|
64
|
-
__v: 0,
|
|
65
|
-
conversationId: '5c23d24f-941f-4aab-85df-127b596c8aa5',
|
|
66
|
-
createdAt: Date.now(),
|
|
67
|
-
error: false,
|
|
68
|
-
finish_reason: null,
|
|
69
|
-
isCreatedByUser: true,
|
|
70
|
-
model: null,
|
|
71
|
-
parentMessageId: NO_PARENT,
|
|
72
|
-
sender: 'User',
|
|
73
|
-
text: 'hi',
|
|
74
|
-
tokenCount: 5,
|
|
75
|
-
unfinished: false,
|
|
76
|
-
updatedAt: Date.now(),
|
|
77
|
-
user: '6512cdf475f05c86d44c31d2',
|
|
78
|
-
},
|
|
79
|
-
userName: 'John',
|
|
80
|
-
};
|
|
81
|
-
const result = formatMessage(input);
|
|
82
|
-
expect(result).toEqual({
|
|
83
|
-
role: 'user',
|
|
84
|
-
content: 'hi',
|
|
85
|
-
name: 'John',
|
|
86
|
-
});
|
|
87
|
-
});
|
|
88
|
-
it('formats assistant message', () => {
|
|
89
|
-
const input = {
|
|
90
|
-
message: {
|
|
91
|
-
sender: 'assistant',
|
|
92
|
-
text: 'Hi there',
|
|
93
|
-
},
|
|
94
|
-
assistantName: 'Assistant',
|
|
95
|
-
};
|
|
96
|
-
const result = formatMessage(input);
|
|
97
|
-
expect(result).toEqual({
|
|
98
|
-
role: 'assistant',
|
|
99
|
-
content: 'Hi there',
|
|
100
|
-
name: 'Assistant',
|
|
101
|
-
});
|
|
102
|
-
});
|
|
103
|
-
it('formats system message', () => {
|
|
104
|
-
const input = {
|
|
105
|
-
message: {
|
|
106
|
-
role: 'system',
|
|
107
|
-
text: 'Hi there',
|
|
108
|
-
},
|
|
109
|
-
};
|
|
110
|
-
const result = formatMessage(input);
|
|
111
|
-
expect(result).toEqual({
|
|
112
|
-
role: 'system',
|
|
113
|
-
content: 'Hi there',
|
|
114
|
-
});
|
|
115
|
-
});
|
|
116
|
-
it('formats user message with langChain', () => {
|
|
117
|
-
const input = {
|
|
118
|
-
message: {
|
|
119
|
-
sender: 'user',
|
|
120
|
-
text: 'Hello',
|
|
121
|
-
},
|
|
122
|
-
userName: 'John',
|
|
123
|
-
langChain: true,
|
|
124
|
-
};
|
|
125
|
-
const result = formatMessage(input);
|
|
126
|
-
expect(result).toBeInstanceOf(HumanMessage);
|
|
127
|
-
expect(result.lc_kwargs.content).toEqual(input.message.text);
|
|
128
|
-
expect(result.lc_kwargs.name).toEqual(input.userName);
|
|
129
|
-
});
|
|
130
|
-
it('formats assistant message with langChain', () => {
|
|
131
|
-
const input = {
|
|
132
|
-
message: {
|
|
133
|
-
sender: 'assistant',
|
|
134
|
-
text: 'Hi there',
|
|
135
|
-
},
|
|
136
|
-
assistantName: 'Assistant',
|
|
137
|
-
langChain: true,
|
|
138
|
-
};
|
|
139
|
-
const result = formatMessage(input);
|
|
140
|
-
expect(result).toBeInstanceOf(AIMessage);
|
|
141
|
-
expect(result.lc_kwargs.content).toEqual(input.message.text);
|
|
142
|
-
expect(result.lc_kwargs.name).toEqual(input.assistantName);
|
|
143
|
-
});
|
|
144
|
-
it('formats system message with langChain', () => {
|
|
145
|
-
const input = {
|
|
146
|
-
message: {
|
|
147
|
-
role: 'system',
|
|
148
|
-
text: 'This is a system message.',
|
|
149
|
-
},
|
|
150
|
-
langChain: true,
|
|
151
|
-
};
|
|
152
|
-
const result = formatMessage(input);
|
|
153
|
-
expect(result).toBeInstanceOf(SystemMessage);
|
|
154
|
-
expect(result.lc_kwargs.content).toEqual(input.message.text);
|
|
155
|
-
});
|
|
156
|
-
it('formats langChain messages into OpenAI payload format', () => {
|
|
157
|
-
const human = {
|
|
158
|
-
message: new HumanMessage({
|
|
159
|
-
content: 'Hello',
|
|
160
|
-
}),
|
|
161
|
-
};
|
|
162
|
-
const system = {
|
|
163
|
-
message: new SystemMessage({
|
|
164
|
-
content: 'Hello',
|
|
165
|
-
}),
|
|
166
|
-
};
|
|
167
|
-
const ai = {
|
|
168
|
-
message: new AIMessage({
|
|
169
|
-
content: 'Hello',
|
|
170
|
-
}),
|
|
171
|
-
};
|
|
172
|
-
const humanResult = formatMessage(human);
|
|
173
|
-
const systemResult = formatMessage(system);
|
|
174
|
-
const aiResult = formatMessage(ai);
|
|
175
|
-
expect(humanResult).toEqual({
|
|
176
|
-
role: 'user',
|
|
177
|
-
content: 'Hello',
|
|
178
|
-
});
|
|
179
|
-
expect(systemResult).toEqual({
|
|
180
|
-
role: 'system',
|
|
181
|
-
content: 'Hello',
|
|
182
|
-
});
|
|
183
|
-
expect(aiResult).toEqual({
|
|
184
|
-
role: 'assistant',
|
|
185
|
-
content: 'Hello',
|
|
186
|
-
});
|
|
187
|
-
});
|
|
188
|
-
});
|
|
189
|
-
describe('formatMediaMessage', () => {
|
|
190
|
-
it('formats message with images for default provider', () => {
|
|
191
|
-
const message = {
|
|
192
|
-
role: 'user',
|
|
193
|
-
content: 'Check out this image',
|
|
194
|
-
name: 'John',
|
|
195
|
-
};
|
|
196
|
-
const mediaParts = [
|
|
197
|
-
{
|
|
198
|
-
type: 'image_url',
|
|
199
|
-
image_url: { url: 'https://example.com/image1.jpg' },
|
|
200
|
-
},
|
|
201
|
-
{
|
|
202
|
-
type: 'image_url',
|
|
203
|
-
image_url: { url: 'https://example.com/image2.jpg' },
|
|
204
|
-
},
|
|
205
|
-
];
|
|
206
|
-
const result = formatMediaMessage({ message, mediaParts });
|
|
207
|
-
expect(result.role).toBe('user');
|
|
208
|
-
expect(result.name).toBe('John');
|
|
209
|
-
expect(Array.isArray(result.content)).toBe(true);
|
|
210
|
-
expect(result.content).toHaveLength(3);
|
|
211
|
-
expect(result.content[0]).toEqual({
|
|
212
|
-
type: 'text',
|
|
213
|
-
text: 'Check out this image',
|
|
214
|
-
});
|
|
215
|
-
expect(result.content[1]).toEqual(mediaParts[0]);
|
|
216
|
-
expect(result.content[2]).toEqual(mediaParts[1]);
|
|
217
|
-
});
|
|
218
|
-
it('formats message with images for Anthropic (media first)', () => {
|
|
219
|
-
const message = {
|
|
220
|
-
role: 'user',
|
|
221
|
-
content: 'Check out this image',
|
|
222
|
-
};
|
|
223
|
-
const mediaParts = [
|
|
224
|
-
{
|
|
225
|
-
type: 'image_url',
|
|
226
|
-
image_url: { url: 'https://example.com/image.jpg' },
|
|
227
|
-
},
|
|
228
|
-
];
|
|
229
|
-
const result = formatMediaMessage({
|
|
230
|
-
message,
|
|
231
|
-
mediaParts,
|
|
232
|
-
endpoint: Providers.ANTHROPIC,
|
|
233
|
-
});
|
|
234
|
-
expect(result.content).toHaveLength(2);
|
|
235
|
-
expect(result.content[0]).toEqual(mediaParts[0]);
|
|
236
|
-
expect(result.content[1]).toEqual({
|
|
237
|
-
type: 'text',
|
|
238
|
-
text: 'Check out this image',
|
|
239
|
-
});
|
|
240
|
-
});
|
|
241
|
-
it('formats message with multiple media types', () => {
|
|
242
|
-
const message = {
|
|
243
|
-
role: 'user',
|
|
244
|
-
content: 'Check out these files',
|
|
245
|
-
};
|
|
246
|
-
const mediaParts = [
|
|
247
|
-
{ type: 'document', document: { url: 'https://example.com/doc.pdf' } },
|
|
248
|
-
{ type: 'video', video: { url: 'https://example.com/video.mp4' } },
|
|
249
|
-
{ type: 'audio', audio: { url: 'https://example.com/audio.mp3' } },
|
|
250
|
-
{
|
|
251
|
-
type: 'image_url',
|
|
252
|
-
image_url: { url: 'https://example.com/image.jpg' },
|
|
253
|
-
},
|
|
254
|
-
];
|
|
255
|
-
const result = formatMediaMessage({ message, mediaParts });
|
|
256
|
-
expect(result.content).toHaveLength(5);
|
|
257
|
-
expect(result.content[0]).toEqual({
|
|
258
|
-
type: 'text',
|
|
259
|
-
text: 'Check out these files',
|
|
260
|
-
});
|
|
261
|
-
expect(result.content[1]).toEqual(mediaParts[0]);
|
|
262
|
-
expect(result.content[2]).toEqual(mediaParts[1]);
|
|
263
|
-
expect(result.content[3]).toEqual(mediaParts[2]);
|
|
264
|
-
expect(result.content[4]).toEqual(mediaParts[3]);
|
|
265
|
-
});
|
|
266
|
-
});
|
|
267
|
-
describe('formatMessage with media', () => {
|
|
268
|
-
it('formats user message with image_urls (backward compatibility)', () => {
|
|
269
|
-
const input = {
|
|
270
|
-
message: {
|
|
271
|
-
sender: 'user',
|
|
272
|
-
text: 'Check out this image',
|
|
273
|
-
image_urls: [
|
|
274
|
-
{
|
|
275
|
-
type: 'image_url',
|
|
276
|
-
image_url: { url: 'https://example.com/image.jpg' },
|
|
277
|
-
},
|
|
278
|
-
],
|
|
279
|
-
},
|
|
280
|
-
userName: 'John',
|
|
281
|
-
};
|
|
282
|
-
const result = formatMessage(input);
|
|
283
|
-
expect(isFormattedMediaMessage(result)).toBe(true);
|
|
284
|
-
if (isFormattedMediaMessage(result)) {
|
|
285
|
-
expect(result.role).toBe('user');
|
|
286
|
-
expect(result.name).toBe('John');
|
|
287
|
-
expect(Array.isArray(result.content)).toBe(true);
|
|
288
|
-
expect(result.content).toHaveLength(2);
|
|
289
|
-
expect(result.content[0]).toEqual({
|
|
290
|
-
type: 'text',
|
|
291
|
-
text: 'Check out this image',
|
|
292
|
-
});
|
|
293
|
-
expect(result.content[1]).toEqual(input.message.image_urls[0]);
|
|
294
|
-
}
|
|
295
|
-
});
|
|
296
|
-
it('formats user message with documents', () => {
|
|
297
|
-
const input = {
|
|
298
|
-
message: {
|
|
299
|
-
role: 'user',
|
|
300
|
-
content: 'Review this document',
|
|
301
|
-
documents: [
|
|
302
|
-
{
|
|
303
|
-
type: 'document',
|
|
304
|
-
document: { url: 'https://example.com/report.pdf' },
|
|
305
|
-
},
|
|
306
|
-
],
|
|
307
|
-
},
|
|
308
|
-
};
|
|
309
|
-
const result = formatMessage(input);
|
|
310
|
-
expect(isFormattedMediaMessage(result)).toBe(true);
|
|
311
|
-
if (isFormattedMediaMessage(result)) {
|
|
312
|
-
expect(result.role).toBe('user');
|
|
313
|
-
expect(Array.isArray(result.content)).toBe(true);
|
|
314
|
-
expect(result.content).toHaveLength(2);
|
|
315
|
-
expect(result.content[0]).toEqual({
|
|
316
|
-
type: 'text',
|
|
317
|
-
text: 'Review this document',
|
|
318
|
-
});
|
|
319
|
-
expect(result.content[1]).toEqual(input.message.documents[0]);
|
|
320
|
-
}
|
|
321
|
-
});
|
|
322
|
-
it('formats user message with videos', () => {
|
|
323
|
-
const input = {
|
|
324
|
-
message: {
|
|
325
|
-
role: 'user',
|
|
326
|
-
content: 'Watch this video',
|
|
327
|
-
videos: [
|
|
328
|
-
{ type: 'video', video: { url: 'https://example.com/demo.mp4' } },
|
|
329
|
-
],
|
|
330
|
-
},
|
|
331
|
-
};
|
|
332
|
-
const result = formatMessage(input);
|
|
333
|
-
expect(isFormattedMediaMessage(result)).toBe(true);
|
|
334
|
-
if (isFormattedMediaMessage(result)) {
|
|
335
|
-
expect(result.role).toBe('user');
|
|
336
|
-
expect(Array.isArray(result.content)).toBe(true);
|
|
337
|
-
expect(result.content).toHaveLength(2);
|
|
338
|
-
expect(result.content[0]).toEqual({
|
|
339
|
-
type: 'text',
|
|
340
|
-
text: 'Watch this video',
|
|
341
|
-
});
|
|
342
|
-
expect(result.content[1]).toEqual(input.message.videos[0]);
|
|
343
|
-
}
|
|
344
|
-
});
|
|
345
|
-
it('formats user message with audios', () => {
|
|
346
|
-
const input = {
|
|
347
|
-
message: {
|
|
348
|
-
role: 'user',
|
|
349
|
-
content: 'Listen to this',
|
|
350
|
-
audios: [
|
|
351
|
-
{ type: 'audio', audio: { url: 'https://example.com/podcast.mp3' } },
|
|
352
|
-
],
|
|
353
|
-
},
|
|
354
|
-
};
|
|
355
|
-
const result = formatMessage(input);
|
|
356
|
-
expect(isFormattedMediaMessage(result)).toBe(true);
|
|
357
|
-
if (isFormattedMediaMessage(result)) {
|
|
358
|
-
expect(result.role).toBe('user');
|
|
359
|
-
expect(Array.isArray(result.content)).toBe(true);
|
|
360
|
-
expect(result.content).toHaveLength(2);
|
|
361
|
-
expect(result.content[0]).toEqual({
|
|
362
|
-
type: 'text',
|
|
363
|
-
text: 'Listen to this',
|
|
364
|
-
});
|
|
365
|
-
expect(result.content[1]).toEqual(input.message.audios[0]);
|
|
366
|
-
}
|
|
367
|
-
});
|
|
368
|
-
it('formats user message with all media types in correct order', () => {
|
|
369
|
-
const input = {
|
|
370
|
-
message: {
|
|
371
|
-
role: 'user',
|
|
372
|
-
content: 'Check out all these files',
|
|
373
|
-
documents: [
|
|
374
|
-
{
|
|
375
|
-
type: 'document',
|
|
376
|
-
document: { url: 'https://example.com/doc.pdf' },
|
|
377
|
-
},
|
|
378
|
-
],
|
|
379
|
-
videos: [
|
|
380
|
-
{ type: 'video', video: { url: 'https://example.com/video.mp4' } },
|
|
381
|
-
],
|
|
382
|
-
audios: [
|
|
383
|
-
{ type: 'audio', audio: { url: 'https://example.com/audio.mp3' } },
|
|
384
|
-
],
|
|
385
|
-
image_urls: [
|
|
386
|
-
{
|
|
387
|
-
type: 'image_url',
|
|
388
|
-
image_url: { url: 'https://example.com/image.jpg' },
|
|
389
|
-
},
|
|
390
|
-
],
|
|
391
|
-
},
|
|
392
|
-
};
|
|
393
|
-
const result = formatMessage(input);
|
|
394
|
-
expect(isFormattedMediaMessage(result)).toBe(true);
|
|
395
|
-
if (isFormattedMediaMessage(result)) {
|
|
396
|
-
expect(result.role).toBe('user');
|
|
397
|
-
expect(Array.isArray(result.content)).toBe(true);
|
|
398
|
-
expect(result.content).toHaveLength(5);
|
|
399
|
-
// Text first
|
|
400
|
-
expect(result.content[0]).toEqual({
|
|
401
|
-
type: 'text',
|
|
402
|
-
text: 'Check out all these files',
|
|
403
|
-
});
|
|
404
|
-
// Then documents, videos, audios, images
|
|
405
|
-
expect(result.content[1]).toEqual(input.message.documents[0]);
|
|
406
|
-
expect(result.content[2]).toEqual(input.message.videos[0]);
|
|
407
|
-
expect(result.content[3]).toEqual(input.message.audios[0]);
|
|
408
|
-
expect(result.content[4]).toEqual(input.message.image_urls[0]);
|
|
409
|
-
}
|
|
410
|
-
});
|
|
411
|
-
it('formats user message with multiple files of the same type', () => {
|
|
412
|
-
const input = {
|
|
413
|
-
message: {
|
|
414
|
-
role: 'user',
|
|
415
|
-
content: 'Review these documents',
|
|
416
|
-
documents: [
|
|
417
|
-
{
|
|
418
|
-
type: 'document',
|
|
419
|
-
document: { url: 'https://example.com/doc1.pdf' },
|
|
420
|
-
},
|
|
421
|
-
{
|
|
422
|
-
type: 'document',
|
|
423
|
-
document: { url: 'https://example.com/doc2.pdf' },
|
|
424
|
-
},
|
|
425
|
-
{
|
|
426
|
-
type: 'document',
|
|
427
|
-
document: { url: 'https://example.com/doc3.pdf' },
|
|
428
|
-
},
|
|
429
|
-
],
|
|
430
|
-
},
|
|
431
|
-
};
|
|
432
|
-
const result = formatMessage(input);
|
|
433
|
-
expect(isFormattedMediaMessage(result)).toBe(true);
|
|
434
|
-
if (isFormattedMediaMessage(result)) {
|
|
435
|
-
expect(result.content).toHaveLength(4);
|
|
436
|
-
expect(result.content[0].type).toBe('text');
|
|
437
|
-
expect(result.content[1]).toEqual(input.message.documents[0]);
|
|
438
|
-
expect(result.content[2]).toEqual(input.message.documents[1]);
|
|
439
|
-
expect(result.content[3]).toEqual(input.message.documents[2]);
|
|
440
|
-
}
|
|
441
|
-
});
|
|
442
|
-
it('respects Anthropic provider ordering (media before text)', () => {
|
|
443
|
-
const input = {
|
|
444
|
-
message: {
|
|
445
|
-
role: 'user',
|
|
446
|
-
content: 'Check this out',
|
|
447
|
-
documents: [
|
|
448
|
-
{
|
|
449
|
-
type: 'document',
|
|
450
|
-
document: { url: 'https://example.com/doc.pdf' },
|
|
451
|
-
},
|
|
452
|
-
],
|
|
453
|
-
image_urls: [
|
|
454
|
-
{
|
|
455
|
-
type: 'image_url',
|
|
456
|
-
image_url: { url: 'https://example.com/image.jpg' },
|
|
457
|
-
},
|
|
458
|
-
],
|
|
459
|
-
},
|
|
460
|
-
endpoint: Providers.ANTHROPIC,
|
|
461
|
-
};
|
|
462
|
-
const result = formatMessage(input);
|
|
463
|
-
expect(isFormattedMediaMessage(result)).toBe(true);
|
|
464
|
-
if (isFormattedMediaMessage(result)) {
|
|
465
|
-
expect(result.content).toHaveLength(3);
|
|
466
|
-
// Media first for Anthropic
|
|
467
|
-
expect(result.content[0]).toEqual(input.message.documents[0]);
|
|
468
|
-
expect(result.content[1]).toEqual(input.message.image_urls[0]);
|
|
469
|
-
expect(result.content[2]).toEqual({
|
|
470
|
-
type: 'text',
|
|
471
|
-
text: 'Check this out',
|
|
472
|
-
});
|
|
473
|
-
}
|
|
474
|
-
});
|
|
475
|
-
it('does not format media for assistant messages', () => {
|
|
476
|
-
const input = {
|
|
477
|
-
message: {
|
|
478
|
-
role: 'assistant',
|
|
479
|
-
content: 'Here is a response',
|
|
480
|
-
documents: [
|
|
481
|
-
{
|
|
482
|
-
type: 'document',
|
|
483
|
-
document: { url: 'https://example.com/doc.pdf' },
|
|
484
|
-
},
|
|
485
|
-
],
|
|
486
|
-
},
|
|
487
|
-
};
|
|
488
|
-
const result = formatMessage(input);
|
|
489
|
-
expect(result).toMatchObject({
|
|
490
|
-
role: 'assistant',
|
|
491
|
-
content: 'Here is a response',
|
|
492
|
-
});
|
|
493
|
-
});
|
|
494
|
-
it('handles empty media arrays gracefully', () => {
|
|
495
|
-
const input = {
|
|
496
|
-
message: {
|
|
497
|
-
role: 'user',
|
|
498
|
-
content: 'Just text',
|
|
499
|
-
documents: [],
|
|
500
|
-
videos: [],
|
|
501
|
-
audios: [],
|
|
502
|
-
image_urls: [],
|
|
503
|
-
},
|
|
504
|
-
};
|
|
505
|
-
const result = formatMessage(input);
|
|
506
|
-
expect(result).toMatchObject({
|
|
507
|
-
role: 'user',
|
|
508
|
-
content: 'Just text',
|
|
509
|
-
});
|
|
510
|
-
});
|
|
511
|
-
it('formats media with langChain flag', () => {
|
|
512
|
-
const input = {
|
|
513
|
-
message: {
|
|
514
|
-
role: 'user',
|
|
515
|
-
content: 'Check this image',
|
|
516
|
-
image_urls: [
|
|
517
|
-
{
|
|
518
|
-
type: 'image_url',
|
|
519
|
-
image_url: { url: 'https://example.com/image.jpg' },
|
|
520
|
-
},
|
|
521
|
-
],
|
|
522
|
-
},
|
|
523
|
-
langChain: true,
|
|
524
|
-
};
|
|
525
|
-
const result = formatMessage(input);
|
|
526
|
-
expect(result).toBeInstanceOf(HumanMessage);
|
|
527
|
-
expect(Array.isArray(result.lc_kwargs.content)).toBe(true);
|
|
528
|
-
expect(result.lc_kwargs.content).toHaveLength(2);
|
|
529
|
-
});
|
|
530
|
-
});
|
|
531
|
-
describe('formatLangChainMessages', () => {
|
|
532
|
-
it('formats an array of messages for LangChain', () => {
|
|
533
|
-
const messages = [
|
|
534
|
-
{
|
|
535
|
-
role: 'system',
|
|
536
|
-
content: 'This is a system message',
|
|
537
|
-
},
|
|
538
|
-
{
|
|
539
|
-
sender: 'user',
|
|
540
|
-
text: 'Hello',
|
|
541
|
-
},
|
|
542
|
-
{
|
|
543
|
-
sender: 'assistant',
|
|
544
|
-
text: 'Hi there',
|
|
545
|
-
},
|
|
546
|
-
];
|
|
547
|
-
const formatOptions = {
|
|
548
|
-
userName: 'John',
|
|
549
|
-
assistantName: 'Assistant',
|
|
550
|
-
};
|
|
551
|
-
const result = formatLangChainMessages(messages, formatOptions);
|
|
552
|
-
expect(result).toHaveLength(3);
|
|
553
|
-
expect(result[0]).toBeInstanceOf(SystemMessage);
|
|
554
|
-
expect(result[1]).toBeInstanceOf(HumanMessage);
|
|
555
|
-
expect(result[2]).toBeInstanceOf(AIMessage);
|
|
556
|
-
expect(result[0].lc_kwargs.content).toEqual(messages[0].content);
|
|
557
|
-
expect(result[1].lc_kwargs.content).toEqual(messages[1].text);
|
|
558
|
-
expect(result[2].lc_kwargs.content).toEqual(messages[2].text);
|
|
559
|
-
expect(result[1].lc_kwargs.name).toEqual(formatOptions.userName);
|
|
560
|
-
expect(result[2].lc_kwargs.name).toEqual(formatOptions.assistantName);
|
|
561
|
-
});
|
|
562
|
-
describe('formatFromLangChain', () => {
|
|
563
|
-
it('should merge kwargs and additional_kwargs', () => {
|
|
564
|
-
const message = {
|
|
565
|
-
kwargs: {
|
|
566
|
-
content: 'some content',
|
|
567
|
-
name: 'dan',
|
|
568
|
-
additional_kwargs: {
|
|
569
|
-
function_call: {
|
|
570
|
-
name: 'dall-e',
|
|
571
|
-
arguments: '{\n "input": "Subject: hedgehog, Style: cute"\n}',
|
|
572
|
-
},
|
|
573
|
-
},
|
|
574
|
-
},
|
|
575
|
-
};
|
|
576
|
-
const expected = {
|
|
577
|
-
content: 'some content',
|
|
578
|
-
name: 'dan',
|
|
579
|
-
function_call: {
|
|
580
|
-
name: 'dall-e',
|
|
581
|
-
arguments: '{\n "input": "Subject: hedgehog, Style: cute"\n}',
|
|
582
|
-
},
|
|
583
|
-
};
|
|
584
|
-
expect(formatFromLangChain(message)).toEqual(expected);
|
|
585
|
-
});
|
|
586
|
-
it('should handle messages without additional_kwargs', () => {
|
|
587
|
-
const message = {
|
|
588
|
-
kwargs: {
|
|
589
|
-
content: 'some content',
|
|
590
|
-
name: 'dan',
|
|
591
|
-
},
|
|
592
|
-
};
|
|
593
|
-
const expected = {
|
|
594
|
-
content: 'some content',
|
|
595
|
-
name: 'dan',
|
|
596
|
-
};
|
|
597
|
-
expect(formatFromLangChain(message)).toEqual(expected);
|
|
598
|
-
});
|
|
599
|
-
it('should handle empty messages', () => {
|
|
600
|
-
const message = {
|
|
601
|
-
kwargs: {},
|
|
602
|
-
};
|
|
603
|
-
const expected = {};
|
|
604
|
-
expect(formatFromLangChain(message)).toEqual(expected);
|
|
605
|
-
});
|
|
606
|
-
});
|
|
607
|
-
});
|
|
608
|
-
//# sourceMappingURL=formatMessage.test.js.map
|
package/src/messages/ids.js
DELETED
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
// src/stream.ts
|
|
2
|
-
import { nanoid } from 'nanoid';
|
|
3
|
-
export const getMessageId = (stepKey, graph, returnExistingId = false) => {
|
|
4
|
-
const messageId = graph.messageIdsByStepKey.get(stepKey);
|
|
5
|
-
if (messageId != null && messageId) {
|
|
6
|
-
return returnExistingId ? messageId : undefined;
|
|
7
|
-
}
|
|
8
|
-
const prelimMessageId = graph.prelimMessageIdsByStepKey.get(stepKey);
|
|
9
|
-
if (prelimMessageId != null && prelimMessageId) {
|
|
10
|
-
graph.prelimMessageIdsByStepKey.delete(stepKey);
|
|
11
|
-
graph.messageIdsByStepKey.set(stepKey, prelimMessageId);
|
|
12
|
-
return prelimMessageId;
|
|
13
|
-
}
|
|
14
|
-
const message_id = `msg_${nanoid()}`;
|
|
15
|
-
graph.messageIdsByStepKey.set(stepKey, message_id);
|
|
16
|
-
return message_id;
|
|
17
|
-
};
|
|
18
|
-
//# sourceMappingURL=ids.js.map
|
package/src/messages/index.js
DELETED