@illuma-ai/agents 1.1.21 → 1.1.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/graphs/Graph.cjs +12 -1
- package/dist/cjs/graphs/Graph.cjs.map +1 -1
- package/dist/cjs/graphs/MultiAgentGraph.cjs +105 -1
- package/dist/cjs/graphs/MultiAgentGraph.cjs.map +1 -1
- package/dist/cjs/run.cjs +20 -9
- package/dist/cjs/run.cjs.map +1 -1
- package/dist/cjs/utils/llm.cjs.map +1 -1
- package/dist/esm/graphs/Graph.mjs +12 -1
- package/dist/esm/graphs/Graph.mjs.map +1 -1
- package/dist/esm/graphs/MultiAgentGraph.mjs +105 -1
- package/dist/esm/graphs/MultiAgentGraph.mjs.map +1 -1
- package/dist/esm/run.mjs +20 -9
- package/dist/esm/run.mjs.map +1 -1
- package/dist/esm/utils/llm.mjs.map +1 -1
- package/dist/types/graphs/MultiAgentGraph.d.ts +17 -0
- package/package.json +1 -1
- package/src/graphs/Graph.ts +13 -1
- package/src/graphs/MultiAgentGraph.ts +128 -1
- package/src/graphs/__tests__/multi-agent-delegate.test.ts +205 -0
- package/src/run.ts +20 -11
- package/src/scripts/test-bedrock-handoff-autonomous.ts +231 -0
- package/src/utils/llm.ts +1 -0
- package/src/agents/AgentContext.js +0 -782
- package/src/agents/AgentContext.test.js +0 -421
- package/src/agents/__tests__/AgentContext.test.js +0 -678
- package/src/agents/__tests__/resolveStructuredOutputMode.test.js +0 -117
- package/src/common/enum.js +0 -192
- package/src/common/index.js +0 -3
- package/src/events.js +0 -166
- package/src/graphs/Graph.js +0 -1857
- package/src/graphs/MultiAgentGraph.js +0 -1092
- package/src/graphs/__tests__/structured-output.integration.test.js +0 -624
- package/src/graphs/__tests__/structured-output.test.js +0 -144
- package/src/graphs/contextManagement.e2e.test.js +0 -718
- package/src/graphs/contextManagement.test.js +0 -485
- package/src/graphs/handoffValidation.test.js +0 -276
- package/src/graphs/index.js +0 -3
- package/src/index.js +0 -28
- package/src/instrumentation.js +0 -21
- package/src/llm/anthropic/index.js +0 -319
- package/src/llm/anthropic/types.js +0 -46
- package/src/llm/anthropic/utils/message_inputs.js +0 -627
- package/src/llm/anthropic/utils/message_outputs.js +0 -290
- package/src/llm/anthropic/utils/output_parsers.js +0 -89
- package/src/llm/anthropic/utils/tools.js +0 -25
- package/src/llm/bedrock/__tests__/bedrock-caching.test.js +0 -392
- package/src/llm/bedrock/index.js +0 -303
- package/src/llm/bedrock/types.js +0 -2
- package/src/llm/bedrock/utils/index.js +0 -6
- package/src/llm/bedrock/utils/message_inputs.js +0 -463
- package/src/llm/bedrock/utils/message_outputs.js +0 -269
- package/src/llm/fake.js +0 -92
- package/src/llm/google/index.js +0 -215
- package/src/llm/google/types.js +0 -12
- package/src/llm/google/utils/common.js +0 -670
- package/src/llm/google/utils/tools.js +0 -111
- package/src/llm/google/utils/zod_to_genai_parameters.js +0 -47
- package/src/llm/openai/index.js +0 -1033
- package/src/llm/openai/types.js +0 -2
- package/src/llm/openai/utils/index.js +0 -756
- package/src/llm/openai/utils/isReasoningModel.test.js +0 -79
- package/src/llm/openrouter/index.js +0 -261
- package/src/llm/openrouter/reasoning.test.js +0 -181
- package/src/llm/providers.js +0 -36
- package/src/llm/text.js +0 -65
- package/src/llm/vertexai/index.js +0 -402
- package/src/messages/__tests__/tools.test.js +0 -392
- package/src/messages/cache.js +0 -404
- package/src/messages/cache.test.js +0 -1167
- package/src/messages/content.js +0 -48
- package/src/messages/content.test.js +0 -314
- package/src/messages/core.js +0 -359
- package/src/messages/ensureThinkingBlock.test.js +0 -997
- package/src/messages/format.js +0 -973
- package/src/messages/formatAgentMessages.test.js +0 -2278
- package/src/messages/formatAgentMessages.tools.test.js +0 -362
- package/src/messages/formatMessage.test.js +0 -608
- package/src/messages/ids.js +0 -18
- package/src/messages/index.js +0 -9
- package/src/messages/labelContentByAgent.test.js +0 -725
- package/src/messages/prune.js +0 -438
- package/src/messages/reducer.js +0 -60
- package/src/messages/shiftIndexTokenCountMap.test.js +0 -63
- package/src/messages/summarize.js +0 -146
- package/src/messages/summarize.test.js +0 -332
- package/src/messages/tools.js +0 -90
- package/src/mockStream.js +0 -81
- package/src/prompts/collab.js +0 -7
- package/src/prompts/index.js +0 -3
- package/src/prompts/taskmanager.js +0 -58
- package/src/run.js +0 -427
- package/src/schemas/index.js +0 -3
- package/src/schemas/schema-preparation.test.js +0 -370
- package/src/schemas/validate.js +0 -314
- package/src/schemas/validate.test.js +0 -264
- package/src/scripts/abort.js +0 -127
- package/src/scripts/ant_web_search.js +0 -130
- package/src/scripts/ant_web_search_edge_case.js +0 -133
- package/src/scripts/ant_web_search_error_edge_case.js +0 -119
- package/src/scripts/args.js +0 -41
- package/src/scripts/bedrock-cache-debug.js +0 -186
- package/src/scripts/bedrock-content-aggregation-test.js +0 -195
- package/src/scripts/bedrock-merge-test.js +0 -80
- package/src/scripts/bedrock-parallel-tools-test.js +0 -150
- package/src/scripts/caching.js +0 -106
- package/src/scripts/cli.js +0 -152
- package/src/scripts/cli2.js +0 -119
- package/src/scripts/cli3.js +0 -163
- package/src/scripts/cli4.js +0 -165
- package/src/scripts/cli5.js +0 -165
- package/src/scripts/code_exec.js +0 -171
- package/src/scripts/code_exec_files.js +0 -180
- package/src/scripts/code_exec_multi_session.js +0 -185
- package/src/scripts/code_exec_ptc.js +0 -265
- package/src/scripts/code_exec_session.js +0 -217
- package/src/scripts/code_exec_simple.js +0 -120
- package/src/scripts/content.js +0 -111
- package/src/scripts/empty_input.js +0 -125
- package/src/scripts/handoff-test.js +0 -96
- package/src/scripts/image.js +0 -138
- package/src/scripts/memory.js +0 -83
- package/src/scripts/multi-agent-chain.js +0 -271
- package/src/scripts/multi-agent-conditional.js +0 -185
- package/src/scripts/multi-agent-document-review-chain.js +0 -171
- package/src/scripts/multi-agent-hybrid-flow.js +0 -264
- package/src/scripts/multi-agent-parallel-start.js +0 -214
- package/src/scripts/multi-agent-parallel.js +0 -346
- package/src/scripts/multi-agent-sequence.js +0 -184
- package/src/scripts/multi-agent-supervisor.js +0 -324
- package/src/scripts/multi-agent-test.js +0 -147
- package/src/scripts/parallel-asymmetric-tools-test.js +0 -202
- package/src/scripts/parallel-full-metadata-test.js +0 -176
- package/src/scripts/parallel-tools-test.js +0 -256
- package/src/scripts/programmatic_exec.js +0 -277
- package/src/scripts/programmatic_exec_agent.js +0 -168
- package/src/scripts/search.js +0 -118
- package/src/scripts/sequential-full-metadata-test.js +0 -143
- package/src/scripts/simple.js +0 -174
- package/src/scripts/single-agent-metadata-test.js +0 -152
- package/src/scripts/stream.js +0 -113
- package/src/scripts/test-custom-prompt-key.js +0 -132
- package/src/scripts/test-handoff-input.js +0 -143
- package/src/scripts/test-handoff-preamble.js +0 -227
- package/src/scripts/test-handoff-steering.js +0 -353
- package/src/scripts/test-multi-agent-list-handoff.js +0 -318
- package/src/scripts/test-parallel-agent-labeling.js +0 -253
- package/src/scripts/test-parallel-handoffs.js +0 -229
- package/src/scripts/test-thinking-handoff-bedrock.js +0 -132
- package/src/scripts/test-thinking-handoff.js +0 -132
- package/src/scripts/test-thinking-to-thinking-handoff-bedrock.js +0 -140
- package/src/scripts/test-tool-before-handoff-role-order.js +0 -223
- package/src/scripts/test-tools-before-handoff.js +0 -187
- package/src/scripts/test_code_api.js +0 -263
- package/src/scripts/thinking-bedrock.js +0 -128
- package/src/scripts/thinking-vertexai.js +0 -130
- package/src/scripts/thinking.js +0 -134
- package/src/scripts/tool_search.js +0 -114
- package/src/scripts/tools.js +0 -125
- package/src/specs/agent-handoffs-bedrock.integration.test.js +0 -280
- package/src/specs/agent-handoffs.test.js +0 -924
- package/src/specs/anthropic.simple.test.js +0 -287
- package/src/specs/azure.simple.test.js +0 -381
- package/src/specs/cache.simple.test.js +0 -282
- package/src/specs/custom-event-await.test.js +0 -148
- package/src/specs/deepseek.simple.test.js +0 -189
- package/src/specs/emergency-prune.test.js +0 -308
- package/src/specs/moonshot.simple.test.js +0 -237
- package/src/specs/observability.integration.test.js +0 -1337
- package/src/specs/openai.simple.test.js +0 -233
- package/src/specs/openrouter.simple.test.js +0 -202
- package/src/specs/prune.test.js +0 -733
- package/src/specs/reasoning.test.js +0 -144
- package/src/specs/spec.utils.js +0 -4
- package/src/specs/thinking-handoff.test.js +0 -486
- package/src/specs/thinking-prune.test.js +0 -600
- package/src/specs/token-distribution-edge-case.test.js +0 -246
- package/src/specs/token-memoization.test.js +0 -32
- package/src/specs/tokens.test.js +0 -49
- package/src/specs/tool-error.test.js +0 -139
- package/src/splitStream.js +0 -204
- package/src/splitStream.test.js +0 -504
- package/src/stream.js +0 -650
- package/src/stream.test.js +0 -225
- package/src/test/mockTools.js +0 -340
- package/src/tools/BrowserTools.js +0 -245
- package/src/tools/Calculator.js +0 -38
- package/src/tools/Calculator.test.js +0 -225
- package/src/tools/CodeExecutor.js +0 -233
- package/src/tools/ProgrammaticToolCalling.js +0 -602
- package/src/tools/StreamingToolCallBuffer.js +0 -179
- package/src/tools/ToolNode.js +0 -930
- package/src/tools/ToolSearch.js +0 -904
- package/src/tools/__tests__/BrowserTools.test.js +0 -306
- package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.js +0 -276
- package/src/tools/__tests__/ProgrammaticToolCalling.test.js +0 -807
- package/src/tools/__tests__/StreamingToolCallBuffer.test.js +0 -175
- package/src/tools/__tests__/ToolApproval.test.js +0 -675
- package/src/tools/__tests__/ToolNode.recovery.test.js +0 -200
- package/src/tools/__tests__/ToolNode.session.test.js +0 -319
- package/src/tools/__tests__/ToolSearch.integration.test.js +0 -125
- package/src/tools/__tests__/ToolSearch.test.js +0 -812
- package/src/tools/__tests__/handlers.test.js +0 -799
- package/src/tools/__tests__/truncation-recovery.integration.test.js +0 -362
- package/src/tools/handlers.js +0 -306
- package/src/tools/schema.js +0 -25
- package/src/tools/search/anthropic.js +0 -34
- package/src/tools/search/content.js +0 -116
- package/src/tools/search/content.test.js +0 -133
- package/src/tools/search/firecrawl.js +0 -173
- package/src/tools/search/format.js +0 -198
- package/src/tools/search/highlights.js +0 -241
- package/src/tools/search/index.js +0 -3
- package/src/tools/search/jina-reranker.test.js +0 -106
- package/src/tools/search/rerankers.js +0 -165
- package/src/tools/search/schema.js +0 -102
- package/src/tools/search/search.js +0 -561
- package/src/tools/search/serper-scraper.js +0 -126
- package/src/tools/search/test.js +0 -129
- package/src/tools/search/tool.js +0 -453
- package/src/tools/search/types.js +0 -2
- package/src/tools/search/utils.js +0 -59
- package/src/types/graph.js +0 -24
- package/src/types/graph.test.js +0 -192
- package/src/types/index.js +0 -7
- package/src/types/llm.js +0 -2
- package/src/types/messages.js +0 -2
- package/src/types/run.js +0 -2
- package/src/types/stream.js +0 -2
- package/src/types/tools.js +0 -2
- package/src/utils/contextAnalytics.js +0 -79
- package/src/utils/contextAnalytics.test.js +0 -166
- package/src/utils/events.js +0 -26
- package/src/utils/graph.js +0 -11
- package/src/utils/handlers.js +0 -65
- package/src/utils/index.js +0 -10
- package/src/utils/llm.js +0 -21
- package/src/utils/llmConfig.js +0 -205
- package/src/utils/logging.js +0 -37
- package/src/utils/misc.js +0 -51
- package/src/utils/run.js +0 -69
- package/src/utils/schema.js +0 -21
- package/src/utils/title.js +0 -119
- package/src/utils/tokens.js +0 -92
- package/src/utils/toonFormat.js +0 -379
|
@@ -1,997 +0,0 @@
|
|
|
1
|
-
import { AIMessage, HumanMessage, ToolMessage } from '@langchain/core/messages';
|
|
2
|
-
import { ensureThinkingBlockInMessages } from './format';
|
|
3
|
-
import { Providers, ContentTypes } from '@/common';
|
|
4
|
-
/** Helper: extract concatenated text from a message's content (string or structured array). */
|
|
5
|
-
function getTextContent(msg) {
|
|
6
|
-
if (typeof msg.content === 'string') {
|
|
7
|
-
return msg.content;
|
|
8
|
-
}
|
|
9
|
-
if (Array.isArray(msg.content)) {
|
|
10
|
-
return msg.content
|
|
11
|
-
.filter((b) => b.type === 'text')
|
|
12
|
-
.map((b) => String(b.text ?? ''))
|
|
13
|
-
.join('\n');
|
|
14
|
-
}
|
|
15
|
-
return '';
|
|
16
|
-
}
|
|
17
|
-
describe('ensureThinkingBlockInMessages', () => {
|
|
18
|
-
describe('messages with thinking blocks (should not be modified)', () => {
|
|
19
|
-
test('should not modify AI message that already has thinking block', () => {
|
|
20
|
-
const messages = [
|
|
21
|
-
new HumanMessage({ content: 'Hello' }),
|
|
22
|
-
new AIMessage({
|
|
23
|
-
content: [
|
|
24
|
-
{ type: ContentTypes.THINKING, thinking: 'Let me think...' },
|
|
25
|
-
{ type: 'text', text: 'Hi there!' },
|
|
26
|
-
],
|
|
27
|
-
}),
|
|
28
|
-
];
|
|
29
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
30
|
-
expect(result).toHaveLength(2);
|
|
31
|
-
expect(result[0]).toBeInstanceOf(HumanMessage);
|
|
32
|
-
expect(result[1]).toBeInstanceOf(AIMessage);
|
|
33
|
-
expect(result[1].content[0].type).toBe(ContentTypes.THINKING);
|
|
34
|
-
});
|
|
35
|
-
test('should not modify AI message that has redacted_thinking block', () => {
|
|
36
|
-
const messages = [
|
|
37
|
-
new HumanMessage({ content: 'Hello' }),
|
|
38
|
-
new AIMessage({
|
|
39
|
-
content: [
|
|
40
|
-
{ type: 'redacted_thinking', data: 'redacted' },
|
|
41
|
-
{ type: 'text', text: 'Hi there!' },
|
|
42
|
-
],
|
|
43
|
-
}),
|
|
44
|
-
];
|
|
45
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
46
|
-
expect(result).toHaveLength(2);
|
|
47
|
-
expect(result[0]).toBeInstanceOf(HumanMessage);
|
|
48
|
-
expect(result[1]).toBeInstanceOf(AIMessage);
|
|
49
|
-
expect(result[1].content[0].type).toBe('redacted_thinking');
|
|
50
|
-
});
|
|
51
|
-
test('should not modify AI message with reasoning_content block and tool calls', () => {
|
|
52
|
-
const messages = [
|
|
53
|
-
new HumanMessage({ content: 'Calculate something' }),
|
|
54
|
-
new AIMessage({
|
|
55
|
-
content: [
|
|
56
|
-
{
|
|
57
|
-
type: ContentTypes.REASONING_CONTENT,
|
|
58
|
-
reasoningText: { text: 'I need to use a calculator' },
|
|
59
|
-
},
|
|
60
|
-
],
|
|
61
|
-
tool_calls: [
|
|
62
|
-
{
|
|
63
|
-
id: 'call_456',
|
|
64
|
-
name: 'calculator',
|
|
65
|
-
args: { input: '2+2' },
|
|
66
|
-
type: 'tool_call',
|
|
67
|
-
},
|
|
68
|
-
],
|
|
69
|
-
}),
|
|
70
|
-
new ToolMessage({
|
|
71
|
-
content: '4',
|
|
72
|
-
tool_call_id: 'call_456',
|
|
73
|
-
}),
|
|
74
|
-
];
|
|
75
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.BEDROCK);
|
|
76
|
-
expect(result).toHaveLength(3);
|
|
77
|
-
expect(result[0]).toBeInstanceOf(HumanMessage);
|
|
78
|
-
expect(result[1]).toBeInstanceOf(AIMessage);
|
|
79
|
-
expect(result[2]).toBeInstanceOf(ToolMessage);
|
|
80
|
-
expect(result[1].content[0].type).toBe(ContentTypes.REASONING_CONTENT);
|
|
81
|
-
});
|
|
82
|
-
test('should not modify AI message when reasoning_content is not the first block (Bedrock whitespace artifact)', () => {
|
|
83
|
-
// Bedrock emits a "\n\n" text chunk before the thinking block,
|
|
84
|
-
// pushing reasoning_content to content[1] instead of content[0].
|
|
85
|
-
const messages = [
|
|
86
|
-
new HumanMessage({ content: 'Do something' }),
|
|
87
|
-
new AIMessage({
|
|
88
|
-
content: [
|
|
89
|
-
{ type: 'text', text: '\n\n' },
|
|
90
|
-
{
|
|
91
|
-
type: ContentTypes.REASONING_CONTENT,
|
|
92
|
-
reasoningText: { text: 'Let me think about this' },
|
|
93
|
-
},
|
|
94
|
-
{ type: 'text', text: 'Let me help!' },
|
|
95
|
-
],
|
|
96
|
-
tool_calls: [
|
|
97
|
-
{
|
|
98
|
-
id: 'call_bedrock',
|
|
99
|
-
name: 'some_tool',
|
|
100
|
-
args: { x: 1 },
|
|
101
|
-
type: 'tool_call',
|
|
102
|
-
},
|
|
103
|
-
],
|
|
104
|
-
}),
|
|
105
|
-
new ToolMessage({
|
|
106
|
-
content: 'tool result',
|
|
107
|
-
tool_call_id: 'call_bedrock',
|
|
108
|
-
}),
|
|
109
|
-
];
|
|
110
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.BEDROCK);
|
|
111
|
-
expect(result).toHaveLength(3);
|
|
112
|
-
expect(result[0]).toBeInstanceOf(HumanMessage);
|
|
113
|
-
expect(result[1]).toBeInstanceOf(AIMessage);
|
|
114
|
-
expect(result[2]).toBeInstanceOf(ToolMessage);
|
|
115
|
-
// The AI message should be preserved, not converted to a HumanMessage
|
|
116
|
-
expect(result[1].content).toEqual(messages[1].content);
|
|
117
|
-
});
|
|
118
|
-
test('should not convert follow-up tool calls in a thinking-enabled chain (Bedrock multi-step)', () => {
|
|
119
|
-
// Bedrock reasoning models produce reasoning on the first AI response,
|
|
120
|
-
// then subsequent tool calls in the same chain have content: "" with no
|
|
121
|
-
// reasoning block. These should NOT be converted because the chain
|
|
122
|
-
// already has a thinking block upstream.
|
|
123
|
-
const messages = [
|
|
124
|
-
new HumanMessage({ content: 'show me something cool' }),
|
|
125
|
-
new AIMessage({
|
|
126
|
-
content: [
|
|
127
|
-
{ type: 'text', text: '\n\n' },
|
|
128
|
-
{
|
|
129
|
-
type: ContentTypes.REASONING_CONTENT,
|
|
130
|
-
reasoningText: { text: 'Let me navigate to a page' },
|
|
131
|
-
},
|
|
132
|
-
{ type: 'text', text: 'Let me whip up something fun!' },
|
|
133
|
-
],
|
|
134
|
-
tool_calls: [
|
|
135
|
-
{
|
|
136
|
-
id: 'call_nav',
|
|
137
|
-
name: 'navigate_page',
|
|
138
|
-
args: { url: 'about:blank' },
|
|
139
|
-
type: 'tool_call',
|
|
140
|
-
},
|
|
141
|
-
],
|
|
142
|
-
}),
|
|
143
|
-
new ToolMessage({
|
|
144
|
-
content: 'Navigated to about:blank',
|
|
145
|
-
tool_call_id: 'call_nav',
|
|
146
|
-
}),
|
|
147
|
-
// Follow-up: content: "", tool calls, NO reasoning block
|
|
148
|
-
new AIMessage({
|
|
149
|
-
content: '',
|
|
150
|
-
tool_calls: [
|
|
151
|
-
{
|
|
152
|
-
id: 'call_eval',
|
|
153
|
-
name: 'evaluate_script',
|
|
154
|
-
args: { script: 'document.title = "test"' },
|
|
155
|
-
type: 'tool_call',
|
|
156
|
-
},
|
|
157
|
-
],
|
|
158
|
-
}),
|
|
159
|
-
new ToolMessage({
|
|
160
|
-
content: 'Script executed',
|
|
161
|
-
tool_call_id: 'call_eval',
|
|
162
|
-
}),
|
|
163
|
-
];
|
|
164
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.BEDROCK);
|
|
165
|
-
// All 5 messages preserved — the follow-up AI message at index 3 is NOT converted
|
|
166
|
-
expect(result).toHaveLength(5);
|
|
167
|
-
expect(result[0]).toBeInstanceOf(HumanMessage);
|
|
168
|
-
expect(result[1]).toBeInstanceOf(AIMessage);
|
|
169
|
-
expect(result[2]).toBeInstanceOf(ToolMessage);
|
|
170
|
-
expect(result[3]).toBeInstanceOf(AIMessage);
|
|
171
|
-
expect(result[3].content).toBe('');
|
|
172
|
-
expect(result[3].tool_calls).toHaveLength(1);
|
|
173
|
-
expect(result[4]).toBeInstanceOf(ToolMessage);
|
|
174
|
-
});
|
|
175
|
-
test('should not convert multiple follow-up tool calls in a long chain', () => {
|
|
176
|
-
// Three AI→Tool rounds: only the first has reasoning
|
|
177
|
-
const messages = [
|
|
178
|
-
new HumanMessage({ content: 'do stuff' }),
|
|
179
|
-
new AIMessage({
|
|
180
|
-
content: [
|
|
181
|
-
{
|
|
182
|
-
type: ContentTypes.REASONING_CONTENT,
|
|
183
|
-
reasoningText: { text: 'Planning...' },
|
|
184
|
-
},
|
|
185
|
-
],
|
|
186
|
-
tool_calls: [
|
|
187
|
-
{ id: 'c1', name: 'step1', args: {}, type: 'tool_call' },
|
|
188
|
-
],
|
|
189
|
-
}),
|
|
190
|
-
new ToolMessage({ content: 'r1', tool_call_id: 'c1' }),
|
|
191
|
-
new AIMessage({
|
|
192
|
-
content: '',
|
|
193
|
-
tool_calls: [
|
|
194
|
-
{ id: 'c2', name: 'step2', args: {}, type: 'tool_call' },
|
|
195
|
-
],
|
|
196
|
-
}),
|
|
197
|
-
new ToolMessage({ content: 'r2', tool_call_id: 'c2' }),
|
|
198
|
-
new AIMessage({
|
|
199
|
-
content: '',
|
|
200
|
-
tool_calls: [
|
|
201
|
-
{ id: 'c3', name: 'step3', args: {}, type: 'tool_call' },
|
|
202
|
-
],
|
|
203
|
-
}),
|
|
204
|
-
new ToolMessage({ content: 'r3', tool_call_id: 'c3' }),
|
|
205
|
-
];
|
|
206
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.BEDROCK);
|
|
207
|
-
expect(result).toHaveLength(7);
|
|
208
|
-
expect(result[1]).toBeInstanceOf(AIMessage);
|
|
209
|
-
expect(result[3]).toBeInstanceOf(AIMessage);
|
|
210
|
-
expect(result[5]).toBeInstanceOf(AIMessage);
|
|
211
|
-
});
|
|
212
|
-
test('should still convert non-thinking agent tool calls after a human message boundary', () => {
|
|
213
|
-
// A chain with thinking, then a new human message, then a chain WITHOUT thinking
|
|
214
|
-
const messages = [
|
|
215
|
-
new HumanMessage({ content: 'first request' }),
|
|
216
|
-
new AIMessage({
|
|
217
|
-
content: [
|
|
218
|
-
{
|
|
219
|
-
type: ContentTypes.REASONING_CONTENT,
|
|
220
|
-
reasoningText: { text: 'Thinking...' },
|
|
221
|
-
},
|
|
222
|
-
],
|
|
223
|
-
tool_calls: [
|
|
224
|
-
{ id: 'c1', name: 'tool1', args: {}, type: 'tool_call' },
|
|
225
|
-
],
|
|
226
|
-
}),
|
|
227
|
-
new ToolMessage({ content: 'r1', tool_call_id: 'c1' }),
|
|
228
|
-
new HumanMessage({ content: 'second request' }),
|
|
229
|
-
// This chain has NO thinking blocks — should be converted
|
|
230
|
-
new AIMessage({
|
|
231
|
-
content: 'Using a tool',
|
|
232
|
-
tool_calls: [
|
|
233
|
-
{ id: 'c2', name: 'tool2', args: {}, type: 'tool_call' },
|
|
234
|
-
],
|
|
235
|
-
}),
|
|
236
|
-
new ToolMessage({ content: 'r2', tool_call_id: 'c2' }),
|
|
237
|
-
];
|
|
238
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.BEDROCK);
|
|
239
|
-
// First chain preserved (3 msgs), human preserved, second chain converted (1 HumanMessage)
|
|
240
|
-
expect(result).toHaveLength(5);
|
|
241
|
-
expect(result[0]).toBeInstanceOf(HumanMessage);
|
|
242
|
-
expect(result[1]).toBeInstanceOf(AIMessage); // reasoning chain — kept
|
|
243
|
-
expect(result[2]).toBeInstanceOf(ToolMessage);
|
|
244
|
-
expect(result[3]).toBeInstanceOf(HumanMessage); // user message
|
|
245
|
-
expect(result[4]).toBeInstanceOf(HumanMessage); // converted — no thinking in this chain
|
|
246
|
-
expect(getTextContent(result[4])).toContain('[Previous agent context]');
|
|
247
|
-
});
|
|
248
|
-
test('should detect thinking via additional_kwargs.reasoning_content in chain', () => {
|
|
249
|
-
const messages = [
|
|
250
|
-
new HumanMessage({ content: 'hello' }),
|
|
251
|
-
new AIMessage({
|
|
252
|
-
content: '',
|
|
253
|
-
additional_kwargs: {
|
|
254
|
-
reasoning_content: 'Some reasoning...',
|
|
255
|
-
},
|
|
256
|
-
tool_calls: [
|
|
257
|
-
{ id: 'c1', name: 'tool1', args: {}, type: 'tool_call' },
|
|
258
|
-
],
|
|
259
|
-
}),
|
|
260
|
-
new ToolMessage({ content: 'r1', tool_call_id: 'c1' }),
|
|
261
|
-
new AIMessage({
|
|
262
|
-
content: '',
|
|
263
|
-
tool_calls: [
|
|
264
|
-
{ id: 'c2', name: 'tool2', args: {}, type: 'tool_call' },
|
|
265
|
-
],
|
|
266
|
-
}),
|
|
267
|
-
new ToolMessage({ content: 'r2', tool_call_id: 'c2' }),
|
|
268
|
-
];
|
|
269
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.BEDROCK);
|
|
270
|
-
// Index 3 should NOT be converted — index 1 has reasoning in additional_kwargs
|
|
271
|
-
expect(result).toHaveLength(5);
|
|
272
|
-
expect(result[3]).toBeInstanceOf(AIMessage);
|
|
273
|
-
});
|
|
274
|
-
test('should not modify AI message with reasoning block and tool calls', () => {
|
|
275
|
-
const messages = [
|
|
276
|
-
new HumanMessage({ content: 'Calculate something' }),
|
|
277
|
-
new AIMessage({
|
|
278
|
-
content: [
|
|
279
|
-
{
|
|
280
|
-
type: ContentTypes.REASONING,
|
|
281
|
-
reasoning: 'I need to use a calculator',
|
|
282
|
-
},
|
|
283
|
-
],
|
|
284
|
-
tool_calls: [
|
|
285
|
-
{
|
|
286
|
-
id: 'call_789',
|
|
287
|
-
name: 'calculator',
|
|
288
|
-
args: { input: '3+3' },
|
|
289
|
-
type: 'tool_call',
|
|
290
|
-
},
|
|
291
|
-
],
|
|
292
|
-
}),
|
|
293
|
-
new ToolMessage({
|
|
294
|
-
content: '6',
|
|
295
|
-
tool_call_id: 'call_789',
|
|
296
|
-
}),
|
|
297
|
-
];
|
|
298
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.VERTEXAI);
|
|
299
|
-
expect(result).toHaveLength(3);
|
|
300
|
-
expect(result[0]).toBeInstanceOf(HumanMessage);
|
|
301
|
-
expect(result[1]).toBeInstanceOf(AIMessage);
|
|
302
|
-
expect(result[2]).toBeInstanceOf(ToolMessage);
|
|
303
|
-
expect(result[1].content[0].type).toBe(ContentTypes.REASONING);
|
|
304
|
-
});
|
|
305
|
-
});
|
|
306
|
-
describe('messages with tool_calls (should be converted)', () => {
|
|
307
|
-
test('should convert AI message with tool_calls to HumanMessage', () => {
|
|
308
|
-
const messages = [
|
|
309
|
-
new HumanMessage({ content: 'What is the weather?' }),
|
|
310
|
-
new AIMessage({
|
|
311
|
-
content: 'Let me check the weather.',
|
|
312
|
-
tool_calls: [
|
|
313
|
-
{
|
|
314
|
-
id: 'call_123',
|
|
315
|
-
name: 'get_weather',
|
|
316
|
-
args: { location: 'NYC' },
|
|
317
|
-
type: 'tool_call',
|
|
318
|
-
},
|
|
319
|
-
],
|
|
320
|
-
}),
|
|
321
|
-
new ToolMessage({
|
|
322
|
-
content: 'Sunny, 75°F',
|
|
323
|
-
tool_call_id: 'call_123',
|
|
324
|
-
}),
|
|
325
|
-
];
|
|
326
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
327
|
-
// Should have 2 messages: HumanMessage + converted HumanMessage
|
|
328
|
-
expect(result).toHaveLength(2);
|
|
329
|
-
expect(result[0]).toBeInstanceOf(HumanMessage);
|
|
330
|
-
expect(result[0].content).toBe('What is the weather?');
|
|
331
|
-
expect(result[1]).toBeInstanceOf(HumanMessage);
|
|
332
|
-
// Check that the converted message includes the context prefix
|
|
333
|
-
const text = getTextContent(result[1]);
|
|
334
|
-
expect(text).toContain('[Previous agent context]');
|
|
335
|
-
expect(text).toContain('Let me check the weather');
|
|
336
|
-
expect(text).toContain('Sunny, 75°F');
|
|
337
|
-
});
|
|
338
|
-
test('should convert AI message with tool_use in content to HumanMessage', () => {
|
|
339
|
-
const messages = [
|
|
340
|
-
new HumanMessage({ content: 'Search for something' }),
|
|
341
|
-
new AIMessage({
|
|
342
|
-
content: [
|
|
343
|
-
{ type: 'text', text: 'Searching...' },
|
|
344
|
-
{
|
|
345
|
-
type: 'tool_use',
|
|
346
|
-
id: 'call_456',
|
|
347
|
-
name: 'search',
|
|
348
|
-
input: { query: 'test' },
|
|
349
|
-
},
|
|
350
|
-
],
|
|
351
|
-
}),
|
|
352
|
-
new ToolMessage({
|
|
353
|
-
content: 'Found results',
|
|
354
|
-
tool_call_id: 'call_456',
|
|
355
|
-
}),
|
|
356
|
-
];
|
|
357
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
358
|
-
expect(result).toHaveLength(2);
|
|
359
|
-
expect(result[0]).toBeInstanceOf(HumanMessage);
|
|
360
|
-
expect(result[1]).toBeInstanceOf(HumanMessage);
|
|
361
|
-
const text = getTextContent(result[1]);
|
|
362
|
-
expect(text).toContain('[Previous agent context]');
|
|
363
|
-
expect(text).toContain('Searching...');
|
|
364
|
-
expect(text).toContain('Found results');
|
|
365
|
-
});
|
|
366
|
-
test('should handle multiple tool messages in sequence', () => {
|
|
367
|
-
const messages = [
|
|
368
|
-
new HumanMessage({ content: 'Do multiple things' }),
|
|
369
|
-
new AIMessage({
|
|
370
|
-
content: 'I will perform multiple actions.',
|
|
371
|
-
tool_calls: [
|
|
372
|
-
{
|
|
373
|
-
id: 'call_1',
|
|
374
|
-
name: 'action1',
|
|
375
|
-
args: { param: 'a' },
|
|
376
|
-
type: 'tool_call',
|
|
377
|
-
},
|
|
378
|
-
{
|
|
379
|
-
id: 'call_2',
|
|
380
|
-
name: 'action2',
|
|
381
|
-
args: { param: 'b' },
|
|
382
|
-
type: 'tool_call',
|
|
383
|
-
},
|
|
384
|
-
],
|
|
385
|
-
}),
|
|
386
|
-
new ToolMessage({
|
|
387
|
-
content: 'Result 1',
|
|
388
|
-
tool_call_id: 'call_1',
|
|
389
|
-
}),
|
|
390
|
-
new ToolMessage({
|
|
391
|
-
content: 'Result 2',
|
|
392
|
-
tool_call_id: 'call_2',
|
|
393
|
-
}),
|
|
394
|
-
];
|
|
395
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
396
|
-
// Should combine all tool messages into one HumanMessage
|
|
397
|
-
expect(result).toHaveLength(2);
|
|
398
|
-
expect(result[1]).toBeInstanceOf(HumanMessage);
|
|
399
|
-
const text = getTextContent(result[1]);
|
|
400
|
-
expect(text).toContain('Result 1');
|
|
401
|
-
expect(text).toContain('Result 2');
|
|
402
|
-
});
|
|
403
|
-
});
|
|
404
|
-
describe('messages without tool calls (should pass through)', () => {
|
|
405
|
-
test('should not modify AI message without tool calls', () => {
|
|
406
|
-
const messages = [
|
|
407
|
-
new HumanMessage({ content: 'Hello' }),
|
|
408
|
-
new AIMessage({ content: 'Hi there, how can I help?' }),
|
|
409
|
-
];
|
|
410
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
411
|
-
expect(result).toHaveLength(2);
|
|
412
|
-
expect(result[0]).toBeInstanceOf(HumanMessage);
|
|
413
|
-
expect(result[0].content).toBe('Hello');
|
|
414
|
-
expect(result[1]).toBeInstanceOf(AIMessage);
|
|
415
|
-
expect(result[1].content).toBe('Hi there, how can I help?');
|
|
416
|
-
});
|
|
417
|
-
test('should preserve HumanMessages and other message types', () => {
|
|
418
|
-
const messages = [
|
|
419
|
-
new HumanMessage({ content: 'Question 1' }),
|
|
420
|
-
new AIMessage({ content: 'Answer 1' }),
|
|
421
|
-
new HumanMessage({ content: 'Question 2' }),
|
|
422
|
-
new AIMessage({ content: 'Answer 2' }),
|
|
423
|
-
];
|
|
424
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
425
|
-
expect(result).toHaveLength(4);
|
|
426
|
-
expect(result[0]).toBeInstanceOf(HumanMessage);
|
|
427
|
-
expect(result[1]).toBeInstanceOf(AIMessage);
|
|
428
|
-
expect(result[2]).toBeInstanceOf(HumanMessage);
|
|
429
|
-
expect(result[3]).toBeInstanceOf(AIMessage);
|
|
430
|
-
});
|
|
431
|
-
});
|
|
432
|
-
describe('mixed scenarios', () => {
|
|
433
|
-
test('should handle mix of normal and tool-using messages', () => {
|
|
434
|
-
const messages = [
|
|
435
|
-
new HumanMessage({ content: 'First question' }),
|
|
436
|
-
new AIMessage({ content: 'First answer without tools' }),
|
|
437
|
-
new HumanMessage({ content: 'Second question' }),
|
|
438
|
-
new AIMessage({
|
|
439
|
-
content: 'Using a tool',
|
|
440
|
-
tool_calls: [
|
|
441
|
-
{
|
|
442
|
-
id: 'call_abc',
|
|
443
|
-
name: 'some_tool',
|
|
444
|
-
args: {},
|
|
445
|
-
type: 'tool_call',
|
|
446
|
-
},
|
|
447
|
-
],
|
|
448
|
-
}),
|
|
449
|
-
new ToolMessage({
|
|
450
|
-
content: 'Tool result',
|
|
451
|
-
tool_call_id: 'call_abc',
|
|
452
|
-
}),
|
|
453
|
-
new HumanMessage({ content: 'Third question' }),
|
|
454
|
-
new AIMessage({ content: 'Third answer without tools' }),
|
|
455
|
-
];
|
|
456
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
457
|
-
// Original message 1: HumanMessage (preserved)
|
|
458
|
-
// Original message 2: AIMessage without tools (preserved)
|
|
459
|
-
// Original message 3: HumanMessage (preserved)
|
|
460
|
-
// Original messages 4-5: AIMessage with tool + ToolMessage (converted to 1 HumanMessage)
|
|
461
|
-
// Original message 6: HumanMessage (preserved)
|
|
462
|
-
// Original message 7: AIMessage without tools (preserved)
|
|
463
|
-
expect(result).toHaveLength(6);
|
|
464
|
-
expect(result[0]).toBeInstanceOf(HumanMessage);
|
|
465
|
-
expect(result[1]).toBeInstanceOf(AIMessage);
|
|
466
|
-
expect(result[2]).toBeInstanceOf(HumanMessage);
|
|
467
|
-
expect(result[3]).toBeInstanceOf(HumanMessage); // Converted
|
|
468
|
-
expect(result[4]).toBeInstanceOf(HumanMessage);
|
|
469
|
-
expect(result[5]).toBeInstanceOf(AIMessage);
|
|
470
|
-
});
|
|
471
|
-
test('should handle multiple tool-using sequences', () => {
|
|
472
|
-
const messages = [
|
|
473
|
-
new HumanMessage({ content: 'Do task 1' }),
|
|
474
|
-
new AIMessage({
|
|
475
|
-
content: 'Doing task 1',
|
|
476
|
-
tool_calls: [
|
|
477
|
-
{
|
|
478
|
-
id: 'call_1',
|
|
479
|
-
name: 'tool1',
|
|
480
|
-
args: {},
|
|
481
|
-
type: 'tool_call',
|
|
482
|
-
},
|
|
483
|
-
],
|
|
484
|
-
}),
|
|
485
|
-
new ToolMessage({
|
|
486
|
-
content: 'Result 1',
|
|
487
|
-
tool_call_id: 'call_1',
|
|
488
|
-
}),
|
|
489
|
-
new HumanMessage({ content: 'Do task 2' }),
|
|
490
|
-
new AIMessage({
|
|
491
|
-
content: 'Doing task 2',
|
|
492
|
-
tool_calls: [
|
|
493
|
-
{
|
|
494
|
-
id: 'call_2',
|
|
495
|
-
name: 'tool2',
|
|
496
|
-
args: {},
|
|
497
|
-
type: 'tool_call',
|
|
498
|
-
},
|
|
499
|
-
],
|
|
500
|
-
}),
|
|
501
|
-
new ToolMessage({
|
|
502
|
-
content: 'Result 2',
|
|
503
|
-
tool_call_id: 'call_2',
|
|
504
|
-
}),
|
|
505
|
-
];
|
|
506
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
507
|
-
// Each tool sequence should be converted to a HumanMessage
|
|
508
|
-
expect(result).toHaveLength(4);
|
|
509
|
-
expect(result[0]).toBeInstanceOf(HumanMessage);
|
|
510
|
-
expect(result[0].content).toBe('Do task 1');
|
|
511
|
-
expect(result[1]).toBeInstanceOf(HumanMessage);
|
|
512
|
-
expect(getTextContent(result[1])).toContain('Doing task 1');
|
|
513
|
-
expect(result[2]).toBeInstanceOf(HumanMessage);
|
|
514
|
-
expect(result[2].content).toBe('Do task 2');
|
|
515
|
-
expect(result[3]).toBeInstanceOf(HumanMessage);
|
|
516
|
-
expect(getTextContent(result[3])).toContain('Doing task 2');
|
|
517
|
-
});
|
|
518
|
-
});
|
|
519
|
-
describe('fast exit when last message is HumanMessage', () => {
|
|
520
|
-
test('should return messages as-is when last message is a HumanMessage', () => {
|
|
521
|
-
const messages = [
|
|
522
|
-
new HumanMessage({ content: 'first request' }),
|
|
523
|
-
new AIMessage({
|
|
524
|
-
content: 'Using a tool',
|
|
525
|
-
tool_calls: [
|
|
526
|
-
{ id: 'c1', name: 'tool1', args: {}, type: 'tool_call' },
|
|
527
|
-
],
|
|
528
|
-
}),
|
|
529
|
-
new ToolMessage({ content: 'r1', tool_call_id: 'c1' }),
|
|
530
|
-
new HumanMessage({ content: 'second request' }),
|
|
531
|
-
];
|
|
532
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
533
|
-
// Should return the exact same array reference — no processing done
|
|
534
|
-
expect(result).toBe(messages);
|
|
535
|
-
expect(result).toHaveLength(4);
|
|
536
|
-
});
|
|
537
|
-
test('should return messages as-is when only message is a HumanMessage', () => {
|
|
538
|
-
const messages = [new HumanMessage({ content: 'hello' })];
|
|
539
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
540
|
-
expect(result).toBe(messages);
|
|
541
|
-
});
|
|
542
|
-
test('should still process when last message is not a HumanMessage', () => {
|
|
543
|
-
const messages = [
|
|
544
|
-
new HumanMessage({ content: 'do something' }),
|
|
545
|
-
new AIMessage({
|
|
546
|
-
content: 'Using a tool',
|
|
547
|
-
tool_calls: [
|
|
548
|
-
{ id: 'c1', name: 'tool1', args: {}, type: 'tool_call' },
|
|
549
|
-
],
|
|
550
|
-
}),
|
|
551
|
-
new ToolMessage({ content: 'r1', tool_call_id: 'c1' }),
|
|
552
|
-
];
|
|
553
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
554
|
-
// Should process — last message is ToolMessage, not HumanMessage
|
|
555
|
-
expect(result).not.toBe(messages);
|
|
556
|
-
expect(result).toHaveLength(2);
|
|
557
|
-
expect(result[0]).toBeInstanceOf(HumanMessage);
|
|
558
|
-
expect(result[0].content).toBe('do something');
|
|
559
|
-
expect(result[1]).toBeInstanceOf(HumanMessage);
|
|
560
|
-
expect(getTextContent(result[1])).toContain('[Previous agent context]');
|
|
561
|
-
});
|
|
562
|
-
});
|
|
563
|
-
describe('edge cases', () => {
|
|
564
|
-
test('should handle empty messages array', () => {
|
|
565
|
-
const messages = [];
|
|
566
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
567
|
-
expect(result).toHaveLength(0);
|
|
568
|
-
});
|
|
569
|
-
test('should handle AI message with empty content array', () => {
|
|
570
|
-
const messages = [
|
|
571
|
-
new HumanMessage({ content: 'Hello' }),
|
|
572
|
-
new AIMessage({ content: [] }),
|
|
573
|
-
];
|
|
574
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
575
|
-
expect(result).toHaveLength(2);
|
|
576
|
-
expect(result[1]).toBeInstanceOf(AIMessage);
|
|
577
|
-
});
|
|
578
|
-
test('should work with different providers', () => {
|
|
579
|
-
const messages = [
|
|
580
|
-
new AIMessage({
|
|
581
|
-
content: 'Using tool',
|
|
582
|
-
tool_calls: [
|
|
583
|
-
{
|
|
584
|
-
id: 'call_x',
|
|
585
|
-
name: 'test',
|
|
586
|
-
args: {},
|
|
587
|
-
type: 'tool_call',
|
|
588
|
-
},
|
|
589
|
-
],
|
|
590
|
-
}),
|
|
591
|
-
new ToolMessage({
|
|
592
|
-
content: 'Result',
|
|
593
|
-
tool_call_id: 'call_x',
|
|
594
|
-
}),
|
|
595
|
-
];
|
|
596
|
-
// Test with Anthropic
|
|
597
|
-
const resultAnthropic = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
598
|
-
expect(resultAnthropic).toHaveLength(1);
|
|
599
|
-
expect(resultAnthropic[0]).toBeInstanceOf(HumanMessage);
|
|
600
|
-
// Test with Bedrock
|
|
601
|
-
const resultBedrock = ensureThinkingBlockInMessages(messages, Providers.BEDROCK);
|
|
602
|
-
expect(resultBedrock).toHaveLength(1);
|
|
603
|
-
expect(resultBedrock[0]).toBeInstanceOf(HumanMessage);
|
|
604
|
-
});
|
|
605
|
-
test('should handle tool message without preceding AI message', () => {
|
|
606
|
-
const messages = [
|
|
607
|
-
new HumanMessage({ content: 'Hello' }),
|
|
608
|
-
new ToolMessage({
|
|
609
|
-
content: 'Unexpected tool result',
|
|
610
|
-
tool_call_id: 'call_orphan',
|
|
611
|
-
}),
|
|
612
|
-
];
|
|
613
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
614
|
-
// Should preserve both messages as-is since tool message has no preceding AI message with tools
|
|
615
|
-
expect(result).toHaveLength(2);
|
|
616
|
-
expect(result[0]).toBeInstanceOf(HumanMessage);
|
|
617
|
-
expect(result[1]).toBeInstanceOf(ToolMessage);
|
|
618
|
-
});
|
|
619
|
-
});
|
|
620
|
-
describe('image content preservation (token amplification fix)', () => {
|
|
621
|
-
const FAKE_BASE64 = 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNk';
|
|
622
|
-
/**
|
|
623
|
-
* Reproduces the reported bug: a base64 image from an MCP tool, when
|
|
624
|
-
* serialized by the old getBufferString() path, would become text tokens.
|
|
625
|
-
* With the fix, the base64 data stays in a structured image block.
|
|
626
|
-
*/
|
|
627
|
-
test('should not serialize base64 image as text (reported 174x token amplification)', () => {
|
|
628
|
-
const LARGE_BASE64 = 'A'.repeat(10_000);
|
|
629
|
-
const messages = [
|
|
630
|
-
new HumanMessage({ content: 'Take a screenshot' }),
|
|
631
|
-
new AIMessage({
|
|
632
|
-
content: 'Taking a screenshot.',
|
|
633
|
-
tool_calls: [
|
|
634
|
-
{
|
|
635
|
-
id: 'call_mcp',
|
|
636
|
-
name: 'screenshot',
|
|
637
|
-
args: {},
|
|
638
|
-
type: 'tool_call',
|
|
639
|
-
},
|
|
640
|
-
],
|
|
641
|
-
}),
|
|
642
|
-
new ToolMessage({
|
|
643
|
-
content: [
|
|
644
|
-
{ type: 'text', text: 'Screenshot captured (1280x720)' },
|
|
645
|
-
{
|
|
646
|
-
type: 'image_url',
|
|
647
|
-
image_url: { url: `data:image/png;base64,${LARGE_BASE64}` },
|
|
648
|
-
},
|
|
649
|
-
],
|
|
650
|
-
tool_call_id: 'call_mcp',
|
|
651
|
-
}),
|
|
652
|
-
];
|
|
653
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
654
|
-
expect(result).toHaveLength(2);
|
|
655
|
-
expect(result[1]).toBeInstanceOf(HumanMessage);
|
|
656
|
-
const content = result[1].content;
|
|
657
|
-
const textBlocks = content.filter((b) => b.type === 'text');
|
|
658
|
-
const imageBlocks = content.filter((b) => b.type === 'image_url');
|
|
659
|
-
expect(imageBlocks).toHaveLength(1);
|
|
660
|
-
const allText = textBlocks.map((b) => String(b.text ?? '')).join('\n');
|
|
661
|
-
expect(allText).toContain('[Previous agent context]');
|
|
662
|
-
expect(allText).toContain('Screenshot captured');
|
|
663
|
-
expect(allText).not.toContain(LARGE_BASE64);
|
|
664
|
-
// Text must be orders of magnitude smaller than the image data
|
|
665
|
-
expect(allText.length).toBeLessThan(LARGE_BASE64.length / 10);
|
|
666
|
-
});
|
|
667
|
-
test('should preserve image_url blocks from ToolMessage instead of serializing as text', () => {
|
|
668
|
-
const messages = [
|
|
669
|
-
new HumanMessage({ content: 'Take a screenshot' }),
|
|
670
|
-
new AIMessage({
|
|
671
|
-
content: 'Taking screenshot now.',
|
|
672
|
-
tool_calls: [
|
|
673
|
-
{
|
|
674
|
-
id: 'call_ss',
|
|
675
|
-
name: 'screenshot',
|
|
676
|
-
args: {},
|
|
677
|
-
type: 'tool_call',
|
|
678
|
-
},
|
|
679
|
-
],
|
|
680
|
-
}),
|
|
681
|
-
new ToolMessage({
|
|
682
|
-
content: [
|
|
683
|
-
{ type: 'text', text: 'Screenshot captured' },
|
|
684
|
-
{
|
|
685
|
-
type: 'image_url',
|
|
686
|
-
image_url: {
|
|
687
|
-
url: `data:image/png;base64,${FAKE_BASE64}`,
|
|
688
|
-
},
|
|
689
|
-
},
|
|
690
|
-
],
|
|
691
|
-
tool_call_id: 'call_ss',
|
|
692
|
-
}),
|
|
693
|
-
];
|
|
694
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
695
|
-
expect(result).toHaveLength(2);
|
|
696
|
-
expect(result[1]).toBeInstanceOf(HumanMessage);
|
|
697
|
-
// Content should be an array with structured blocks
|
|
698
|
-
const content = result[1].content;
|
|
699
|
-
expect(Array.isArray(content)).toBe(true);
|
|
700
|
-
// Should have text block(s) and an image_url block
|
|
701
|
-
const textBlocks = content.filter((b) => b.type === 'text');
|
|
702
|
-
const imageBlocks = content.filter((b) => b.type === 'image_url');
|
|
703
|
-
expect(textBlocks.length).toBeGreaterThanOrEqual(1);
|
|
704
|
-
expect(imageBlocks).toHaveLength(1);
|
|
705
|
-
// The image block should be preserved as-is (not serialized to text)
|
|
706
|
-
const imageBlock = imageBlocks[0];
|
|
707
|
-
expect(imageBlock.image_url.url).toContain(FAKE_BASE64);
|
|
708
|
-
// The text should contain context info but NOT the base64 data
|
|
709
|
-
const allText = textBlocks.map((b) => String(b.text ?? '')).join('\n');
|
|
710
|
-
expect(allText).toContain('[Previous agent context]');
|
|
711
|
-
expect(allText).toContain('Screenshot captured');
|
|
712
|
-
expect(allText).not.toContain(FAKE_BASE64);
|
|
713
|
-
});
|
|
714
|
-
test('should preserve Anthropic-style image blocks from ToolMessage', () => {
|
|
715
|
-
const messages = [
|
|
716
|
-
new HumanMessage({ content: 'Take a screenshot' }),
|
|
717
|
-
new AIMessage({
|
|
718
|
-
content: 'Let me capture that.',
|
|
719
|
-
tool_calls: [
|
|
720
|
-
{
|
|
721
|
-
id: 'call_ss2',
|
|
722
|
-
name: 'screenshot',
|
|
723
|
-
args: {},
|
|
724
|
-
type: 'tool_call',
|
|
725
|
-
},
|
|
726
|
-
],
|
|
727
|
-
}),
|
|
728
|
-
new ToolMessage({
|
|
729
|
-
content: [
|
|
730
|
-
{ type: 'text', text: 'Here is the screenshot' },
|
|
731
|
-
{
|
|
732
|
-
type: 'image',
|
|
733
|
-
source: {
|
|
734
|
-
type: 'base64',
|
|
735
|
-
media_type: 'image/png',
|
|
736
|
-
data: FAKE_BASE64,
|
|
737
|
-
},
|
|
738
|
-
},
|
|
739
|
-
],
|
|
740
|
-
tool_call_id: 'call_ss2',
|
|
741
|
-
}),
|
|
742
|
-
];
|
|
743
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
744
|
-
expect(result).toHaveLength(2);
|
|
745
|
-
const content = result[1].content;
|
|
746
|
-
expect(Array.isArray(content)).toBe(true);
|
|
747
|
-
const imageBlocks = content.filter((b) => b.type === 'image');
|
|
748
|
-
expect(imageBlocks).toHaveLength(1);
|
|
749
|
-
const imageBlock = imageBlocks[0];
|
|
750
|
-
expect(imageBlock.source.data).toBe(FAKE_BASE64);
|
|
751
|
-
// Text should not contain base64
|
|
752
|
-
const allText = content
|
|
753
|
-
.filter((b) => b.type === 'text')
|
|
754
|
-
.map((b) => String(b.text ?? ''))
|
|
755
|
-
.join('\n');
|
|
756
|
-
expect(allText).not.toContain(FAKE_BASE64);
|
|
757
|
-
});
|
|
758
|
-
test('should handle multiple images across multiple ToolMessages', () => {
|
|
759
|
-
const messages = [
|
|
760
|
-
new HumanMessage({ content: 'Compare two pages' }),
|
|
761
|
-
new AIMessage({
|
|
762
|
-
content: 'Taking screenshots of both pages.',
|
|
763
|
-
tool_calls: [
|
|
764
|
-
{
|
|
765
|
-
id: 'call_a',
|
|
766
|
-
name: 'screenshot',
|
|
767
|
-
args: { page: 'A' },
|
|
768
|
-
type: 'tool_call',
|
|
769
|
-
},
|
|
770
|
-
{
|
|
771
|
-
id: 'call_b',
|
|
772
|
-
name: 'screenshot',
|
|
773
|
-
args: { page: 'B' },
|
|
774
|
-
type: 'tool_call',
|
|
775
|
-
},
|
|
776
|
-
],
|
|
777
|
-
}),
|
|
778
|
-
new ToolMessage({
|
|
779
|
-
content: [
|
|
780
|
-
{ type: 'text', text: 'Page A screenshot' },
|
|
781
|
-
{
|
|
782
|
-
type: 'image_url',
|
|
783
|
-
image_url: { url: 'data:image/png;base64,PAGE_A_DATA' },
|
|
784
|
-
},
|
|
785
|
-
],
|
|
786
|
-
tool_call_id: 'call_a',
|
|
787
|
-
}),
|
|
788
|
-
new ToolMessage({
|
|
789
|
-
content: [
|
|
790
|
-
{ type: 'text', text: 'Page B screenshot' },
|
|
791
|
-
{
|
|
792
|
-
type: 'image_url',
|
|
793
|
-
image_url: { url: 'data:image/png;base64,PAGE_B_DATA' },
|
|
794
|
-
},
|
|
795
|
-
],
|
|
796
|
-
tool_call_id: 'call_b',
|
|
797
|
-
}),
|
|
798
|
-
];
|
|
799
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
800
|
-
expect(result).toHaveLength(2);
|
|
801
|
-
const content = result[1].content;
|
|
802
|
-
const imageBlocks = content.filter((b) => b.type === 'image_url');
|
|
803
|
-
expect(imageBlocks).toHaveLength(2);
|
|
804
|
-
const allText = content
|
|
805
|
-
.filter((b) => b.type === 'text')
|
|
806
|
-
.map((b) => String(b.text ?? ''))
|
|
807
|
-
.join('\n');
|
|
808
|
-
expect(allText).toContain('Page A screenshot');
|
|
809
|
-
expect(allText).toContain('Page B screenshot');
|
|
810
|
-
});
|
|
811
|
-
test('should still produce text-only content when no images are present', () => {
|
|
812
|
-
const messages = [
|
|
813
|
-
new HumanMessage({ content: 'Do something' }),
|
|
814
|
-
new AIMessage({
|
|
815
|
-
content: 'Doing it.',
|
|
816
|
-
tool_calls: [
|
|
817
|
-
{
|
|
818
|
-
id: 'call_t',
|
|
819
|
-
name: 'tool',
|
|
820
|
-
args: { x: 1 },
|
|
821
|
-
type: 'tool_call',
|
|
822
|
-
},
|
|
823
|
-
],
|
|
824
|
-
}),
|
|
825
|
-
new ToolMessage({
|
|
826
|
-
content: 'plain text result',
|
|
827
|
-
tool_call_id: 'call_t',
|
|
828
|
-
}),
|
|
829
|
-
];
|
|
830
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
831
|
-
expect(result).toHaveLength(2);
|
|
832
|
-
const content = result[1].content;
|
|
833
|
-
// When no images, should still be an array with a single text block
|
|
834
|
-
expect(Array.isArray(content)).toBe(true);
|
|
835
|
-
expect(content).toHaveLength(1);
|
|
836
|
-
expect(content[0].type).toBe('text');
|
|
837
|
-
expect(content[0].text).toContain('[Previous agent context]');
|
|
838
|
-
expect(content[0].text).toContain('plain text result');
|
|
839
|
-
});
|
|
840
|
-
test('should not double-serialize when AIMessage has both content tool_use and tool_calls', () => {
|
|
841
|
-
const messages = [
|
|
842
|
-
new HumanMessage({ content: 'Search for something' }),
|
|
843
|
-
new AIMessage({
|
|
844
|
-
content: [
|
|
845
|
-
{ type: 'text', text: 'Searching...' },
|
|
846
|
-
{
|
|
847
|
-
type: 'tool_use',
|
|
848
|
-
id: 'call_dual',
|
|
849
|
-
name: 'search',
|
|
850
|
-
input: { query: 'test' },
|
|
851
|
-
},
|
|
852
|
-
],
|
|
853
|
-
tool_calls: [
|
|
854
|
-
{
|
|
855
|
-
id: 'call_dual',
|
|
856
|
-
name: 'search',
|
|
857
|
-
args: { query: 'test' },
|
|
858
|
-
type: 'tool_call',
|
|
859
|
-
},
|
|
860
|
-
],
|
|
861
|
-
}),
|
|
862
|
-
new ToolMessage({
|
|
863
|
-
content: 'Found 5 results',
|
|
864
|
-
tool_call_id: 'call_dual',
|
|
865
|
-
}),
|
|
866
|
-
];
|
|
867
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
868
|
-
expect(result).toHaveLength(2);
|
|
869
|
-
const allText = getTextContent(result[1]);
|
|
870
|
-
// Array content path serializes tool_use blocks but skips appendToolCalls
|
|
871
|
-
expect(allText).not.toContain('[tool_call]');
|
|
872
|
-
expect(allText).toContain('[tool_use]');
|
|
873
|
-
});
|
|
874
|
-
test('should serialize tool_calls when content is empty array (no tool_use blocks)', () => {
|
|
875
|
-
const messages = [
|
|
876
|
-
new HumanMessage({ content: 'Do something' }),
|
|
877
|
-
new AIMessage({
|
|
878
|
-
content: [],
|
|
879
|
-
tool_calls: [
|
|
880
|
-
{
|
|
881
|
-
id: 'call_empty',
|
|
882
|
-
name: 'some_tool',
|
|
883
|
-
args: { x: 1 },
|
|
884
|
-
type: 'tool_call',
|
|
885
|
-
},
|
|
886
|
-
],
|
|
887
|
-
}),
|
|
888
|
-
new ToolMessage({
|
|
889
|
-
content: 'tool result',
|
|
890
|
-
tool_call_id: 'call_empty',
|
|
891
|
-
}),
|
|
892
|
-
];
|
|
893
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
894
|
-
expect(result).toHaveLength(2);
|
|
895
|
-
const allText = getTextContent(result[1]);
|
|
896
|
-
// With empty content array, should fall back to tool_calls
|
|
897
|
-
expect(allText).toContain('[tool_call]');
|
|
898
|
-
expect(allText).toContain('some_tool');
|
|
899
|
-
});
|
|
900
|
-
test('should serialize unrecognized block types instead of dropping them', () => {
|
|
901
|
-
const messages = [
|
|
902
|
-
new HumanMessage({ content: 'Fetch resource' }),
|
|
903
|
-
new AIMessage({
|
|
904
|
-
content: 'Fetching.',
|
|
905
|
-
tool_calls: [
|
|
906
|
-
{
|
|
907
|
-
id: 'call_res',
|
|
908
|
-
name: 'fetch_resource',
|
|
909
|
-
args: {},
|
|
910
|
-
type: 'tool_call',
|
|
911
|
-
},
|
|
912
|
-
],
|
|
913
|
-
}),
|
|
914
|
-
new ToolMessage({
|
|
915
|
-
content: [
|
|
916
|
-
{ type: 'text', text: 'Resource fetched' },
|
|
917
|
-
{
|
|
918
|
-
type: 'resource',
|
|
919
|
-
resource: { uri: 'file:///data.csv', text: 'a,b,c' },
|
|
920
|
-
},
|
|
921
|
-
],
|
|
922
|
-
tool_call_id: 'call_res',
|
|
923
|
-
}),
|
|
924
|
-
];
|
|
925
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
926
|
-
expect(result).toHaveLength(2);
|
|
927
|
-
const allText = getTextContent(result[1]);
|
|
928
|
-
// The resource block should be serialized as text, not silently dropped
|
|
929
|
-
expect(allText).toContain('[resource]');
|
|
930
|
-
expect(allText).toContain('data.csv');
|
|
931
|
-
});
|
|
932
|
-
test('should preserve image blocks when provider is Bedrock', () => {
|
|
933
|
-
const messages = [
|
|
934
|
-
new HumanMessage({ content: 'Screenshot' }),
|
|
935
|
-
new AIMessage({
|
|
936
|
-
content: 'Taking screenshot.',
|
|
937
|
-
tool_calls: [
|
|
938
|
-
{
|
|
939
|
-
id: 'call_br',
|
|
940
|
-
name: 'screenshot',
|
|
941
|
-
args: {},
|
|
942
|
-
type: 'tool_call',
|
|
943
|
-
},
|
|
944
|
-
],
|
|
945
|
-
}),
|
|
946
|
-
new ToolMessage({
|
|
947
|
-
content: [
|
|
948
|
-
{ type: 'text', text: 'Captured' },
|
|
949
|
-
{
|
|
950
|
-
type: 'image_url',
|
|
951
|
-
image_url: { url: `data:image/png;base64,${FAKE_BASE64}` },
|
|
952
|
-
},
|
|
953
|
-
],
|
|
954
|
-
tool_call_id: 'call_br',
|
|
955
|
-
}),
|
|
956
|
-
];
|
|
957
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.BEDROCK);
|
|
958
|
-
expect(result).toHaveLength(2);
|
|
959
|
-
expect(result[1]).toBeInstanceOf(HumanMessage);
|
|
960
|
-
const content = result[1].content;
|
|
961
|
-
const imageBlocks = content.filter((b) => b.type === 'image_url');
|
|
962
|
-
expect(imageBlocks).toHaveLength(1);
|
|
963
|
-
const allText = getTextContent(result[1]);
|
|
964
|
-
expect(allText).not.toContain(FAKE_BASE64);
|
|
965
|
-
});
|
|
966
|
-
test('should shallow-copy image blocks to prevent aliasing', () => {
|
|
967
|
-
const originalImageBlock = {
|
|
968
|
-
type: 'image_url',
|
|
969
|
-
image_url: { url: `data:image/png;base64,${FAKE_BASE64}` },
|
|
970
|
-
};
|
|
971
|
-
const messages = [
|
|
972
|
-
new HumanMessage({ content: 'Screenshot' }),
|
|
973
|
-
new AIMessage({
|
|
974
|
-
content: 'Taking screenshot.',
|
|
975
|
-
tool_calls: [
|
|
976
|
-
{
|
|
977
|
-
id: 'call_alias',
|
|
978
|
-
name: 'screenshot',
|
|
979
|
-
args: {},
|
|
980
|
-
type: 'tool_call',
|
|
981
|
-
},
|
|
982
|
-
],
|
|
983
|
-
}),
|
|
984
|
-
new ToolMessage({
|
|
985
|
-
content: [{ type: 'text', text: 'Captured' }, originalImageBlock],
|
|
986
|
-
tool_call_id: 'call_alias',
|
|
987
|
-
}),
|
|
988
|
-
];
|
|
989
|
-
const result = ensureThinkingBlockInMessages(messages, Providers.ANTHROPIC);
|
|
990
|
-
const content = result[1].content;
|
|
991
|
-
const outputImageBlock = content.find((b) => b.type === 'image_url');
|
|
992
|
-
// Should be a different object reference (shallow copy)
|
|
993
|
-
expect(outputImageBlock).not.toBe(originalImageBlock);
|
|
994
|
-
});
|
|
995
|
-
});
|
|
996
|
-
});
|
|
997
|
-
//# sourceMappingURL=ensureThinkingBlock.test.js.map
|