@illuma-ai/agents 1.0.90 → 1.0.94
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/agents/AgentContext.cjs +98 -49
- package/dist/cjs/agents/AgentContext.cjs.map +1 -1
- package/dist/cjs/common/constants.cjs +25 -0
- package/dist/cjs/common/constants.cjs.map +1 -0
- package/dist/cjs/common/enum.cjs +30 -0
- package/dist/cjs/common/enum.cjs.map +1 -1
- package/dist/cjs/events.cjs +9 -4
- package/dist/cjs/events.cjs.map +1 -1
- package/dist/cjs/graphs/Graph.cjs +397 -92
- package/dist/cjs/graphs/Graph.cjs.map +1 -1
- package/dist/cjs/graphs/MultiAgentGraph.cjs +223 -92
- package/dist/cjs/graphs/MultiAgentGraph.cjs.map +1 -1
- package/dist/cjs/instrumentation.cjs +30 -14
- package/dist/cjs/instrumentation.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/index.cjs +43 -11
- package/dist/cjs/llm/anthropic/index.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +10 -7
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs +32 -0
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/index.cjs +129 -101
- package/dist/cjs/llm/bedrock/index.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/utils/message_inputs.cjs +489 -0
- package/dist/cjs/llm/bedrock/utils/message_inputs.cjs.map +1 -0
- package/dist/cjs/llm/bedrock/utils/message_outputs.cjs +176 -0
- package/dist/cjs/llm/bedrock/utils/message_outputs.cjs.map +1 -0
- package/dist/cjs/llm/fake.cjs.map +1 -1
- package/dist/cjs/llm/google/index.cjs.map +1 -1
- package/dist/cjs/llm/google/utils/common.cjs.map +1 -1
- package/dist/cjs/llm/openai/index.cjs +1 -1
- package/dist/cjs/llm/openai/index.cjs.map +1 -1
- package/dist/cjs/llm/openai/utils/index.cjs.map +1 -1
- package/dist/cjs/llm/openrouter/index.cjs +59 -5
- package/dist/cjs/llm/openrouter/index.cjs.map +1 -1
- package/dist/cjs/llm/providers.cjs.map +1 -1
- package/dist/cjs/llm/text.cjs.map +1 -1
- package/dist/cjs/llm/vertexai/index.cjs +80 -2
- package/dist/cjs/llm/vertexai/index.cjs.map +1 -1
- package/dist/cjs/main.cjs +60 -27
- package/dist/cjs/main.cjs.map +1 -1
- package/dist/cjs/messages/cache.cjs +131 -108
- package/dist/cjs/messages/cache.cjs.map +1 -1
- package/dist/cjs/messages/content.cjs.map +1 -1
- package/dist/cjs/messages/core.cjs +3 -0
- package/dist/cjs/messages/core.cjs.map +1 -1
- package/dist/cjs/messages/format.cjs +265 -47
- package/dist/cjs/messages/format.cjs.map +1 -1
- package/dist/cjs/messages/ids.cjs.map +1 -1
- package/dist/cjs/messages/prune.cjs +55 -2
- package/dist/cjs/messages/prune.cjs.map +1 -1
- package/dist/cjs/messages/summarize.cjs +170 -0
- package/dist/cjs/messages/summarize.cjs.map +1 -0
- package/dist/cjs/messages/tools.cjs.map +1 -1
- package/dist/cjs/run.cjs +87 -30
- package/dist/cjs/run.cjs.map +1 -1
- package/dist/cjs/schemas/validate.cjs.map +1 -1
- package/dist/cjs/splitStream.cjs.map +1 -1
- package/dist/cjs/stream.cjs +59 -25
- package/dist/cjs/stream.cjs.map +1 -1
- package/dist/cjs/tools/AskUser.cjs +131 -0
- package/dist/cjs/tools/AskUser.cjs.map +1 -0
- package/dist/cjs/tools/BrowserTools.cjs +11 -7
- package/dist/cjs/tools/BrowserTools.cjs.map +1 -1
- package/dist/cjs/tools/Calculator.cjs.map +1 -1
- package/dist/cjs/tools/CodeExecutor.cjs +60 -5
- package/dist/cjs/tools/CodeExecutor.cjs.map +1 -1
- package/dist/cjs/tools/ProgrammaticToolCalling.cjs +36 -53
- package/dist/cjs/tools/ProgrammaticToolCalling.cjs.map +1 -1
- package/dist/cjs/tools/StreamingToolCallBuffer.cjs +208 -0
- package/dist/cjs/tools/StreamingToolCallBuffer.cjs.map +1 -0
- package/dist/cjs/tools/ToolNode.cjs +333 -30
- package/dist/cjs/tools/ToolNode.cjs.map +1 -1
- package/dist/cjs/tools/ToolSearch.cjs +66 -30
- package/dist/cjs/tools/ToolSearch.cjs.map +1 -1
- package/dist/cjs/tools/handlers.cjs +94 -8
- package/dist/cjs/tools/handlers.cjs.map +1 -1
- package/dist/cjs/tools/schema.cjs.map +1 -1
- package/dist/cjs/tools/search/content.cjs.map +1 -1
- package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
- package/dist/cjs/tools/search/format.cjs.map +1 -1
- package/dist/cjs/tools/search/highlights.cjs.map +1 -1
- package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
- package/dist/cjs/tools/search/schema.cjs.map +1 -1
- package/dist/cjs/tools/search/search.cjs +1 -0
- package/dist/cjs/tools/search/search.cjs.map +1 -1
- package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
- package/dist/cjs/tools/search/tool.cjs.map +1 -1
- package/dist/cjs/tools/search/utils.cjs.map +1 -1
- package/dist/cjs/types/graph.cjs +1 -1
- package/dist/cjs/types/graph.cjs.map +1 -1
- package/dist/cjs/utils/contextAnalytics.cjs +23 -6
- package/dist/cjs/utils/contextAnalytics.cjs.map +1 -1
- package/dist/cjs/utils/events.cjs.map +1 -1
- package/dist/cjs/utils/graph.cjs.map +1 -1
- package/dist/cjs/utils/handlers.cjs.map +1 -1
- package/dist/cjs/utils/llm.cjs.map +1 -1
- package/dist/cjs/utils/misc.cjs.map +1 -1
- package/dist/cjs/utils/run.cjs +3 -1
- package/dist/cjs/utils/run.cjs.map +1 -1
- package/dist/cjs/utils/schema.cjs.map +1 -1
- package/dist/cjs/utils/title.cjs.map +1 -1
- package/dist/cjs/utils/tokens.cjs +33 -58
- package/dist/cjs/utils/tokens.cjs.map +1 -1
- package/dist/cjs/utils/toolCallContinuation.cjs +55 -0
- package/dist/cjs/utils/toolCallContinuation.cjs.map +1 -0
- package/dist/cjs/utils/toonFormat.cjs.map +1 -1
- package/dist/esm/agents/AgentContext.mjs +98 -49
- package/dist/esm/agents/AgentContext.mjs.map +1 -1
- package/dist/esm/common/constants.mjs +22 -0
- package/dist/esm/common/constants.mjs.map +1 -0
- package/dist/esm/common/enum.mjs +31 -1
- package/dist/esm/common/enum.mjs.map +1 -1
- package/dist/esm/events.mjs +9 -4
- package/dist/esm/events.mjs.map +1 -1
- package/dist/esm/graphs/Graph.mjs +393 -88
- package/dist/esm/graphs/Graph.mjs.map +1 -1
- package/dist/esm/graphs/MultiAgentGraph.mjs +224 -93
- package/dist/esm/graphs/MultiAgentGraph.mjs.map +1 -1
- package/dist/esm/instrumentation.mjs +30 -14
- package/dist/esm/instrumentation.mjs.map +1 -1
- package/dist/esm/llm/anthropic/index.mjs +43 -11
- package/dist/esm/llm/anthropic/index.mjs.map +1 -1
- package/dist/esm/llm/anthropic/types.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs +10 -7
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs +32 -0
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
- package/dist/esm/llm/bedrock/index.mjs +128 -101
- package/dist/esm/llm/bedrock/index.mjs.map +1 -1
- package/dist/esm/llm/bedrock/utils/message_inputs.mjs +484 -0
- package/dist/esm/llm/bedrock/utils/message_inputs.mjs.map +1 -0
- package/dist/esm/llm/bedrock/utils/message_outputs.mjs +171 -0
- package/dist/esm/llm/bedrock/utils/message_outputs.mjs.map +1 -0
- package/dist/esm/llm/fake.mjs.map +1 -1
- package/dist/esm/llm/google/index.mjs.map +1 -1
- package/dist/esm/llm/google/utils/common.mjs.map +1 -1
- package/dist/esm/llm/openai/index.mjs +1 -1
- package/dist/esm/llm/openai/index.mjs.map +1 -1
- package/dist/esm/llm/openai/utils/index.mjs.map +1 -1
- package/dist/esm/llm/openrouter/index.mjs +59 -5
- package/dist/esm/llm/openrouter/index.mjs.map +1 -1
- package/dist/esm/llm/providers.mjs.map +1 -1
- package/dist/esm/llm/text.mjs.map +1 -1
- package/dist/esm/llm/vertexai/index.mjs +80 -2
- package/dist/esm/llm/vertexai/index.mjs.map +1 -1
- package/dist/esm/main.mjs +8 -3
- package/dist/esm/main.mjs.map +1 -1
- package/dist/esm/messages/cache.mjs +131 -108
- package/dist/esm/messages/cache.mjs.map +1 -1
- package/dist/esm/messages/content.mjs.map +1 -1
- package/dist/esm/messages/core.mjs +4 -1
- package/dist/esm/messages/core.mjs.map +1 -1
- package/dist/esm/messages/format.mjs +267 -49
- package/dist/esm/messages/format.mjs.map +1 -1
- package/dist/esm/messages/ids.mjs.map +1 -1
- package/dist/esm/messages/prune.mjs +56 -4
- package/dist/esm/messages/prune.mjs.map +1 -1
- package/dist/esm/messages/summarize.mjs +161 -0
- package/dist/esm/messages/summarize.mjs.map +1 -0
- package/dist/esm/messages/tools.mjs.map +1 -1
- package/dist/esm/run.mjs +88 -31
- package/dist/esm/run.mjs.map +1 -1
- package/dist/esm/schemas/validate.mjs.map +1 -1
- package/dist/esm/splitStream.mjs.map +1 -1
- package/dist/esm/stream.mjs +60 -26
- package/dist/esm/stream.mjs.map +1 -1
- package/dist/esm/tools/AskUser.mjs +125 -0
- package/dist/esm/tools/AskUser.mjs.map +1 -0
- package/dist/esm/tools/BrowserTools.mjs +11 -7
- package/dist/esm/tools/BrowserTools.mjs.map +1 -1
- package/dist/esm/tools/Calculator.mjs.map +1 -1
- package/dist/esm/tools/CodeExecutor.mjs +60 -5
- package/dist/esm/tools/CodeExecutor.mjs.map +1 -1
- package/dist/esm/tools/ProgrammaticToolCalling.mjs +37 -54
- package/dist/esm/tools/ProgrammaticToolCalling.mjs.map +1 -1
- package/dist/esm/tools/StreamingToolCallBuffer.mjs +206 -0
- package/dist/esm/tools/StreamingToolCallBuffer.mjs.map +1 -0
- package/dist/esm/tools/ToolNode.mjs +333 -30
- package/dist/esm/tools/ToolNode.mjs.map +1 -1
- package/dist/esm/tools/ToolSearch.mjs +66 -30
- package/dist/esm/tools/ToolSearch.mjs.map +1 -1
- package/dist/esm/tools/handlers.mjs +95 -9
- package/dist/esm/tools/handlers.mjs.map +1 -1
- package/dist/esm/tools/schema.mjs.map +1 -1
- package/dist/esm/tools/search/content.mjs.map +1 -1
- package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
- package/dist/esm/tools/search/format.mjs.map +1 -1
- package/dist/esm/tools/search/highlights.mjs.map +1 -1
- package/dist/esm/tools/search/rerankers.mjs.map +1 -1
- package/dist/esm/tools/search/schema.mjs.map +1 -1
- package/dist/esm/tools/search/search.mjs +1 -0
- package/dist/esm/tools/search/search.mjs.map +1 -1
- package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
- package/dist/esm/tools/search/tool.mjs.map +1 -1
- package/dist/esm/tools/search/utils.mjs.map +1 -1
- package/dist/esm/types/graph.mjs +1 -1
- package/dist/esm/types/graph.mjs.map +1 -1
- package/dist/esm/utils/contextAnalytics.mjs +23 -6
- package/dist/esm/utils/contextAnalytics.mjs.map +1 -1
- package/dist/esm/utils/events.mjs.map +1 -1
- package/dist/esm/utils/graph.mjs.map +1 -1
- package/dist/esm/utils/handlers.mjs.map +1 -1
- package/dist/esm/utils/llm.mjs.map +1 -1
- package/dist/esm/utils/misc.mjs.map +1 -1
- package/dist/esm/utils/run.mjs +3 -1
- package/dist/esm/utils/run.mjs.map +1 -1
- package/dist/esm/utils/schema.mjs.map +1 -1
- package/dist/esm/utils/title.mjs.map +1 -1
- package/dist/esm/utils/tokens.mjs +33 -59
- package/dist/esm/utils/tokens.mjs.map +1 -1
- package/dist/esm/utils/toolCallContinuation.mjs +52 -0
- package/dist/esm/utils/toolCallContinuation.mjs.map +1 -0
- package/dist/esm/utils/toonFormat.mjs.map +1 -1
- package/dist/types/agents/AgentContext.d.ts +14 -7
- package/dist/types/common/constants.d.ts +18 -0
- package/dist/types/common/enum.d.ts +28 -0
- package/dist/types/common/index.d.ts +1 -0
- package/dist/types/events.d.ts +10 -3
- package/dist/types/graphs/Graph.d.ts +37 -0
- package/dist/types/index.d.ts +4 -0
- package/dist/types/llm/anthropic/index.d.ts +7 -1
- package/dist/types/llm/anthropic/types.d.ts +5 -2
- package/dist/types/llm/anthropic/utils/message_outputs.d.ts +1 -1
- package/dist/types/llm/bedrock/index.d.ts +40 -33
- package/dist/types/llm/bedrock/utils/message_outputs.d.ts +1 -1
- package/dist/types/llm/google/index.d.ts +2 -3
- package/dist/types/llm/openrouter/index.d.ts +21 -1
- package/dist/types/llm/vertexai/index.d.ts +3 -2
- package/dist/types/messages/cache.d.ts +1 -1
- package/dist/types/messages/index.d.ts +1 -0
- package/dist/types/messages/prune.d.ts +2 -7
- package/dist/types/messages/summarize.d.ts +33 -0
- package/dist/types/run.d.ts +6 -0
- package/dist/types/tools/AskUser.d.ts +408 -0
- package/dist/types/tools/BrowserTools.d.ts +2 -2
- package/dist/types/tools/CodeExecutor.d.ts +28 -4
- package/dist/types/tools/StreamingToolCallBuffer.d.ts +106 -0
- package/dist/types/tools/ToolNode.d.ts +55 -3
- package/dist/types/tools/ToolSearch.d.ts +9 -5
- package/dist/types/tools/handlers.d.ts +2 -2
- package/dist/types/types/graph.d.ts +9 -2
- package/dist/types/types/llm.d.ts +8 -3
- package/dist/types/types/run.d.ts +2 -0
- package/dist/types/types/tools.d.ts +20 -2
- package/dist/types/utils/contextAnalytics.d.ts +5 -4
- package/dist/types/utils/index.d.ts +1 -0
- package/dist/types/utils/tokens.d.ts +6 -19
- package/dist/types/utils/toolCallContinuation.d.ts +30 -0
- package/package.json +15 -8
- package/src/agents/AgentContext.js +782 -0
- package/src/agents/AgentContext.js.map +1 -0
- package/src/agents/AgentContext.test.js +421 -0
- package/src/agents/AgentContext.test.js.map +1 -0
- package/src/agents/AgentContext.ts +132 -64
- package/src/agents/__tests__/AgentContext.test.js +678 -0
- package/src/agents/__tests__/AgentContext.test.js.map +1 -0
- package/src/agents/__tests__/AgentContext.test.ts +25 -4
- package/src/agents/__tests__/resolveStructuredOutputMode.test.js +117 -0
- package/src/agents/__tests__/resolveStructuredOutputMode.test.js.map +1 -0
- package/src/common/__tests__/enum.test.ts +135 -0
- package/src/common/constants.ts +21 -0
- package/src/common/enum.js +192 -0
- package/src/common/enum.js.map +1 -0
- package/src/common/enum.ts +30 -0
- package/src/common/index.js +3 -0
- package/src/common/index.js.map +1 -0
- package/src/common/index.ts +2 -1
- package/src/events.js +166 -0
- package/src/events.js.map +1 -0
- package/src/events.ts +11 -14
- package/src/graphs/Graph.js +1857 -0
- package/src/graphs/Graph.js.map +1 -0
- package/src/graphs/Graph.ts +580 -162
- package/src/graphs/MultiAgentGraph.js +1092 -0
- package/src/graphs/MultiAgentGraph.js.map +1 -0
- package/src/graphs/MultiAgentGraph.ts +331 -112
- package/src/graphs/__tests__/adaptive-thinking.test.ts +369 -0
- package/src/graphs/__tests__/graph-direct-tool-names.test.ts +210 -0
- package/src/graphs/__tests__/multi-agent-edges.test.ts +237 -0
- package/src/graphs/__tests__/structured-output.integration.test.js +624 -0
- package/src/graphs/__tests__/structured-output.integration.test.js.map +1 -0
- package/src/graphs/__tests__/structured-output.test.js +144 -0
- package/src/graphs/__tests__/structured-output.test.js.map +1 -0
- package/src/graphs/contextManagement.e2e.test.js +718 -0
- package/src/graphs/contextManagement.e2e.test.js.map +1 -0
- package/src/graphs/contextManagement.e2e.test.ts +990 -0
- package/src/graphs/contextManagement.test.js +485 -0
- package/src/graphs/contextManagement.test.js.map +1 -0
- package/src/graphs/contextManagement.test.ts +625 -0
- package/src/graphs/handoffValidation.test.js +276 -0
- package/src/graphs/handoffValidation.test.js.map +1 -0
- package/src/graphs/handoffValidation.test.ts +353 -0
- package/src/graphs/index.js +3 -0
- package/src/graphs/index.js.map +1 -0
- package/src/index.js +28 -0
- package/src/index.js.map +1 -0
- package/src/index.ts +13 -0
- package/src/instrumentation.js +21 -0
- package/src/instrumentation.js.map +1 -0
- package/src/instrumentation.ts +38 -17
- package/src/llm/anthropic/index.js +319 -0
- package/src/llm/anthropic/index.js.map +1 -0
- package/src/llm/anthropic/index.ts +68 -15
- package/src/llm/anthropic/llm.spec.ts +402 -0
- package/src/llm/anthropic/types.js +46 -0
- package/src/llm/anthropic/types.js.map +1 -0
- package/src/llm/anthropic/types.ts +8 -2
- package/src/llm/anthropic/utils/message_inputs.js +627 -0
- package/src/llm/anthropic/utils/message_inputs.js.map +1 -0
- package/src/llm/anthropic/utils/message_inputs.ts +16 -33
- package/src/llm/anthropic/utils/message_outputs.js +290 -0
- package/src/llm/anthropic/utils/message_outputs.js.map +1 -0
- package/src/llm/anthropic/utils/message_outputs.ts +40 -1
- package/src/llm/anthropic/utils/output_parsers.js +89 -0
- package/src/llm/anthropic/utils/output_parsers.js.map +1 -0
- package/src/llm/anthropic/utils/tools.js +25 -0
- package/src/llm/anthropic/utils/tools.js.map +1 -0
- package/src/llm/bedrock/__tests__/bedrock-caching.test.js +392 -0
- package/src/llm/bedrock/__tests__/bedrock-caching.test.js.map +1 -0
- package/src/llm/bedrock/__tests__/bedrock-caching.test.ts +24 -40
- package/src/llm/bedrock/index.js +303 -0
- package/src/llm/bedrock/index.js.map +1 -0
- package/src/llm/bedrock/index.ts +171 -134
- package/src/llm/bedrock/llm.spec.ts +395 -52
- package/src/llm/bedrock/types.js +2 -0
- package/src/llm/bedrock/types.js.map +1 -0
- package/src/llm/bedrock/utils/index.js +6 -0
- package/src/llm/bedrock/utils/index.js.map +1 -0
- package/src/llm/bedrock/utils/message_inputs.js +463 -0
- package/src/llm/bedrock/utils/message_inputs.js.map +1 -0
- package/src/llm/bedrock/utils/message_inputs.ts +30 -5
- package/src/llm/bedrock/utils/message_outputs.js +269 -0
- package/src/llm/bedrock/utils/message_outputs.js.map +1 -0
- package/src/llm/bedrock/utils/message_outputs.ts +70 -22
- package/src/llm/fake.js +92 -0
- package/src/llm/fake.js.map +1 -0
- package/src/llm/google/index.js +215 -0
- package/src/llm/google/index.js.map +1 -0
- package/src/llm/google/index.ts +2 -3
- package/src/llm/google/types.js +12 -0
- package/src/llm/google/types.js.map +1 -0
- package/src/llm/google/utils/common.js +670 -0
- package/src/llm/google/utils/common.js.map +1 -0
- package/src/llm/google/utils/tools.js +111 -0
- package/src/llm/google/utils/tools.js.map +1 -0
- package/src/llm/google/utils/zod_to_genai_parameters.js +47 -0
- package/src/llm/google/utils/zod_to_genai_parameters.js.map +1 -0
- package/src/llm/openai/index.js +1033 -0
- package/src/llm/openai/index.js.map +1 -0
- package/src/llm/openai/types.js +2 -0
- package/src/llm/openai/types.js.map +1 -0
- package/src/llm/openai/utils/index.js +756 -0
- package/src/llm/openai/utils/index.js.map +1 -0
- package/src/llm/openai/utils/isReasoningModel.test.js +79 -0
- package/src/llm/openai/utils/isReasoningModel.test.js.map +1 -0
- package/src/llm/openrouter/index.js +261 -0
- package/src/llm/openrouter/index.js.map +1 -0
- package/src/llm/openrouter/index.ts +117 -6
- package/src/llm/openrouter/reasoning.test.js +181 -0
- package/src/llm/openrouter/reasoning.test.js.map +1 -0
- package/src/llm/openrouter/reasoning.test.ts +207 -0
- package/src/llm/providers.js +36 -0
- package/src/llm/providers.js.map +1 -0
- package/src/llm/text.js +65 -0
- package/src/llm/text.js.map +1 -0
- package/src/llm/vertexai/index.js +402 -0
- package/src/llm/vertexai/index.js.map +1 -0
- package/src/llm/vertexai/index.ts +115 -5
- package/src/llm/vertexai/llm.spec.ts +114 -0
- package/src/messages/__tests__/tools.test.js +392 -0
- package/src/messages/__tests__/tools.test.js.map +1 -0
- package/src/messages/cache.js +404 -0
- package/src/messages/cache.js.map +1 -0
- package/src/messages/cache.test.js +1167 -0
- package/src/messages/cache.test.js.map +1 -0
- package/src/messages/cache.test.ts +178 -16
- package/src/messages/cache.ts +152 -147
- package/src/messages/content.js +48 -0
- package/src/messages/content.js.map +1 -0
- package/src/messages/content.test.js +314 -0
- package/src/messages/content.test.js.map +1 -0
- package/src/messages/core.js +359 -0
- package/src/messages/core.js.map +1 -0
- package/src/messages/core.ts +5 -0
- package/src/messages/ensureThinkingBlock.test.js +997 -0
- package/src/messages/ensureThinkingBlock.test.js.map +1 -0
- package/src/messages/ensureThinkingBlock.test.ts +751 -10
- package/src/messages/format.js +973 -0
- package/src/messages/format.js.map +1 -0
- package/src/messages/format.ts +334 -57
- package/src/messages/formatAgentMessages.test.js +2278 -0
- package/src/messages/formatAgentMessages.test.js.map +1 -0
- package/src/messages/formatAgentMessages.test.ts +1175 -1
- package/src/messages/formatAgentMessages.tools.test.js +362 -0
- package/src/messages/formatAgentMessages.tools.test.js.map +1 -0
- package/src/messages/formatMessage.test.js +608 -0
- package/src/messages/formatMessage.test.js.map +1 -0
- package/src/messages/ids.js +18 -0
- package/src/messages/ids.js.map +1 -0
- package/src/messages/index.js +9 -0
- package/src/messages/index.js.map +1 -0
- package/src/messages/index.ts +1 -0
- package/src/messages/labelContentByAgent.test.js +725 -0
- package/src/messages/labelContentByAgent.test.js.map +1 -0
- package/src/messages/prune.js +438 -0
- package/src/messages/prune.js.map +1 -0
- package/src/messages/prune.ts +87 -25
- package/src/messages/reducer.js +60 -0
- package/src/messages/reducer.js.map +1 -0
- package/src/messages/shiftIndexTokenCountMap.test.js +63 -0
- package/src/messages/shiftIndexTokenCountMap.test.js.map +1 -0
- package/src/messages/summarize.js +146 -0
- package/src/messages/summarize.js.map +1 -0
- package/src/messages/summarize.test.js +332 -0
- package/src/messages/summarize.test.js.map +1 -0
- package/src/messages/summarize.test.ts +466 -0
- package/src/messages/summarize.ts +222 -0
- package/src/messages/tools.js +90 -0
- package/src/messages/tools.js.map +1 -0
- package/src/mockStream.js +81 -0
- package/src/mockStream.js.map +1 -0
- package/src/prompts/collab.js +7 -0
- package/src/prompts/collab.js.map +1 -0
- package/src/prompts/index.js +3 -0
- package/src/prompts/index.js.map +1 -0
- package/src/prompts/taskmanager.js +58 -0
- package/src/prompts/taskmanager.js.map +1 -0
- package/src/run.js +427 -0
- package/src/run.js.map +1 -0
- package/src/run.ts +101 -33
- package/src/schemas/index.js +3 -0
- package/src/schemas/index.js.map +1 -0
- package/src/schemas/schema-preparation.test.js +370 -0
- package/src/schemas/schema-preparation.test.js.map +1 -0
- package/src/schemas/validate.js +314 -0
- package/src/schemas/validate.js.map +1 -0
- package/src/schemas/validate.test.js +264 -0
- package/src/schemas/validate.test.js.map +1 -0
- package/src/scripts/abort.js +127 -0
- package/src/scripts/abort.js.map +1 -0
- package/src/scripts/ant_web_search.js +130 -0
- package/src/scripts/ant_web_search.js.map +1 -0
- package/src/scripts/ant_web_search.ts +1 -0
- package/src/scripts/ant_web_search_edge_case.js +133 -0
- package/src/scripts/ant_web_search_edge_case.js.map +1 -0
- package/src/scripts/ant_web_search_edge_case.ts +1 -0
- package/src/scripts/ant_web_search_error_edge_case.js +119 -0
- package/src/scripts/ant_web_search_error_edge_case.js.map +1 -0
- package/src/scripts/ant_web_search_error_edge_case.ts +1 -0
- package/src/scripts/args.js +41 -0
- package/src/scripts/args.js.map +1 -0
- package/src/scripts/bedrock-cache-debug.js +186 -0
- package/src/scripts/bedrock-cache-debug.js.map +1 -0
- package/src/scripts/bedrock-cache-debug.ts +250 -0
- package/src/scripts/bedrock-content-aggregation-test.js +195 -0
- package/src/scripts/bedrock-content-aggregation-test.js.map +1 -0
- package/src/scripts/bedrock-content-aggregation-test.ts +266 -0
- package/src/scripts/bedrock-merge-test.js +80 -0
- package/src/scripts/bedrock-merge-test.js.map +1 -0
- package/src/scripts/bedrock-merge-test.ts +107 -0
- package/src/scripts/bedrock-parallel-tools-test.js +150 -0
- package/src/scripts/bedrock-parallel-tools-test.js.map +1 -0
- package/src/scripts/bedrock-parallel-tools-test.ts +204 -0
- package/src/scripts/caching.js +106 -0
- package/src/scripts/caching.js.map +1 -0
- package/src/scripts/caching.ts +1 -0
- package/src/scripts/cli.js +152 -0
- package/src/scripts/cli.js.map +1 -0
- package/src/scripts/cli2.js +119 -0
- package/src/scripts/cli2.js.map +1 -0
- package/src/scripts/cli3.js +163 -0
- package/src/scripts/cli3.js.map +1 -0
- package/src/scripts/cli4.js +165 -0
- package/src/scripts/cli4.js.map +1 -0
- package/src/scripts/cli5.js +165 -0
- package/src/scripts/cli5.js.map +1 -0
- package/src/scripts/code_exec.js +171 -0
- package/src/scripts/code_exec.js.map +1 -0
- package/src/scripts/code_exec.ts +1 -0
- package/src/scripts/code_exec_files.js +180 -0
- package/src/scripts/code_exec_files.js.map +1 -0
- package/src/scripts/code_exec_files.ts +1 -0
- package/src/scripts/code_exec_multi_session.js +185 -0
- package/src/scripts/code_exec_multi_session.js.map +1 -0
- package/src/scripts/code_exec_multi_session.ts +9 -13
- package/src/scripts/code_exec_ptc.js +265 -0
- package/src/scripts/code_exec_ptc.js.map +1 -0
- package/src/scripts/code_exec_ptc.ts +1 -0
- package/src/scripts/code_exec_session.js +217 -0
- package/src/scripts/code_exec_session.js.map +1 -0
- package/src/scripts/code_exec_session.ts +1 -0
- package/src/scripts/code_exec_simple.js +120 -0
- package/src/scripts/code_exec_simple.js.map +1 -0
- package/src/scripts/code_exec_simple.ts +1 -0
- package/src/scripts/content.js +111 -0
- package/src/scripts/content.js.map +1 -0
- package/src/scripts/content.ts +1 -0
- package/src/scripts/empty_input.js +125 -0
- package/src/scripts/empty_input.js.map +1 -0
- package/src/scripts/handoff-test.js +96 -0
- package/src/scripts/handoff-test.js.map +1 -0
- package/src/scripts/image.js +138 -0
- package/src/scripts/image.js.map +1 -0
- package/src/scripts/image.ts +3 -1
- package/src/scripts/memory.js +83 -0
- package/src/scripts/memory.js.map +1 -0
- package/src/scripts/memory.ts +16 -6
- package/src/scripts/multi-agent-chain.js +271 -0
- package/src/scripts/multi-agent-chain.js.map +1 -0
- package/src/scripts/multi-agent-chain.ts +1 -0
- package/src/scripts/multi-agent-conditional.js +185 -0
- package/src/scripts/multi-agent-conditional.js.map +1 -0
- package/src/scripts/multi-agent-conditional.ts +1 -0
- package/src/scripts/multi-agent-document-review-chain.js +171 -0
- package/src/scripts/multi-agent-document-review-chain.js.map +1 -0
- package/src/scripts/multi-agent-document-review-chain.ts +1 -0
- package/src/scripts/multi-agent-hybrid-flow.js +264 -0
- package/src/scripts/multi-agent-hybrid-flow.js.map +1 -0
- package/src/scripts/multi-agent-hybrid-flow.ts +1 -0
- package/src/scripts/multi-agent-parallel-start.js +214 -0
- package/src/scripts/multi-agent-parallel-start.js.map +1 -0
- package/src/scripts/multi-agent-parallel-start.ts +4 -4
- package/src/scripts/multi-agent-parallel.js +346 -0
- package/src/scripts/multi-agent-parallel.js.map +1 -0
- package/src/scripts/multi-agent-parallel.ts +1 -0
- package/src/scripts/multi-agent-sequence.js +184 -0
- package/src/scripts/multi-agent-sequence.js.map +1 -0
- package/src/scripts/multi-agent-sequence.ts +4 -4
- package/src/scripts/multi-agent-supervisor.js +324 -0
- package/src/scripts/multi-agent-supervisor.js.map +1 -0
- package/src/scripts/multi-agent-supervisor.ts +1 -0
- package/src/scripts/multi-agent-test.js +147 -0
- package/src/scripts/multi-agent-test.js.map +1 -0
- package/src/scripts/multi-agent-test.ts +1 -0
- package/src/scripts/parallel-asymmetric-tools-test.js +202 -0
- package/src/scripts/parallel-asymmetric-tools-test.js.map +1 -0
- package/src/scripts/parallel-asymmetric-tools-test.ts +1 -0
- package/src/scripts/parallel-full-metadata-test.js +176 -0
- package/src/scripts/parallel-full-metadata-test.js.map +1 -0
- package/src/scripts/parallel-full-metadata-test.ts +1 -0
- package/src/scripts/parallel-tools-test.js +256 -0
- package/src/scripts/parallel-tools-test.js.map +1 -0
- package/src/scripts/parallel-tools-test.ts +1 -0
- package/src/scripts/poc-multi-agent-comprehensive.ts +1222 -0
- package/src/scripts/programmatic_exec.js +277 -0
- package/src/scripts/programmatic_exec.js.map +1 -0
- package/src/scripts/programmatic_exec_agent.js +168 -0
- package/src/scripts/programmatic_exec_agent.js.map +1 -0
- package/src/scripts/programmatic_exec_agent.ts +1 -0
- package/src/scripts/search.js +118 -0
- package/src/scripts/search.js.map +1 -0
- package/src/scripts/search.ts +1 -0
- package/src/scripts/sequential-full-metadata-test.js +143 -0
- package/src/scripts/sequential-full-metadata-test.js.map +1 -0
- package/src/scripts/sequential-full-metadata-test.ts +1 -0
- package/src/scripts/simple.js +174 -0
- package/src/scripts/simple.js.map +1 -0
- package/src/scripts/simple.ts +2 -1
- package/src/scripts/single-agent-metadata-test.js +152 -0
- package/src/scripts/single-agent-metadata-test.js.map +1 -0
- package/src/scripts/single-agent-metadata-test.ts +4 -6
- package/src/scripts/stream.js +113 -0
- package/src/scripts/stream.js.map +1 -0
- package/src/scripts/stream.ts +1 -0
- package/src/scripts/test-custom-prompt-key.js +132 -0
- package/src/scripts/test-custom-prompt-key.js.map +1 -0
- package/src/scripts/test-handoff-input.js +143 -0
- package/src/scripts/test-handoff-input.js.map +1 -0
- package/src/scripts/test-handoff-preamble.js +227 -0
- package/src/scripts/test-handoff-preamble.js.map +1 -0
- package/src/scripts/test-handoff-preamble.ts +1 -0
- package/src/scripts/test-handoff-steering.js +353 -0
- package/src/scripts/test-handoff-steering.js.map +1 -0
- package/src/scripts/test-handoff-steering.ts +430 -0
- package/src/scripts/test-multi-agent-list-handoff.js +318 -0
- package/src/scripts/test-multi-agent-list-handoff.js.map +1 -0
- package/src/scripts/test-multi-agent-list-handoff.ts +1 -0
- package/src/scripts/test-parallel-agent-labeling.js +253 -0
- package/src/scripts/test-parallel-agent-labeling.js.map +1 -0
- package/src/scripts/test-parallel-agent-labeling.ts +2 -0
- package/src/scripts/test-parallel-handoffs.js +229 -0
- package/src/scripts/test-parallel-handoffs.js.map +1 -0
- package/src/scripts/test-parallel-handoffs.ts +1 -0
- package/src/scripts/test-thinking-handoff-bedrock.js +132 -0
- package/src/scripts/test-thinking-handoff-bedrock.js.map +1 -0
- package/src/scripts/test-thinking-handoff-bedrock.ts +1 -0
- package/src/scripts/test-thinking-handoff.js +132 -0
- package/src/scripts/test-thinking-handoff.js.map +1 -0
- package/src/scripts/test-thinking-handoff.ts +1 -0
- package/src/scripts/test-thinking-to-thinking-handoff-bedrock.js +140 -0
- package/src/scripts/test-thinking-to-thinking-handoff-bedrock.js.map +1 -0
- package/src/scripts/test-thinking-to-thinking-handoff-bedrock.ts +166 -0
- package/src/scripts/test-tool-before-handoff-role-order.js +223 -0
- package/src/scripts/test-tool-before-handoff-role-order.js.map +1 -0
- package/src/scripts/test-tool-before-handoff-role-order.ts +276 -0
- package/src/scripts/test-tools-before-handoff.js +187 -0
- package/src/scripts/test-tools-before-handoff.js.map +1 -0
- package/src/scripts/test-tools-before-handoff.ts +4 -8
- package/src/scripts/test_code_api.js +263 -0
- package/src/scripts/test_code_api.js.map +1 -0
- package/src/scripts/thinking-bedrock.js +128 -0
- package/src/scripts/thinking-bedrock.js.map +1 -0
- package/src/scripts/thinking-bedrock.ts +1 -0
- package/src/scripts/thinking-vertexai.js +130 -0
- package/src/scripts/thinking-vertexai.js.map +1 -0
- package/src/scripts/thinking-vertexai.ts +168 -0
- package/src/scripts/thinking.js +134 -0
- package/src/scripts/thinking.js.map +1 -0
- package/src/scripts/thinking.ts +1 -0
- package/src/scripts/tool_search.js +114 -0
- package/src/scripts/tool_search.js.map +1 -0
- package/src/scripts/tools.js +125 -0
- package/src/scripts/tools.js.map +1 -0
- package/src/scripts/tools.ts +5 -19
- package/src/specs/agent-handoffs-bedrock.integration.test.js +280 -0
- package/src/specs/agent-handoffs-bedrock.integration.test.js.map +1 -0
- package/src/specs/agent-handoffs-bedrock.integration.test.ts +412 -375
- package/src/specs/agent-handoffs.test.js +924 -0
- package/src/specs/agent-handoffs.test.js.map +1 -0
- package/src/specs/agent-handoffs.test.ts +152 -39
- package/src/specs/anthropic.simple.test.js +287 -0
- package/src/specs/anthropic.simple.test.js.map +1 -0
- package/src/specs/anthropic.simple.test.ts +7 -4
- package/src/specs/azure.simple.test.js +381 -0
- package/src/specs/azure.simple.test.js.map +1 -0
- package/src/specs/azure.simple.test.ts +143 -5
- package/src/specs/cache.simple.test.js +282 -0
- package/src/specs/cache.simple.test.js.map +1 -0
- package/src/specs/cache.simple.test.ts +9 -2
- package/src/specs/custom-event-await.test.js +148 -0
- package/src/specs/custom-event-await.test.js.map +1 -0
- package/src/specs/custom-event-await.test.ts +215 -0
- package/src/specs/deepseek.simple.test.js +189 -0
- package/src/specs/deepseek.simple.test.js.map +1 -0
- package/src/specs/deepseek.simple.test.ts +4 -2
- package/src/specs/emergency-prune.test.js +308 -0
- package/src/specs/emergency-prune.test.js.map +1 -0
- package/src/specs/moonshot.simple.test.js +237 -0
- package/src/specs/moonshot.simple.test.js.map +1 -0
- package/src/specs/moonshot.simple.test.ts +6 -2
- package/src/specs/observability.integration.test.js +1337 -0
- package/src/specs/observability.integration.test.js.map +1 -0
- package/src/specs/observability.integration.test.ts +2223 -0
- package/src/specs/openai.simple.test.js +233 -0
- package/src/specs/openai.simple.test.js.map +1 -0
- package/src/specs/openai.simple.test.ts +4 -2
- package/src/specs/openrouter.simple.test.js +202 -0
- package/src/specs/openrouter.simple.test.js.map +1 -0
- package/src/specs/openrouter.simple.test.ts +165 -4
- package/src/specs/prune.test.js +733 -0
- package/src/specs/prune.test.js.map +1 -0
- package/src/specs/prune.test.ts +1 -0
- package/src/specs/reasoning.test.js +144 -0
- package/src/specs/reasoning.test.js.map +1 -0
- package/src/specs/reasoning.test.ts +2 -2
- package/src/specs/spec.utils.js +4 -0
- package/src/specs/spec.utils.js.map +1 -0
- package/src/specs/thinking-handoff.test.js +486 -0
- package/src/specs/thinking-handoff.test.js.map +1 -0
- package/src/specs/thinking-handoff.test.ts +3 -2
- package/src/specs/thinking-prune.test.js +600 -0
- package/src/specs/thinking-prune.test.js.map +1 -0
- package/src/specs/token-distribution-edge-case.test.js +246 -0
- package/src/specs/token-distribution-edge-case.test.js.map +1 -0
- package/src/specs/token-memoization.test.js +32 -0
- package/src/specs/token-memoization.test.js.map +1 -0
- package/src/specs/token-memoization.test.ts +14 -5
- package/src/specs/tokens.test.js +49 -0
- package/src/specs/tokens.test.js.map +1 -0
- package/src/specs/tokens.test.ts +64 -0
- package/src/specs/tool-error.test.js +139 -0
- package/src/specs/tool-error.test.js.map +1 -0
- package/src/specs/tool-error.test.ts +2 -2
- package/src/splitStream.js +204 -0
- package/src/splitStream.js.map +1 -0
- package/src/splitStream.test.js +504 -0
- package/src/splitStream.test.js.map +1 -0
- package/src/stream.js +650 -0
- package/src/stream.js.map +1 -0
- package/src/stream.test.js +225 -0
- package/src/stream.test.js.map +1 -0
- package/src/stream.test.ts +25 -15
- package/src/stream.ts +82 -32
- package/src/test/mockTools.js +340 -0
- package/src/test/mockTools.js.map +1 -0
- package/src/tools/AskUser.ts +159 -0
- package/src/tools/BrowserTools.js +245 -0
- package/src/tools/BrowserTools.js.map +1 -0
- package/src/tools/BrowserTools.ts +12 -8
- package/src/tools/Calculator.js +38 -0
- package/src/tools/Calculator.js.map +1 -0
- package/src/tools/Calculator.test.js +225 -0
- package/src/tools/Calculator.test.js.map +1 -0
- package/src/tools/CodeExecutor.js +233 -0
- package/src/tools/CodeExecutor.js.map +1 -0
- package/src/tools/CodeExecutor.selfhealing.test.ts +435 -0
- package/src/tools/CodeExecutor.ts +82 -5
- package/src/tools/ProgrammaticToolCalling.js +602 -0
- package/src/tools/ProgrammaticToolCalling.js.map +1 -0
- package/src/tools/ProgrammaticToolCalling.ts +40 -52
- package/src/tools/StreamingToolCallBuffer.js +179 -0
- package/src/tools/StreamingToolCallBuffer.js.map +1 -0
- package/src/tools/StreamingToolCallBuffer.ts +218 -0
- package/src/tools/ToolNode.js +930 -0
- package/src/tools/ToolNode.js.map +1 -0
- package/src/tools/ToolNode.ts +454 -41
- package/src/tools/ToolSearch.js +904 -0
- package/src/tools/ToolSearch.js.map +1 -0
- package/src/tools/ToolSearch.ts +84 -33
- package/src/tools/__tests__/AskUser.test.ts +537 -0
- package/src/tools/__tests__/BrowserTools.test.js +306 -0
- package/src/tools/__tests__/BrowserTools.test.js.map +1 -0
- package/src/tools/__tests__/BrowserTools.test.ts +131 -6
- package/src/tools/__tests__/CodeExecutor.test.ts +76 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.js +276 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.js.map +1 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.test.js +807 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.test.js.map +1 -0
- package/src/tools/__tests__/StreamingToolCallBuffer.test.js +175 -0
- package/src/tools/__tests__/StreamingToolCallBuffer.test.js.map +1 -0
- package/src/tools/__tests__/StreamingToolCallBuffer.test.ts +263 -0
- package/src/tools/__tests__/ToolApproval.test.js +675 -0
- package/src/tools/__tests__/ToolApproval.test.js.map +1 -0
- package/src/tools/__tests__/ToolApproval.test.ts +194 -20
- package/src/tools/__tests__/ToolNode.hitl.test.ts +267 -0
- package/src/tools/__tests__/ToolNode.recovery.test.js +200 -0
- package/src/tools/__tests__/ToolNode.recovery.test.js.map +1 -0
- package/src/tools/__tests__/ToolNode.recovery.test.ts +276 -0
- package/src/tools/__tests__/ToolNode.session.test.js +319 -0
- package/src/tools/__tests__/ToolNode.session.test.js.map +1 -0
- package/src/tools/__tests__/ToolNode.session.test.ts +465 -0
- package/src/tools/__tests__/ToolSearch.integration.test.js +125 -0
- package/src/tools/__tests__/ToolSearch.integration.test.js.map +1 -0
- package/src/tools/__tests__/ToolSearch.test.js +812 -0
- package/src/tools/__tests__/ToolSearch.test.js.map +1 -0
- package/src/tools/__tests__/ToolSearch.test.ts +78 -5
- package/src/tools/__tests__/handlers.test.js +799 -0
- package/src/tools/__tests__/handlers.test.js.map +1 -0
- package/src/tools/__tests__/handlers.test.ts +1100 -0
- package/src/tools/__tests__/truncation-recovery.integration.test.js +362 -0
- package/src/tools/__tests__/truncation-recovery.integration.test.js.map +1 -0
- package/src/tools/__tests__/truncation-recovery.integration.test.ts +560 -0
- package/src/tools/handlers.js +306 -0
- package/src/tools/handlers.js.map +1 -0
- package/src/tools/handlers.ts +119 -16
- package/src/tools/schema.js +25 -0
- package/src/tools/schema.js.map +1 -0
- package/src/tools/search/anthropic.js +34 -0
- package/src/tools/search/anthropic.js.map +1 -0
- package/src/tools/search/content.js +116 -0
- package/src/tools/search/content.js.map +1 -0
- package/src/tools/search/content.test.js +133 -0
- package/src/tools/search/content.test.js.map +1 -0
- package/src/tools/search/firecrawl.js +173 -0
- package/src/tools/search/firecrawl.js.map +1 -0
- package/src/tools/search/format.js +198 -0
- package/src/tools/search/format.js.map +1 -0
- package/src/tools/search/highlights.js +241 -0
- package/src/tools/search/highlights.js.map +1 -0
- package/src/tools/search/index.js +3 -0
- package/src/tools/search/index.js.map +1 -0
- package/src/tools/search/jina-reranker.test.js +106 -0
- package/src/tools/search/jina-reranker.test.js.map +1 -0
- package/src/tools/search/rerankers.js +165 -0
- package/src/tools/search/rerankers.js.map +1 -0
- package/src/tools/search/schema.js +102 -0
- package/src/tools/search/schema.js.map +1 -0
- package/src/tools/search/search.js +561 -0
- package/src/tools/search/search.js.map +1 -0
- package/src/tools/search/serper-scraper.js +126 -0
- package/src/tools/search/serper-scraper.js.map +1 -0
- package/src/tools/search/test.js +129 -0
- package/src/tools/search/test.js.map +1 -0
- package/src/tools/search/tool.js +453 -0
- package/src/tools/search/tool.js.map +1 -0
- package/src/tools/search/types.js +2 -0
- package/src/tools/search/types.js.map +1 -0
- package/src/tools/search/utils.js +59 -0
- package/src/tools/search/utils.js.map +1 -0
- package/src/types/graph.js +24 -0
- package/src/types/graph.js.map +1 -0
- package/src/types/graph.test.js +192 -0
- package/src/types/graph.test.js.map +1 -0
- package/src/types/graph.ts +26 -6
- package/src/types/index.js +7 -0
- package/src/types/index.js.map +1 -0
- package/src/types/llm.js +2 -0
- package/src/types/llm.js.map +1 -0
- package/src/types/llm.ts +8 -3
- package/src/types/messages.js +2 -0
- package/src/types/messages.js.map +1 -0
- package/src/types/run.js +2 -0
- package/src/types/run.js.map +1 -0
- package/src/types/run.ts +2 -0
- package/src/types/stream.js +2 -0
- package/src/types/stream.js.map +1 -0
- package/src/types/tools.js +2 -0
- package/src/types/tools.js.map +1 -0
- package/src/types/tools.ts +21 -2
- package/src/utils/contextAnalytics.js +79 -0
- package/src/utils/contextAnalytics.js.map +1 -0
- package/src/utils/contextAnalytics.test.js +166 -0
- package/src/utils/contextAnalytics.test.js.map +1 -0
- package/src/utils/contextAnalytics.test.ts +222 -0
- package/src/utils/contextAnalytics.ts +27 -9
- package/src/utils/events.js +26 -0
- package/src/utils/events.js.map +1 -0
- package/src/utils/graph.js +11 -0
- package/src/utils/graph.js.map +1 -0
- package/src/utils/handlers.js +65 -0
- package/src/utils/handlers.js.map +1 -0
- package/src/utils/index.js +10 -0
- package/src/utils/index.js.map +1 -0
- package/src/utils/index.ts +1 -0
- package/src/utils/llm.js +21 -0
- package/src/utils/llm.js.map +1 -0
- package/src/utils/llmConfig.js +205 -0
- package/src/utils/llmConfig.js.map +1 -0
- package/src/utils/llmConfig.ts +5 -5
- package/src/utils/logging.js +37 -0
- package/src/utils/logging.js.map +1 -0
- package/src/utils/misc.js +51 -0
- package/src/utils/misc.js.map +1 -0
- package/src/utils/run.js +69 -0
- package/src/utils/run.js.map +1 -0
- package/src/utils/run.ts +108 -106
- package/src/utils/schema.js +21 -0
- package/src/utils/schema.js.map +1 -0
- package/src/utils/title.js +119 -0
- package/src/utils/title.js.map +1 -0
- package/src/utils/tokens.js +92 -0
- package/src/utils/tokens.js.map +1 -0
- package/src/utils/tokens.ts +118 -142
- package/src/utils/toolCallContinuation.ts +55 -0
- package/src/utils/toonFormat.js +379 -0
- package/src/utils/toonFormat.js.map +1 -0
|
@@ -0,0 +1,282 @@
|
|
|
1
|
+
/* eslint-disable no-console */
|
|
2
|
+
/* eslint-disable @typescript-eslint/no-explicit-any */
|
|
3
|
+
import { config } from 'dotenv';
|
|
4
|
+
config();
|
|
5
|
+
import { Calculator } from '@/tools/Calculator';
|
|
6
|
+
import { HumanMessage, } from '@langchain/core/messages';
|
|
7
|
+
import { ModelEndHandler, ToolEndHandler } from '@/events';
|
|
8
|
+
import { capitalizeFirstLetter } from './spec.utils';
|
|
9
|
+
import { createContentAggregator } from '@/stream';
|
|
10
|
+
import { GraphEvents, Providers } from '@/common';
|
|
11
|
+
import { getLLMConfig } from '@/utils/llmConfig';
|
|
12
|
+
import { getArgs } from '@/scripts/args';
|
|
13
|
+
import { Run } from '@/run';
|
|
14
|
+
/**
|
|
15
|
+
* These tests verify that prompt caching works correctly across multi-turn
|
|
16
|
+
* conversations and that messages are not mutated in place.
|
|
17
|
+
*/
|
|
18
|
+
describe('Prompt Caching Integration Tests', () => {
|
|
19
|
+
jest.setTimeout(120000);
|
|
20
|
+
const setupTest = () => {
|
|
21
|
+
const collectedUsage = [];
|
|
22
|
+
const { contentParts, aggregateContent } = createContentAggregator();
|
|
23
|
+
const customHandlers = {
|
|
24
|
+
[GraphEvents.TOOL_END]: new ToolEndHandler(),
|
|
25
|
+
[GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
|
|
26
|
+
[GraphEvents.ON_RUN_STEP_COMPLETED]: {
|
|
27
|
+
handle: (event, data) => {
|
|
28
|
+
aggregateContent({
|
|
29
|
+
event,
|
|
30
|
+
data: data,
|
|
31
|
+
});
|
|
32
|
+
},
|
|
33
|
+
},
|
|
34
|
+
[GraphEvents.ON_RUN_STEP]: {
|
|
35
|
+
handle: (event, data) => {
|
|
36
|
+
aggregateContent({ event, data: data });
|
|
37
|
+
},
|
|
38
|
+
},
|
|
39
|
+
[GraphEvents.ON_RUN_STEP_DELTA]: {
|
|
40
|
+
handle: (event, data) => {
|
|
41
|
+
aggregateContent({ event, data: data });
|
|
42
|
+
},
|
|
43
|
+
},
|
|
44
|
+
[GraphEvents.ON_MESSAGE_DELTA]: {
|
|
45
|
+
handle: (event, data) => {
|
|
46
|
+
aggregateContent({ event, data: data });
|
|
47
|
+
},
|
|
48
|
+
},
|
|
49
|
+
};
|
|
50
|
+
return { collectedUsage, contentParts, customHandlers };
|
|
51
|
+
};
|
|
52
|
+
const streamConfig = {
|
|
53
|
+
configurable: { thread_id: 'cache-test-thread' },
|
|
54
|
+
streamMode: 'values',
|
|
55
|
+
version: 'v2',
|
|
56
|
+
};
|
|
57
|
+
describe('Anthropic Prompt Caching', () => {
|
|
58
|
+
const provider = Providers.ANTHROPIC;
|
|
59
|
+
test(`${capitalizeFirstLetter(provider)}: multi-turn conversation with caching should not corrupt messages`, async () => {
|
|
60
|
+
const { userName, location } = await getArgs();
|
|
61
|
+
const llmConfig = getLLMConfig(provider);
|
|
62
|
+
const { collectedUsage, customHandlers } = setupTest();
|
|
63
|
+
const run = await Run.create({
|
|
64
|
+
runId: 'cache-test-anthropic',
|
|
65
|
+
graphConfig: {
|
|
66
|
+
type: 'standard',
|
|
67
|
+
llmConfig: { ...llmConfig, promptCache: true },
|
|
68
|
+
tools: [new Calculator()],
|
|
69
|
+
instructions: 'You are a helpful assistant.',
|
|
70
|
+
additional_instructions: `User: ${userName}, Location: ${location}`,
|
|
71
|
+
},
|
|
72
|
+
returnContent: true,
|
|
73
|
+
skipCleanup: true,
|
|
74
|
+
customHandlers,
|
|
75
|
+
});
|
|
76
|
+
// Turn 1
|
|
77
|
+
const turn1Messages = [
|
|
78
|
+
new HumanMessage('Hello, what is 2+2?'),
|
|
79
|
+
];
|
|
80
|
+
const turn1ContentSnapshot = JSON.stringify(turn1Messages[0].content);
|
|
81
|
+
const turn1Result = await run.processStream({ messages: turn1Messages }, streamConfig);
|
|
82
|
+
expect(turn1Result).toBeDefined();
|
|
83
|
+
// Verify original message was NOT mutated
|
|
84
|
+
expect(JSON.stringify(turn1Messages[0].content)).toBe(turn1ContentSnapshot);
|
|
85
|
+
expect(turn1Messages[0].content).not.toContain('cache_control');
|
|
86
|
+
const turn1RunMessages = run.getRunMessages();
|
|
87
|
+
expect(turn1RunMessages).toBeDefined();
|
|
88
|
+
expect(turn1RunMessages.length).toBeGreaterThan(0);
|
|
89
|
+
// Turn 2 - build on conversation
|
|
90
|
+
const turn2Messages = [
|
|
91
|
+
...turn1Messages,
|
|
92
|
+
...turn1RunMessages,
|
|
93
|
+
new HumanMessage('Now multiply that by 10'),
|
|
94
|
+
];
|
|
95
|
+
const turn2HumanContentSnapshot = JSON.stringify(turn2Messages[turn2Messages.length - 1].content);
|
|
96
|
+
const run2 = await Run.create({
|
|
97
|
+
runId: 'cache-test-anthropic-2',
|
|
98
|
+
graphConfig: {
|
|
99
|
+
type: 'standard',
|
|
100
|
+
llmConfig: { ...llmConfig, promptCache: true },
|
|
101
|
+
tools: [new Calculator()],
|
|
102
|
+
instructions: 'You are a helpful assistant.',
|
|
103
|
+
additional_instructions: `User: ${userName}, Location: ${location}`,
|
|
104
|
+
},
|
|
105
|
+
returnContent: true,
|
|
106
|
+
skipCleanup: true,
|
|
107
|
+
customHandlers,
|
|
108
|
+
});
|
|
109
|
+
const turn2Result = await run2.processStream({ messages: turn2Messages }, streamConfig);
|
|
110
|
+
expect(turn2Result).toBeDefined();
|
|
111
|
+
// Verify messages were NOT mutated
|
|
112
|
+
expect(JSON.stringify(turn2Messages[turn2Messages.length - 1].content)).toBe(turn2HumanContentSnapshot);
|
|
113
|
+
// Check that we got cache read tokens (indicating caching worked)
|
|
114
|
+
console.log(`${provider} Usage:`, collectedUsage);
|
|
115
|
+
expect(collectedUsage.length).toBeGreaterThan(0);
|
|
116
|
+
console.log(`${capitalizeFirstLetter(provider)} multi-turn caching test passed - messages not mutated`);
|
|
117
|
+
});
|
|
118
|
+
test(`${capitalizeFirstLetter(provider)}: tool calls should work with caching enabled`, async () => {
|
|
119
|
+
const llmConfig = getLLMConfig(provider);
|
|
120
|
+
const { customHandlers } = setupTest();
|
|
121
|
+
const run = await Run.create({
|
|
122
|
+
runId: 'cache-test-anthropic-tools',
|
|
123
|
+
graphConfig: {
|
|
124
|
+
type: 'standard',
|
|
125
|
+
llmConfig: { ...llmConfig, promptCache: true },
|
|
126
|
+
tools: [new Calculator()],
|
|
127
|
+
instructions: 'You are a math assistant. Use the calculator tool for all calculations.',
|
|
128
|
+
},
|
|
129
|
+
returnContent: true,
|
|
130
|
+
skipCleanup: true,
|
|
131
|
+
customHandlers,
|
|
132
|
+
});
|
|
133
|
+
const messages = [
|
|
134
|
+
new HumanMessage('Calculate 123 * 456 using the calculator'),
|
|
135
|
+
];
|
|
136
|
+
const result = await run.processStream({ messages }, streamConfig);
|
|
137
|
+
expect(result).toBeDefined();
|
|
138
|
+
const runMessages = run.getRunMessages();
|
|
139
|
+
expect(runMessages).toBeDefined();
|
|
140
|
+
// Should have used the calculator tool
|
|
141
|
+
const hasToolUse = runMessages?.some((msg) => msg._getType() === 'ai' &&
|
|
142
|
+
(msg.tool_calls?.length ?? 0) > 0);
|
|
143
|
+
expect(hasToolUse).toBe(true);
|
|
144
|
+
console.log(`${capitalizeFirstLetter(provider)} tool call with caching test passed`);
|
|
145
|
+
});
|
|
146
|
+
});
|
|
147
|
+
describe('Bedrock Prompt Caching', () => {
|
|
148
|
+
const provider = Providers.BEDROCK;
|
|
149
|
+
test(`${capitalizeFirstLetter(provider)}: multi-turn conversation with caching should not corrupt messages`, async () => {
|
|
150
|
+
const { userName, location } = await getArgs();
|
|
151
|
+
const llmConfig = getLLMConfig(provider);
|
|
152
|
+
const { collectedUsage, customHandlers } = setupTest();
|
|
153
|
+
const run = await Run.create({
|
|
154
|
+
runId: 'cache-test-bedrock',
|
|
155
|
+
graphConfig: {
|
|
156
|
+
type: 'standard',
|
|
157
|
+
llmConfig: { ...llmConfig, promptCache: true },
|
|
158
|
+
tools: [new Calculator()],
|
|
159
|
+
instructions: 'You are a helpful assistant.',
|
|
160
|
+
additional_instructions: `User: ${userName}, Location: ${location}`,
|
|
161
|
+
},
|
|
162
|
+
returnContent: true,
|
|
163
|
+
skipCleanup: true,
|
|
164
|
+
customHandlers,
|
|
165
|
+
});
|
|
166
|
+
// Turn 1
|
|
167
|
+
const turn1Messages = [
|
|
168
|
+
new HumanMessage('Hello, what is 5+5?'),
|
|
169
|
+
];
|
|
170
|
+
const turn1ContentSnapshot = JSON.stringify(turn1Messages[0].content);
|
|
171
|
+
const turn1Result = await run.processStream({ messages: turn1Messages }, streamConfig);
|
|
172
|
+
expect(turn1Result).toBeDefined();
|
|
173
|
+
// Verify original message was NOT mutated
|
|
174
|
+
expect(JSON.stringify(turn1Messages[0].content)).toBe(turn1ContentSnapshot);
|
|
175
|
+
const turn1RunMessages = run.getRunMessages();
|
|
176
|
+
expect(turn1RunMessages).toBeDefined();
|
|
177
|
+
expect(turn1RunMessages.length).toBeGreaterThan(0);
|
|
178
|
+
// Turn 2
|
|
179
|
+
const turn2Messages = [
|
|
180
|
+
...turn1Messages,
|
|
181
|
+
...turn1RunMessages,
|
|
182
|
+
new HumanMessage('Multiply that by 3'),
|
|
183
|
+
];
|
|
184
|
+
const turn2HumanContentSnapshot = JSON.stringify(turn2Messages[turn2Messages.length - 1].content);
|
|
185
|
+
const run2 = await Run.create({
|
|
186
|
+
runId: 'cache-test-bedrock-2',
|
|
187
|
+
graphConfig: {
|
|
188
|
+
type: 'standard',
|
|
189
|
+
llmConfig: { ...llmConfig, promptCache: true },
|
|
190
|
+
tools: [new Calculator()],
|
|
191
|
+
instructions: 'You are a helpful assistant.',
|
|
192
|
+
additional_instructions: `User: ${userName}, Location: ${location}`,
|
|
193
|
+
},
|
|
194
|
+
returnContent: true,
|
|
195
|
+
skipCleanup: true,
|
|
196
|
+
customHandlers,
|
|
197
|
+
});
|
|
198
|
+
const turn2Result = await run2.processStream({ messages: turn2Messages }, streamConfig);
|
|
199
|
+
expect(turn2Result).toBeDefined();
|
|
200
|
+
// Verify messages were NOT mutated
|
|
201
|
+
expect(JSON.stringify(turn2Messages[turn2Messages.length - 1].content)).toBe(turn2HumanContentSnapshot);
|
|
202
|
+
console.log(`${provider} Usage:`, collectedUsage);
|
|
203
|
+
expect(collectedUsage.length).toBeGreaterThan(0);
|
|
204
|
+
console.log(`${capitalizeFirstLetter(provider)} multi-turn caching test passed - messages not mutated`);
|
|
205
|
+
});
|
|
206
|
+
test(`${capitalizeFirstLetter(provider)}: tool calls should work with caching enabled`, async () => {
|
|
207
|
+
const llmConfig = getLLMConfig(provider);
|
|
208
|
+
const { customHandlers } = setupTest();
|
|
209
|
+
const run = await Run.create({
|
|
210
|
+
runId: 'cache-test-bedrock-tools',
|
|
211
|
+
graphConfig: {
|
|
212
|
+
type: 'standard',
|
|
213
|
+
llmConfig: { ...llmConfig, promptCache: true },
|
|
214
|
+
tools: [new Calculator()],
|
|
215
|
+
instructions: 'You are a math assistant. Use the calculator tool for all calculations.',
|
|
216
|
+
},
|
|
217
|
+
returnContent: true,
|
|
218
|
+
skipCleanup: true,
|
|
219
|
+
customHandlers,
|
|
220
|
+
});
|
|
221
|
+
const messages = [
|
|
222
|
+
new HumanMessage('Calculate 789 * 123 using the calculator'),
|
|
223
|
+
];
|
|
224
|
+
const result = await run.processStream({ messages }, streamConfig);
|
|
225
|
+
expect(result).toBeDefined();
|
|
226
|
+
const runMessages = run.getRunMessages();
|
|
227
|
+
expect(runMessages).toBeDefined();
|
|
228
|
+
// Should have used the calculator tool
|
|
229
|
+
const hasToolUse = runMessages?.some((msg) => msg._getType() === 'ai' &&
|
|
230
|
+
(msg.tool_calls?.length ?? 0) > 0);
|
|
231
|
+
expect(hasToolUse).toBe(true);
|
|
232
|
+
console.log(`${capitalizeFirstLetter(provider)} tool call with caching test passed`);
|
|
233
|
+
});
|
|
234
|
+
});
|
|
235
|
+
describe('Cross-provider message isolation', () => {
|
|
236
|
+
test('Messages processed by Anthropic should not affect Bedrock processing', async () => {
|
|
237
|
+
const anthropicConfig = getLLMConfig(Providers.ANTHROPIC);
|
|
238
|
+
const bedrockConfig = getLLMConfig(Providers.BEDROCK);
|
|
239
|
+
const { customHandlers: handlers1 } = setupTest();
|
|
240
|
+
const { customHandlers: handlers2 } = setupTest();
|
|
241
|
+
// Create a shared message array
|
|
242
|
+
const sharedMessages = [
|
|
243
|
+
new HumanMessage('Hello, what is the capital of France?'),
|
|
244
|
+
];
|
|
245
|
+
const originalContent = JSON.stringify(sharedMessages[0].content);
|
|
246
|
+
// Process with Anthropic first
|
|
247
|
+
const anthropicRun = await Run.create({
|
|
248
|
+
runId: 'cross-provider-anthropic',
|
|
249
|
+
graphConfig: {
|
|
250
|
+
type: 'standard',
|
|
251
|
+
llmConfig: { ...anthropicConfig, promptCache: true },
|
|
252
|
+
instructions: 'You are a helpful assistant.',
|
|
253
|
+
},
|
|
254
|
+
returnContent: true,
|
|
255
|
+
skipCleanup: true,
|
|
256
|
+
customHandlers: handlers1,
|
|
257
|
+
});
|
|
258
|
+
const anthropicResult = await anthropicRun.processStream({ messages: sharedMessages }, streamConfig);
|
|
259
|
+
expect(anthropicResult).toBeDefined();
|
|
260
|
+
// Verify message not mutated
|
|
261
|
+
expect(JSON.stringify(sharedMessages[0].content)).toBe(originalContent);
|
|
262
|
+
// Now process with Bedrock using the SAME messages
|
|
263
|
+
const bedrockRun = await Run.create({
|
|
264
|
+
runId: 'cross-provider-bedrock',
|
|
265
|
+
graphConfig: {
|
|
266
|
+
type: 'standard',
|
|
267
|
+
llmConfig: { ...bedrockConfig, promptCache: true },
|
|
268
|
+
instructions: 'You are a helpful assistant.',
|
|
269
|
+
},
|
|
270
|
+
returnContent: true,
|
|
271
|
+
skipCleanup: true,
|
|
272
|
+
customHandlers: handlers2,
|
|
273
|
+
});
|
|
274
|
+
const bedrockResult = await bedrockRun.processStream({ messages: sharedMessages }, streamConfig);
|
|
275
|
+
expect(bedrockResult).toBeDefined();
|
|
276
|
+
// Verify message STILL not mutated after both providers processed
|
|
277
|
+
expect(JSON.stringify(sharedMessages[0].content)).toBe(originalContent);
|
|
278
|
+
console.log('Cross-provider message isolation test passed');
|
|
279
|
+
});
|
|
280
|
+
});
|
|
281
|
+
});
|
|
282
|
+
//# sourceMappingURL=cache.simple.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cache.simple.test.js","sourceRoot":"","sources":["cache.simple.test.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,uDAAuD;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,MAAM,EAAE,CAAC;AACT,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAGL,YAAY,GAEb,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AAE5B;;;GAGG;AACH,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;IAChD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAExB,MAAM,SAAS,GAAG,GAIhB,EAAE;QACF,MAAM,cAAc,GAAoB,EAAE,CAAC;QAC3C,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,uBAAuB,EAAE,CAAC;QAErE,MAAM,cAAc,GAAiD;YACnE,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,cAAc,EAAE;YAC5C,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,IAAI,eAAe,CAAC,cAAc,CAAC;YACjE,CAAC,WAAW,CAAC,qBAAqB,CAAC,EAAE;gBACnC,MAAM,EAAE,CACN,KAAwC,EACxC,IAAuB,EACjB,EAAE;oBACR,gBAAgB,CAAC;wBACf,KAAK;wBACL,IAAI,EAAE,IAA6C;qBACpD,CAAC,CAAC;gBACL,CAAC;aACF;YACD,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE;gBACzB,MAAM,EAAE,CACN,KAA8B,EAC9B,IAAuB,EACjB,EAAE;oBACR,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAiB,EAAE,CAAC,CAAC;gBACvD,CAAC;aACF;YACD,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE;gBAC/B,MAAM,EAAE,CACN,KAAoC,EACpC,IAAuB,EACjB,EAAE;oBACR,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;gBACjE,CAAC;aACF;YACD,CAAC,WAAW,CAAC,gBAAgB,CAAC,EAAE;gBAC9B,MAAM,EAAE,CACN,KAAmC,EACnC,IAAuB,EACjB,EAAE;oBACR,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;gBACjE,CAAC;aACF;SACF,CAAC;QAEF,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,cAAc,EAAE,CAAC;IAC1D,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG;QACnB,YAAY,EAAE,EAAE,SAAS,EAAE,mBAAmB,EAAE;QAChD,UAAU,EAAE,QAAQ;QACpB,OAAO,EAAE,IAAa;KACvB,CAAC;IAEF,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,SAAS,CAAC;QAErC,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;YACtH,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,MAAM,OAAO,EAAE,CAAC;YAC/C,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACzC,MAAM,EAAE,cAAc,EAAE,cAAc,EAAE,GAAG,SAAS,EAAE,CAAC;YAEvD,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;gBACrC,KAAK,EAAE,sBAAsB;gBAC7B,WAAW,EAAE;oBACX,IAAI,EAAE,UAAU;oBAChB,SAAS,EAAE,EAAE,GAAG,SAAS,EAAE,WAAW,EAAE,IAAI,EAAiB;oBAC7D,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;oBACzB,YAAY,EAAE,8BAA8B;oBAC5C,uBAAuB,EAAE,SAAS,QAAQ,eAAe,QAAQ,EAAE;iBACpE;gBACD,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,IAAI;gBACjB,cAAc;aACf,CAAC,CAAC;YAEH,SAAS;YACT,MAAM,aAAa,GAAkB;gBACnC,IAAI,YAAY,CAAC,qBAAqB,CAAC;aACxC,CAAC;YACF,MAAM,oBAAoB,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAEtE,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,aAAa,CACzC,EAAE,QAAQ,EAAE,aAAa,EAAE,EAC3B,YAAY,CACb,CAAC;YACF,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;YAElC,0CAA0C;YAC1C,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACnD,oBAAoB,CACrB,CAAC;YACF,MAAM,CAAE,aAAa,CAAC,CAAC,CAAS,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;YAEzE,MAAM,gBAAgB,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;YAC9C,MAAM,CAAC,gBAAgB,CAAC,CAAC,WAAW,EAAE,CAAC;YACvC,MAAM,CAAC,gBAAiB,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAEpD,iCAAiC;YACjC,MAAM,aAAa,GAAkB;gBACnC,GAAG,aAAa;gBAChB,GAAG,gBAAiB;gBACpB,IAAI,YAAY,CAAC,yBAAyB,CAAC;aAC5C,CAAC;YACF,MAAM,yBAAyB,GAAG,IAAI,CAAC,SAAS,CAC9C,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAChD,CAAC;YAEF,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;gBACtC,KAAK,EAAE,wBAAwB;gBAC/B,WAAW,EAAE;oBACX,IAAI,EAAE,UAAU;oBAChB,SAAS,EAAE,EAAE,GAAG,SAAS,EAAE,WAAW,EAAE,IAAI,EAAiB;oBAC7D,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;oBACzB,YAAY,EAAE,8BAA8B;oBAC5C,uBAAuB,EAAE,SAAS,QAAQ,eAAe,QAAQ,EAAE;iBACpE;gBACD,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,IAAI;gBACjB,cAAc;aACf,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,aAAa,CAC1C,EAAE,QAAQ,EAAE,aAAa,EAAE,EAC3B,YAAY,CACb,CAAC;YACF,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;YAElC,mCAAmC;YACnC,MAAM,CACJ,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAChE,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;YAElC,kEAAkE;YAClE,OAAO,CAAC,GAAG,CAAC,GAAG,QAAQ,SAAS,EAAE,cAAc,CAAC,CAAC;YAClD,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAEjD,OAAO,CAAC,GAAG,CACT,GAAG,qBAAqB,CAAC,QAAQ,CAAC,wDAAwD,CAC3F,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YACjG,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACzC,MAAM,EAAE,cAAc,EAAE,GAAG,SAAS,EAAE,CAAC;YAEvC,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;gBACrC,KAAK,EAAE,4BAA4B;gBACnC,WAAW,EAAE;oBACX,IAAI,EAAE,UAAU;oBAChB,SAAS,EAAE,EAAE,GAAG,SAAS,EAAE,WAAW,EAAE,IAAI,EAAiB;oBAC7D,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;oBACzB,YAAY,EACV,yEAAyE;iBAC5E;gBACD,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,IAAI;gBACjB,cAAc;aACf,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAkB;gBAC9B,IAAI,YAAY,CAAC,0CAA0C,CAAC;aAC7D,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,EAAE,QAAQ,EAAE,EAAE,YAAY,CAAC,CAAC;YACnE,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;YAE7B,MAAM,WAAW,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;YAElC,uCAAuC;YACvC,MAAM,UAAU,GAAG,WAAW,EAAE,IAAI,CAClC,CAAC,GAAG,EAAE,EAAE,CACN,GAAG,CAAC,QAAQ,EAAE,KAAK,IAAI;gBACvB,CAAE,GAAiB,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CACnD,CAAC;YACF,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE9B,OAAO,CAAC,GAAG,CACT,GAAG,qBAAqB,CAAC,QAAQ,CAAC,qCAAqC,CACxE,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACtC,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC;QAEnC,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;YACtH,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,MAAM,OAAO,EAAE,CAAC;YAC/C,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACzC,MAAM,EAAE,cAAc,EAAE,cAAc,EAAE,GAAG,SAAS,EAAE,CAAC;YAEvD,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;gBACrC,KAAK,EAAE,oBAAoB;gBAC3B,WAAW,EAAE;oBACX,IAAI,EAAE,UAAU;oBAChB,SAAS,EAAE,EAAE,GAAG,SAAS,EAAE,WAAW,EAAE,IAAI,EAAiB;oBAC7D,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;oBACzB,YAAY,EAAE,8BAA8B;oBAC5C,uBAAuB,EAAE,SAAS,QAAQ,eAAe,QAAQ,EAAE;iBACpE;gBACD,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,IAAI;gBACjB,cAAc;aACf,CAAC,CAAC;YAEH,SAAS;YACT,MAAM,aAAa,GAAkB;gBACnC,IAAI,YAAY,CAAC,qBAAqB,CAAC;aACxC,CAAC;YACF,MAAM,oBAAoB,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAEtE,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,aAAa,CACzC,EAAE,QAAQ,EAAE,aAAa,EAAE,EAC3B,YAAY,CACb,CAAC;YACF,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;YAElC,0CAA0C;YAC1C,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACnD,oBAAoB,CACrB,CAAC;YAEF,MAAM,gBAAgB,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;YAC9C,MAAM,CAAC,gBAAgB,CAAC,CAAC,WAAW,EAAE,CAAC;YACvC,MAAM,CAAC,gBAAiB,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAEpD,SAAS;YACT,MAAM,aAAa,GAAkB;gBACnC,GAAG,aAAa;gBAChB,GAAG,gBAAiB;gBACpB,IAAI,YAAY,CAAC,oBAAoB,CAAC;aACvC,CAAC;YACF,MAAM,yBAAyB,GAAG,IAAI,CAAC,SAAS,CAC9C,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAChD,CAAC;YAEF,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;gBACtC,KAAK,EAAE,sBAAsB;gBAC7B,WAAW,EAAE;oBACX,IAAI,EAAE,UAAU;oBAChB,SAAS,EAAE,EAAE,GAAG,SAAS,EAAE,WAAW,EAAE,IAAI,EAAiB;oBAC7D,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;oBACzB,YAAY,EAAE,8BAA8B;oBAC5C,uBAAuB,EAAE,SAAS,QAAQ,eAAe,QAAQ,EAAE;iBACpE;gBACD,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,IAAI;gBACjB,cAAc;aACf,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,aAAa,CAC1C,EAAE,QAAQ,EAAE,aAAa,EAAE,EAC3B,YAAY,CACb,CAAC;YACF,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;YAElC,mCAAmC;YACnC,MAAM,CACJ,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAChE,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;YAElC,OAAO,CAAC,GAAG,CAAC,GAAG,QAAQ,SAAS,EAAE,cAAc,CAAC,CAAC;YAClD,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAEjD,OAAO,CAAC,GAAG,CACT,GAAG,qBAAqB,CAAC,QAAQ,CAAC,wDAAwD,CAC3F,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YACjG,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACzC,MAAM,EAAE,cAAc,EAAE,GAAG,SAAS,EAAE,CAAC;YAEvC,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;gBACrC,KAAK,EAAE,0BAA0B;gBACjC,WAAW,EAAE;oBACX,IAAI,EAAE,UAAU;oBAChB,SAAS,EAAE,EAAE,GAAG,SAAS,EAAE,WAAW,EAAE,IAAI,EAAiB;oBAC7D,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;oBACzB,YAAY,EACV,yEAAyE;iBAC5E;gBACD,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,IAAI;gBACjB,cAAc;aACf,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAkB;gBAC9B,IAAI,YAAY,CAAC,0CAA0C,CAAC;aAC7D,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,EAAE,QAAQ,EAAE,EAAE,YAAY,CAAC,CAAC;YACnE,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;YAE7B,MAAM,WAAW,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;YAElC,uCAAuC;YACvC,MAAM,UAAU,GAAG,WAAW,EAAE,IAAI,CAClC,CAAC,GAAG,EAAE,EAAE,CACN,GAAG,CAAC,QAAQ,EAAE,KAAK,IAAI;gBACvB,CAAE,GAAiB,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CACnD,CAAC;YACF,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE9B,OAAO,CAAC,GAAG,CACT,GAAG,qBAAqB,CAAC,QAAQ,CAAC,qCAAqC,CACxE,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAChD,IAAI,CAAC,sEAAsE,EAAE,KAAK,IAAI,EAAE;YACtF,MAAM,eAAe,GAAG,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC1D,MAAM,aAAa,GAAG,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACtD,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,SAAS,EAAE,CAAC;YAClD,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,SAAS,EAAE,CAAC;YAElD,gCAAgC;YAChC,MAAM,cAAc,GAAkB;gBACpC,IAAI,YAAY,CAAC,uCAAuC,CAAC;aAC1D,CAAC;YACF,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAElE,+BAA+B;YAC/B,MAAM,YAAY,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;gBAC9C,KAAK,EAAE,0BAA0B;gBACjC,WAAW,EAAE;oBACX,IAAI,EAAE,UAAU;oBAChB,SAAS,EAAE,EAAE,GAAG,eAAe,EAAE,WAAW,EAAE,IAAI,EAAiB;oBACnE,YAAY,EAAE,8BAA8B;iBAC7C;gBACD,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,IAAI;gBACjB,cAAc,EAAE,SAAS;aAC1B,CAAC,CAAC;YAEH,MAAM,eAAe,GAAG,MAAM,YAAY,CAAC,aAAa,CACtD,EAAE,QAAQ,EAAE,cAAc,EAAE,EAC5B,YAAY,CACb,CAAC;YACF,MAAM,CAAC,eAAe,CAAC,CAAC,WAAW,EAAE,CAAC;YAEtC,6BAA6B;YAC7B,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAExE,mDAAmD;YACnD,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;gBAC5C,KAAK,EAAE,wBAAwB;gBAC/B,WAAW,EAAE;oBACX,IAAI,EAAE,UAAU;oBAChB,SAAS,EAAE,EAAE,GAAG,aAAa,EAAE,WAAW,EAAE,IAAI,EAAiB;oBACjE,YAAY,EAAE,8BAA8B;iBAC7C;gBACD,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,IAAI;gBACjB,cAAc,EAAE,SAAS;aAC1B,CAAC,CAAC;YAEH,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,aAAa,CAClD,EAAE,QAAQ,EAAE,cAAc,EAAE,EAC5B,YAAY,CACb,CAAC;YACF,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;YAEpC,kEAAkE;YAClE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAExE,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -10,9 +10,9 @@ import {
|
|
|
10
10
|
UsageMetadata,
|
|
11
11
|
} from '@langchain/core/messages';
|
|
12
12
|
import type * as t from '@/types';
|
|
13
|
-
import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
|
|
14
13
|
import { ModelEndHandler, ToolEndHandler } from '@/events';
|
|
15
14
|
import { capitalizeFirstLetter } from './spec.utils';
|
|
15
|
+
import { createContentAggregator } from '@/stream';
|
|
16
16
|
import { GraphEvents, Providers } from '@/common';
|
|
17
17
|
import { getLLMConfig } from '@/utils/llmConfig';
|
|
18
18
|
import { getArgs } from '@/scripts/args';
|
|
@@ -36,7 +36,6 @@ describe('Prompt Caching Integration Tests', () => {
|
|
|
36
36
|
const customHandlers: Record<string | GraphEvents, t.EventHandler> = {
|
|
37
37
|
[GraphEvents.TOOL_END]: new ToolEndHandler(),
|
|
38
38
|
[GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
|
|
39
|
-
[GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
|
|
40
39
|
[GraphEvents.ON_RUN_STEP_COMPLETED]: {
|
|
41
40
|
handle: (
|
|
42
41
|
event: GraphEvents.ON_RUN_STEP_COMPLETED,
|
|
@@ -101,6 +100,7 @@ describe('Prompt Caching Integration Tests', () => {
|
|
|
101
100
|
additional_instructions: `User: ${userName}, Location: ${location}`,
|
|
102
101
|
},
|
|
103
102
|
returnContent: true,
|
|
103
|
+
skipCleanup: true,
|
|
104
104
|
customHandlers,
|
|
105
105
|
});
|
|
106
106
|
|
|
@@ -146,6 +146,7 @@ describe('Prompt Caching Integration Tests', () => {
|
|
|
146
146
|
additional_instructions: `User: ${userName}, Location: ${location}`,
|
|
147
147
|
},
|
|
148
148
|
returnContent: true,
|
|
149
|
+
skipCleanup: true,
|
|
149
150
|
customHandlers,
|
|
150
151
|
});
|
|
151
152
|
|
|
@@ -183,6 +184,7 @@ describe('Prompt Caching Integration Tests', () => {
|
|
|
183
184
|
'You are a math assistant. Use the calculator tool for all calculations.',
|
|
184
185
|
},
|
|
185
186
|
returnContent: true,
|
|
187
|
+
skipCleanup: true,
|
|
186
188
|
customHandlers,
|
|
187
189
|
});
|
|
188
190
|
|
|
@@ -228,6 +230,7 @@ describe('Prompt Caching Integration Tests', () => {
|
|
|
228
230
|
additional_instructions: `User: ${userName}, Location: ${location}`,
|
|
229
231
|
},
|
|
230
232
|
returnContent: true,
|
|
233
|
+
skipCleanup: true,
|
|
231
234
|
customHandlers,
|
|
232
235
|
});
|
|
233
236
|
|
|
@@ -272,6 +275,7 @@ describe('Prompt Caching Integration Tests', () => {
|
|
|
272
275
|
additional_instructions: `User: ${userName}, Location: ${location}`,
|
|
273
276
|
},
|
|
274
277
|
returnContent: true,
|
|
278
|
+
skipCleanup: true,
|
|
275
279
|
customHandlers,
|
|
276
280
|
});
|
|
277
281
|
|
|
@@ -308,6 +312,7 @@ describe('Prompt Caching Integration Tests', () => {
|
|
|
308
312
|
'You are a math assistant. Use the calculator tool for all calculations.',
|
|
309
313
|
},
|
|
310
314
|
returnContent: true,
|
|
315
|
+
skipCleanup: true,
|
|
311
316
|
customHandlers,
|
|
312
317
|
});
|
|
313
318
|
|
|
@@ -357,6 +362,7 @@ describe('Prompt Caching Integration Tests', () => {
|
|
|
357
362
|
instructions: 'You are a helpful assistant.',
|
|
358
363
|
},
|
|
359
364
|
returnContent: true,
|
|
365
|
+
skipCleanup: true,
|
|
360
366
|
customHandlers: handlers1,
|
|
361
367
|
});
|
|
362
368
|
|
|
@@ -378,6 +384,7 @@ describe('Prompt Caching Integration Tests', () => {
|
|
|
378
384
|
instructions: 'You are a helpful assistant.',
|
|
379
385
|
},
|
|
380
386
|
returnContent: true,
|
|
387
|
+
skipCleanup: true,
|
|
381
388
|
customHandlers: handlers2,
|
|
382
389
|
});
|
|
383
390
|
|
|
@@ -0,0 +1,148 @@
|
|
|
1
|
+
import { HumanMessage } from '@langchain/core/messages';
|
|
2
|
+
import { ContentTypes, GraphEvents, Providers } from '@/common';
|
|
3
|
+
import { ToolEndHandler, ModelEndHandler } from '@/events';
|
|
4
|
+
import { createContentAggregator } from '@/stream';
|
|
5
|
+
import { Run } from '@/run';
|
|
6
|
+
describe('Custom event handler awaitHandlers behavior', () => {
|
|
7
|
+
jest.setTimeout(15000);
|
|
8
|
+
const llmConfig = {
|
|
9
|
+
provider: Providers.OPENAI,
|
|
10
|
+
streaming: true,
|
|
11
|
+
streamUsage: false,
|
|
12
|
+
};
|
|
13
|
+
const config = {
|
|
14
|
+
configurable: {
|
|
15
|
+
thread_id: 'test-thread',
|
|
16
|
+
},
|
|
17
|
+
streamMode: 'values',
|
|
18
|
+
version: 'v2',
|
|
19
|
+
};
|
|
20
|
+
it('should fully aggregate all content before processStream returns', async () => {
|
|
21
|
+
const longResponse = 'The quick brown fox jumps over the lazy dog and then runs across the field to find shelter from the rain';
|
|
22
|
+
let aggregateCallCount = 0;
|
|
23
|
+
const { contentParts, aggregateContent } = createContentAggregator();
|
|
24
|
+
const wrappedAggregate = (params) => {
|
|
25
|
+
aggregateCallCount++;
|
|
26
|
+
aggregateContent(params);
|
|
27
|
+
};
|
|
28
|
+
let messageDeltaCount = 0;
|
|
29
|
+
const customHandlers = {
|
|
30
|
+
[GraphEvents.TOOL_END]: new ToolEndHandler(),
|
|
31
|
+
[GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
|
|
32
|
+
[GraphEvents.ON_RUN_STEP_COMPLETED]: {
|
|
33
|
+
handle: (event, data) => {
|
|
34
|
+
wrappedAggregate({
|
|
35
|
+
event,
|
|
36
|
+
data: data,
|
|
37
|
+
});
|
|
38
|
+
},
|
|
39
|
+
},
|
|
40
|
+
[GraphEvents.ON_RUN_STEP]: {
|
|
41
|
+
handle: (event, data) => {
|
|
42
|
+
wrappedAggregate({ event, data: data });
|
|
43
|
+
},
|
|
44
|
+
},
|
|
45
|
+
[GraphEvents.ON_RUN_STEP_DELTA]: {
|
|
46
|
+
handle: (event, data) => {
|
|
47
|
+
wrappedAggregate({ event, data: data });
|
|
48
|
+
},
|
|
49
|
+
},
|
|
50
|
+
[GraphEvents.ON_MESSAGE_DELTA]: {
|
|
51
|
+
handle: async (event, data) => {
|
|
52
|
+
messageDeltaCount++;
|
|
53
|
+
wrappedAggregate({ event, data: data });
|
|
54
|
+
},
|
|
55
|
+
},
|
|
56
|
+
[GraphEvents.ON_REASONING_DELTA]: {
|
|
57
|
+
handle: (event, data) => {
|
|
58
|
+
wrappedAggregate({ event, data: data });
|
|
59
|
+
},
|
|
60
|
+
},
|
|
61
|
+
};
|
|
62
|
+
const run = await Run.create({
|
|
63
|
+
runId: 'test-await-handlers',
|
|
64
|
+
graphConfig: {
|
|
65
|
+
type: 'standard',
|
|
66
|
+
llmConfig,
|
|
67
|
+
},
|
|
68
|
+
returnContent: true,
|
|
69
|
+
skipCleanup: true,
|
|
70
|
+
customHandlers,
|
|
71
|
+
});
|
|
72
|
+
run.Graph.overrideTestModel([longResponse]);
|
|
73
|
+
const inputs = { messages: [new HumanMessage('hello')] };
|
|
74
|
+
const finalContentParts = await run.processStream(inputs, config);
|
|
75
|
+
expect(finalContentParts).toBeDefined();
|
|
76
|
+
expect(finalContentParts.length).toBeGreaterThan(0);
|
|
77
|
+
expect(messageDeltaCount).toBeGreaterThan(0);
|
|
78
|
+
expect(aggregateCallCount).toBeGreaterThan(0);
|
|
79
|
+
const typedParts = contentParts;
|
|
80
|
+
const textParts = typedParts.filter((p) => p !== undefined && p.type === ContentTypes.TEXT);
|
|
81
|
+
expect(textParts.length).toBeGreaterThan(0);
|
|
82
|
+
const aggregatedText = textParts
|
|
83
|
+
.map((p) => p[ContentTypes.TEXT])
|
|
84
|
+
.join('');
|
|
85
|
+
expect(aggregatedText).toBe(longResponse);
|
|
86
|
+
});
|
|
87
|
+
it('should aggregate content from async handlers before processStream returns', async () => {
|
|
88
|
+
const response = 'This is a test of async handler aggregation with multiple tokens';
|
|
89
|
+
const { contentParts, aggregateContent } = createContentAggregator();
|
|
90
|
+
let asyncHandlerCompletions = 0;
|
|
91
|
+
const customHandlers = {
|
|
92
|
+
[GraphEvents.TOOL_END]: new ToolEndHandler(),
|
|
93
|
+
[GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
|
|
94
|
+
[GraphEvents.ON_RUN_STEP_COMPLETED]: {
|
|
95
|
+
handle: (event, data) => {
|
|
96
|
+
aggregateContent({
|
|
97
|
+
event,
|
|
98
|
+
data: data,
|
|
99
|
+
});
|
|
100
|
+
},
|
|
101
|
+
},
|
|
102
|
+
[GraphEvents.ON_RUN_STEP]: {
|
|
103
|
+
handle: (event, data) => {
|
|
104
|
+
aggregateContent({ event, data: data });
|
|
105
|
+
},
|
|
106
|
+
},
|
|
107
|
+
[GraphEvents.ON_RUN_STEP_DELTA]: {
|
|
108
|
+
handle: (event, data) => {
|
|
109
|
+
aggregateContent({ event, data: data });
|
|
110
|
+
},
|
|
111
|
+
},
|
|
112
|
+
[GraphEvents.ON_MESSAGE_DELTA]: {
|
|
113
|
+
handle: async (event, data) => {
|
|
114
|
+
await new Promise((resolve) => setTimeout(resolve, 5));
|
|
115
|
+
aggregateContent({ event, data: data });
|
|
116
|
+
asyncHandlerCompletions++;
|
|
117
|
+
},
|
|
118
|
+
},
|
|
119
|
+
[GraphEvents.ON_REASONING_DELTA]: {
|
|
120
|
+
handle: (event, data) => {
|
|
121
|
+
aggregateContent({ event, data: data });
|
|
122
|
+
},
|
|
123
|
+
},
|
|
124
|
+
};
|
|
125
|
+
const run = await Run.create({
|
|
126
|
+
runId: 'test-async-handlers',
|
|
127
|
+
graphConfig: {
|
|
128
|
+
type: 'standard',
|
|
129
|
+
llmConfig,
|
|
130
|
+
},
|
|
131
|
+
returnContent: true,
|
|
132
|
+
skipCleanup: true,
|
|
133
|
+
customHandlers,
|
|
134
|
+
});
|
|
135
|
+
run.Graph.overrideTestModel([response]);
|
|
136
|
+
const inputs = { messages: [new HumanMessage('hello')] };
|
|
137
|
+
await run.processStream(inputs, config);
|
|
138
|
+
expect(asyncHandlerCompletions).toBeGreaterThan(0);
|
|
139
|
+
const typedParts = contentParts;
|
|
140
|
+
const textParts = typedParts.filter((p) => p !== undefined && p.type === ContentTypes.TEXT);
|
|
141
|
+
expect(textParts.length).toBeGreaterThan(0);
|
|
142
|
+
const aggregatedText = textParts
|
|
143
|
+
.map((p) => p[ContentTypes.TEXT])
|
|
144
|
+
.join('');
|
|
145
|
+
expect(aggregatedText).toBe(response);
|
|
146
|
+
});
|
|
147
|
+
});
|
|
148
|
+
//# sourceMappingURL=custom-event-await.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"custom-event-await.test.js","sourceRoot":"","sources":["custom-event-await.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAExD,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3D,OAAO,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AAE5B,QAAQ,CAAC,6CAA6C,EAAE,GAAG,EAAE;IAC3D,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IAEvB,MAAM,SAAS,GAAgB;QAC7B,QAAQ,EAAE,SAAS,CAAC,MAAM;QAC1B,SAAS,EAAE,IAAI;QACf,WAAW,EAAE,KAAK;KACnB,CAAC;IAEF,MAAM,MAAM,GAAG;QACb,YAAY,EAAE;YACZ,SAAS,EAAE,aAAa;SACzB;QACD,UAAU,EAAE,QAAiB;QAC7B,OAAO,EAAE,IAAa;KACvB,CAAC;IAEF,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,MAAM,YAAY,GAChB,0GAA0G,CAAC;QAE7G,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAC3B,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,uBAAuB,EAAE,CAAC;QAErE,MAAM,gBAAgB,GAAwB,CAAC,MAAM,EAAE,EAAE;YACvD,kBAAkB,EAAE,CAAC;YACrB,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC,CAAC;QAEF,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAE1B,MAAM,cAAc,GAAiD;YACnE,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,cAAc,EAAE;YAC5C,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,IAAI,eAAe,EAAE;YACnD,CAAC,WAAW,CAAC,qBAAqB,CAAC,EAAE;gBACnC,MAAM,EAAE,CACN,KAAwC,EACxC,IAAuB,EACvB,EAAE;oBACF,gBAAgB,CAAC;wBACf,KAAK;wBACL,IAAI,EAAE,IAA6C;qBACpD,CAAC,CAAC;gBACL,CAAC;aACF;YACD,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE;gBACzB,MAAM,EAAE,CAAC,KAA8B,EAAE,IAAuB,EAAE,EAAE;oBAClE,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAiB,EAAE,CAAC,CAAC;gBACvD,CAAC;aACF;YACD,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE;gBAC/B,MAAM,EAAE,CACN,KAAoC,EACpC,IAAuB,EACvB,EAAE;oBACF,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;gBACjE,CAAC;aACF;YACD,CAAC,WAAW,CAAC,gBAAgB,CAAC,EAAE;gBAC9B,MAAM,EAAE,KAAK,EACX,KAAmC,EACnC,IAAuB,EACvB,EAAE;oBACF,iBAAiB,EAAE,CAAC;oBACpB,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;gBACjE,CAAC;aACF;YACD,CAAC,WAAW,CAAC,kBAAkB,CAAC,EAAE;gBAChC,MAAM,EAAE,CACN,KAAqC,EACrC,IAAuB,EACvB,EAAE;oBACF,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA6B,EAAE,CAAC,CAAC;gBACnE,CAAC;aACF;SACF,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;YACrC,KAAK,EAAE,qBAAqB;YAC5B,WAAW,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,SAAS;aACV;YACD,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;YACjB,cAAc;SACf,CAAC,CAAC;QAEH,GAAG,CAAC,KAAM,CAAC,iBAAiB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;QAE7C,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,CAAC,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;QACzD,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAElE,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;QACxC,MAAM,CAAC,iBAAkB,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAErD,MAAM,CAAC,iBAAiB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,kBAAkB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAE9C,MAAM,UAAU,GAAG,YAAyC,CAAC;QAC7D,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CACjC,CAAC,CAAsC,EAAE,EAAE,CACzC,CAAC,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAClD,CAAC;QACF,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAE5C,MAAM,cAAc,GAAG,SAAS;aAC7B,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CACH,CAAmD,CAClD,YAAY,CAAC,IAAI,CAClB,CACJ;aACA,IAAI,CAAC,EAAE,CAAC,CAAC;QACZ,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2EAA2E,EAAE,KAAK,IAAI,EAAE;QACzF,MAAM,QAAQ,GACZ,kEAAkE,CAAC;QAErE,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,uBAAuB,EAAE,CAAC;QAErE,IAAI,uBAAuB,GAAG,CAAC,CAAC;QAEhC,MAAM,cAAc,GAAiD;YACnE,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,cAAc,EAAE;YAC5C,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,IAAI,eAAe,EAAE;YACnD,CAAC,WAAW,CAAC,qBAAqB,CAAC,EAAE;gBACnC,MAAM,EAAE,CACN,KAAwC,EACxC,IAAuB,EACvB,EAAE;oBACF,gBAAgB,CAAC;wBACf,KAAK;wBACL,IAAI,EAAE,IAA6C;qBACpD,CAAC,CAAC;gBACL,CAAC;aACF;YACD,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE;gBACzB,MAAM,EAAE,CAAC,KAA8B,EAAE,IAAuB,EAAE,EAAE;oBAClE,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAiB,EAAE,CAAC,CAAC;gBACvD,CAAC;aACF;YACD,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE;gBAC/B,MAAM,EAAE,CACN,KAAoC,EACpC,IAAuB,EACvB,EAAE;oBACF,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;gBACjE,CAAC;aACF;YACD,CAAC,WAAW,CAAC,gBAAgB,CAAC,EAAE;gBAC9B,MAAM,EAAE,KAAK,EACX,KAAmC,EACnC,IAAuB,EACvB,EAAE;oBACF,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;oBAC7D,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;oBAC/D,uBAAuB,EAAE,CAAC;gBAC5B,CAAC;aACF;YACD,CAAC,WAAW,CAAC,kBAAkB,CAAC,EAAE;gBAChC,MAAM,EAAE,CACN,KAAqC,EACrC,IAAuB,EACvB,EAAE;oBACF,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA6B,EAAE,CAAC,CAAC;gBACnE,CAAC;aACF;SACF,CAAC;QAEF,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;YACrC,KAAK,EAAE,qBAAqB;YAC5B,WAAW,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,SAAS;aACV;YACD,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;YACjB,cAAc;SACf,CAAC,CAAC;QAEH,GAAG,CAAC,KAAM,CAAC,iBAAiB,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEzC,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,CAAC,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;QACzD,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAExC,MAAM,CAAC,uBAAuB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAEnD,MAAM,UAAU,GAAG,YAAyC,CAAC;QAC7D,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CACjC,CAAC,CAAsC,EAAE,EAAE,CACzC,CAAC,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAClD,CAAC;QACF,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAE5C,MAAM,cAAc,GAAG,SAAS;aAC7B,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CACH,CAAmD,CAClD,YAAY,CAAC,IAAI,CAClB,CACJ;aACA,IAAI,CAAC,EAAE,CAAC,CAAC;QACZ,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|