@illuma-ai/agents 1.0.90 → 1.0.94
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/agents/AgentContext.cjs +98 -49
- package/dist/cjs/agents/AgentContext.cjs.map +1 -1
- package/dist/cjs/common/constants.cjs +25 -0
- package/dist/cjs/common/constants.cjs.map +1 -0
- package/dist/cjs/common/enum.cjs +30 -0
- package/dist/cjs/common/enum.cjs.map +1 -1
- package/dist/cjs/events.cjs +9 -4
- package/dist/cjs/events.cjs.map +1 -1
- package/dist/cjs/graphs/Graph.cjs +397 -92
- package/dist/cjs/graphs/Graph.cjs.map +1 -1
- package/dist/cjs/graphs/MultiAgentGraph.cjs +223 -92
- package/dist/cjs/graphs/MultiAgentGraph.cjs.map +1 -1
- package/dist/cjs/instrumentation.cjs +30 -14
- package/dist/cjs/instrumentation.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/index.cjs +43 -11
- package/dist/cjs/llm/anthropic/index.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +10 -7
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs +32 -0
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/index.cjs +129 -101
- package/dist/cjs/llm/bedrock/index.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/utils/message_inputs.cjs +489 -0
- package/dist/cjs/llm/bedrock/utils/message_inputs.cjs.map +1 -0
- package/dist/cjs/llm/bedrock/utils/message_outputs.cjs +176 -0
- package/dist/cjs/llm/bedrock/utils/message_outputs.cjs.map +1 -0
- package/dist/cjs/llm/fake.cjs.map +1 -1
- package/dist/cjs/llm/google/index.cjs.map +1 -1
- package/dist/cjs/llm/google/utils/common.cjs.map +1 -1
- package/dist/cjs/llm/openai/index.cjs +1 -1
- package/dist/cjs/llm/openai/index.cjs.map +1 -1
- package/dist/cjs/llm/openai/utils/index.cjs.map +1 -1
- package/dist/cjs/llm/openrouter/index.cjs +59 -5
- package/dist/cjs/llm/openrouter/index.cjs.map +1 -1
- package/dist/cjs/llm/providers.cjs.map +1 -1
- package/dist/cjs/llm/text.cjs.map +1 -1
- package/dist/cjs/llm/vertexai/index.cjs +80 -2
- package/dist/cjs/llm/vertexai/index.cjs.map +1 -1
- package/dist/cjs/main.cjs +60 -27
- package/dist/cjs/main.cjs.map +1 -1
- package/dist/cjs/messages/cache.cjs +131 -108
- package/dist/cjs/messages/cache.cjs.map +1 -1
- package/dist/cjs/messages/content.cjs.map +1 -1
- package/dist/cjs/messages/core.cjs +3 -0
- package/dist/cjs/messages/core.cjs.map +1 -1
- package/dist/cjs/messages/format.cjs +265 -47
- package/dist/cjs/messages/format.cjs.map +1 -1
- package/dist/cjs/messages/ids.cjs.map +1 -1
- package/dist/cjs/messages/prune.cjs +55 -2
- package/dist/cjs/messages/prune.cjs.map +1 -1
- package/dist/cjs/messages/summarize.cjs +170 -0
- package/dist/cjs/messages/summarize.cjs.map +1 -0
- package/dist/cjs/messages/tools.cjs.map +1 -1
- package/dist/cjs/run.cjs +87 -30
- package/dist/cjs/run.cjs.map +1 -1
- package/dist/cjs/schemas/validate.cjs.map +1 -1
- package/dist/cjs/splitStream.cjs.map +1 -1
- package/dist/cjs/stream.cjs +59 -25
- package/dist/cjs/stream.cjs.map +1 -1
- package/dist/cjs/tools/AskUser.cjs +131 -0
- package/dist/cjs/tools/AskUser.cjs.map +1 -0
- package/dist/cjs/tools/BrowserTools.cjs +11 -7
- package/dist/cjs/tools/BrowserTools.cjs.map +1 -1
- package/dist/cjs/tools/Calculator.cjs.map +1 -1
- package/dist/cjs/tools/CodeExecutor.cjs +60 -5
- package/dist/cjs/tools/CodeExecutor.cjs.map +1 -1
- package/dist/cjs/tools/ProgrammaticToolCalling.cjs +36 -53
- package/dist/cjs/tools/ProgrammaticToolCalling.cjs.map +1 -1
- package/dist/cjs/tools/StreamingToolCallBuffer.cjs +208 -0
- package/dist/cjs/tools/StreamingToolCallBuffer.cjs.map +1 -0
- package/dist/cjs/tools/ToolNode.cjs +333 -30
- package/dist/cjs/tools/ToolNode.cjs.map +1 -1
- package/dist/cjs/tools/ToolSearch.cjs +66 -30
- package/dist/cjs/tools/ToolSearch.cjs.map +1 -1
- package/dist/cjs/tools/handlers.cjs +94 -8
- package/dist/cjs/tools/handlers.cjs.map +1 -1
- package/dist/cjs/tools/schema.cjs.map +1 -1
- package/dist/cjs/tools/search/content.cjs.map +1 -1
- package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
- package/dist/cjs/tools/search/format.cjs.map +1 -1
- package/dist/cjs/tools/search/highlights.cjs.map +1 -1
- package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
- package/dist/cjs/tools/search/schema.cjs.map +1 -1
- package/dist/cjs/tools/search/search.cjs +1 -0
- package/dist/cjs/tools/search/search.cjs.map +1 -1
- package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
- package/dist/cjs/tools/search/tool.cjs.map +1 -1
- package/dist/cjs/tools/search/utils.cjs.map +1 -1
- package/dist/cjs/types/graph.cjs +1 -1
- package/dist/cjs/types/graph.cjs.map +1 -1
- package/dist/cjs/utils/contextAnalytics.cjs +23 -6
- package/dist/cjs/utils/contextAnalytics.cjs.map +1 -1
- package/dist/cjs/utils/events.cjs.map +1 -1
- package/dist/cjs/utils/graph.cjs.map +1 -1
- package/dist/cjs/utils/handlers.cjs.map +1 -1
- package/dist/cjs/utils/llm.cjs.map +1 -1
- package/dist/cjs/utils/misc.cjs.map +1 -1
- package/dist/cjs/utils/run.cjs +3 -1
- package/dist/cjs/utils/run.cjs.map +1 -1
- package/dist/cjs/utils/schema.cjs.map +1 -1
- package/dist/cjs/utils/title.cjs.map +1 -1
- package/dist/cjs/utils/tokens.cjs +33 -58
- package/dist/cjs/utils/tokens.cjs.map +1 -1
- package/dist/cjs/utils/toolCallContinuation.cjs +55 -0
- package/dist/cjs/utils/toolCallContinuation.cjs.map +1 -0
- package/dist/cjs/utils/toonFormat.cjs.map +1 -1
- package/dist/esm/agents/AgentContext.mjs +98 -49
- package/dist/esm/agents/AgentContext.mjs.map +1 -1
- package/dist/esm/common/constants.mjs +22 -0
- package/dist/esm/common/constants.mjs.map +1 -0
- package/dist/esm/common/enum.mjs +31 -1
- package/dist/esm/common/enum.mjs.map +1 -1
- package/dist/esm/events.mjs +9 -4
- package/dist/esm/events.mjs.map +1 -1
- package/dist/esm/graphs/Graph.mjs +393 -88
- package/dist/esm/graphs/Graph.mjs.map +1 -1
- package/dist/esm/graphs/MultiAgentGraph.mjs +224 -93
- package/dist/esm/graphs/MultiAgentGraph.mjs.map +1 -1
- package/dist/esm/instrumentation.mjs +30 -14
- package/dist/esm/instrumentation.mjs.map +1 -1
- package/dist/esm/llm/anthropic/index.mjs +43 -11
- package/dist/esm/llm/anthropic/index.mjs.map +1 -1
- package/dist/esm/llm/anthropic/types.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs +10 -7
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs +32 -0
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
- package/dist/esm/llm/bedrock/index.mjs +128 -101
- package/dist/esm/llm/bedrock/index.mjs.map +1 -1
- package/dist/esm/llm/bedrock/utils/message_inputs.mjs +484 -0
- package/dist/esm/llm/bedrock/utils/message_inputs.mjs.map +1 -0
- package/dist/esm/llm/bedrock/utils/message_outputs.mjs +171 -0
- package/dist/esm/llm/bedrock/utils/message_outputs.mjs.map +1 -0
- package/dist/esm/llm/fake.mjs.map +1 -1
- package/dist/esm/llm/google/index.mjs.map +1 -1
- package/dist/esm/llm/google/utils/common.mjs.map +1 -1
- package/dist/esm/llm/openai/index.mjs +1 -1
- package/dist/esm/llm/openai/index.mjs.map +1 -1
- package/dist/esm/llm/openai/utils/index.mjs.map +1 -1
- package/dist/esm/llm/openrouter/index.mjs +59 -5
- package/dist/esm/llm/openrouter/index.mjs.map +1 -1
- package/dist/esm/llm/providers.mjs.map +1 -1
- package/dist/esm/llm/text.mjs.map +1 -1
- package/dist/esm/llm/vertexai/index.mjs +80 -2
- package/dist/esm/llm/vertexai/index.mjs.map +1 -1
- package/dist/esm/main.mjs +8 -3
- package/dist/esm/main.mjs.map +1 -1
- package/dist/esm/messages/cache.mjs +131 -108
- package/dist/esm/messages/cache.mjs.map +1 -1
- package/dist/esm/messages/content.mjs.map +1 -1
- package/dist/esm/messages/core.mjs +4 -1
- package/dist/esm/messages/core.mjs.map +1 -1
- package/dist/esm/messages/format.mjs +267 -49
- package/dist/esm/messages/format.mjs.map +1 -1
- package/dist/esm/messages/ids.mjs.map +1 -1
- package/dist/esm/messages/prune.mjs +56 -4
- package/dist/esm/messages/prune.mjs.map +1 -1
- package/dist/esm/messages/summarize.mjs +161 -0
- package/dist/esm/messages/summarize.mjs.map +1 -0
- package/dist/esm/messages/tools.mjs.map +1 -1
- package/dist/esm/run.mjs +88 -31
- package/dist/esm/run.mjs.map +1 -1
- package/dist/esm/schemas/validate.mjs.map +1 -1
- package/dist/esm/splitStream.mjs.map +1 -1
- package/dist/esm/stream.mjs +60 -26
- package/dist/esm/stream.mjs.map +1 -1
- package/dist/esm/tools/AskUser.mjs +125 -0
- package/dist/esm/tools/AskUser.mjs.map +1 -0
- package/dist/esm/tools/BrowserTools.mjs +11 -7
- package/dist/esm/tools/BrowserTools.mjs.map +1 -1
- package/dist/esm/tools/Calculator.mjs.map +1 -1
- package/dist/esm/tools/CodeExecutor.mjs +60 -5
- package/dist/esm/tools/CodeExecutor.mjs.map +1 -1
- package/dist/esm/tools/ProgrammaticToolCalling.mjs +37 -54
- package/dist/esm/tools/ProgrammaticToolCalling.mjs.map +1 -1
- package/dist/esm/tools/StreamingToolCallBuffer.mjs +206 -0
- package/dist/esm/tools/StreamingToolCallBuffer.mjs.map +1 -0
- package/dist/esm/tools/ToolNode.mjs +333 -30
- package/dist/esm/tools/ToolNode.mjs.map +1 -1
- package/dist/esm/tools/ToolSearch.mjs +66 -30
- package/dist/esm/tools/ToolSearch.mjs.map +1 -1
- package/dist/esm/tools/handlers.mjs +95 -9
- package/dist/esm/tools/handlers.mjs.map +1 -1
- package/dist/esm/tools/schema.mjs.map +1 -1
- package/dist/esm/tools/search/content.mjs.map +1 -1
- package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
- package/dist/esm/tools/search/format.mjs.map +1 -1
- package/dist/esm/tools/search/highlights.mjs.map +1 -1
- package/dist/esm/tools/search/rerankers.mjs.map +1 -1
- package/dist/esm/tools/search/schema.mjs.map +1 -1
- package/dist/esm/tools/search/search.mjs +1 -0
- package/dist/esm/tools/search/search.mjs.map +1 -1
- package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
- package/dist/esm/tools/search/tool.mjs.map +1 -1
- package/dist/esm/tools/search/utils.mjs.map +1 -1
- package/dist/esm/types/graph.mjs +1 -1
- package/dist/esm/types/graph.mjs.map +1 -1
- package/dist/esm/utils/contextAnalytics.mjs +23 -6
- package/dist/esm/utils/contextAnalytics.mjs.map +1 -1
- package/dist/esm/utils/events.mjs.map +1 -1
- package/dist/esm/utils/graph.mjs.map +1 -1
- package/dist/esm/utils/handlers.mjs.map +1 -1
- package/dist/esm/utils/llm.mjs.map +1 -1
- package/dist/esm/utils/misc.mjs.map +1 -1
- package/dist/esm/utils/run.mjs +3 -1
- package/dist/esm/utils/run.mjs.map +1 -1
- package/dist/esm/utils/schema.mjs.map +1 -1
- package/dist/esm/utils/title.mjs.map +1 -1
- package/dist/esm/utils/tokens.mjs +33 -59
- package/dist/esm/utils/tokens.mjs.map +1 -1
- package/dist/esm/utils/toolCallContinuation.mjs +52 -0
- package/dist/esm/utils/toolCallContinuation.mjs.map +1 -0
- package/dist/esm/utils/toonFormat.mjs.map +1 -1
- package/dist/types/agents/AgentContext.d.ts +14 -7
- package/dist/types/common/constants.d.ts +18 -0
- package/dist/types/common/enum.d.ts +28 -0
- package/dist/types/common/index.d.ts +1 -0
- package/dist/types/events.d.ts +10 -3
- package/dist/types/graphs/Graph.d.ts +37 -0
- package/dist/types/index.d.ts +4 -0
- package/dist/types/llm/anthropic/index.d.ts +7 -1
- package/dist/types/llm/anthropic/types.d.ts +5 -2
- package/dist/types/llm/anthropic/utils/message_outputs.d.ts +1 -1
- package/dist/types/llm/bedrock/index.d.ts +40 -33
- package/dist/types/llm/bedrock/utils/message_outputs.d.ts +1 -1
- package/dist/types/llm/google/index.d.ts +2 -3
- package/dist/types/llm/openrouter/index.d.ts +21 -1
- package/dist/types/llm/vertexai/index.d.ts +3 -2
- package/dist/types/messages/cache.d.ts +1 -1
- package/dist/types/messages/index.d.ts +1 -0
- package/dist/types/messages/prune.d.ts +2 -7
- package/dist/types/messages/summarize.d.ts +33 -0
- package/dist/types/run.d.ts +6 -0
- package/dist/types/tools/AskUser.d.ts +408 -0
- package/dist/types/tools/BrowserTools.d.ts +2 -2
- package/dist/types/tools/CodeExecutor.d.ts +28 -4
- package/dist/types/tools/StreamingToolCallBuffer.d.ts +106 -0
- package/dist/types/tools/ToolNode.d.ts +55 -3
- package/dist/types/tools/ToolSearch.d.ts +9 -5
- package/dist/types/tools/handlers.d.ts +2 -2
- package/dist/types/types/graph.d.ts +9 -2
- package/dist/types/types/llm.d.ts +8 -3
- package/dist/types/types/run.d.ts +2 -0
- package/dist/types/types/tools.d.ts +20 -2
- package/dist/types/utils/contextAnalytics.d.ts +5 -4
- package/dist/types/utils/index.d.ts +1 -0
- package/dist/types/utils/tokens.d.ts +6 -19
- package/dist/types/utils/toolCallContinuation.d.ts +30 -0
- package/package.json +15 -8
- package/src/agents/AgentContext.js +782 -0
- package/src/agents/AgentContext.js.map +1 -0
- package/src/agents/AgentContext.test.js +421 -0
- package/src/agents/AgentContext.test.js.map +1 -0
- package/src/agents/AgentContext.ts +132 -64
- package/src/agents/__tests__/AgentContext.test.js +678 -0
- package/src/agents/__tests__/AgentContext.test.js.map +1 -0
- package/src/agents/__tests__/AgentContext.test.ts +25 -4
- package/src/agents/__tests__/resolveStructuredOutputMode.test.js +117 -0
- package/src/agents/__tests__/resolveStructuredOutputMode.test.js.map +1 -0
- package/src/common/__tests__/enum.test.ts +135 -0
- package/src/common/constants.ts +21 -0
- package/src/common/enum.js +192 -0
- package/src/common/enum.js.map +1 -0
- package/src/common/enum.ts +30 -0
- package/src/common/index.js +3 -0
- package/src/common/index.js.map +1 -0
- package/src/common/index.ts +2 -1
- package/src/events.js +166 -0
- package/src/events.js.map +1 -0
- package/src/events.ts +11 -14
- package/src/graphs/Graph.js +1857 -0
- package/src/graphs/Graph.js.map +1 -0
- package/src/graphs/Graph.ts +580 -162
- package/src/graphs/MultiAgentGraph.js +1092 -0
- package/src/graphs/MultiAgentGraph.js.map +1 -0
- package/src/graphs/MultiAgentGraph.ts +331 -112
- package/src/graphs/__tests__/adaptive-thinking.test.ts +369 -0
- package/src/graphs/__tests__/graph-direct-tool-names.test.ts +210 -0
- package/src/graphs/__tests__/multi-agent-edges.test.ts +237 -0
- package/src/graphs/__tests__/structured-output.integration.test.js +624 -0
- package/src/graphs/__tests__/structured-output.integration.test.js.map +1 -0
- package/src/graphs/__tests__/structured-output.test.js +144 -0
- package/src/graphs/__tests__/structured-output.test.js.map +1 -0
- package/src/graphs/contextManagement.e2e.test.js +718 -0
- package/src/graphs/contextManagement.e2e.test.js.map +1 -0
- package/src/graphs/contextManagement.e2e.test.ts +990 -0
- package/src/graphs/contextManagement.test.js +485 -0
- package/src/graphs/contextManagement.test.js.map +1 -0
- package/src/graphs/contextManagement.test.ts +625 -0
- package/src/graphs/handoffValidation.test.js +276 -0
- package/src/graphs/handoffValidation.test.js.map +1 -0
- package/src/graphs/handoffValidation.test.ts +353 -0
- package/src/graphs/index.js +3 -0
- package/src/graphs/index.js.map +1 -0
- package/src/index.js +28 -0
- package/src/index.js.map +1 -0
- package/src/index.ts +13 -0
- package/src/instrumentation.js +21 -0
- package/src/instrumentation.js.map +1 -0
- package/src/instrumentation.ts +38 -17
- package/src/llm/anthropic/index.js +319 -0
- package/src/llm/anthropic/index.js.map +1 -0
- package/src/llm/anthropic/index.ts +68 -15
- package/src/llm/anthropic/llm.spec.ts +402 -0
- package/src/llm/anthropic/types.js +46 -0
- package/src/llm/anthropic/types.js.map +1 -0
- package/src/llm/anthropic/types.ts +8 -2
- package/src/llm/anthropic/utils/message_inputs.js +627 -0
- package/src/llm/anthropic/utils/message_inputs.js.map +1 -0
- package/src/llm/anthropic/utils/message_inputs.ts +16 -33
- package/src/llm/anthropic/utils/message_outputs.js +290 -0
- package/src/llm/anthropic/utils/message_outputs.js.map +1 -0
- package/src/llm/anthropic/utils/message_outputs.ts +40 -1
- package/src/llm/anthropic/utils/output_parsers.js +89 -0
- package/src/llm/anthropic/utils/output_parsers.js.map +1 -0
- package/src/llm/anthropic/utils/tools.js +25 -0
- package/src/llm/anthropic/utils/tools.js.map +1 -0
- package/src/llm/bedrock/__tests__/bedrock-caching.test.js +392 -0
- package/src/llm/bedrock/__tests__/bedrock-caching.test.js.map +1 -0
- package/src/llm/bedrock/__tests__/bedrock-caching.test.ts +24 -40
- package/src/llm/bedrock/index.js +303 -0
- package/src/llm/bedrock/index.js.map +1 -0
- package/src/llm/bedrock/index.ts +171 -134
- package/src/llm/bedrock/llm.spec.ts +395 -52
- package/src/llm/bedrock/types.js +2 -0
- package/src/llm/bedrock/types.js.map +1 -0
- package/src/llm/bedrock/utils/index.js +6 -0
- package/src/llm/bedrock/utils/index.js.map +1 -0
- package/src/llm/bedrock/utils/message_inputs.js +463 -0
- package/src/llm/bedrock/utils/message_inputs.js.map +1 -0
- package/src/llm/bedrock/utils/message_inputs.ts +30 -5
- package/src/llm/bedrock/utils/message_outputs.js +269 -0
- package/src/llm/bedrock/utils/message_outputs.js.map +1 -0
- package/src/llm/bedrock/utils/message_outputs.ts +70 -22
- package/src/llm/fake.js +92 -0
- package/src/llm/fake.js.map +1 -0
- package/src/llm/google/index.js +215 -0
- package/src/llm/google/index.js.map +1 -0
- package/src/llm/google/index.ts +2 -3
- package/src/llm/google/types.js +12 -0
- package/src/llm/google/types.js.map +1 -0
- package/src/llm/google/utils/common.js +670 -0
- package/src/llm/google/utils/common.js.map +1 -0
- package/src/llm/google/utils/tools.js +111 -0
- package/src/llm/google/utils/tools.js.map +1 -0
- package/src/llm/google/utils/zod_to_genai_parameters.js +47 -0
- package/src/llm/google/utils/zod_to_genai_parameters.js.map +1 -0
- package/src/llm/openai/index.js +1033 -0
- package/src/llm/openai/index.js.map +1 -0
- package/src/llm/openai/types.js +2 -0
- package/src/llm/openai/types.js.map +1 -0
- package/src/llm/openai/utils/index.js +756 -0
- package/src/llm/openai/utils/index.js.map +1 -0
- package/src/llm/openai/utils/isReasoningModel.test.js +79 -0
- package/src/llm/openai/utils/isReasoningModel.test.js.map +1 -0
- package/src/llm/openrouter/index.js +261 -0
- package/src/llm/openrouter/index.js.map +1 -0
- package/src/llm/openrouter/index.ts +117 -6
- package/src/llm/openrouter/reasoning.test.js +181 -0
- package/src/llm/openrouter/reasoning.test.js.map +1 -0
- package/src/llm/openrouter/reasoning.test.ts +207 -0
- package/src/llm/providers.js +36 -0
- package/src/llm/providers.js.map +1 -0
- package/src/llm/text.js +65 -0
- package/src/llm/text.js.map +1 -0
- package/src/llm/vertexai/index.js +402 -0
- package/src/llm/vertexai/index.js.map +1 -0
- package/src/llm/vertexai/index.ts +115 -5
- package/src/llm/vertexai/llm.spec.ts +114 -0
- package/src/messages/__tests__/tools.test.js +392 -0
- package/src/messages/__tests__/tools.test.js.map +1 -0
- package/src/messages/cache.js +404 -0
- package/src/messages/cache.js.map +1 -0
- package/src/messages/cache.test.js +1167 -0
- package/src/messages/cache.test.js.map +1 -0
- package/src/messages/cache.test.ts +178 -16
- package/src/messages/cache.ts +152 -147
- package/src/messages/content.js +48 -0
- package/src/messages/content.js.map +1 -0
- package/src/messages/content.test.js +314 -0
- package/src/messages/content.test.js.map +1 -0
- package/src/messages/core.js +359 -0
- package/src/messages/core.js.map +1 -0
- package/src/messages/core.ts +5 -0
- package/src/messages/ensureThinkingBlock.test.js +997 -0
- package/src/messages/ensureThinkingBlock.test.js.map +1 -0
- package/src/messages/ensureThinkingBlock.test.ts +751 -10
- package/src/messages/format.js +973 -0
- package/src/messages/format.js.map +1 -0
- package/src/messages/format.ts +334 -57
- package/src/messages/formatAgentMessages.test.js +2278 -0
- package/src/messages/formatAgentMessages.test.js.map +1 -0
- package/src/messages/formatAgentMessages.test.ts +1175 -1
- package/src/messages/formatAgentMessages.tools.test.js +362 -0
- package/src/messages/formatAgentMessages.tools.test.js.map +1 -0
- package/src/messages/formatMessage.test.js +608 -0
- package/src/messages/formatMessage.test.js.map +1 -0
- package/src/messages/ids.js +18 -0
- package/src/messages/ids.js.map +1 -0
- package/src/messages/index.js +9 -0
- package/src/messages/index.js.map +1 -0
- package/src/messages/index.ts +1 -0
- package/src/messages/labelContentByAgent.test.js +725 -0
- package/src/messages/labelContentByAgent.test.js.map +1 -0
- package/src/messages/prune.js +438 -0
- package/src/messages/prune.js.map +1 -0
- package/src/messages/prune.ts +87 -25
- package/src/messages/reducer.js +60 -0
- package/src/messages/reducer.js.map +1 -0
- package/src/messages/shiftIndexTokenCountMap.test.js +63 -0
- package/src/messages/shiftIndexTokenCountMap.test.js.map +1 -0
- package/src/messages/summarize.js +146 -0
- package/src/messages/summarize.js.map +1 -0
- package/src/messages/summarize.test.js +332 -0
- package/src/messages/summarize.test.js.map +1 -0
- package/src/messages/summarize.test.ts +466 -0
- package/src/messages/summarize.ts +222 -0
- package/src/messages/tools.js +90 -0
- package/src/messages/tools.js.map +1 -0
- package/src/mockStream.js +81 -0
- package/src/mockStream.js.map +1 -0
- package/src/prompts/collab.js +7 -0
- package/src/prompts/collab.js.map +1 -0
- package/src/prompts/index.js +3 -0
- package/src/prompts/index.js.map +1 -0
- package/src/prompts/taskmanager.js +58 -0
- package/src/prompts/taskmanager.js.map +1 -0
- package/src/run.js +427 -0
- package/src/run.js.map +1 -0
- package/src/run.ts +101 -33
- package/src/schemas/index.js +3 -0
- package/src/schemas/index.js.map +1 -0
- package/src/schemas/schema-preparation.test.js +370 -0
- package/src/schemas/schema-preparation.test.js.map +1 -0
- package/src/schemas/validate.js +314 -0
- package/src/schemas/validate.js.map +1 -0
- package/src/schemas/validate.test.js +264 -0
- package/src/schemas/validate.test.js.map +1 -0
- package/src/scripts/abort.js +127 -0
- package/src/scripts/abort.js.map +1 -0
- package/src/scripts/ant_web_search.js +130 -0
- package/src/scripts/ant_web_search.js.map +1 -0
- package/src/scripts/ant_web_search.ts +1 -0
- package/src/scripts/ant_web_search_edge_case.js +133 -0
- package/src/scripts/ant_web_search_edge_case.js.map +1 -0
- package/src/scripts/ant_web_search_edge_case.ts +1 -0
- package/src/scripts/ant_web_search_error_edge_case.js +119 -0
- package/src/scripts/ant_web_search_error_edge_case.js.map +1 -0
- package/src/scripts/ant_web_search_error_edge_case.ts +1 -0
- package/src/scripts/args.js +41 -0
- package/src/scripts/args.js.map +1 -0
- package/src/scripts/bedrock-cache-debug.js +186 -0
- package/src/scripts/bedrock-cache-debug.js.map +1 -0
- package/src/scripts/bedrock-cache-debug.ts +250 -0
- package/src/scripts/bedrock-content-aggregation-test.js +195 -0
- package/src/scripts/bedrock-content-aggregation-test.js.map +1 -0
- package/src/scripts/bedrock-content-aggregation-test.ts +266 -0
- package/src/scripts/bedrock-merge-test.js +80 -0
- package/src/scripts/bedrock-merge-test.js.map +1 -0
- package/src/scripts/bedrock-merge-test.ts +107 -0
- package/src/scripts/bedrock-parallel-tools-test.js +150 -0
- package/src/scripts/bedrock-parallel-tools-test.js.map +1 -0
- package/src/scripts/bedrock-parallel-tools-test.ts +204 -0
- package/src/scripts/caching.js +106 -0
- package/src/scripts/caching.js.map +1 -0
- package/src/scripts/caching.ts +1 -0
- package/src/scripts/cli.js +152 -0
- package/src/scripts/cli.js.map +1 -0
- package/src/scripts/cli2.js +119 -0
- package/src/scripts/cli2.js.map +1 -0
- package/src/scripts/cli3.js +163 -0
- package/src/scripts/cli3.js.map +1 -0
- package/src/scripts/cli4.js +165 -0
- package/src/scripts/cli4.js.map +1 -0
- package/src/scripts/cli5.js +165 -0
- package/src/scripts/cli5.js.map +1 -0
- package/src/scripts/code_exec.js +171 -0
- package/src/scripts/code_exec.js.map +1 -0
- package/src/scripts/code_exec.ts +1 -0
- package/src/scripts/code_exec_files.js +180 -0
- package/src/scripts/code_exec_files.js.map +1 -0
- package/src/scripts/code_exec_files.ts +1 -0
- package/src/scripts/code_exec_multi_session.js +185 -0
- package/src/scripts/code_exec_multi_session.js.map +1 -0
- package/src/scripts/code_exec_multi_session.ts +9 -13
- package/src/scripts/code_exec_ptc.js +265 -0
- package/src/scripts/code_exec_ptc.js.map +1 -0
- package/src/scripts/code_exec_ptc.ts +1 -0
- package/src/scripts/code_exec_session.js +217 -0
- package/src/scripts/code_exec_session.js.map +1 -0
- package/src/scripts/code_exec_session.ts +1 -0
- package/src/scripts/code_exec_simple.js +120 -0
- package/src/scripts/code_exec_simple.js.map +1 -0
- package/src/scripts/code_exec_simple.ts +1 -0
- package/src/scripts/content.js +111 -0
- package/src/scripts/content.js.map +1 -0
- package/src/scripts/content.ts +1 -0
- package/src/scripts/empty_input.js +125 -0
- package/src/scripts/empty_input.js.map +1 -0
- package/src/scripts/handoff-test.js +96 -0
- package/src/scripts/handoff-test.js.map +1 -0
- package/src/scripts/image.js +138 -0
- package/src/scripts/image.js.map +1 -0
- package/src/scripts/image.ts +3 -1
- package/src/scripts/memory.js +83 -0
- package/src/scripts/memory.js.map +1 -0
- package/src/scripts/memory.ts +16 -6
- package/src/scripts/multi-agent-chain.js +271 -0
- package/src/scripts/multi-agent-chain.js.map +1 -0
- package/src/scripts/multi-agent-chain.ts +1 -0
- package/src/scripts/multi-agent-conditional.js +185 -0
- package/src/scripts/multi-agent-conditional.js.map +1 -0
- package/src/scripts/multi-agent-conditional.ts +1 -0
- package/src/scripts/multi-agent-document-review-chain.js +171 -0
- package/src/scripts/multi-agent-document-review-chain.js.map +1 -0
- package/src/scripts/multi-agent-document-review-chain.ts +1 -0
- package/src/scripts/multi-agent-hybrid-flow.js +264 -0
- package/src/scripts/multi-agent-hybrid-flow.js.map +1 -0
- package/src/scripts/multi-agent-hybrid-flow.ts +1 -0
- package/src/scripts/multi-agent-parallel-start.js +214 -0
- package/src/scripts/multi-agent-parallel-start.js.map +1 -0
- package/src/scripts/multi-agent-parallel-start.ts +4 -4
- package/src/scripts/multi-agent-parallel.js +346 -0
- package/src/scripts/multi-agent-parallel.js.map +1 -0
- package/src/scripts/multi-agent-parallel.ts +1 -0
- package/src/scripts/multi-agent-sequence.js +184 -0
- package/src/scripts/multi-agent-sequence.js.map +1 -0
- package/src/scripts/multi-agent-sequence.ts +4 -4
- package/src/scripts/multi-agent-supervisor.js +324 -0
- package/src/scripts/multi-agent-supervisor.js.map +1 -0
- package/src/scripts/multi-agent-supervisor.ts +1 -0
- package/src/scripts/multi-agent-test.js +147 -0
- package/src/scripts/multi-agent-test.js.map +1 -0
- package/src/scripts/multi-agent-test.ts +1 -0
- package/src/scripts/parallel-asymmetric-tools-test.js +202 -0
- package/src/scripts/parallel-asymmetric-tools-test.js.map +1 -0
- package/src/scripts/parallel-asymmetric-tools-test.ts +1 -0
- package/src/scripts/parallel-full-metadata-test.js +176 -0
- package/src/scripts/parallel-full-metadata-test.js.map +1 -0
- package/src/scripts/parallel-full-metadata-test.ts +1 -0
- package/src/scripts/parallel-tools-test.js +256 -0
- package/src/scripts/parallel-tools-test.js.map +1 -0
- package/src/scripts/parallel-tools-test.ts +1 -0
- package/src/scripts/poc-multi-agent-comprehensive.ts +1222 -0
- package/src/scripts/programmatic_exec.js +277 -0
- package/src/scripts/programmatic_exec.js.map +1 -0
- package/src/scripts/programmatic_exec_agent.js +168 -0
- package/src/scripts/programmatic_exec_agent.js.map +1 -0
- package/src/scripts/programmatic_exec_agent.ts +1 -0
- package/src/scripts/search.js +118 -0
- package/src/scripts/search.js.map +1 -0
- package/src/scripts/search.ts +1 -0
- package/src/scripts/sequential-full-metadata-test.js +143 -0
- package/src/scripts/sequential-full-metadata-test.js.map +1 -0
- package/src/scripts/sequential-full-metadata-test.ts +1 -0
- package/src/scripts/simple.js +174 -0
- package/src/scripts/simple.js.map +1 -0
- package/src/scripts/simple.ts +2 -1
- package/src/scripts/single-agent-metadata-test.js +152 -0
- package/src/scripts/single-agent-metadata-test.js.map +1 -0
- package/src/scripts/single-agent-metadata-test.ts +4 -6
- package/src/scripts/stream.js +113 -0
- package/src/scripts/stream.js.map +1 -0
- package/src/scripts/stream.ts +1 -0
- package/src/scripts/test-custom-prompt-key.js +132 -0
- package/src/scripts/test-custom-prompt-key.js.map +1 -0
- package/src/scripts/test-handoff-input.js +143 -0
- package/src/scripts/test-handoff-input.js.map +1 -0
- package/src/scripts/test-handoff-preamble.js +227 -0
- package/src/scripts/test-handoff-preamble.js.map +1 -0
- package/src/scripts/test-handoff-preamble.ts +1 -0
- package/src/scripts/test-handoff-steering.js +353 -0
- package/src/scripts/test-handoff-steering.js.map +1 -0
- package/src/scripts/test-handoff-steering.ts +430 -0
- package/src/scripts/test-multi-agent-list-handoff.js +318 -0
- package/src/scripts/test-multi-agent-list-handoff.js.map +1 -0
- package/src/scripts/test-multi-agent-list-handoff.ts +1 -0
- package/src/scripts/test-parallel-agent-labeling.js +253 -0
- package/src/scripts/test-parallel-agent-labeling.js.map +1 -0
- package/src/scripts/test-parallel-agent-labeling.ts +2 -0
- package/src/scripts/test-parallel-handoffs.js +229 -0
- package/src/scripts/test-parallel-handoffs.js.map +1 -0
- package/src/scripts/test-parallel-handoffs.ts +1 -0
- package/src/scripts/test-thinking-handoff-bedrock.js +132 -0
- package/src/scripts/test-thinking-handoff-bedrock.js.map +1 -0
- package/src/scripts/test-thinking-handoff-bedrock.ts +1 -0
- package/src/scripts/test-thinking-handoff.js +132 -0
- package/src/scripts/test-thinking-handoff.js.map +1 -0
- package/src/scripts/test-thinking-handoff.ts +1 -0
- package/src/scripts/test-thinking-to-thinking-handoff-bedrock.js +140 -0
- package/src/scripts/test-thinking-to-thinking-handoff-bedrock.js.map +1 -0
- package/src/scripts/test-thinking-to-thinking-handoff-bedrock.ts +166 -0
- package/src/scripts/test-tool-before-handoff-role-order.js +223 -0
- package/src/scripts/test-tool-before-handoff-role-order.js.map +1 -0
- package/src/scripts/test-tool-before-handoff-role-order.ts +276 -0
- package/src/scripts/test-tools-before-handoff.js +187 -0
- package/src/scripts/test-tools-before-handoff.js.map +1 -0
- package/src/scripts/test-tools-before-handoff.ts +4 -8
- package/src/scripts/test_code_api.js +263 -0
- package/src/scripts/test_code_api.js.map +1 -0
- package/src/scripts/thinking-bedrock.js +128 -0
- package/src/scripts/thinking-bedrock.js.map +1 -0
- package/src/scripts/thinking-bedrock.ts +1 -0
- package/src/scripts/thinking-vertexai.js +130 -0
- package/src/scripts/thinking-vertexai.js.map +1 -0
- package/src/scripts/thinking-vertexai.ts +168 -0
- package/src/scripts/thinking.js +134 -0
- package/src/scripts/thinking.js.map +1 -0
- package/src/scripts/thinking.ts +1 -0
- package/src/scripts/tool_search.js +114 -0
- package/src/scripts/tool_search.js.map +1 -0
- package/src/scripts/tools.js +125 -0
- package/src/scripts/tools.js.map +1 -0
- package/src/scripts/tools.ts +5 -19
- package/src/specs/agent-handoffs-bedrock.integration.test.js +280 -0
- package/src/specs/agent-handoffs-bedrock.integration.test.js.map +1 -0
- package/src/specs/agent-handoffs-bedrock.integration.test.ts +412 -375
- package/src/specs/agent-handoffs.test.js +924 -0
- package/src/specs/agent-handoffs.test.js.map +1 -0
- package/src/specs/agent-handoffs.test.ts +152 -39
- package/src/specs/anthropic.simple.test.js +287 -0
- package/src/specs/anthropic.simple.test.js.map +1 -0
- package/src/specs/anthropic.simple.test.ts +7 -4
- package/src/specs/azure.simple.test.js +381 -0
- package/src/specs/azure.simple.test.js.map +1 -0
- package/src/specs/azure.simple.test.ts +143 -5
- package/src/specs/cache.simple.test.js +282 -0
- package/src/specs/cache.simple.test.js.map +1 -0
- package/src/specs/cache.simple.test.ts +9 -2
- package/src/specs/custom-event-await.test.js +148 -0
- package/src/specs/custom-event-await.test.js.map +1 -0
- package/src/specs/custom-event-await.test.ts +215 -0
- package/src/specs/deepseek.simple.test.js +189 -0
- package/src/specs/deepseek.simple.test.js.map +1 -0
- package/src/specs/deepseek.simple.test.ts +4 -2
- package/src/specs/emergency-prune.test.js +308 -0
- package/src/specs/emergency-prune.test.js.map +1 -0
- package/src/specs/moonshot.simple.test.js +237 -0
- package/src/specs/moonshot.simple.test.js.map +1 -0
- package/src/specs/moonshot.simple.test.ts +6 -2
- package/src/specs/observability.integration.test.js +1337 -0
- package/src/specs/observability.integration.test.js.map +1 -0
- package/src/specs/observability.integration.test.ts +2223 -0
- package/src/specs/openai.simple.test.js +233 -0
- package/src/specs/openai.simple.test.js.map +1 -0
- package/src/specs/openai.simple.test.ts +4 -2
- package/src/specs/openrouter.simple.test.js +202 -0
- package/src/specs/openrouter.simple.test.js.map +1 -0
- package/src/specs/openrouter.simple.test.ts +165 -4
- package/src/specs/prune.test.js +733 -0
- package/src/specs/prune.test.js.map +1 -0
- package/src/specs/prune.test.ts +1 -0
- package/src/specs/reasoning.test.js +144 -0
- package/src/specs/reasoning.test.js.map +1 -0
- package/src/specs/reasoning.test.ts +2 -2
- package/src/specs/spec.utils.js +4 -0
- package/src/specs/spec.utils.js.map +1 -0
- package/src/specs/thinking-handoff.test.js +486 -0
- package/src/specs/thinking-handoff.test.js.map +1 -0
- package/src/specs/thinking-handoff.test.ts +3 -2
- package/src/specs/thinking-prune.test.js +600 -0
- package/src/specs/thinking-prune.test.js.map +1 -0
- package/src/specs/token-distribution-edge-case.test.js +246 -0
- package/src/specs/token-distribution-edge-case.test.js.map +1 -0
- package/src/specs/token-memoization.test.js +32 -0
- package/src/specs/token-memoization.test.js.map +1 -0
- package/src/specs/token-memoization.test.ts +14 -5
- package/src/specs/tokens.test.js +49 -0
- package/src/specs/tokens.test.js.map +1 -0
- package/src/specs/tokens.test.ts +64 -0
- package/src/specs/tool-error.test.js +139 -0
- package/src/specs/tool-error.test.js.map +1 -0
- package/src/specs/tool-error.test.ts +2 -2
- package/src/splitStream.js +204 -0
- package/src/splitStream.js.map +1 -0
- package/src/splitStream.test.js +504 -0
- package/src/splitStream.test.js.map +1 -0
- package/src/stream.js +650 -0
- package/src/stream.js.map +1 -0
- package/src/stream.test.js +225 -0
- package/src/stream.test.js.map +1 -0
- package/src/stream.test.ts +25 -15
- package/src/stream.ts +82 -32
- package/src/test/mockTools.js +340 -0
- package/src/test/mockTools.js.map +1 -0
- package/src/tools/AskUser.ts +159 -0
- package/src/tools/BrowserTools.js +245 -0
- package/src/tools/BrowserTools.js.map +1 -0
- package/src/tools/BrowserTools.ts +12 -8
- package/src/tools/Calculator.js +38 -0
- package/src/tools/Calculator.js.map +1 -0
- package/src/tools/Calculator.test.js +225 -0
- package/src/tools/Calculator.test.js.map +1 -0
- package/src/tools/CodeExecutor.js +233 -0
- package/src/tools/CodeExecutor.js.map +1 -0
- package/src/tools/CodeExecutor.selfhealing.test.ts +435 -0
- package/src/tools/CodeExecutor.ts +82 -5
- package/src/tools/ProgrammaticToolCalling.js +602 -0
- package/src/tools/ProgrammaticToolCalling.js.map +1 -0
- package/src/tools/ProgrammaticToolCalling.ts +40 -52
- package/src/tools/StreamingToolCallBuffer.js +179 -0
- package/src/tools/StreamingToolCallBuffer.js.map +1 -0
- package/src/tools/StreamingToolCallBuffer.ts +218 -0
- package/src/tools/ToolNode.js +930 -0
- package/src/tools/ToolNode.js.map +1 -0
- package/src/tools/ToolNode.ts +454 -41
- package/src/tools/ToolSearch.js +904 -0
- package/src/tools/ToolSearch.js.map +1 -0
- package/src/tools/ToolSearch.ts +84 -33
- package/src/tools/__tests__/AskUser.test.ts +537 -0
- package/src/tools/__tests__/BrowserTools.test.js +306 -0
- package/src/tools/__tests__/BrowserTools.test.js.map +1 -0
- package/src/tools/__tests__/BrowserTools.test.ts +131 -6
- package/src/tools/__tests__/CodeExecutor.test.ts +76 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.js +276 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.js.map +1 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.test.js +807 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.test.js.map +1 -0
- package/src/tools/__tests__/StreamingToolCallBuffer.test.js +175 -0
- package/src/tools/__tests__/StreamingToolCallBuffer.test.js.map +1 -0
- package/src/tools/__tests__/StreamingToolCallBuffer.test.ts +263 -0
- package/src/tools/__tests__/ToolApproval.test.js +675 -0
- package/src/tools/__tests__/ToolApproval.test.js.map +1 -0
- package/src/tools/__tests__/ToolApproval.test.ts +194 -20
- package/src/tools/__tests__/ToolNode.hitl.test.ts +267 -0
- package/src/tools/__tests__/ToolNode.recovery.test.js +200 -0
- package/src/tools/__tests__/ToolNode.recovery.test.js.map +1 -0
- package/src/tools/__tests__/ToolNode.recovery.test.ts +276 -0
- package/src/tools/__tests__/ToolNode.session.test.js +319 -0
- package/src/tools/__tests__/ToolNode.session.test.js.map +1 -0
- package/src/tools/__tests__/ToolNode.session.test.ts +465 -0
- package/src/tools/__tests__/ToolSearch.integration.test.js +125 -0
- package/src/tools/__tests__/ToolSearch.integration.test.js.map +1 -0
- package/src/tools/__tests__/ToolSearch.test.js +812 -0
- package/src/tools/__tests__/ToolSearch.test.js.map +1 -0
- package/src/tools/__tests__/ToolSearch.test.ts +78 -5
- package/src/tools/__tests__/handlers.test.js +799 -0
- package/src/tools/__tests__/handlers.test.js.map +1 -0
- package/src/tools/__tests__/handlers.test.ts +1100 -0
- package/src/tools/__tests__/truncation-recovery.integration.test.js +362 -0
- package/src/tools/__tests__/truncation-recovery.integration.test.js.map +1 -0
- package/src/tools/__tests__/truncation-recovery.integration.test.ts +560 -0
- package/src/tools/handlers.js +306 -0
- package/src/tools/handlers.js.map +1 -0
- package/src/tools/handlers.ts +119 -16
- package/src/tools/schema.js +25 -0
- package/src/tools/schema.js.map +1 -0
- package/src/tools/search/anthropic.js +34 -0
- package/src/tools/search/anthropic.js.map +1 -0
- package/src/tools/search/content.js +116 -0
- package/src/tools/search/content.js.map +1 -0
- package/src/tools/search/content.test.js +133 -0
- package/src/tools/search/content.test.js.map +1 -0
- package/src/tools/search/firecrawl.js +173 -0
- package/src/tools/search/firecrawl.js.map +1 -0
- package/src/tools/search/format.js +198 -0
- package/src/tools/search/format.js.map +1 -0
- package/src/tools/search/highlights.js +241 -0
- package/src/tools/search/highlights.js.map +1 -0
- package/src/tools/search/index.js +3 -0
- package/src/tools/search/index.js.map +1 -0
- package/src/tools/search/jina-reranker.test.js +106 -0
- package/src/tools/search/jina-reranker.test.js.map +1 -0
- package/src/tools/search/rerankers.js +165 -0
- package/src/tools/search/rerankers.js.map +1 -0
- package/src/tools/search/schema.js +102 -0
- package/src/tools/search/schema.js.map +1 -0
- package/src/tools/search/search.js +561 -0
- package/src/tools/search/search.js.map +1 -0
- package/src/tools/search/serper-scraper.js +126 -0
- package/src/tools/search/serper-scraper.js.map +1 -0
- package/src/tools/search/test.js +129 -0
- package/src/tools/search/test.js.map +1 -0
- package/src/tools/search/tool.js +453 -0
- package/src/tools/search/tool.js.map +1 -0
- package/src/tools/search/types.js +2 -0
- package/src/tools/search/types.js.map +1 -0
- package/src/tools/search/utils.js +59 -0
- package/src/tools/search/utils.js.map +1 -0
- package/src/types/graph.js +24 -0
- package/src/types/graph.js.map +1 -0
- package/src/types/graph.test.js +192 -0
- package/src/types/graph.test.js.map +1 -0
- package/src/types/graph.ts +26 -6
- package/src/types/index.js +7 -0
- package/src/types/index.js.map +1 -0
- package/src/types/llm.js +2 -0
- package/src/types/llm.js.map +1 -0
- package/src/types/llm.ts +8 -3
- package/src/types/messages.js +2 -0
- package/src/types/messages.js.map +1 -0
- package/src/types/run.js +2 -0
- package/src/types/run.js.map +1 -0
- package/src/types/run.ts +2 -0
- package/src/types/stream.js +2 -0
- package/src/types/stream.js.map +1 -0
- package/src/types/tools.js +2 -0
- package/src/types/tools.js.map +1 -0
- package/src/types/tools.ts +21 -2
- package/src/utils/contextAnalytics.js +79 -0
- package/src/utils/contextAnalytics.js.map +1 -0
- package/src/utils/contextAnalytics.test.js +166 -0
- package/src/utils/contextAnalytics.test.js.map +1 -0
- package/src/utils/contextAnalytics.test.ts +222 -0
- package/src/utils/contextAnalytics.ts +27 -9
- package/src/utils/events.js +26 -0
- package/src/utils/events.js.map +1 -0
- package/src/utils/graph.js +11 -0
- package/src/utils/graph.js.map +1 -0
- package/src/utils/handlers.js +65 -0
- package/src/utils/handlers.js.map +1 -0
- package/src/utils/index.js +10 -0
- package/src/utils/index.js.map +1 -0
- package/src/utils/index.ts +1 -0
- package/src/utils/llm.js +21 -0
- package/src/utils/llm.js.map +1 -0
- package/src/utils/llmConfig.js +205 -0
- package/src/utils/llmConfig.js.map +1 -0
- package/src/utils/llmConfig.ts +5 -5
- package/src/utils/logging.js +37 -0
- package/src/utils/logging.js.map +1 -0
- package/src/utils/misc.js +51 -0
- package/src/utils/misc.js.map +1 -0
- package/src/utils/run.js +69 -0
- package/src/utils/run.js.map +1 -0
- package/src/utils/run.ts +108 -106
- package/src/utils/schema.js +21 -0
- package/src/utils/schema.js.map +1 -0
- package/src/utils/title.js +119 -0
- package/src/utils/title.js.map +1 -0
- package/src/utils/tokens.js +92 -0
- package/src/utils/tokens.js.map +1 -0
- package/src/utils/tokens.ts +118 -142
- package/src/utils/toolCallContinuation.ts +55 -0
- package/src/utils/toonFormat.js +379 -0
- package/src/utils/toonFormat.js.map +1 -0
|
@@ -0,0 +1,263 @@
|
|
|
1
|
+
// src/scripts/test_code_api.ts
|
|
2
|
+
/**
|
|
3
|
+
* Direct test of the Code API to verify session file persistence.
|
|
4
|
+
* This bypasses the LLM and tests the API directly.
|
|
5
|
+
*
|
|
6
|
+
* Run with: npx ts-node -r dotenv/config src/scripts/test_code_api.ts
|
|
7
|
+
*/
|
|
8
|
+
import { config } from 'dotenv';
|
|
9
|
+
config();
|
|
10
|
+
import fetch from 'node-fetch';
|
|
11
|
+
import { HttpsProxyAgent } from 'https-proxy-agent';
|
|
12
|
+
const API_KEY = process.env.CODE_EXECUTOR_API_KEY ?? '';
|
|
13
|
+
const BASE_URL = process.env.ILLUMA_CODE_BASEURL ?? 'https://api.illuma.ai/v1';
|
|
14
|
+
const PROXY = process.env.PROXY;
|
|
15
|
+
if (!API_KEY) {
|
|
16
|
+
console.error('CODE_EXECUTOR_API_KEY not set');
|
|
17
|
+
process.exit(1);
|
|
18
|
+
}
|
|
19
|
+
async function makeRequest(endpoint, body) {
|
|
20
|
+
const fetchOptions = {
|
|
21
|
+
method: body ? 'POST' : 'GET',
|
|
22
|
+
headers: {
|
|
23
|
+
'Content-Type': 'application/json',
|
|
24
|
+
'User-Agent': 'Illuma/1.0',
|
|
25
|
+
'X-API-Key': API_KEY,
|
|
26
|
+
},
|
|
27
|
+
};
|
|
28
|
+
if (body) {
|
|
29
|
+
fetchOptions.body = JSON.stringify(body);
|
|
30
|
+
}
|
|
31
|
+
if (PROXY) {
|
|
32
|
+
fetchOptions.agent = new HttpsProxyAgent(PROXY);
|
|
33
|
+
}
|
|
34
|
+
console.log(`\n>>> ${body ? 'POST' : 'GET'} ${endpoint}`);
|
|
35
|
+
if (body) {
|
|
36
|
+
console.log('Body:', JSON.stringify(body, null, 2));
|
|
37
|
+
}
|
|
38
|
+
const response = await fetch(endpoint, fetchOptions);
|
|
39
|
+
const result = await response.json();
|
|
40
|
+
console.log(`<<< Response (${response.status}):`);
|
|
41
|
+
console.log(JSON.stringify(result, null, 2));
|
|
42
|
+
if (!response.ok) {
|
|
43
|
+
throw new Error(`HTTP ${response.status}: ${JSON.stringify(result)}`);
|
|
44
|
+
}
|
|
45
|
+
return result;
|
|
46
|
+
}
|
|
47
|
+
async function testCodeAPI() {
|
|
48
|
+
console.log('='.repeat(60));
|
|
49
|
+
console.log('TEST 1: Create a file');
|
|
50
|
+
console.log('='.repeat(60));
|
|
51
|
+
const createCode = `
|
|
52
|
+
import json
|
|
53
|
+
|
|
54
|
+
config = {
|
|
55
|
+
"app_name": "TestApp",
|
|
56
|
+
"version": "1.0.0",
|
|
57
|
+
"debug": True
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
with open("/mnt/data/test_config.json", "w") as f:
|
|
61
|
+
json.dump(config, f, indent=2)
|
|
62
|
+
|
|
63
|
+
with open("/mnt/data/test_config.json", "r") as f:
|
|
64
|
+
print(f.read())
|
|
65
|
+
`;
|
|
66
|
+
const result1 = (await makeRequest(`${BASE_URL}/exec`, {
|
|
67
|
+
lang: 'py',
|
|
68
|
+
code: createCode,
|
|
69
|
+
}));
|
|
70
|
+
const sessionId = result1.session_id;
|
|
71
|
+
const files = result1.files ?? [];
|
|
72
|
+
console.log('\n--- Result Summary ---');
|
|
73
|
+
console.log('session_id:', sessionId);
|
|
74
|
+
console.log('files:', files);
|
|
75
|
+
console.log('stdout:', result1.stdout);
|
|
76
|
+
console.log('stderr:', result1.stderr);
|
|
77
|
+
if (!sessionId || files.length === 0) {
|
|
78
|
+
console.error('\n❌ No session_id or files returned!');
|
|
79
|
+
return;
|
|
80
|
+
}
|
|
81
|
+
// Check if files now include session_id (new API feature)
|
|
82
|
+
const hasSessionIdInFiles = files.some((f) => f.session_id != null);
|
|
83
|
+
console.log('\n✅ Files include session_id:', hasSessionIdInFiles);
|
|
84
|
+
console.log('\n' + '='.repeat(60));
|
|
85
|
+
console.log('TEST 2: Fetch files IMMEDIATELY (no delay - testing race condition fix)');
|
|
86
|
+
console.log('='.repeat(60));
|
|
87
|
+
const filesResult = (await makeRequest(`${BASE_URL}/files/${sessionId}?detail=full`));
|
|
88
|
+
console.log('\n--- Files in session (detail=full) ---');
|
|
89
|
+
for (const file of filesResult) {
|
|
90
|
+
console.log('File:', file.name);
|
|
91
|
+
console.log(' metadata:', file.metadata);
|
|
92
|
+
}
|
|
93
|
+
if (filesResult.length === 0) {
|
|
94
|
+
console.log('\n⚠️ Files endpoint returned empty - race condition may still exist');
|
|
95
|
+
}
|
|
96
|
+
else {
|
|
97
|
+
console.log('\n✅ Files available immediately!');
|
|
98
|
+
}
|
|
99
|
+
// Test new normalized detail level
|
|
100
|
+
console.log('\n' + '='.repeat(60));
|
|
101
|
+
console.log('TEST 2b: Fetch files with detail=normalized');
|
|
102
|
+
console.log('='.repeat(60));
|
|
103
|
+
const normalizedResult = (await makeRequest(`${BASE_URL}/files/${sessionId}?detail=normalized`));
|
|
104
|
+
console.log('\n--- Files in session (detail=normalized) ---');
|
|
105
|
+
console.log(JSON.stringify(normalizedResult, null, 2));
|
|
106
|
+
console.log('\n' + '='.repeat(60));
|
|
107
|
+
console.log('TEST 3: Read file IMMEDIATELY using files from original response');
|
|
108
|
+
console.log('='.repeat(60));
|
|
109
|
+
// Use files directly - if API returns session_id, use that; otherwise add it
|
|
110
|
+
const fileReferences = files.map((file) => ({
|
|
111
|
+
session_id: file.session_id ?? sessionId,
|
|
112
|
+
id: file.id,
|
|
113
|
+
name: file.name,
|
|
114
|
+
}));
|
|
115
|
+
console.log('\nFile references we will send:', JSON.stringify(fileReferences, null, 2));
|
|
116
|
+
const readCode = `
|
|
117
|
+
import json
|
|
118
|
+
|
|
119
|
+
with open("/mnt/data/test_config.json", "r") as f:
|
|
120
|
+
config = json.load(f)
|
|
121
|
+
print("Read config:")
|
|
122
|
+
print(json.dumps(config, indent=2))
|
|
123
|
+
print("Version:", config.get("version"))
|
|
124
|
+
`;
|
|
125
|
+
const result2 = (await makeRequest(`${BASE_URL}/exec`, {
|
|
126
|
+
lang: 'py',
|
|
127
|
+
code: readCode,
|
|
128
|
+
files: fileReferences,
|
|
129
|
+
}));
|
|
130
|
+
console.log('\n--- Result Summary ---');
|
|
131
|
+
console.log('stdout:', result2.stdout);
|
|
132
|
+
console.log('stderr:', result2.stderr);
|
|
133
|
+
if (result2.stderr && result2.stderr.includes('FileNotFoundError')) {
|
|
134
|
+
console.log('\n❌ File not found! The file reference format might be wrong.');
|
|
135
|
+
// Try alternative format - just session_id
|
|
136
|
+
console.log('\n' + '='.repeat(60));
|
|
137
|
+
console.log('TEST 4: Try with just session_id in request');
|
|
138
|
+
console.log('='.repeat(60));
|
|
139
|
+
const result3 = (await makeRequest(`${BASE_URL}/exec`, {
|
|
140
|
+
lang: 'py',
|
|
141
|
+
code: readCode,
|
|
142
|
+
session_id: sessionId,
|
|
143
|
+
}));
|
|
144
|
+
console.log('\n--- Result Summary ---');
|
|
145
|
+
console.log('stdout:', result3.stdout);
|
|
146
|
+
console.log('stderr:', result3.stderr);
|
|
147
|
+
}
|
|
148
|
+
else {
|
|
149
|
+
console.log('\n✅ File read successfully!');
|
|
150
|
+
}
|
|
151
|
+
// ============================================================
|
|
152
|
+
// TEST 4: MODIFY the file (same filename) - tests editable files
|
|
153
|
+
// ============================================================
|
|
154
|
+
console.log('\n' + '='.repeat(60));
|
|
155
|
+
console.log('TEST 4: MODIFY file in-place (testing editable files feature)');
|
|
156
|
+
console.log('='.repeat(60));
|
|
157
|
+
const modifyCode = `
|
|
158
|
+
import json
|
|
159
|
+
|
|
160
|
+
# Read the existing file
|
|
161
|
+
with open("/mnt/data/test_config.json", "r") as f:
|
|
162
|
+
config = json.load(f)
|
|
163
|
+
|
|
164
|
+
print("Original config:")
|
|
165
|
+
print(json.dumps(config, indent=2))
|
|
166
|
+
|
|
167
|
+
# Modify the config
|
|
168
|
+
config["version"] = "2.0.0"
|
|
169
|
+
config["modified"] = True
|
|
170
|
+
|
|
171
|
+
# Write BACK to the SAME filename (should work now!)
|
|
172
|
+
with open("/mnt/data/test_config.json", "w") as f:
|
|
173
|
+
json.dump(config, f, indent=2)
|
|
174
|
+
|
|
175
|
+
# Verify the write
|
|
176
|
+
with open("/mnt/data/test_config.json", "r") as f:
|
|
177
|
+
updated = json.load(f)
|
|
178
|
+
|
|
179
|
+
print("\\nUpdated config:")
|
|
180
|
+
print(json.dumps(updated, indent=2))
|
|
181
|
+
`;
|
|
182
|
+
const result3 = (await makeRequest(`${BASE_URL}/exec`, {
|
|
183
|
+
lang: 'py',
|
|
184
|
+
code: modifyCode,
|
|
185
|
+
files: fileReferences,
|
|
186
|
+
}));
|
|
187
|
+
console.log('\n--- Result Summary ---');
|
|
188
|
+
console.log('stdout:', result3.stdout);
|
|
189
|
+
console.log('stderr:', result3.stderr);
|
|
190
|
+
console.log('files:', JSON.stringify(result3.files, null, 2));
|
|
191
|
+
if (result3.stderr && result3.stderr.includes('Permission denied')) {
|
|
192
|
+
console.log('\n❌ Permission denied - files are still read-only!');
|
|
193
|
+
}
|
|
194
|
+
else if (result3.stderr && result3.stderr.includes('Error')) {
|
|
195
|
+
console.log('\n❌ Error modifying file:', result3.stderr);
|
|
196
|
+
}
|
|
197
|
+
else {
|
|
198
|
+
console.log('\n✅ File modified successfully!');
|
|
199
|
+
// Check for modified_from lineage
|
|
200
|
+
const modifiedFile = result3.files?.find((f) => f.name === 'test_config.json');
|
|
201
|
+
if (modifiedFile) {
|
|
202
|
+
console.log('\n--- Modified File Details ---');
|
|
203
|
+
console.log(' id:', modifiedFile.id);
|
|
204
|
+
console.log(' name:', modifiedFile.name);
|
|
205
|
+
console.log(' session_id:', modifiedFile.session_id);
|
|
206
|
+
if (modifiedFile.modified_from) {
|
|
207
|
+
console.log(' modified_from:', JSON.stringify(modifiedFile.modified_from));
|
|
208
|
+
console.log('\n✅ Lineage tracking working! File shows it was modified from previous session.');
|
|
209
|
+
}
|
|
210
|
+
else {
|
|
211
|
+
console.log('\n⚠️ No modified_from field - lineage tracking not present');
|
|
212
|
+
}
|
|
213
|
+
}
|
|
214
|
+
else {
|
|
215
|
+
console.log('\n⚠️ Modified file not found in response files array');
|
|
216
|
+
}
|
|
217
|
+
}
|
|
218
|
+
// ============================================================
|
|
219
|
+
// TEST 5: Verify modification persists in next execution
|
|
220
|
+
// ============================================================
|
|
221
|
+
console.log('\n' + '='.repeat(60));
|
|
222
|
+
console.log('TEST 5: Verify modified file can be read in subsequent execution');
|
|
223
|
+
console.log('='.repeat(60));
|
|
224
|
+
// Use the new file references from the modify response
|
|
225
|
+
const newFileRefs = (result3.files ?? []).map((file) => ({
|
|
226
|
+
session_id: file.session_id ?? result3.session_id,
|
|
227
|
+
id: file.id,
|
|
228
|
+
name: file.name,
|
|
229
|
+
}));
|
|
230
|
+
if (newFileRefs.length === 0) {
|
|
231
|
+
console.log('\n⚠️ No files returned from modification, skipping verification');
|
|
232
|
+
}
|
|
233
|
+
else {
|
|
234
|
+
console.log('\nUsing new file references:', JSON.stringify(newFileRefs, null, 2));
|
|
235
|
+
const verifyCode = `
|
|
236
|
+
import json
|
|
237
|
+
|
|
238
|
+
with open("/mnt/data/test_config.json", "r") as f:
|
|
239
|
+
config = json.load(f)
|
|
240
|
+
|
|
241
|
+
print("Verified config:")
|
|
242
|
+
print(json.dumps(config, indent=2))
|
|
243
|
+
|
|
244
|
+
if config.get("version") == "2.0.0" and config.get("modified") == True:
|
|
245
|
+
print("\\n✅ Modification persisted correctly!")
|
|
246
|
+
else:
|
|
247
|
+
print("\\n❌ Modification did NOT persist!")
|
|
248
|
+
`;
|
|
249
|
+
const result4 = (await makeRequest(`${BASE_URL}/exec`, {
|
|
250
|
+
lang: 'py',
|
|
251
|
+
code: verifyCode,
|
|
252
|
+
files: newFileRefs,
|
|
253
|
+
}));
|
|
254
|
+
console.log('\n--- Result Summary ---');
|
|
255
|
+
console.log('stdout:', result4.stdout);
|
|
256
|
+
console.log('stderr:', result4.stderr);
|
|
257
|
+
}
|
|
258
|
+
}
|
|
259
|
+
testCodeAPI().catch((err) => {
|
|
260
|
+
console.error('Error:', err);
|
|
261
|
+
process.exit(1);
|
|
262
|
+
});
|
|
263
|
+
//# sourceMappingURL=test_code_api.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"test_code_api.js","sourceRoot":"","sources":["test_code_api.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B;;;;;GAKG;AACH,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,MAAM,EAAE,CAAC;AAET,OAAO,KAAsB,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,EAAE,CAAC;AACxD,MAAM,QAAQ,GACZ,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,0BAA0B,CAAC;AAChE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC;AAEhC,IAAI,CAAC,OAAO,EAAE,CAAC;IACb,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IAC/C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAyBD,KAAK,UAAU,WAAW,CACxB,QAAgB,EAChB,IAA8B;IAE9B,MAAM,YAAY,GAAgB;QAChC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK;QAC7B,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,YAAY,EAAE,YAAY;YAC1B,WAAW,EAAE,OAAO;SACrB;KACF,CAAC;IAEF,IAAI,IAAI,EAAE,CAAC;QACT,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,KAAK,EAAE,CAAC;QACV,YAAY,CAAC,KAAK,GAAG,IAAI,eAAe,CAAC,KAAK,CAAC,CAAC;IAClD,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,QAAQ,EAAE,CAAC,CAAC;IAC1D,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAErC,OAAO,CAAC,GAAG,CAAC,iBAAiB,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAE7C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,WAAW;IACxB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,MAAM,UAAU,GAAG;;;;;;;;;;;;;;CAcpB,CAAC;IAEA,MAAM,OAAO,GAAG,CAAC,MAAM,WAAW,CAAC,GAAG,QAAQ,OAAO,EAAE;QACrD,IAAI,EAAE,IAAI;QACV,IAAI,EAAE,UAAU;KACjB,CAAC,CAAe,CAAC;IAElB,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC;IACrC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;IAElC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IACtC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC7B,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAEvC,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QACtD,OAAO;IACT,CAAC;IAED,0DAA0D;IAC1D,MAAM,mBAAmB,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC;IACpE,OAAO,CAAC,GAAG,CAAC,+BAA+B,EAAE,mBAAmB,CAAC,CAAC;IAElE,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CACT,yEAAyE,CAC1E,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,MAAM,WAAW,GAAG,CAAC,MAAM,WAAW,CACpC,GAAG,QAAQ,UAAU,SAAS,cAAc,CAC7C,CAAe,CAAC;IAEjB,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;IACxD,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,GAAG,CACT,sEAAsE,CACvE,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;IAClD,CAAC;IAED,mCAAmC;IACnC,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,MAAM,gBAAgB,GAAG,CAAC,MAAM,WAAW,CACzC,GAAG,QAAQ,UAAU,SAAS,oBAAoB,CACnD,CAAc,CAAC;IAEhB,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAEvD,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CACT,kEAAkE,CACnE,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,6EAA6E;IAC7E,MAAM,cAAc,GAAc,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACrD,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,SAAS;QACxC,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,IAAI,EAAE,IAAI,CAAC,IAAI;KAChB,CAAC,CAAC,CAAC;IAEJ,OAAO,CAAC,GAAG,CACT,iCAAiC,EACjC,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC,CACxC,CAAC;IAEF,MAAM,QAAQ,GAAG;;;;;;;;CAQlB,CAAC;IAEA,MAAM,OAAO,GAAG,CAAC,MAAM,WAAW,CAAC,GAAG,QAAQ,OAAO,EAAE;QACrD,IAAI,EAAE,IAAI;QACV,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,cAAc;KACtB,CAAC,CAAe,CAAC;IAElB,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAEvC,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACnE,OAAO,CAAC,GAAG,CACT,+DAA+D,CAChE,CAAC;QAEF,2CAA2C;QAC3C,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE5B,MAAM,OAAO,GAAG,CAAC,MAAM,WAAW,CAAC,GAAG,QAAQ,OAAO,EAAE;YACrD,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,SAAS;SACtB,CAAC,CAAe,CAAC;QAElB,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IAC7C,CAAC;IAED,+DAA+D;IAC/D,iEAAiE;IACjE,+DAA+D;IAC/D,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAC;IAC7E,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,MAAM,UAAU,GAAG;;;;;;;;;;;;;;;;;;;;;;;;CAwBpB,CAAC;IAEA,MAAM,OAAO,GAAG,CAAC,MAAM,WAAW,CAAC,GAAG,QAAQ,OAAO,EAAE;QACrD,IAAI,EAAE,IAAI;QACV,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,cAAc;KACtB,CAAC,CAAe,CAAC;IAElB,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAE9D,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACnE,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;IACpE,CAAC;SAAM,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAC3D,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;QAE/C,kCAAkC;QAClC,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,EAAE,IAAI,CACtC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,kBAAkB,CACrC,CAAC;QACF,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;YAC/C,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE,CAAC,CAAC;YACtC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;YAC1C,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,YAAY,CAAC,UAAU,CAAC,CAAC;YACtD,IAAI,YAAY,CAAC,aAAa,EAAE,CAAC;gBAC/B,OAAO,CAAC,GAAG,CACT,kBAAkB,EAClB,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,aAAa,CAAC,CAC3C,CAAC;gBACF,OAAO,CAAC,GAAG,CACT,iFAAiF,CAClF,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CACT,6DAA6D,CAC9D,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,+DAA+D;IAC/D,yDAAyD;IACzD,+DAA+D;IAC/D,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CACT,kEAAkE,CACnE,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,uDAAuD;IACvD,MAAM,WAAW,GAAc,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAClE,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU;QACjD,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,IAAI,EAAE,IAAI,CAAC,IAAI;KAChB,CAAC,CAAC,CAAC;IAEJ,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,GAAG,CACT,kEAAkE,CACnE,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CACT,8BAA8B,EAC9B,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CACrC,CAAC;QAEF,MAAM,UAAU,GAAG;;;;;;;;;;;;;CAatB,CAAC;QAEE,MAAM,OAAO,GAAG,CAAC,MAAM,WAAW,CAAC,GAAG,QAAQ,OAAO,EAAE;YACrD,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,WAAW;SACnB,CAAC,CAAe,CAAC;QAElB,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC;AACH,CAAC;AAED,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IAC1B,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,128 @@
|
|
|
1
|
+
// src/scripts/thinking-bedrock.ts
|
|
2
|
+
import { config } from 'dotenv';
|
|
3
|
+
config();
|
|
4
|
+
import { HumanMessage } from '@langchain/core/messages';
|
|
5
|
+
import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
|
|
6
|
+
import { createCodeExecutionTool } from '@/tools/CodeExecutor';
|
|
7
|
+
import { ToolEndHandler, ModelEndHandler } from '@/events';
|
|
8
|
+
import { GraphEvents, Providers } from '@/common';
|
|
9
|
+
import { getLLMConfig } from '@/utils/llmConfig';
|
|
10
|
+
import { getArgs } from '@/scripts/args';
|
|
11
|
+
import { Run } from '@/run';
|
|
12
|
+
const conversationHistory = [];
|
|
13
|
+
let _contentParts = [];
|
|
14
|
+
const collectedUsage = [];
|
|
15
|
+
async function testBedrockThinking() {
|
|
16
|
+
const { userName } = await getArgs();
|
|
17
|
+
const instructions = `You are a helpful AI assistant for ${userName}. When answering questions, be thorough in your reasoning.`;
|
|
18
|
+
const { contentParts, aggregateContent } = createContentAggregator();
|
|
19
|
+
_contentParts = contentParts;
|
|
20
|
+
// Set up event handlers
|
|
21
|
+
const customHandlers = {
|
|
22
|
+
[GraphEvents.TOOL_END]: new ToolEndHandler(),
|
|
23
|
+
[GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
|
|
24
|
+
[GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
|
|
25
|
+
[GraphEvents.ON_RUN_STEP_COMPLETED]: {
|
|
26
|
+
handle: (event, data) => {
|
|
27
|
+
console.log('====== ON_RUN_STEP_COMPLETED ======');
|
|
28
|
+
aggregateContent({
|
|
29
|
+
event,
|
|
30
|
+
data: data,
|
|
31
|
+
});
|
|
32
|
+
},
|
|
33
|
+
},
|
|
34
|
+
[GraphEvents.ON_RUN_STEP]: {
|
|
35
|
+
handle: (event, data) => {
|
|
36
|
+
aggregateContent({ event, data });
|
|
37
|
+
},
|
|
38
|
+
},
|
|
39
|
+
[GraphEvents.ON_RUN_STEP_DELTA]: {
|
|
40
|
+
handle: (event, data) => {
|
|
41
|
+
aggregateContent({ event, data });
|
|
42
|
+
},
|
|
43
|
+
},
|
|
44
|
+
[GraphEvents.ON_MESSAGE_DELTA]: {
|
|
45
|
+
handle: (event, data) => {
|
|
46
|
+
aggregateContent({ event, data });
|
|
47
|
+
},
|
|
48
|
+
},
|
|
49
|
+
[GraphEvents.ON_REASONING_DELTA]: {
|
|
50
|
+
handle: (event, data) => {
|
|
51
|
+
aggregateContent({ event, data });
|
|
52
|
+
},
|
|
53
|
+
},
|
|
54
|
+
};
|
|
55
|
+
const baseLlmConfig = getLLMConfig(Providers.BEDROCK);
|
|
56
|
+
// Enable thinking with token budget for Bedrock
|
|
57
|
+
const llmConfig = {
|
|
58
|
+
...baseLlmConfig,
|
|
59
|
+
model: 'us.anthropic.claude-3-7-sonnet-20250219-v1:0',
|
|
60
|
+
maxTokens: 5000,
|
|
61
|
+
additionalModelRequestFields: {
|
|
62
|
+
thinking: { type: 'enabled', budget_tokens: 2000 },
|
|
63
|
+
},
|
|
64
|
+
};
|
|
65
|
+
const run = await Run.create({
|
|
66
|
+
runId: 'test-bedrock-thinking-id',
|
|
67
|
+
graphConfig: {
|
|
68
|
+
instructions,
|
|
69
|
+
type: 'standard',
|
|
70
|
+
tools: [createCodeExecutionTool()],
|
|
71
|
+
llmConfig,
|
|
72
|
+
},
|
|
73
|
+
returnContent: true,
|
|
74
|
+
skipCleanup: true,
|
|
75
|
+
customHandlers: customHandlers,
|
|
76
|
+
});
|
|
77
|
+
const config = {
|
|
78
|
+
configurable: {
|
|
79
|
+
thread_id: 'bedrock-thinking-test-thread',
|
|
80
|
+
},
|
|
81
|
+
streamMode: 'values',
|
|
82
|
+
version: 'v2',
|
|
83
|
+
};
|
|
84
|
+
// Test 1: Regular thinking mode
|
|
85
|
+
console.log('\n\nTest 1: Bedrock Regular thinking mode');
|
|
86
|
+
const userMessage1 = `Please print 'hello world' in python`;
|
|
87
|
+
conversationHistory.push(new HumanMessage(userMessage1));
|
|
88
|
+
console.log('Running first query with Bedrock thinking enabled...');
|
|
89
|
+
const firstInputs = { messages: [...conversationHistory] };
|
|
90
|
+
await run.processStream(firstInputs, config);
|
|
91
|
+
// Extract and display thinking blocks
|
|
92
|
+
const finalMessages = run.getRunMessages();
|
|
93
|
+
console.log('\n\nFinal messages after Test 1:');
|
|
94
|
+
console.dir(finalMessages, { depth: null });
|
|
95
|
+
// Test 2: Try multi-turn conversation
|
|
96
|
+
console.log('\n\nTest 2: Multi-turn conversation with Bedrock thinking enabled');
|
|
97
|
+
const userMessage2 = `Given your previous analysis, what would be the most significant technical challenges in making this transition?`;
|
|
98
|
+
conversationHistory.push(new HumanMessage(userMessage2));
|
|
99
|
+
console.log('Running second query with Bedrock thinking enabled...');
|
|
100
|
+
const secondInputs = { messages: [...conversationHistory] };
|
|
101
|
+
await run.processStream(secondInputs, config);
|
|
102
|
+
// Display thinking blocks for second response
|
|
103
|
+
const finalMessages2 = run.getRunMessages();
|
|
104
|
+
console.log('\n\nBedrock thinking feature test completed!');
|
|
105
|
+
console.dir(finalMessages2, { depth: null });
|
|
106
|
+
console.log('\n\nContent parts:');
|
|
107
|
+
console.dir(_contentParts, { depth: null });
|
|
108
|
+
}
|
|
109
|
+
process.on('unhandledRejection', (reason, promise) => {
|
|
110
|
+
console.error('Unhandled Rejection at:', promise, 'reason:', reason);
|
|
111
|
+
console.log('Conversation history:');
|
|
112
|
+
console.dir(conversationHistory, { depth: null });
|
|
113
|
+
console.log('Content parts:');
|
|
114
|
+
console.dir(_contentParts, { depth: null });
|
|
115
|
+
process.exit(1);
|
|
116
|
+
});
|
|
117
|
+
process.on('uncaughtException', (err) => {
|
|
118
|
+
console.error('Uncaught Exception:', err);
|
|
119
|
+
});
|
|
120
|
+
testBedrockThinking().catch((err) => {
|
|
121
|
+
console.error(err);
|
|
122
|
+
console.log('Conversation history:');
|
|
123
|
+
console.dir(conversationHistory, { depth: null });
|
|
124
|
+
console.log('Content parts:');
|
|
125
|
+
console.dir(_contentParts, { depth: null });
|
|
126
|
+
process.exit(1);
|
|
127
|
+
});
|
|
128
|
+
//# sourceMappingURL=thinking-bedrock.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"thinking-bedrock.js","sourceRoot":"","sources":["thinking-bedrock.ts"],"names":[],"mappings":"AAAA,kCAAkC;AAClC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,MAAM,EAAE,CAAC;AACT,OAAO,EAAE,YAAY,EAAe,MAAM,0BAA0B,CAAC;AAGrE,OAAO,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AAC3E,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AAE5B,MAAM,mBAAmB,GAAkB,EAAE,CAAC;AAC9C,IAAI,aAAa,GAA8B,EAAE,CAAC;AAClD,MAAM,cAAc,GAAoB,EAAE,CAAC;AAE3C,KAAK,UAAU,mBAAmB;IAChC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,OAAO,EAAE,CAAC;IACrC,MAAM,YAAY,GAAG,sCAAsC,QAAQ,4DAA4D,CAAC;IAChI,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,uBAAuB,EAAE,CAAC;IACrE,aAAa,GAAG,YAAyC,CAAC;IAE1D,wBAAwB;IACxB,MAAM,cAAc,GAAG;QACrB,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,cAAc,EAAE;QAC5C,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,IAAI,eAAe,CAAC,cAAc,CAAC;QACjE,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE,IAAI,sBAAsB,EAAE;QAC7D,CAAC,WAAW,CAAC,qBAAqB,CAAC,EAAE;YACnC,MAAM,EAAE,CACN,KAAwC,EACxC,IAAuB,EACjB,EAAE;gBACR,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;gBACnD,gBAAgB,CAAC;oBACf,KAAK;oBACL,IAAI,EAAE,IAA6C;iBACpD,CAAC,CAAC;YACL,CAAC;SACF;QACD,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE;YACzB,MAAM,EAAE,CAAC,KAA8B,EAAE,IAAe,EAAE,EAAE;gBAC1D,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,CAAC;SACF;QACD,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE;YAC/B,MAAM,EAAE,CACN,KAAoC,EACpC,IAAyB,EACzB,EAAE;gBACF,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,CAAC;SACF;QACD,CAAC,WAAW,CAAC,gBAAgB,CAAC,EAAE;YAC9B,MAAM,EAAE,CACN,KAAmC,EACnC,IAAyB,EACzB,EAAE;gBACF,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,CAAC;SACF;QACD,CAAC,WAAW,CAAC,kBAAkB,CAAC,EAAE;YAChC,MAAM,EAAE,CACN,KAAqC,EACrC,IAA2B,EAC3B,EAAE;gBACF,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,CAAC;SACF;KACF,CAAC;IAEF,MAAM,aAAa,GAAG,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAEtD,gDAAgD;IAChD,MAAM,SAAS,GAAG;QAChB,GAAG,aAAa;QAChB,KAAK,EAAE,8CAA8C;QACrD,SAAS,EAAE,IAAI;QACf,4BAA4B,EAAE;YAC5B,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,IAAI,EAAE;SACnD;KACF,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;QACrC,KAAK,EAAE,0BAA0B;QACjC,WAAW,EAAE;YACX,YAAY;YACZ,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,CAAC,uBAAuB,EAAE,CAAC;YAClC,SAAS;SACV;QACD,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,IAAI;QACjB,cAAc,EAAE,cAA+C;KAChE,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG;QACb,YAAY,EAAE;YACZ,SAAS,EAAE,8BAA8B;SAC1C;QACD,UAAU,EAAE,QAAQ;QACpB,OAAO,EAAE,IAAa;KACvB,CAAC;IAEF,gCAAgC;IAChC,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;IACzD,MAAM,YAAY,GAAG,sCAAsC,CAAC;IAC5D,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC;IAEzD,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;IACpE,MAAM,WAAW,GAAG,EAAE,QAAQ,EAAE,CAAC,GAAG,mBAAmB,CAAC,EAAE,CAAC;IAC3D,MAAM,GAAG,CAAC,aAAa,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IAE7C,sCAAsC;IACtC,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;IAC3C,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;IAChD,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAE5C,sCAAsC;IACtC,OAAO,CAAC,GAAG,CACT,mEAAmE,CACpE,CAAC;IACF,MAAM,YAAY,GAAG,kHAAkH,CAAC;IACxI,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC;IAEzD,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IACrE,MAAM,YAAY,GAAG,EAAE,QAAQ,EAAE,CAAC,GAAG,mBAAmB,CAAC,EAAE,CAAC;IAC5D,MAAM,GAAG,CAAC,aAAa,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAE9C,8CAA8C;IAC9C,MAAM,cAAc,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7C,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAC9C,CAAC;AAED,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;IACnD,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC9B,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,GAAG,EAAE,EAAE;IACtC,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,GAAG,CAAC,CAAC;AAC5C,CAAC,CAAC,CAAC;AAEH,mBAAmB,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IAClC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC9B,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
// src/scripts/thinking-vertexai.ts
|
|
2
|
+
import { config } from 'dotenv';
|
|
3
|
+
config();
|
|
4
|
+
import { HumanMessage } from '@langchain/core/messages';
|
|
5
|
+
import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
|
|
6
|
+
import { ToolEndHandler, ModelEndHandler } from '@/events';
|
|
7
|
+
import { GraphEvents, Providers } from '@/common';
|
|
8
|
+
import { getLLMConfig } from '@/utils/llmConfig';
|
|
9
|
+
import { getArgs } from '@/scripts/args';
|
|
10
|
+
import { Run } from '@/run';
|
|
11
|
+
const conversationHistory = [];
|
|
12
|
+
let _contentParts = [];
|
|
13
|
+
const collectedUsage = [];
|
|
14
|
+
async function testVertexAIThinking() {
|
|
15
|
+
const { userName } = await getArgs();
|
|
16
|
+
const instructions = `You are a helpful AI assistant for ${userName}. When answering questions, be thorough in your reasoning.`;
|
|
17
|
+
const { contentParts, aggregateContent } = createContentAggregator();
|
|
18
|
+
_contentParts = contentParts;
|
|
19
|
+
// Set up event handlers
|
|
20
|
+
const customHandlers = {
|
|
21
|
+
[GraphEvents.TOOL_END]: new ToolEndHandler(),
|
|
22
|
+
[GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
|
|
23
|
+
[GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
|
|
24
|
+
[GraphEvents.ON_RUN_STEP_COMPLETED]: {
|
|
25
|
+
handle: (event, data) => {
|
|
26
|
+
console.log('====== ON_RUN_STEP_COMPLETED ======');
|
|
27
|
+
aggregateContent({
|
|
28
|
+
event,
|
|
29
|
+
data: data,
|
|
30
|
+
});
|
|
31
|
+
},
|
|
32
|
+
},
|
|
33
|
+
[GraphEvents.ON_RUN_STEP]: {
|
|
34
|
+
handle: (event, data) => {
|
|
35
|
+
aggregateContent({ event, data });
|
|
36
|
+
},
|
|
37
|
+
},
|
|
38
|
+
[GraphEvents.ON_RUN_STEP_DELTA]: {
|
|
39
|
+
handle: (event, data) => {
|
|
40
|
+
aggregateContent({ event, data });
|
|
41
|
+
},
|
|
42
|
+
},
|
|
43
|
+
[GraphEvents.ON_MESSAGE_DELTA]: {
|
|
44
|
+
handle: (event, data) => {
|
|
45
|
+
aggregateContent({ event, data });
|
|
46
|
+
},
|
|
47
|
+
},
|
|
48
|
+
[GraphEvents.ON_REASONING_DELTA]: {
|
|
49
|
+
handle: (event, data) => {
|
|
50
|
+
console.log('[ON_REASONING_DELTA]', JSON.stringify(data.delta.content?.[0]).slice(0, 100));
|
|
51
|
+
aggregateContent({ event, data });
|
|
52
|
+
},
|
|
53
|
+
},
|
|
54
|
+
};
|
|
55
|
+
const baseLlmConfig = getLLMConfig(Providers.VERTEXAI);
|
|
56
|
+
const llmConfig = {
|
|
57
|
+
...baseLlmConfig,
|
|
58
|
+
model: 'gemini-3-flash-preview',
|
|
59
|
+
location: 'global',
|
|
60
|
+
streaming: true,
|
|
61
|
+
streamUsage: true,
|
|
62
|
+
thinkingConfig: {
|
|
63
|
+
thinkingLevel: 'HIGH',
|
|
64
|
+
includeThoughts: true,
|
|
65
|
+
},
|
|
66
|
+
};
|
|
67
|
+
const run = await Run.create({
|
|
68
|
+
runId: 'test-vertexai-thinking-id',
|
|
69
|
+
graphConfig: {
|
|
70
|
+
instructions,
|
|
71
|
+
type: 'standard',
|
|
72
|
+
llmConfig,
|
|
73
|
+
},
|
|
74
|
+
returnContent: true,
|
|
75
|
+
skipCleanup: true,
|
|
76
|
+
customHandlers: customHandlers,
|
|
77
|
+
});
|
|
78
|
+
const streamConfig = {
|
|
79
|
+
configurable: {
|
|
80
|
+
thread_id: 'vertexai-thinking-test-thread',
|
|
81
|
+
},
|
|
82
|
+
streamMode: 'values',
|
|
83
|
+
version: 'v2',
|
|
84
|
+
};
|
|
85
|
+
// Test 1: Regular thinking mode
|
|
86
|
+
console.log('\n\nTest 1: Vertex AI thinking mode with thinkingLevel=HIGH');
|
|
87
|
+
const userMessage1 = 'How many r\'s are in the word "strawberry"? Think carefully.';
|
|
88
|
+
conversationHistory.push(new HumanMessage(userMessage1));
|
|
89
|
+
console.log('Running first query with Vertex AI thinking enabled...');
|
|
90
|
+
const firstInputs = { messages: [...conversationHistory] };
|
|
91
|
+
await run.processStream(firstInputs, streamConfig);
|
|
92
|
+
// Extract and display results
|
|
93
|
+
const finalMessages = run.getRunMessages();
|
|
94
|
+
console.log('\n\nFinal messages after Test 1:');
|
|
95
|
+
console.dir(finalMessages, { depth: null });
|
|
96
|
+
// Test 2: Multi-turn conversation
|
|
97
|
+
console.log('\n\nTest 2: Multi-turn conversation with Vertex AI thinking enabled');
|
|
98
|
+
const userMessage2 = 'Now count the number of letters in "Mississippi". Explain step by step.';
|
|
99
|
+
conversationHistory.push(new HumanMessage(userMessage2));
|
|
100
|
+
console.log('Running second query with Vertex AI thinking enabled...');
|
|
101
|
+
const secondInputs = { messages: [...conversationHistory] };
|
|
102
|
+
await run.processStream(secondInputs, streamConfig);
|
|
103
|
+
const finalMessages2 = run.getRunMessages();
|
|
104
|
+
console.log('\n\nVertex AI thinking feature test completed!');
|
|
105
|
+
console.dir(finalMessages2, { depth: null });
|
|
106
|
+
console.log('\n\nContent parts:');
|
|
107
|
+
console.dir(_contentParts, { depth: null });
|
|
108
|
+
console.log('\n\nCollected usage:');
|
|
109
|
+
console.dir(collectedUsage, { depth: null });
|
|
110
|
+
}
|
|
111
|
+
process.on('unhandledRejection', (reason, promise) => {
|
|
112
|
+
console.error('Unhandled Rejection at:', promise, 'reason:', reason);
|
|
113
|
+
console.log('Conversation history:');
|
|
114
|
+
console.dir(conversationHistory, { depth: null });
|
|
115
|
+
console.log('Content parts:');
|
|
116
|
+
console.dir(_contentParts, { depth: null });
|
|
117
|
+
process.exit(1);
|
|
118
|
+
});
|
|
119
|
+
process.on('uncaughtException', (err) => {
|
|
120
|
+
console.error('Uncaught Exception:', err);
|
|
121
|
+
});
|
|
122
|
+
testVertexAIThinking().catch((err) => {
|
|
123
|
+
console.error(err);
|
|
124
|
+
console.log('Conversation history:');
|
|
125
|
+
console.dir(conversationHistory, { depth: null });
|
|
126
|
+
console.log('Content parts:');
|
|
127
|
+
console.dir(_contentParts, { depth: null });
|
|
128
|
+
process.exit(1);
|
|
129
|
+
});
|
|
130
|
+
//# sourceMappingURL=thinking-vertexai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"thinking-vertexai.js","sourceRoot":"","sources":["thinking-vertexai.ts"],"names":[],"mappings":"AAAA,mCAAmC;AACnC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,MAAM,EAAE,CAAC;AACT,OAAO,EAAE,YAAY,EAAe,MAAM,0BAA0B,CAAC;AAGrE,OAAO,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AAC3E,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AAE5B,MAAM,mBAAmB,GAAkB,EAAE,CAAC;AAC9C,IAAI,aAAa,GAA8B,EAAE,CAAC;AAClD,MAAM,cAAc,GAAoB,EAAE,CAAC;AAE3C,KAAK,UAAU,oBAAoB;IACjC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,OAAO,EAAE,CAAC;IACrC,MAAM,YAAY,GAAG,sCAAsC,QAAQ,4DAA4D,CAAC;IAChI,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,uBAAuB,EAAE,CAAC;IACrE,aAAa,GAAG,YAAyC,CAAC;IAE1D,wBAAwB;IACxB,MAAM,cAAc,GAAG;QACrB,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,cAAc,EAAE;QAC5C,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,IAAI,eAAe,CAAC,cAAc,CAAC;QACjE,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE,IAAI,sBAAsB,EAAE;QAC7D,CAAC,WAAW,CAAC,qBAAqB,CAAC,EAAE;YACnC,MAAM,EAAE,CACN,KAAwC,EACxC,IAAuB,EACjB,EAAE;gBACR,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;gBACnD,gBAAgB,CAAC;oBACf,KAAK;oBACL,IAAI,EAAE,IAA6C;iBACpD,CAAC,CAAC;YACL,CAAC;SACF;QACD,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE;YACzB,MAAM,EAAE,CAAC,KAA8B,EAAE,IAAe,EAAE,EAAE;gBAC1D,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,CAAC;SACF;QACD,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE;YAC/B,MAAM,EAAE,CACN,KAAoC,EACpC,IAAyB,EACzB,EAAE;gBACF,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,CAAC;SACF;QACD,CAAC,WAAW,CAAC,gBAAgB,CAAC,EAAE;YAC9B,MAAM,EAAE,CACN,KAAmC,EACnC,IAAyB,EACzB,EAAE;gBACF,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,CAAC;SACF;QACD,CAAC,WAAW,CAAC,kBAAkB,CAAC,EAAE;YAChC,MAAM,EAAE,CACN,KAAqC,EACrC,IAA2B,EAC3B,EAAE;gBACF,OAAO,CAAC,GAAG,CACT,sBAAsB,EACtB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CACtD,CAAC;gBACF,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,CAAC;SACF;KACF,CAAC;IAEF,MAAM,aAAa,GAAG,YAAY,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAEvD,MAAM,SAAS,GAAG;QAChB,GAAG,aAAa;QAChB,KAAK,EAAE,wBAAwB;QAC/B,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,IAAI;QACf,WAAW,EAAE,IAAI;QACjB,cAAc,EAAE;YACd,aAAa,EAAE,MAAM;YACrB,eAAe,EAAE,IAAI;SACtB;KACF,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;QACrC,KAAK,EAAE,2BAA2B;QAClC,WAAW,EAAE;YACX,YAAY;YACZ,IAAI,EAAE,UAAU;YAChB,SAAS;SACV;QACD,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,IAAI;QACjB,cAAc,EAAE,cAA+C;KAChE,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG;QACnB,YAAY,EAAE;YACZ,SAAS,EAAE,+BAA+B;SAC3C;QACD,UAAU,EAAE,QAAQ;QACpB,OAAO,EAAE,IAAa;KACvB,CAAC;IAEF,gCAAgC;IAChC,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;IAC3E,MAAM,YAAY,GAChB,8DAA8D,CAAC;IACjE,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC;IAEzD,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;IACtE,MAAM,WAAW,GAAG,EAAE,QAAQ,EAAE,CAAC,GAAG,mBAAmB,CAAC,EAAE,CAAC;IAC3D,MAAM,GAAG,CAAC,aAAa,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;IAEnD,8BAA8B;IAC9B,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;IAC3C,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;IAChD,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAE5C,kCAAkC;IAClC,OAAO,CAAC,GAAG,CACT,qEAAqE,CACtE,CAAC;IACF,MAAM,YAAY,GAChB,yEAAyE,CAAC;IAC5E,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC;IAEzD,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;IACvE,MAAM,YAAY,GAAG,EAAE,QAAQ,EAAE,CAAC,GAAG,mBAAmB,CAAC,EAAE,CAAC;IAC5D,MAAM,GAAG,CAAC,aAAa,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;IAEpD,MAAM,cAAc,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7C,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAE5C,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;IACnD,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC9B,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,GAAG,EAAE,EAAE;IACtC,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,GAAG,CAAC,CAAC;AAC5C,CAAC,CAAC,CAAC;AAEH,oBAAoB,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC9B,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
|