@illuma-ai/agents 1.0.90 → 1.0.94
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/agents/AgentContext.cjs +98 -49
- package/dist/cjs/agents/AgentContext.cjs.map +1 -1
- package/dist/cjs/common/constants.cjs +25 -0
- package/dist/cjs/common/constants.cjs.map +1 -0
- package/dist/cjs/common/enum.cjs +30 -0
- package/dist/cjs/common/enum.cjs.map +1 -1
- package/dist/cjs/events.cjs +9 -4
- package/dist/cjs/events.cjs.map +1 -1
- package/dist/cjs/graphs/Graph.cjs +397 -92
- package/dist/cjs/graphs/Graph.cjs.map +1 -1
- package/dist/cjs/graphs/MultiAgentGraph.cjs +223 -92
- package/dist/cjs/graphs/MultiAgentGraph.cjs.map +1 -1
- package/dist/cjs/instrumentation.cjs +30 -14
- package/dist/cjs/instrumentation.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/index.cjs +43 -11
- package/dist/cjs/llm/anthropic/index.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +10 -7
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs +32 -0
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/index.cjs +129 -101
- package/dist/cjs/llm/bedrock/index.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/utils/message_inputs.cjs +489 -0
- package/dist/cjs/llm/bedrock/utils/message_inputs.cjs.map +1 -0
- package/dist/cjs/llm/bedrock/utils/message_outputs.cjs +176 -0
- package/dist/cjs/llm/bedrock/utils/message_outputs.cjs.map +1 -0
- package/dist/cjs/llm/fake.cjs.map +1 -1
- package/dist/cjs/llm/google/index.cjs.map +1 -1
- package/dist/cjs/llm/google/utils/common.cjs.map +1 -1
- package/dist/cjs/llm/openai/index.cjs +1 -1
- package/dist/cjs/llm/openai/index.cjs.map +1 -1
- package/dist/cjs/llm/openai/utils/index.cjs.map +1 -1
- package/dist/cjs/llm/openrouter/index.cjs +59 -5
- package/dist/cjs/llm/openrouter/index.cjs.map +1 -1
- package/dist/cjs/llm/providers.cjs.map +1 -1
- package/dist/cjs/llm/text.cjs.map +1 -1
- package/dist/cjs/llm/vertexai/index.cjs +80 -2
- package/dist/cjs/llm/vertexai/index.cjs.map +1 -1
- package/dist/cjs/main.cjs +60 -27
- package/dist/cjs/main.cjs.map +1 -1
- package/dist/cjs/messages/cache.cjs +131 -108
- package/dist/cjs/messages/cache.cjs.map +1 -1
- package/dist/cjs/messages/content.cjs.map +1 -1
- package/dist/cjs/messages/core.cjs +3 -0
- package/dist/cjs/messages/core.cjs.map +1 -1
- package/dist/cjs/messages/format.cjs +265 -47
- package/dist/cjs/messages/format.cjs.map +1 -1
- package/dist/cjs/messages/ids.cjs.map +1 -1
- package/dist/cjs/messages/prune.cjs +55 -2
- package/dist/cjs/messages/prune.cjs.map +1 -1
- package/dist/cjs/messages/summarize.cjs +170 -0
- package/dist/cjs/messages/summarize.cjs.map +1 -0
- package/dist/cjs/messages/tools.cjs.map +1 -1
- package/dist/cjs/run.cjs +87 -30
- package/dist/cjs/run.cjs.map +1 -1
- package/dist/cjs/schemas/validate.cjs.map +1 -1
- package/dist/cjs/splitStream.cjs.map +1 -1
- package/dist/cjs/stream.cjs +59 -25
- package/dist/cjs/stream.cjs.map +1 -1
- package/dist/cjs/tools/AskUser.cjs +131 -0
- package/dist/cjs/tools/AskUser.cjs.map +1 -0
- package/dist/cjs/tools/BrowserTools.cjs +11 -7
- package/dist/cjs/tools/BrowserTools.cjs.map +1 -1
- package/dist/cjs/tools/Calculator.cjs.map +1 -1
- package/dist/cjs/tools/CodeExecutor.cjs +60 -5
- package/dist/cjs/tools/CodeExecutor.cjs.map +1 -1
- package/dist/cjs/tools/ProgrammaticToolCalling.cjs +36 -53
- package/dist/cjs/tools/ProgrammaticToolCalling.cjs.map +1 -1
- package/dist/cjs/tools/StreamingToolCallBuffer.cjs +208 -0
- package/dist/cjs/tools/StreamingToolCallBuffer.cjs.map +1 -0
- package/dist/cjs/tools/ToolNode.cjs +333 -30
- package/dist/cjs/tools/ToolNode.cjs.map +1 -1
- package/dist/cjs/tools/ToolSearch.cjs +66 -30
- package/dist/cjs/tools/ToolSearch.cjs.map +1 -1
- package/dist/cjs/tools/handlers.cjs +94 -8
- package/dist/cjs/tools/handlers.cjs.map +1 -1
- package/dist/cjs/tools/schema.cjs.map +1 -1
- package/dist/cjs/tools/search/content.cjs.map +1 -1
- package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
- package/dist/cjs/tools/search/format.cjs.map +1 -1
- package/dist/cjs/tools/search/highlights.cjs.map +1 -1
- package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
- package/dist/cjs/tools/search/schema.cjs.map +1 -1
- package/dist/cjs/tools/search/search.cjs +1 -0
- package/dist/cjs/tools/search/search.cjs.map +1 -1
- package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
- package/dist/cjs/tools/search/tool.cjs.map +1 -1
- package/dist/cjs/tools/search/utils.cjs.map +1 -1
- package/dist/cjs/types/graph.cjs +1 -1
- package/dist/cjs/types/graph.cjs.map +1 -1
- package/dist/cjs/utils/contextAnalytics.cjs +23 -6
- package/dist/cjs/utils/contextAnalytics.cjs.map +1 -1
- package/dist/cjs/utils/events.cjs.map +1 -1
- package/dist/cjs/utils/graph.cjs.map +1 -1
- package/dist/cjs/utils/handlers.cjs.map +1 -1
- package/dist/cjs/utils/llm.cjs.map +1 -1
- package/dist/cjs/utils/misc.cjs.map +1 -1
- package/dist/cjs/utils/run.cjs +3 -1
- package/dist/cjs/utils/run.cjs.map +1 -1
- package/dist/cjs/utils/schema.cjs.map +1 -1
- package/dist/cjs/utils/title.cjs.map +1 -1
- package/dist/cjs/utils/tokens.cjs +33 -58
- package/dist/cjs/utils/tokens.cjs.map +1 -1
- package/dist/cjs/utils/toolCallContinuation.cjs +55 -0
- package/dist/cjs/utils/toolCallContinuation.cjs.map +1 -0
- package/dist/cjs/utils/toonFormat.cjs.map +1 -1
- package/dist/esm/agents/AgentContext.mjs +98 -49
- package/dist/esm/agents/AgentContext.mjs.map +1 -1
- package/dist/esm/common/constants.mjs +22 -0
- package/dist/esm/common/constants.mjs.map +1 -0
- package/dist/esm/common/enum.mjs +31 -1
- package/dist/esm/common/enum.mjs.map +1 -1
- package/dist/esm/events.mjs +9 -4
- package/dist/esm/events.mjs.map +1 -1
- package/dist/esm/graphs/Graph.mjs +393 -88
- package/dist/esm/graphs/Graph.mjs.map +1 -1
- package/dist/esm/graphs/MultiAgentGraph.mjs +224 -93
- package/dist/esm/graphs/MultiAgentGraph.mjs.map +1 -1
- package/dist/esm/instrumentation.mjs +30 -14
- package/dist/esm/instrumentation.mjs.map +1 -1
- package/dist/esm/llm/anthropic/index.mjs +43 -11
- package/dist/esm/llm/anthropic/index.mjs.map +1 -1
- package/dist/esm/llm/anthropic/types.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs +10 -7
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs +32 -0
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
- package/dist/esm/llm/bedrock/index.mjs +128 -101
- package/dist/esm/llm/bedrock/index.mjs.map +1 -1
- package/dist/esm/llm/bedrock/utils/message_inputs.mjs +484 -0
- package/dist/esm/llm/bedrock/utils/message_inputs.mjs.map +1 -0
- package/dist/esm/llm/bedrock/utils/message_outputs.mjs +171 -0
- package/dist/esm/llm/bedrock/utils/message_outputs.mjs.map +1 -0
- package/dist/esm/llm/fake.mjs.map +1 -1
- package/dist/esm/llm/google/index.mjs.map +1 -1
- package/dist/esm/llm/google/utils/common.mjs.map +1 -1
- package/dist/esm/llm/openai/index.mjs +1 -1
- package/dist/esm/llm/openai/index.mjs.map +1 -1
- package/dist/esm/llm/openai/utils/index.mjs.map +1 -1
- package/dist/esm/llm/openrouter/index.mjs +59 -5
- package/dist/esm/llm/openrouter/index.mjs.map +1 -1
- package/dist/esm/llm/providers.mjs.map +1 -1
- package/dist/esm/llm/text.mjs.map +1 -1
- package/dist/esm/llm/vertexai/index.mjs +80 -2
- package/dist/esm/llm/vertexai/index.mjs.map +1 -1
- package/dist/esm/main.mjs +8 -3
- package/dist/esm/main.mjs.map +1 -1
- package/dist/esm/messages/cache.mjs +131 -108
- package/dist/esm/messages/cache.mjs.map +1 -1
- package/dist/esm/messages/content.mjs.map +1 -1
- package/dist/esm/messages/core.mjs +4 -1
- package/dist/esm/messages/core.mjs.map +1 -1
- package/dist/esm/messages/format.mjs +267 -49
- package/dist/esm/messages/format.mjs.map +1 -1
- package/dist/esm/messages/ids.mjs.map +1 -1
- package/dist/esm/messages/prune.mjs +56 -4
- package/dist/esm/messages/prune.mjs.map +1 -1
- package/dist/esm/messages/summarize.mjs +161 -0
- package/dist/esm/messages/summarize.mjs.map +1 -0
- package/dist/esm/messages/tools.mjs.map +1 -1
- package/dist/esm/run.mjs +88 -31
- package/dist/esm/run.mjs.map +1 -1
- package/dist/esm/schemas/validate.mjs.map +1 -1
- package/dist/esm/splitStream.mjs.map +1 -1
- package/dist/esm/stream.mjs +60 -26
- package/dist/esm/stream.mjs.map +1 -1
- package/dist/esm/tools/AskUser.mjs +125 -0
- package/dist/esm/tools/AskUser.mjs.map +1 -0
- package/dist/esm/tools/BrowserTools.mjs +11 -7
- package/dist/esm/tools/BrowserTools.mjs.map +1 -1
- package/dist/esm/tools/Calculator.mjs.map +1 -1
- package/dist/esm/tools/CodeExecutor.mjs +60 -5
- package/dist/esm/tools/CodeExecutor.mjs.map +1 -1
- package/dist/esm/tools/ProgrammaticToolCalling.mjs +37 -54
- package/dist/esm/tools/ProgrammaticToolCalling.mjs.map +1 -1
- package/dist/esm/tools/StreamingToolCallBuffer.mjs +206 -0
- package/dist/esm/tools/StreamingToolCallBuffer.mjs.map +1 -0
- package/dist/esm/tools/ToolNode.mjs +333 -30
- package/dist/esm/tools/ToolNode.mjs.map +1 -1
- package/dist/esm/tools/ToolSearch.mjs +66 -30
- package/dist/esm/tools/ToolSearch.mjs.map +1 -1
- package/dist/esm/tools/handlers.mjs +95 -9
- package/dist/esm/tools/handlers.mjs.map +1 -1
- package/dist/esm/tools/schema.mjs.map +1 -1
- package/dist/esm/tools/search/content.mjs.map +1 -1
- package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
- package/dist/esm/tools/search/format.mjs.map +1 -1
- package/dist/esm/tools/search/highlights.mjs.map +1 -1
- package/dist/esm/tools/search/rerankers.mjs.map +1 -1
- package/dist/esm/tools/search/schema.mjs.map +1 -1
- package/dist/esm/tools/search/search.mjs +1 -0
- package/dist/esm/tools/search/search.mjs.map +1 -1
- package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
- package/dist/esm/tools/search/tool.mjs.map +1 -1
- package/dist/esm/tools/search/utils.mjs.map +1 -1
- package/dist/esm/types/graph.mjs +1 -1
- package/dist/esm/types/graph.mjs.map +1 -1
- package/dist/esm/utils/contextAnalytics.mjs +23 -6
- package/dist/esm/utils/contextAnalytics.mjs.map +1 -1
- package/dist/esm/utils/events.mjs.map +1 -1
- package/dist/esm/utils/graph.mjs.map +1 -1
- package/dist/esm/utils/handlers.mjs.map +1 -1
- package/dist/esm/utils/llm.mjs.map +1 -1
- package/dist/esm/utils/misc.mjs.map +1 -1
- package/dist/esm/utils/run.mjs +3 -1
- package/dist/esm/utils/run.mjs.map +1 -1
- package/dist/esm/utils/schema.mjs.map +1 -1
- package/dist/esm/utils/title.mjs.map +1 -1
- package/dist/esm/utils/tokens.mjs +33 -59
- package/dist/esm/utils/tokens.mjs.map +1 -1
- package/dist/esm/utils/toolCallContinuation.mjs +52 -0
- package/dist/esm/utils/toolCallContinuation.mjs.map +1 -0
- package/dist/esm/utils/toonFormat.mjs.map +1 -1
- package/dist/types/agents/AgentContext.d.ts +14 -7
- package/dist/types/common/constants.d.ts +18 -0
- package/dist/types/common/enum.d.ts +28 -0
- package/dist/types/common/index.d.ts +1 -0
- package/dist/types/events.d.ts +10 -3
- package/dist/types/graphs/Graph.d.ts +37 -0
- package/dist/types/index.d.ts +4 -0
- package/dist/types/llm/anthropic/index.d.ts +7 -1
- package/dist/types/llm/anthropic/types.d.ts +5 -2
- package/dist/types/llm/anthropic/utils/message_outputs.d.ts +1 -1
- package/dist/types/llm/bedrock/index.d.ts +40 -33
- package/dist/types/llm/bedrock/utils/message_outputs.d.ts +1 -1
- package/dist/types/llm/google/index.d.ts +2 -3
- package/dist/types/llm/openrouter/index.d.ts +21 -1
- package/dist/types/llm/vertexai/index.d.ts +3 -2
- package/dist/types/messages/cache.d.ts +1 -1
- package/dist/types/messages/index.d.ts +1 -0
- package/dist/types/messages/prune.d.ts +2 -7
- package/dist/types/messages/summarize.d.ts +33 -0
- package/dist/types/run.d.ts +6 -0
- package/dist/types/tools/AskUser.d.ts +408 -0
- package/dist/types/tools/BrowserTools.d.ts +2 -2
- package/dist/types/tools/CodeExecutor.d.ts +28 -4
- package/dist/types/tools/StreamingToolCallBuffer.d.ts +106 -0
- package/dist/types/tools/ToolNode.d.ts +55 -3
- package/dist/types/tools/ToolSearch.d.ts +9 -5
- package/dist/types/tools/handlers.d.ts +2 -2
- package/dist/types/types/graph.d.ts +9 -2
- package/dist/types/types/llm.d.ts +8 -3
- package/dist/types/types/run.d.ts +2 -0
- package/dist/types/types/tools.d.ts +20 -2
- package/dist/types/utils/contextAnalytics.d.ts +5 -4
- package/dist/types/utils/index.d.ts +1 -0
- package/dist/types/utils/tokens.d.ts +6 -19
- package/dist/types/utils/toolCallContinuation.d.ts +30 -0
- package/package.json +15 -8
- package/src/agents/AgentContext.js +782 -0
- package/src/agents/AgentContext.js.map +1 -0
- package/src/agents/AgentContext.test.js +421 -0
- package/src/agents/AgentContext.test.js.map +1 -0
- package/src/agents/AgentContext.ts +132 -64
- package/src/agents/__tests__/AgentContext.test.js +678 -0
- package/src/agents/__tests__/AgentContext.test.js.map +1 -0
- package/src/agents/__tests__/AgentContext.test.ts +25 -4
- package/src/agents/__tests__/resolveStructuredOutputMode.test.js +117 -0
- package/src/agents/__tests__/resolveStructuredOutputMode.test.js.map +1 -0
- package/src/common/__tests__/enum.test.ts +135 -0
- package/src/common/constants.ts +21 -0
- package/src/common/enum.js +192 -0
- package/src/common/enum.js.map +1 -0
- package/src/common/enum.ts +30 -0
- package/src/common/index.js +3 -0
- package/src/common/index.js.map +1 -0
- package/src/common/index.ts +2 -1
- package/src/events.js +166 -0
- package/src/events.js.map +1 -0
- package/src/events.ts +11 -14
- package/src/graphs/Graph.js +1857 -0
- package/src/graphs/Graph.js.map +1 -0
- package/src/graphs/Graph.ts +580 -162
- package/src/graphs/MultiAgentGraph.js +1092 -0
- package/src/graphs/MultiAgentGraph.js.map +1 -0
- package/src/graphs/MultiAgentGraph.ts +331 -112
- package/src/graphs/__tests__/adaptive-thinking.test.ts +369 -0
- package/src/graphs/__tests__/graph-direct-tool-names.test.ts +210 -0
- package/src/graphs/__tests__/multi-agent-edges.test.ts +237 -0
- package/src/graphs/__tests__/structured-output.integration.test.js +624 -0
- package/src/graphs/__tests__/structured-output.integration.test.js.map +1 -0
- package/src/graphs/__tests__/structured-output.test.js +144 -0
- package/src/graphs/__tests__/structured-output.test.js.map +1 -0
- package/src/graphs/contextManagement.e2e.test.js +718 -0
- package/src/graphs/contextManagement.e2e.test.js.map +1 -0
- package/src/graphs/contextManagement.e2e.test.ts +990 -0
- package/src/graphs/contextManagement.test.js +485 -0
- package/src/graphs/contextManagement.test.js.map +1 -0
- package/src/graphs/contextManagement.test.ts +625 -0
- package/src/graphs/handoffValidation.test.js +276 -0
- package/src/graphs/handoffValidation.test.js.map +1 -0
- package/src/graphs/handoffValidation.test.ts +353 -0
- package/src/graphs/index.js +3 -0
- package/src/graphs/index.js.map +1 -0
- package/src/index.js +28 -0
- package/src/index.js.map +1 -0
- package/src/index.ts +13 -0
- package/src/instrumentation.js +21 -0
- package/src/instrumentation.js.map +1 -0
- package/src/instrumentation.ts +38 -17
- package/src/llm/anthropic/index.js +319 -0
- package/src/llm/anthropic/index.js.map +1 -0
- package/src/llm/anthropic/index.ts +68 -15
- package/src/llm/anthropic/llm.spec.ts +402 -0
- package/src/llm/anthropic/types.js +46 -0
- package/src/llm/anthropic/types.js.map +1 -0
- package/src/llm/anthropic/types.ts +8 -2
- package/src/llm/anthropic/utils/message_inputs.js +627 -0
- package/src/llm/anthropic/utils/message_inputs.js.map +1 -0
- package/src/llm/anthropic/utils/message_inputs.ts +16 -33
- package/src/llm/anthropic/utils/message_outputs.js +290 -0
- package/src/llm/anthropic/utils/message_outputs.js.map +1 -0
- package/src/llm/anthropic/utils/message_outputs.ts +40 -1
- package/src/llm/anthropic/utils/output_parsers.js +89 -0
- package/src/llm/anthropic/utils/output_parsers.js.map +1 -0
- package/src/llm/anthropic/utils/tools.js +25 -0
- package/src/llm/anthropic/utils/tools.js.map +1 -0
- package/src/llm/bedrock/__tests__/bedrock-caching.test.js +392 -0
- package/src/llm/bedrock/__tests__/bedrock-caching.test.js.map +1 -0
- package/src/llm/bedrock/__tests__/bedrock-caching.test.ts +24 -40
- package/src/llm/bedrock/index.js +303 -0
- package/src/llm/bedrock/index.js.map +1 -0
- package/src/llm/bedrock/index.ts +171 -134
- package/src/llm/bedrock/llm.spec.ts +395 -52
- package/src/llm/bedrock/types.js +2 -0
- package/src/llm/bedrock/types.js.map +1 -0
- package/src/llm/bedrock/utils/index.js +6 -0
- package/src/llm/bedrock/utils/index.js.map +1 -0
- package/src/llm/bedrock/utils/message_inputs.js +463 -0
- package/src/llm/bedrock/utils/message_inputs.js.map +1 -0
- package/src/llm/bedrock/utils/message_inputs.ts +30 -5
- package/src/llm/bedrock/utils/message_outputs.js +269 -0
- package/src/llm/bedrock/utils/message_outputs.js.map +1 -0
- package/src/llm/bedrock/utils/message_outputs.ts +70 -22
- package/src/llm/fake.js +92 -0
- package/src/llm/fake.js.map +1 -0
- package/src/llm/google/index.js +215 -0
- package/src/llm/google/index.js.map +1 -0
- package/src/llm/google/index.ts +2 -3
- package/src/llm/google/types.js +12 -0
- package/src/llm/google/types.js.map +1 -0
- package/src/llm/google/utils/common.js +670 -0
- package/src/llm/google/utils/common.js.map +1 -0
- package/src/llm/google/utils/tools.js +111 -0
- package/src/llm/google/utils/tools.js.map +1 -0
- package/src/llm/google/utils/zod_to_genai_parameters.js +47 -0
- package/src/llm/google/utils/zod_to_genai_parameters.js.map +1 -0
- package/src/llm/openai/index.js +1033 -0
- package/src/llm/openai/index.js.map +1 -0
- package/src/llm/openai/types.js +2 -0
- package/src/llm/openai/types.js.map +1 -0
- package/src/llm/openai/utils/index.js +756 -0
- package/src/llm/openai/utils/index.js.map +1 -0
- package/src/llm/openai/utils/isReasoningModel.test.js +79 -0
- package/src/llm/openai/utils/isReasoningModel.test.js.map +1 -0
- package/src/llm/openrouter/index.js +261 -0
- package/src/llm/openrouter/index.js.map +1 -0
- package/src/llm/openrouter/index.ts +117 -6
- package/src/llm/openrouter/reasoning.test.js +181 -0
- package/src/llm/openrouter/reasoning.test.js.map +1 -0
- package/src/llm/openrouter/reasoning.test.ts +207 -0
- package/src/llm/providers.js +36 -0
- package/src/llm/providers.js.map +1 -0
- package/src/llm/text.js +65 -0
- package/src/llm/text.js.map +1 -0
- package/src/llm/vertexai/index.js +402 -0
- package/src/llm/vertexai/index.js.map +1 -0
- package/src/llm/vertexai/index.ts +115 -5
- package/src/llm/vertexai/llm.spec.ts +114 -0
- package/src/messages/__tests__/tools.test.js +392 -0
- package/src/messages/__tests__/tools.test.js.map +1 -0
- package/src/messages/cache.js +404 -0
- package/src/messages/cache.js.map +1 -0
- package/src/messages/cache.test.js +1167 -0
- package/src/messages/cache.test.js.map +1 -0
- package/src/messages/cache.test.ts +178 -16
- package/src/messages/cache.ts +152 -147
- package/src/messages/content.js +48 -0
- package/src/messages/content.js.map +1 -0
- package/src/messages/content.test.js +314 -0
- package/src/messages/content.test.js.map +1 -0
- package/src/messages/core.js +359 -0
- package/src/messages/core.js.map +1 -0
- package/src/messages/core.ts +5 -0
- package/src/messages/ensureThinkingBlock.test.js +997 -0
- package/src/messages/ensureThinkingBlock.test.js.map +1 -0
- package/src/messages/ensureThinkingBlock.test.ts +751 -10
- package/src/messages/format.js +973 -0
- package/src/messages/format.js.map +1 -0
- package/src/messages/format.ts +334 -57
- package/src/messages/formatAgentMessages.test.js +2278 -0
- package/src/messages/formatAgentMessages.test.js.map +1 -0
- package/src/messages/formatAgentMessages.test.ts +1175 -1
- package/src/messages/formatAgentMessages.tools.test.js +362 -0
- package/src/messages/formatAgentMessages.tools.test.js.map +1 -0
- package/src/messages/formatMessage.test.js +608 -0
- package/src/messages/formatMessage.test.js.map +1 -0
- package/src/messages/ids.js +18 -0
- package/src/messages/ids.js.map +1 -0
- package/src/messages/index.js +9 -0
- package/src/messages/index.js.map +1 -0
- package/src/messages/index.ts +1 -0
- package/src/messages/labelContentByAgent.test.js +725 -0
- package/src/messages/labelContentByAgent.test.js.map +1 -0
- package/src/messages/prune.js +438 -0
- package/src/messages/prune.js.map +1 -0
- package/src/messages/prune.ts +87 -25
- package/src/messages/reducer.js +60 -0
- package/src/messages/reducer.js.map +1 -0
- package/src/messages/shiftIndexTokenCountMap.test.js +63 -0
- package/src/messages/shiftIndexTokenCountMap.test.js.map +1 -0
- package/src/messages/summarize.js +146 -0
- package/src/messages/summarize.js.map +1 -0
- package/src/messages/summarize.test.js +332 -0
- package/src/messages/summarize.test.js.map +1 -0
- package/src/messages/summarize.test.ts +466 -0
- package/src/messages/summarize.ts +222 -0
- package/src/messages/tools.js +90 -0
- package/src/messages/tools.js.map +1 -0
- package/src/mockStream.js +81 -0
- package/src/mockStream.js.map +1 -0
- package/src/prompts/collab.js +7 -0
- package/src/prompts/collab.js.map +1 -0
- package/src/prompts/index.js +3 -0
- package/src/prompts/index.js.map +1 -0
- package/src/prompts/taskmanager.js +58 -0
- package/src/prompts/taskmanager.js.map +1 -0
- package/src/run.js +427 -0
- package/src/run.js.map +1 -0
- package/src/run.ts +101 -33
- package/src/schemas/index.js +3 -0
- package/src/schemas/index.js.map +1 -0
- package/src/schemas/schema-preparation.test.js +370 -0
- package/src/schemas/schema-preparation.test.js.map +1 -0
- package/src/schemas/validate.js +314 -0
- package/src/schemas/validate.js.map +1 -0
- package/src/schemas/validate.test.js +264 -0
- package/src/schemas/validate.test.js.map +1 -0
- package/src/scripts/abort.js +127 -0
- package/src/scripts/abort.js.map +1 -0
- package/src/scripts/ant_web_search.js +130 -0
- package/src/scripts/ant_web_search.js.map +1 -0
- package/src/scripts/ant_web_search.ts +1 -0
- package/src/scripts/ant_web_search_edge_case.js +133 -0
- package/src/scripts/ant_web_search_edge_case.js.map +1 -0
- package/src/scripts/ant_web_search_edge_case.ts +1 -0
- package/src/scripts/ant_web_search_error_edge_case.js +119 -0
- package/src/scripts/ant_web_search_error_edge_case.js.map +1 -0
- package/src/scripts/ant_web_search_error_edge_case.ts +1 -0
- package/src/scripts/args.js +41 -0
- package/src/scripts/args.js.map +1 -0
- package/src/scripts/bedrock-cache-debug.js +186 -0
- package/src/scripts/bedrock-cache-debug.js.map +1 -0
- package/src/scripts/bedrock-cache-debug.ts +250 -0
- package/src/scripts/bedrock-content-aggregation-test.js +195 -0
- package/src/scripts/bedrock-content-aggregation-test.js.map +1 -0
- package/src/scripts/bedrock-content-aggregation-test.ts +266 -0
- package/src/scripts/bedrock-merge-test.js +80 -0
- package/src/scripts/bedrock-merge-test.js.map +1 -0
- package/src/scripts/bedrock-merge-test.ts +107 -0
- package/src/scripts/bedrock-parallel-tools-test.js +150 -0
- package/src/scripts/bedrock-parallel-tools-test.js.map +1 -0
- package/src/scripts/bedrock-parallel-tools-test.ts +204 -0
- package/src/scripts/caching.js +106 -0
- package/src/scripts/caching.js.map +1 -0
- package/src/scripts/caching.ts +1 -0
- package/src/scripts/cli.js +152 -0
- package/src/scripts/cli.js.map +1 -0
- package/src/scripts/cli2.js +119 -0
- package/src/scripts/cli2.js.map +1 -0
- package/src/scripts/cli3.js +163 -0
- package/src/scripts/cli3.js.map +1 -0
- package/src/scripts/cli4.js +165 -0
- package/src/scripts/cli4.js.map +1 -0
- package/src/scripts/cli5.js +165 -0
- package/src/scripts/cli5.js.map +1 -0
- package/src/scripts/code_exec.js +171 -0
- package/src/scripts/code_exec.js.map +1 -0
- package/src/scripts/code_exec.ts +1 -0
- package/src/scripts/code_exec_files.js +180 -0
- package/src/scripts/code_exec_files.js.map +1 -0
- package/src/scripts/code_exec_files.ts +1 -0
- package/src/scripts/code_exec_multi_session.js +185 -0
- package/src/scripts/code_exec_multi_session.js.map +1 -0
- package/src/scripts/code_exec_multi_session.ts +9 -13
- package/src/scripts/code_exec_ptc.js +265 -0
- package/src/scripts/code_exec_ptc.js.map +1 -0
- package/src/scripts/code_exec_ptc.ts +1 -0
- package/src/scripts/code_exec_session.js +217 -0
- package/src/scripts/code_exec_session.js.map +1 -0
- package/src/scripts/code_exec_session.ts +1 -0
- package/src/scripts/code_exec_simple.js +120 -0
- package/src/scripts/code_exec_simple.js.map +1 -0
- package/src/scripts/code_exec_simple.ts +1 -0
- package/src/scripts/content.js +111 -0
- package/src/scripts/content.js.map +1 -0
- package/src/scripts/content.ts +1 -0
- package/src/scripts/empty_input.js +125 -0
- package/src/scripts/empty_input.js.map +1 -0
- package/src/scripts/handoff-test.js +96 -0
- package/src/scripts/handoff-test.js.map +1 -0
- package/src/scripts/image.js +138 -0
- package/src/scripts/image.js.map +1 -0
- package/src/scripts/image.ts +3 -1
- package/src/scripts/memory.js +83 -0
- package/src/scripts/memory.js.map +1 -0
- package/src/scripts/memory.ts +16 -6
- package/src/scripts/multi-agent-chain.js +271 -0
- package/src/scripts/multi-agent-chain.js.map +1 -0
- package/src/scripts/multi-agent-chain.ts +1 -0
- package/src/scripts/multi-agent-conditional.js +185 -0
- package/src/scripts/multi-agent-conditional.js.map +1 -0
- package/src/scripts/multi-agent-conditional.ts +1 -0
- package/src/scripts/multi-agent-document-review-chain.js +171 -0
- package/src/scripts/multi-agent-document-review-chain.js.map +1 -0
- package/src/scripts/multi-agent-document-review-chain.ts +1 -0
- package/src/scripts/multi-agent-hybrid-flow.js +264 -0
- package/src/scripts/multi-agent-hybrid-flow.js.map +1 -0
- package/src/scripts/multi-agent-hybrid-flow.ts +1 -0
- package/src/scripts/multi-agent-parallel-start.js +214 -0
- package/src/scripts/multi-agent-parallel-start.js.map +1 -0
- package/src/scripts/multi-agent-parallel-start.ts +4 -4
- package/src/scripts/multi-agent-parallel.js +346 -0
- package/src/scripts/multi-agent-parallel.js.map +1 -0
- package/src/scripts/multi-agent-parallel.ts +1 -0
- package/src/scripts/multi-agent-sequence.js +184 -0
- package/src/scripts/multi-agent-sequence.js.map +1 -0
- package/src/scripts/multi-agent-sequence.ts +4 -4
- package/src/scripts/multi-agent-supervisor.js +324 -0
- package/src/scripts/multi-agent-supervisor.js.map +1 -0
- package/src/scripts/multi-agent-supervisor.ts +1 -0
- package/src/scripts/multi-agent-test.js +147 -0
- package/src/scripts/multi-agent-test.js.map +1 -0
- package/src/scripts/multi-agent-test.ts +1 -0
- package/src/scripts/parallel-asymmetric-tools-test.js +202 -0
- package/src/scripts/parallel-asymmetric-tools-test.js.map +1 -0
- package/src/scripts/parallel-asymmetric-tools-test.ts +1 -0
- package/src/scripts/parallel-full-metadata-test.js +176 -0
- package/src/scripts/parallel-full-metadata-test.js.map +1 -0
- package/src/scripts/parallel-full-metadata-test.ts +1 -0
- package/src/scripts/parallel-tools-test.js +256 -0
- package/src/scripts/parallel-tools-test.js.map +1 -0
- package/src/scripts/parallel-tools-test.ts +1 -0
- package/src/scripts/poc-multi-agent-comprehensive.ts +1222 -0
- package/src/scripts/programmatic_exec.js +277 -0
- package/src/scripts/programmatic_exec.js.map +1 -0
- package/src/scripts/programmatic_exec_agent.js +168 -0
- package/src/scripts/programmatic_exec_agent.js.map +1 -0
- package/src/scripts/programmatic_exec_agent.ts +1 -0
- package/src/scripts/search.js +118 -0
- package/src/scripts/search.js.map +1 -0
- package/src/scripts/search.ts +1 -0
- package/src/scripts/sequential-full-metadata-test.js +143 -0
- package/src/scripts/sequential-full-metadata-test.js.map +1 -0
- package/src/scripts/sequential-full-metadata-test.ts +1 -0
- package/src/scripts/simple.js +174 -0
- package/src/scripts/simple.js.map +1 -0
- package/src/scripts/simple.ts +2 -1
- package/src/scripts/single-agent-metadata-test.js +152 -0
- package/src/scripts/single-agent-metadata-test.js.map +1 -0
- package/src/scripts/single-agent-metadata-test.ts +4 -6
- package/src/scripts/stream.js +113 -0
- package/src/scripts/stream.js.map +1 -0
- package/src/scripts/stream.ts +1 -0
- package/src/scripts/test-custom-prompt-key.js +132 -0
- package/src/scripts/test-custom-prompt-key.js.map +1 -0
- package/src/scripts/test-handoff-input.js +143 -0
- package/src/scripts/test-handoff-input.js.map +1 -0
- package/src/scripts/test-handoff-preamble.js +227 -0
- package/src/scripts/test-handoff-preamble.js.map +1 -0
- package/src/scripts/test-handoff-preamble.ts +1 -0
- package/src/scripts/test-handoff-steering.js +353 -0
- package/src/scripts/test-handoff-steering.js.map +1 -0
- package/src/scripts/test-handoff-steering.ts +430 -0
- package/src/scripts/test-multi-agent-list-handoff.js +318 -0
- package/src/scripts/test-multi-agent-list-handoff.js.map +1 -0
- package/src/scripts/test-multi-agent-list-handoff.ts +1 -0
- package/src/scripts/test-parallel-agent-labeling.js +253 -0
- package/src/scripts/test-parallel-agent-labeling.js.map +1 -0
- package/src/scripts/test-parallel-agent-labeling.ts +2 -0
- package/src/scripts/test-parallel-handoffs.js +229 -0
- package/src/scripts/test-parallel-handoffs.js.map +1 -0
- package/src/scripts/test-parallel-handoffs.ts +1 -0
- package/src/scripts/test-thinking-handoff-bedrock.js +132 -0
- package/src/scripts/test-thinking-handoff-bedrock.js.map +1 -0
- package/src/scripts/test-thinking-handoff-bedrock.ts +1 -0
- package/src/scripts/test-thinking-handoff.js +132 -0
- package/src/scripts/test-thinking-handoff.js.map +1 -0
- package/src/scripts/test-thinking-handoff.ts +1 -0
- package/src/scripts/test-thinking-to-thinking-handoff-bedrock.js +140 -0
- package/src/scripts/test-thinking-to-thinking-handoff-bedrock.js.map +1 -0
- package/src/scripts/test-thinking-to-thinking-handoff-bedrock.ts +166 -0
- package/src/scripts/test-tool-before-handoff-role-order.js +223 -0
- package/src/scripts/test-tool-before-handoff-role-order.js.map +1 -0
- package/src/scripts/test-tool-before-handoff-role-order.ts +276 -0
- package/src/scripts/test-tools-before-handoff.js +187 -0
- package/src/scripts/test-tools-before-handoff.js.map +1 -0
- package/src/scripts/test-tools-before-handoff.ts +4 -8
- package/src/scripts/test_code_api.js +263 -0
- package/src/scripts/test_code_api.js.map +1 -0
- package/src/scripts/thinking-bedrock.js +128 -0
- package/src/scripts/thinking-bedrock.js.map +1 -0
- package/src/scripts/thinking-bedrock.ts +1 -0
- package/src/scripts/thinking-vertexai.js +130 -0
- package/src/scripts/thinking-vertexai.js.map +1 -0
- package/src/scripts/thinking-vertexai.ts +168 -0
- package/src/scripts/thinking.js +134 -0
- package/src/scripts/thinking.js.map +1 -0
- package/src/scripts/thinking.ts +1 -0
- package/src/scripts/tool_search.js +114 -0
- package/src/scripts/tool_search.js.map +1 -0
- package/src/scripts/tools.js +125 -0
- package/src/scripts/tools.js.map +1 -0
- package/src/scripts/tools.ts +5 -19
- package/src/specs/agent-handoffs-bedrock.integration.test.js +280 -0
- package/src/specs/agent-handoffs-bedrock.integration.test.js.map +1 -0
- package/src/specs/agent-handoffs-bedrock.integration.test.ts +412 -375
- package/src/specs/agent-handoffs.test.js +924 -0
- package/src/specs/agent-handoffs.test.js.map +1 -0
- package/src/specs/agent-handoffs.test.ts +152 -39
- package/src/specs/anthropic.simple.test.js +287 -0
- package/src/specs/anthropic.simple.test.js.map +1 -0
- package/src/specs/anthropic.simple.test.ts +7 -4
- package/src/specs/azure.simple.test.js +381 -0
- package/src/specs/azure.simple.test.js.map +1 -0
- package/src/specs/azure.simple.test.ts +143 -5
- package/src/specs/cache.simple.test.js +282 -0
- package/src/specs/cache.simple.test.js.map +1 -0
- package/src/specs/cache.simple.test.ts +9 -2
- package/src/specs/custom-event-await.test.js +148 -0
- package/src/specs/custom-event-await.test.js.map +1 -0
- package/src/specs/custom-event-await.test.ts +215 -0
- package/src/specs/deepseek.simple.test.js +189 -0
- package/src/specs/deepseek.simple.test.js.map +1 -0
- package/src/specs/deepseek.simple.test.ts +4 -2
- package/src/specs/emergency-prune.test.js +308 -0
- package/src/specs/emergency-prune.test.js.map +1 -0
- package/src/specs/moonshot.simple.test.js +237 -0
- package/src/specs/moonshot.simple.test.js.map +1 -0
- package/src/specs/moonshot.simple.test.ts +6 -2
- package/src/specs/observability.integration.test.js +1337 -0
- package/src/specs/observability.integration.test.js.map +1 -0
- package/src/specs/observability.integration.test.ts +2223 -0
- package/src/specs/openai.simple.test.js +233 -0
- package/src/specs/openai.simple.test.js.map +1 -0
- package/src/specs/openai.simple.test.ts +4 -2
- package/src/specs/openrouter.simple.test.js +202 -0
- package/src/specs/openrouter.simple.test.js.map +1 -0
- package/src/specs/openrouter.simple.test.ts +165 -4
- package/src/specs/prune.test.js +733 -0
- package/src/specs/prune.test.js.map +1 -0
- package/src/specs/prune.test.ts +1 -0
- package/src/specs/reasoning.test.js +144 -0
- package/src/specs/reasoning.test.js.map +1 -0
- package/src/specs/reasoning.test.ts +2 -2
- package/src/specs/spec.utils.js +4 -0
- package/src/specs/spec.utils.js.map +1 -0
- package/src/specs/thinking-handoff.test.js +486 -0
- package/src/specs/thinking-handoff.test.js.map +1 -0
- package/src/specs/thinking-handoff.test.ts +3 -2
- package/src/specs/thinking-prune.test.js +600 -0
- package/src/specs/thinking-prune.test.js.map +1 -0
- package/src/specs/token-distribution-edge-case.test.js +246 -0
- package/src/specs/token-distribution-edge-case.test.js.map +1 -0
- package/src/specs/token-memoization.test.js +32 -0
- package/src/specs/token-memoization.test.js.map +1 -0
- package/src/specs/token-memoization.test.ts +14 -5
- package/src/specs/tokens.test.js +49 -0
- package/src/specs/tokens.test.js.map +1 -0
- package/src/specs/tokens.test.ts +64 -0
- package/src/specs/tool-error.test.js +139 -0
- package/src/specs/tool-error.test.js.map +1 -0
- package/src/specs/tool-error.test.ts +2 -2
- package/src/splitStream.js +204 -0
- package/src/splitStream.js.map +1 -0
- package/src/splitStream.test.js +504 -0
- package/src/splitStream.test.js.map +1 -0
- package/src/stream.js +650 -0
- package/src/stream.js.map +1 -0
- package/src/stream.test.js +225 -0
- package/src/stream.test.js.map +1 -0
- package/src/stream.test.ts +25 -15
- package/src/stream.ts +82 -32
- package/src/test/mockTools.js +340 -0
- package/src/test/mockTools.js.map +1 -0
- package/src/tools/AskUser.ts +159 -0
- package/src/tools/BrowserTools.js +245 -0
- package/src/tools/BrowserTools.js.map +1 -0
- package/src/tools/BrowserTools.ts +12 -8
- package/src/tools/Calculator.js +38 -0
- package/src/tools/Calculator.js.map +1 -0
- package/src/tools/Calculator.test.js +225 -0
- package/src/tools/Calculator.test.js.map +1 -0
- package/src/tools/CodeExecutor.js +233 -0
- package/src/tools/CodeExecutor.js.map +1 -0
- package/src/tools/CodeExecutor.selfhealing.test.ts +435 -0
- package/src/tools/CodeExecutor.ts +82 -5
- package/src/tools/ProgrammaticToolCalling.js +602 -0
- package/src/tools/ProgrammaticToolCalling.js.map +1 -0
- package/src/tools/ProgrammaticToolCalling.ts +40 -52
- package/src/tools/StreamingToolCallBuffer.js +179 -0
- package/src/tools/StreamingToolCallBuffer.js.map +1 -0
- package/src/tools/StreamingToolCallBuffer.ts +218 -0
- package/src/tools/ToolNode.js +930 -0
- package/src/tools/ToolNode.js.map +1 -0
- package/src/tools/ToolNode.ts +454 -41
- package/src/tools/ToolSearch.js +904 -0
- package/src/tools/ToolSearch.js.map +1 -0
- package/src/tools/ToolSearch.ts +84 -33
- package/src/tools/__tests__/AskUser.test.ts +537 -0
- package/src/tools/__tests__/BrowserTools.test.js +306 -0
- package/src/tools/__tests__/BrowserTools.test.js.map +1 -0
- package/src/tools/__tests__/BrowserTools.test.ts +131 -6
- package/src/tools/__tests__/CodeExecutor.test.ts +76 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.js +276 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.js.map +1 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.test.js +807 -0
- package/src/tools/__tests__/ProgrammaticToolCalling.test.js.map +1 -0
- package/src/tools/__tests__/StreamingToolCallBuffer.test.js +175 -0
- package/src/tools/__tests__/StreamingToolCallBuffer.test.js.map +1 -0
- package/src/tools/__tests__/StreamingToolCallBuffer.test.ts +263 -0
- package/src/tools/__tests__/ToolApproval.test.js +675 -0
- package/src/tools/__tests__/ToolApproval.test.js.map +1 -0
- package/src/tools/__tests__/ToolApproval.test.ts +194 -20
- package/src/tools/__tests__/ToolNode.hitl.test.ts +267 -0
- package/src/tools/__tests__/ToolNode.recovery.test.js +200 -0
- package/src/tools/__tests__/ToolNode.recovery.test.js.map +1 -0
- package/src/tools/__tests__/ToolNode.recovery.test.ts +276 -0
- package/src/tools/__tests__/ToolNode.session.test.js +319 -0
- package/src/tools/__tests__/ToolNode.session.test.js.map +1 -0
- package/src/tools/__tests__/ToolNode.session.test.ts +465 -0
- package/src/tools/__tests__/ToolSearch.integration.test.js +125 -0
- package/src/tools/__tests__/ToolSearch.integration.test.js.map +1 -0
- package/src/tools/__tests__/ToolSearch.test.js +812 -0
- package/src/tools/__tests__/ToolSearch.test.js.map +1 -0
- package/src/tools/__tests__/ToolSearch.test.ts +78 -5
- package/src/tools/__tests__/handlers.test.js +799 -0
- package/src/tools/__tests__/handlers.test.js.map +1 -0
- package/src/tools/__tests__/handlers.test.ts +1100 -0
- package/src/tools/__tests__/truncation-recovery.integration.test.js +362 -0
- package/src/tools/__tests__/truncation-recovery.integration.test.js.map +1 -0
- package/src/tools/__tests__/truncation-recovery.integration.test.ts +560 -0
- package/src/tools/handlers.js +306 -0
- package/src/tools/handlers.js.map +1 -0
- package/src/tools/handlers.ts +119 -16
- package/src/tools/schema.js +25 -0
- package/src/tools/schema.js.map +1 -0
- package/src/tools/search/anthropic.js +34 -0
- package/src/tools/search/anthropic.js.map +1 -0
- package/src/tools/search/content.js +116 -0
- package/src/tools/search/content.js.map +1 -0
- package/src/tools/search/content.test.js +133 -0
- package/src/tools/search/content.test.js.map +1 -0
- package/src/tools/search/firecrawl.js +173 -0
- package/src/tools/search/firecrawl.js.map +1 -0
- package/src/tools/search/format.js +198 -0
- package/src/tools/search/format.js.map +1 -0
- package/src/tools/search/highlights.js +241 -0
- package/src/tools/search/highlights.js.map +1 -0
- package/src/tools/search/index.js +3 -0
- package/src/tools/search/index.js.map +1 -0
- package/src/tools/search/jina-reranker.test.js +106 -0
- package/src/tools/search/jina-reranker.test.js.map +1 -0
- package/src/tools/search/rerankers.js +165 -0
- package/src/tools/search/rerankers.js.map +1 -0
- package/src/tools/search/schema.js +102 -0
- package/src/tools/search/schema.js.map +1 -0
- package/src/tools/search/search.js +561 -0
- package/src/tools/search/search.js.map +1 -0
- package/src/tools/search/serper-scraper.js +126 -0
- package/src/tools/search/serper-scraper.js.map +1 -0
- package/src/tools/search/test.js +129 -0
- package/src/tools/search/test.js.map +1 -0
- package/src/tools/search/tool.js +453 -0
- package/src/tools/search/tool.js.map +1 -0
- package/src/tools/search/types.js +2 -0
- package/src/tools/search/types.js.map +1 -0
- package/src/tools/search/utils.js +59 -0
- package/src/tools/search/utils.js.map +1 -0
- package/src/types/graph.js +24 -0
- package/src/types/graph.js.map +1 -0
- package/src/types/graph.test.js +192 -0
- package/src/types/graph.test.js.map +1 -0
- package/src/types/graph.ts +26 -6
- package/src/types/index.js +7 -0
- package/src/types/index.js.map +1 -0
- package/src/types/llm.js +2 -0
- package/src/types/llm.js.map +1 -0
- package/src/types/llm.ts +8 -3
- package/src/types/messages.js +2 -0
- package/src/types/messages.js.map +1 -0
- package/src/types/run.js +2 -0
- package/src/types/run.js.map +1 -0
- package/src/types/run.ts +2 -0
- package/src/types/stream.js +2 -0
- package/src/types/stream.js.map +1 -0
- package/src/types/tools.js +2 -0
- package/src/types/tools.js.map +1 -0
- package/src/types/tools.ts +21 -2
- package/src/utils/contextAnalytics.js +79 -0
- package/src/utils/contextAnalytics.js.map +1 -0
- package/src/utils/contextAnalytics.test.js +166 -0
- package/src/utils/contextAnalytics.test.js.map +1 -0
- package/src/utils/contextAnalytics.test.ts +222 -0
- package/src/utils/contextAnalytics.ts +27 -9
- package/src/utils/events.js +26 -0
- package/src/utils/events.js.map +1 -0
- package/src/utils/graph.js +11 -0
- package/src/utils/graph.js.map +1 -0
- package/src/utils/handlers.js +65 -0
- package/src/utils/handlers.js.map +1 -0
- package/src/utils/index.js +10 -0
- package/src/utils/index.js.map +1 -0
- package/src/utils/index.ts +1 -0
- package/src/utils/llm.js +21 -0
- package/src/utils/llm.js.map +1 -0
- package/src/utils/llmConfig.js +205 -0
- package/src/utils/llmConfig.js.map +1 -0
- package/src/utils/llmConfig.ts +5 -5
- package/src/utils/logging.js +37 -0
- package/src/utils/logging.js.map +1 -0
- package/src/utils/misc.js +51 -0
- package/src/utils/misc.js.map +1 -0
- package/src/utils/run.js +69 -0
- package/src/utils/run.js.map +1 -0
- package/src/utils/run.ts +108 -106
- package/src/utils/schema.js +21 -0
- package/src/utils/schema.js.map +1 -0
- package/src/utils/title.js +119 -0
- package/src/utils/title.js.map +1 -0
- package/src/utils/tokens.js +92 -0
- package/src/utils/tokens.js.map +1 -0
- package/src/utils/tokens.ts +118 -142
- package/src/utils/toolCallContinuation.ts +55 -0
- package/src/utils/toonFormat.js +379 -0
- package/src/utils/toonFormat.js.map +1 -0
package/src/index.js
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
/* Main Operations */
|
|
2
|
+
export * from './run';
|
|
3
|
+
export * from './stream';
|
|
4
|
+
export * from './splitStream';
|
|
5
|
+
export * from './events';
|
|
6
|
+
export * from './messages';
|
|
7
|
+
/* Graphs */
|
|
8
|
+
export * from './graphs';
|
|
9
|
+
/* Tools */
|
|
10
|
+
export * from './tools/Calculator';
|
|
11
|
+
export * from './tools/CodeExecutor';
|
|
12
|
+
export * from './tools/BrowserTools';
|
|
13
|
+
export * from './tools/ProgrammaticToolCalling';
|
|
14
|
+
export * from './tools/ToolSearch';
|
|
15
|
+
export * from './tools/ToolNode';
|
|
16
|
+
export * from './tools/schema';
|
|
17
|
+
export * from './tools/handlers';
|
|
18
|
+
export * from './tools/search';
|
|
19
|
+
/* Schemas */
|
|
20
|
+
export * from './schemas';
|
|
21
|
+
/* Misc. */
|
|
22
|
+
export * from './common';
|
|
23
|
+
export * from './utils';
|
|
24
|
+
/* LLM */
|
|
25
|
+
export { CustomOpenAIClient } from './llm/openai';
|
|
26
|
+
export { ChatOpenRouter } from './llm/openrouter';
|
|
27
|
+
export { getChatModelClass, llmProviders } from './llm/providers';
|
|
28
|
+
//# sourceMappingURL=index.js.map
|
package/src/index.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAAA,qBAAqB;AACrB,cAAc,OAAO,CAAC;AACtB,cAAc,UAAU,CAAC;AACzB,cAAc,eAAe,CAAC;AAC9B,cAAc,UAAU,CAAC;AACzB,cAAc,YAAY,CAAC;AAK3B,YAAY;AACZ,cAAc,UAAU,CAAC;AAEzB,WAAW;AACX,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,sBAAsB,CAAC;AACrC,cAAc,iCAAiC,CAAC;AAChD,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,gBAAgB,CAAC;AAE/B,aAAa;AACb,cAAc,WAAW,CAAC;AAE1B,WAAW;AACX,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC;AAKxB,SAAS;AACT,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAMlD,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC"}
|
package/src/index.ts
CHANGED
|
@@ -5,6 +5,12 @@ export * from './splitStream';
|
|
|
5
5
|
export * from './events';
|
|
6
6
|
export * from './messages';
|
|
7
7
|
|
|
8
|
+
/* Observability types re-exported for ranger consumption */
|
|
9
|
+
export type {
|
|
10
|
+
GuardrailTraceData,
|
|
11
|
+
GuardrailOutcome,
|
|
12
|
+
} from '@illuma-ai/observability-langchain';
|
|
13
|
+
|
|
8
14
|
/* Graphs */
|
|
9
15
|
export * from './graphs';
|
|
10
16
|
|
|
@@ -15,6 +21,7 @@ export * from './tools/BrowserTools';
|
|
|
15
21
|
export * from './tools/ProgrammaticToolCalling';
|
|
16
22
|
export * from './tools/ToolSearch';
|
|
17
23
|
export * from './tools/ToolNode';
|
|
24
|
+
export * from './tools/AskUser';
|
|
18
25
|
export * from './tools/schema';
|
|
19
26
|
export * from './tools/handlers';
|
|
20
27
|
export * from './tools/search';
|
|
@@ -31,4 +38,10 @@ export type * from './types';
|
|
|
31
38
|
|
|
32
39
|
/* LLM */
|
|
33
40
|
export { CustomOpenAIClient } from './llm/openai';
|
|
41
|
+
export { ChatOpenRouter } from './llm/openrouter';
|
|
42
|
+
export type {
|
|
43
|
+
OpenRouterReasoning,
|
|
44
|
+
OpenRouterReasoningEffort,
|
|
45
|
+
ChatOpenRouterCallOptions,
|
|
46
|
+
} from './llm/openrouter';
|
|
34
47
|
export { getChatModelClass, llmProviders } from './llm/providers';
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import { NodeSDK } from '@opentelemetry/sdk-node';
|
|
2
|
+
import { IllumaSpanProcessor } from '@illuma-ai/observability-otel';
|
|
3
|
+
import { isPresent } from '@/utils/misc';
|
|
4
|
+
// Support both ILLUMA_* and LANGFUSE_* env vars for backwards compatibility
|
|
5
|
+
const secretKey = process.env.ILLUMA_SECRET_KEY ?? process.env.LANGFUSE_SECRET_KEY;
|
|
6
|
+
const publicKey = process.env.ILLUMA_PUBLIC_KEY ?? process.env.LANGFUSE_PUBLIC_KEY;
|
|
7
|
+
const baseUrl = process.env.ILLUMA_BASE_URL ?? process.env.LANGFUSE_BASE_URL;
|
|
8
|
+
const environment = process.env.ILLUMA_ENVIRONMENT ?? process.env.LANGFUSE_TRACING_ENVIRONMENT ?? process.env.NODE_ENV ?? 'development';
|
|
9
|
+
if (isPresent(secretKey) && isPresent(publicKey) && isPresent(baseUrl)) {
|
|
10
|
+
const spanProcessor = new IllumaSpanProcessor({
|
|
11
|
+
publicKey,
|
|
12
|
+
secretKey,
|
|
13
|
+
baseUrl,
|
|
14
|
+
environment,
|
|
15
|
+
});
|
|
16
|
+
const sdk = new NodeSDK({
|
|
17
|
+
spanProcessors: [spanProcessor],
|
|
18
|
+
});
|
|
19
|
+
sdk.start();
|
|
20
|
+
}
|
|
21
|
+
//# sourceMappingURL=instrumentation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"instrumentation.js","sourceRoot":"","sources":["instrumentation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,4EAA4E;AAC5E,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;AACnF,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;AACnF,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;AAC7E,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,aAAa,CAAC;AAExI,IAAI,SAAS,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;IACvE,MAAM,aAAa,GAAG,IAAI,mBAAmB,CAAC;QAC5C,SAAS;QACT,SAAS;QACT,OAAO;QACP,WAAW;KACZ,CAAC,CAAC;IAEH,MAAM,GAAG,GAAG,IAAI,OAAO,CAAC;QACtB,cAAc,EAAE,CAAC,aAAa,CAAC;KAChC,CAAC,CAAC;IAEH,GAAG,CAAC,KAAK,EAAE,CAAC;AACd,CAAC"}
|
package/src/instrumentation.ts
CHANGED
|
@@ -1,22 +1,43 @@
|
|
|
1
|
-
import { NodeSDK } from '@opentelemetry/sdk-node';
|
|
2
|
-
import { LangfuseSpanProcessor } from '@langfuse/otel';
|
|
3
1
|
import { isPresent } from '@/utils/misc';
|
|
4
2
|
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
const langfuseSpanProcessor = new LangfuseSpanProcessor({
|
|
11
|
-
publicKey: process.env.LANGFUSE_PUBLIC_KEY,
|
|
12
|
-
secretKey: process.env.LANGFUSE_SECRET_KEY,
|
|
13
|
-
baseUrl: process.env.LANGFUSE_BASE_URL,
|
|
14
|
-
environment: process.env.LANGFUSE_TRACING_ENVIRONMENT ?? process.env.NODE_ENV ?? 'development',
|
|
15
|
-
});
|
|
3
|
+
const secretKey = process.env.ILLUMA_SECRET_KEY;
|
|
4
|
+
const publicKey = process.env.ILLUMA_PUBLIC_KEY;
|
|
5
|
+
const baseUrl = process.env.ILLUMA_BASE_URL;
|
|
6
|
+
const environment =
|
|
7
|
+
process.env.ILLUMA_ENVIRONMENT ?? process.env.NODE_ENV ?? 'development';
|
|
16
8
|
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
9
|
+
if (isPresent(secretKey) && isPresent(publicKey) && isPresent(baseUrl)) {
|
|
10
|
+
/**
|
|
11
|
+
* Dynamic import: @illuma-ai/observability-otel and @opentelemetry/sdk-node
|
|
12
|
+
* are dependencies. Gracefully skip if import fails.
|
|
13
|
+
*/
|
|
14
|
+
Promise.all([
|
|
15
|
+
import('@opentelemetry/sdk-node'),
|
|
16
|
+
import('@illuma-ai/observability-otel'),
|
|
17
|
+
])
|
|
18
|
+
.then(([{ NodeSDK }, { IllumaSpanProcessor }]) => {
|
|
19
|
+
const spanProcessor = new IllumaSpanProcessor({
|
|
20
|
+
publicKey: publicKey!,
|
|
21
|
+
secretKey: secretKey!,
|
|
22
|
+
baseUrl: baseUrl!,
|
|
23
|
+
environment,
|
|
24
|
+
});
|
|
20
25
|
|
|
21
|
-
|
|
26
|
+
const sdk = new NodeSDK({
|
|
27
|
+
spanProcessors: [spanProcessor],
|
|
28
|
+
});
|
|
29
|
+
|
|
30
|
+
sdk.start();
|
|
31
|
+
})
|
|
32
|
+
.catch((err: unknown) => {
|
|
33
|
+
if (
|
|
34
|
+
err instanceof Error &&
|
|
35
|
+
(err as NodeJS.ErrnoException).code !== 'ERR_MODULE_NOT_FOUND'
|
|
36
|
+
) {
|
|
37
|
+
console.warn(
|
|
38
|
+
'[instrumentation] Failed to initialize OTel:',
|
|
39
|
+
(err as Error).message
|
|
40
|
+
);
|
|
41
|
+
}
|
|
42
|
+
});
|
|
22
43
|
}
|
|
@@ -0,0 +1,319 @@
|
|
|
1
|
+
import { AIMessageChunk } from '@langchain/core/messages';
|
|
2
|
+
import { ChatAnthropicMessages } from '@langchain/anthropic';
|
|
3
|
+
import { ChatGenerationChunk } from '@langchain/core/outputs';
|
|
4
|
+
import { _makeMessageChunkFromAnthropicEvent } from './utils/message_outputs';
|
|
5
|
+
import { _convertMessagesToAnthropicPayload } from './utils/message_inputs';
|
|
6
|
+
import { handleToolChoice } from './utils/tools';
|
|
7
|
+
import { TextStream } from '@/llm/text';
|
|
8
|
+
function _toolsInParams(params) {
|
|
9
|
+
return !!(params.tools && params.tools.length > 0);
|
|
10
|
+
}
|
|
11
|
+
function _documentsInParams(params) {
|
|
12
|
+
for (const message of params.messages ?? []) {
|
|
13
|
+
if (typeof message.content === 'string') {
|
|
14
|
+
continue;
|
|
15
|
+
}
|
|
16
|
+
for (const block of message.content ?? []) {
|
|
17
|
+
if (typeof block === 'object' &&
|
|
18
|
+
block != null &&
|
|
19
|
+
block.type === 'document' &&
|
|
20
|
+
block.citations != null &&
|
|
21
|
+
typeof block.citations === 'object' &&
|
|
22
|
+
block.citations.enabled) {
|
|
23
|
+
return true;
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
return false;
|
|
28
|
+
}
|
|
29
|
+
function _thinkingInParams(params) {
|
|
30
|
+
return !!(params.thinking &&
|
|
31
|
+
(params.thinking.type === 'enabled' || params.thinking.type === 'adaptive'));
|
|
32
|
+
}
|
|
33
|
+
function _compactionInParams(params) {
|
|
34
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
35
|
+
const cm = params.context_management;
|
|
36
|
+
return !!cm?.edits?.some((e) => e.type === 'compact_20260112');
|
|
37
|
+
}
|
|
38
|
+
function extractToken(chunk) {
|
|
39
|
+
if (typeof chunk.content === 'string') {
|
|
40
|
+
return [chunk.content, 'string'];
|
|
41
|
+
}
|
|
42
|
+
else if (Array.isArray(chunk.content) &&
|
|
43
|
+
chunk.content.length >= 1 &&
|
|
44
|
+
'input' in chunk.content[0]) {
|
|
45
|
+
return typeof chunk.content[0].input === 'string'
|
|
46
|
+
? [chunk.content[0].input, 'input']
|
|
47
|
+
: [JSON.stringify(chunk.content[0].input), 'input'];
|
|
48
|
+
}
|
|
49
|
+
else if (Array.isArray(chunk.content) &&
|
|
50
|
+
chunk.content.length >= 1 &&
|
|
51
|
+
'text' in chunk.content[0]) {
|
|
52
|
+
return [chunk.content[0].text, 'content'];
|
|
53
|
+
}
|
|
54
|
+
else if (Array.isArray(chunk.content) &&
|
|
55
|
+
chunk.content.length >= 1 &&
|
|
56
|
+
'thinking' in chunk.content[0]) {
|
|
57
|
+
return [chunk.content[0].thinking, 'content'];
|
|
58
|
+
}
|
|
59
|
+
return [undefined];
|
|
60
|
+
}
|
|
61
|
+
function cloneChunk(text, tokenType, chunk) {
|
|
62
|
+
if (tokenType === 'string') {
|
|
63
|
+
return new AIMessageChunk(Object.assign({}, chunk, { content: text }));
|
|
64
|
+
}
|
|
65
|
+
else if (tokenType === 'input') {
|
|
66
|
+
return chunk;
|
|
67
|
+
}
|
|
68
|
+
const content = chunk.content[0];
|
|
69
|
+
if (tokenType === 'content' && content.type === 'text') {
|
|
70
|
+
return new AIMessageChunk(Object.assign({}, chunk, {
|
|
71
|
+
content: [Object.assign({}, content, { text })],
|
|
72
|
+
}));
|
|
73
|
+
}
|
|
74
|
+
else if (tokenType === 'content' && content.type === 'text_delta') {
|
|
75
|
+
return new AIMessageChunk(Object.assign({}, chunk, {
|
|
76
|
+
content: [Object.assign({}, content, { text })],
|
|
77
|
+
}));
|
|
78
|
+
}
|
|
79
|
+
else if (tokenType === 'content' && content.type?.startsWith('thinking')) {
|
|
80
|
+
return new AIMessageChunk(Object.assign({}, chunk, {
|
|
81
|
+
content: [Object.assign({}, content, { thinking: text })],
|
|
82
|
+
}));
|
|
83
|
+
}
|
|
84
|
+
return chunk;
|
|
85
|
+
}
|
|
86
|
+
export class CustomAnthropic extends ChatAnthropicMessages {
|
|
87
|
+
_lc_stream_delay;
|
|
88
|
+
message_start;
|
|
89
|
+
message_delta;
|
|
90
|
+
tools_in_params;
|
|
91
|
+
emitted_usage;
|
|
92
|
+
top_k;
|
|
93
|
+
outputConfig;
|
|
94
|
+
inferenceGeo;
|
|
95
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
96
|
+
contextManagement;
|
|
97
|
+
constructor(fields) {
|
|
98
|
+
super(fields);
|
|
99
|
+
this.resetTokenEvents();
|
|
100
|
+
this.setDirectFields(fields);
|
|
101
|
+
this._lc_stream_delay = fields?._lc_stream_delay ?? 25;
|
|
102
|
+
this.outputConfig = fields?.outputConfig;
|
|
103
|
+
this.inferenceGeo = fields?.inferenceGeo;
|
|
104
|
+
this.contextManagement = fields?.contextManagement;
|
|
105
|
+
}
|
|
106
|
+
static lc_name() {
|
|
107
|
+
return 'IllumaAnthropic';
|
|
108
|
+
}
|
|
109
|
+
/**
|
|
110
|
+
* Get the parameters used to invoke the model
|
|
111
|
+
*/
|
|
112
|
+
invocationParams(options) {
|
|
113
|
+
const tool_choice = handleToolChoice(options?.tool_choice);
|
|
114
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
115
|
+
const callOptions = options;
|
|
116
|
+
const mergedOutputConfig = (() => {
|
|
117
|
+
const base = {
|
|
118
|
+
...this.outputConfig,
|
|
119
|
+
...callOptions?.outputConfig,
|
|
120
|
+
};
|
|
121
|
+
if (callOptions?.outputFormat && !base.format) {
|
|
122
|
+
base.format = callOptions.outputFormat;
|
|
123
|
+
}
|
|
124
|
+
return Object.keys(base).length > 0 ? base : undefined;
|
|
125
|
+
})();
|
|
126
|
+
const inferenceGeo = callOptions?.inferenceGeo ?? this.inferenceGeo;
|
|
127
|
+
const contextManagement = this.contextManagement;
|
|
128
|
+
const sharedParams = {
|
|
129
|
+
tools: this.formatStructuredToolToAnthropic(options?.tools),
|
|
130
|
+
tool_choice,
|
|
131
|
+
thinking: this.thinking,
|
|
132
|
+
...(mergedOutputConfig ? { output_config: mergedOutputConfig } : {}),
|
|
133
|
+
...(inferenceGeo ? { inference_geo: inferenceGeo } : {}),
|
|
134
|
+
...(contextManagement ? { context_management: contextManagement } : {}),
|
|
135
|
+
...this.invocationKwargs,
|
|
136
|
+
};
|
|
137
|
+
if (this.thinking.type === 'enabled' || this.thinking.type === 'adaptive') {
|
|
138
|
+
if (this.top_k !== -1 && this.top_k != null) {
|
|
139
|
+
throw new Error('topK is not supported when thinking is enabled');
|
|
140
|
+
}
|
|
141
|
+
if (this.topP !== -1 && this.topP != null) {
|
|
142
|
+
throw new Error('topP is not supported when thinking is enabled');
|
|
143
|
+
}
|
|
144
|
+
if (this.temperature !== 1 &&
|
|
145
|
+
this.temperature != null) {
|
|
146
|
+
throw new Error('temperature is not supported when thinking is enabled');
|
|
147
|
+
}
|
|
148
|
+
return {
|
|
149
|
+
model: this.model,
|
|
150
|
+
stop_sequences: options?.stop ?? this.stopSequences,
|
|
151
|
+
stream: this.streaming,
|
|
152
|
+
max_tokens: this.maxTokens,
|
|
153
|
+
...sharedParams,
|
|
154
|
+
};
|
|
155
|
+
}
|
|
156
|
+
return {
|
|
157
|
+
model: this.model,
|
|
158
|
+
temperature: this.temperature,
|
|
159
|
+
top_k: this.top_k,
|
|
160
|
+
top_p: this.topP,
|
|
161
|
+
stop_sequences: options?.stop ?? this.stopSequences,
|
|
162
|
+
stream: this.streaming,
|
|
163
|
+
max_tokens: this.maxTokens,
|
|
164
|
+
...sharedParams,
|
|
165
|
+
};
|
|
166
|
+
}
|
|
167
|
+
/**
|
|
168
|
+
* Get stream usage as returned by this client's API response.
|
|
169
|
+
* @returns The stream usage object.
|
|
170
|
+
*/
|
|
171
|
+
getStreamUsage() {
|
|
172
|
+
if (this.emitted_usage === true) {
|
|
173
|
+
return;
|
|
174
|
+
}
|
|
175
|
+
const inputUsage = this.message_start?.message.usage;
|
|
176
|
+
const outputUsage = this.message_delta?.usage;
|
|
177
|
+
if (!outputUsage) {
|
|
178
|
+
return;
|
|
179
|
+
}
|
|
180
|
+
const totalUsage = {
|
|
181
|
+
input_tokens: inputUsage?.input_tokens ?? 0,
|
|
182
|
+
output_tokens: outputUsage.output_tokens ?? 0,
|
|
183
|
+
total_tokens: (inputUsage?.input_tokens ?? 0) + (outputUsage.output_tokens ?? 0),
|
|
184
|
+
};
|
|
185
|
+
if (inputUsage?.cache_creation_input_tokens != null ||
|
|
186
|
+
inputUsage?.cache_read_input_tokens != null) {
|
|
187
|
+
totalUsage.input_token_details = {
|
|
188
|
+
cache_creation: inputUsage.cache_creation_input_tokens ?? 0,
|
|
189
|
+
cache_read: inputUsage.cache_read_input_tokens ?? 0,
|
|
190
|
+
};
|
|
191
|
+
}
|
|
192
|
+
this.emitted_usage = true;
|
|
193
|
+
return totalUsage;
|
|
194
|
+
}
|
|
195
|
+
resetTokenEvents() {
|
|
196
|
+
this.message_start = undefined;
|
|
197
|
+
this.message_delta = undefined;
|
|
198
|
+
this.emitted_usage = undefined;
|
|
199
|
+
this.tools_in_params = undefined;
|
|
200
|
+
}
|
|
201
|
+
setDirectFields(fields) {
|
|
202
|
+
this.temperature = fields?.temperature ?? undefined;
|
|
203
|
+
this.topP = fields?.topP ?? undefined;
|
|
204
|
+
this.top_k = fields?.topK;
|
|
205
|
+
if (this.temperature === -1 || this.temperature === 1) {
|
|
206
|
+
this.temperature = undefined;
|
|
207
|
+
}
|
|
208
|
+
if (this.topP === -1) {
|
|
209
|
+
this.topP = undefined;
|
|
210
|
+
}
|
|
211
|
+
if (this.top_k === -1) {
|
|
212
|
+
this.top_k = undefined;
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
createGenerationChunk({ token, chunk, usageMetadata, shouldStreamUsage, }) {
|
|
216
|
+
const usage_metadata = shouldStreamUsage
|
|
217
|
+
? (usageMetadata ?? chunk.usage_metadata)
|
|
218
|
+
: undefined;
|
|
219
|
+
return new ChatGenerationChunk({
|
|
220
|
+
message: new AIMessageChunk({
|
|
221
|
+
// Just yield chunk as it is and tool_use will be concat by BaseChatModel._generateUncached().
|
|
222
|
+
content: chunk.content,
|
|
223
|
+
additional_kwargs: chunk.additional_kwargs,
|
|
224
|
+
tool_call_chunks: chunk.tool_call_chunks,
|
|
225
|
+
response_metadata: chunk.response_metadata,
|
|
226
|
+
usage_metadata,
|
|
227
|
+
id: chunk.id,
|
|
228
|
+
}),
|
|
229
|
+
text: token ?? '',
|
|
230
|
+
});
|
|
231
|
+
}
|
|
232
|
+
async *_streamResponseChunks(messages, options, runManager) {
|
|
233
|
+
this.resetTokenEvents();
|
|
234
|
+
const params = this.invocationParams(options);
|
|
235
|
+
const formattedMessages = _convertMessagesToAnthropicPayload(messages);
|
|
236
|
+
const payload = {
|
|
237
|
+
...params,
|
|
238
|
+
...formattedMessages,
|
|
239
|
+
stream: true,
|
|
240
|
+
};
|
|
241
|
+
const coerceContentToString = !_toolsInParams(payload) &&
|
|
242
|
+
!_documentsInParams(payload) &&
|
|
243
|
+
!_thinkingInParams(payload) &&
|
|
244
|
+
!_compactionInParams(payload);
|
|
245
|
+
const stream = await this.createStreamWithRetry(payload, {
|
|
246
|
+
headers: options.headers,
|
|
247
|
+
});
|
|
248
|
+
const shouldStreamUsage = this.streamUsage ?? options.streamUsage;
|
|
249
|
+
for await (const data of stream) {
|
|
250
|
+
if (options.signal?.aborted === true) {
|
|
251
|
+
stream.controller.abort();
|
|
252
|
+
throw new Error('AbortError: User aborted the request.');
|
|
253
|
+
}
|
|
254
|
+
if (data.type === 'message_start') {
|
|
255
|
+
this.message_start = data;
|
|
256
|
+
}
|
|
257
|
+
else if (data.type === 'message_delta') {
|
|
258
|
+
this.message_delta = data;
|
|
259
|
+
}
|
|
260
|
+
let usageMetadata;
|
|
261
|
+
if (this.tools_in_params !== true && this.emitted_usage !== true) {
|
|
262
|
+
usageMetadata = this.getStreamUsage();
|
|
263
|
+
}
|
|
264
|
+
const result = _makeMessageChunkFromAnthropicEvent(data, {
|
|
265
|
+
streamUsage: shouldStreamUsage,
|
|
266
|
+
coerceContentToString,
|
|
267
|
+
});
|
|
268
|
+
if (!result)
|
|
269
|
+
continue;
|
|
270
|
+
const { chunk } = result;
|
|
271
|
+
const [token = '', tokenType] = extractToken(chunk);
|
|
272
|
+
if (!tokenType ||
|
|
273
|
+
tokenType === 'input' ||
|
|
274
|
+
(token === '' && (usageMetadata != null || chunk.id != null))) {
|
|
275
|
+
const generationChunk = this.createGenerationChunk({
|
|
276
|
+
token,
|
|
277
|
+
chunk,
|
|
278
|
+
usageMetadata,
|
|
279
|
+
shouldStreamUsage,
|
|
280
|
+
});
|
|
281
|
+
yield generationChunk;
|
|
282
|
+
await runManager?.handleLLMNewToken(token, undefined, undefined, undefined, undefined, { chunk: generationChunk });
|
|
283
|
+
continue;
|
|
284
|
+
}
|
|
285
|
+
const textStream = new TextStream(token, {
|
|
286
|
+
delay: this._lc_stream_delay,
|
|
287
|
+
firstWordChunk: true,
|
|
288
|
+
minChunkSize: 4,
|
|
289
|
+
maxChunkSize: 8,
|
|
290
|
+
});
|
|
291
|
+
const generator = textStream.generateText(options.signal);
|
|
292
|
+
try {
|
|
293
|
+
let emittedUsage = false;
|
|
294
|
+
for await (const currentToken of generator) {
|
|
295
|
+
if (options.signal?.aborted === true) {
|
|
296
|
+
break;
|
|
297
|
+
}
|
|
298
|
+
const newChunk = cloneChunk(currentToken, tokenType, chunk);
|
|
299
|
+
const generationChunk = this.createGenerationChunk({
|
|
300
|
+
token: currentToken,
|
|
301
|
+
chunk: newChunk,
|
|
302
|
+
usageMetadata: emittedUsage ? undefined : usageMetadata,
|
|
303
|
+
shouldStreamUsage,
|
|
304
|
+
});
|
|
305
|
+
if (usageMetadata && !emittedUsage) {
|
|
306
|
+
emittedUsage = true;
|
|
307
|
+
}
|
|
308
|
+
yield generationChunk;
|
|
309
|
+
await runManager?.handleLLMNewToken(currentToken, undefined, undefined, undefined, undefined, { chunk: generationChunk });
|
|
310
|
+
}
|
|
311
|
+
}
|
|
312
|
+
finally {
|
|
313
|
+
await generator.return();
|
|
314
|
+
}
|
|
315
|
+
}
|
|
316
|
+
this.resetTokenEvents();
|
|
317
|
+
}
|
|
318
|
+
}
|
|
319
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAkB9D,OAAO,EAAE,mCAAmC,EAAE,MAAM,yBAAyB,CAAC;AAC9E,OAAO,EAAE,kCAAkC,EAAE,MAAM,wBAAwB,CAAC;AAC5E,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,SAAS,cAAc,CACrB,MAA4E;IAE5E,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACrD,CAAC;AACD,SAAS,kBAAkB,CACzB,MAA4E;IAE5E,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QAC5C,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACxC,SAAS;QACX,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;YAC1C,IACE,OAAO,KAAK,KAAK,QAAQ;gBACzB,KAAK,IAAI,IAAI;gBACb,KAAK,CAAC,IAAI,KAAK,UAAU;gBACzB,KAAK,CAAC,SAAS,IAAI,IAAI;gBACvB,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;gBACnC,KAAK,CAAC,SAAS,CAAC,OAAO,EACvB,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,iBAAiB,CACxB,MAA4E;IAE5E,OAAO,CAAC,CAAC,CACP,MAAM,CAAC,QAAQ;QACf,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,UAAU,CAAC,CAC5E,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAC1B,MAA4E;IAE5E,8DAA8D;IAC9D,MAAM,EAAE,GAAI,MAAc,CAAC,kBAAkB,CAAC;IAC9C,OAAO,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CACtB,CAAC,CAAmB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,kBAAkB,CACvD,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CACnB,KAAqB;IAErB,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACtC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;SAAM,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;QAC5B,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC3B,CAAC;QACD,OAAO,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,QAAQ;YAC/C,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,CAAC;YACnC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;SAAM,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;QAC5B,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC1B,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAC5C,CAAC;SAAM,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;QAC5B,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC9B,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,CAAC,SAAS,CAAC,CAAC;AACrB,CAAC;AAED,SAAS,UAAU,CACjB,IAAY,EACZ,SAAiB,EACjB,KAAqB;IAErB,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC3B,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACzE,CAAC;SAAM,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAA0B,CAAC;IAC1D,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACvD,OAAO,IAAI,cAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;YACvB,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;SAChD,CAAC,CACH,CAAC;IACJ,CAAC;SAAM,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QACpE,OAAO,IAAI,cAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;YACvB,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;SAChD,CAAC,CACH,CAAC;IACJ,CAAC;SAAM,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC3E,OAAO,IAAI,cAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;YACvB,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;SAC1D,CAAC,CACH,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAiBD,MAAM,OAAO,eAAgB,SAAQ,qBAAqB;IACxD,gBAAgB,CAAS;IACjB,aAAa,CAAyC;IACtD,aAAa,CAAyC;IACtD,eAAe,CAAW;IAC1B,aAAa,CAAW;IAChC,KAAK,CAAqB;IAC1B,YAAY,CAAyB;IACrC,YAAY,CAAU;IACtB,8DAA8D;IAC9D,iBAAiB,CAAO;IACxB,YAAY,MAA6B;QACvC,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAC7B,IAAI,CAAC,gBAAgB,GAAG,MAAM,EAAE,gBAAgB,IAAI,EAAE,CAAC;QACvD,IAAI,CAAC,YAAY,GAAG,MAAM,EAAE,YAAY,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,MAAM,EAAE,YAAY,CAAC;QACzC,IAAI,CAAC,iBAAiB,GAAG,MAAM,EAAE,iBAAiB,CAAC;IACrD,CAAC;IAED,MAAM,CAAC,OAAO;QACZ,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED;;OAEG;IACM,gBAAgB,CACvB,OAAmC;QAMnC,MAAM,WAAW,GAID,gBAAgB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAEvD,8DAA8D;QAC9D,MAAM,WAAW,GAAG,OAA0C,CAAC;QAC/D,MAAM,kBAAkB,GAAsC,CAAC,GAEjD,EAAE;YACd,MAAM,IAAI,GAAG;gBACX,GAAG,IAAI,CAAC,YAAY;gBACpB,GAAG,WAAW,EAAE,YAAY;aAC7B,CAAC;YACF,IAAI,WAAW,EAAE,YAAY,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC9C,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,YAAY,CAAC;YACzC,CAAC;YACD,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;QACzD,CAAC,CAAC,EAAE,CAAC;QAEL,MAAM,YAAY,GAAG,WAAW,EAAE,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC;QAEpE,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC;QAEjD,MAAM,YAAY,GAAG;YACnB,KAAK,EAAE,IAAI,CAAC,+BAA+B,CAAC,OAAO,EAAE,KAAK,CAAC;YAC3D,WAAW;YACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxD,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvE,GAAG,IAAI,CAAC,gBAAgB;SACzB,CAAC;QAEF,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC1E,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,CAAC,IAAK,IAAI,CAAC,KAA4B,IAAI,IAAI,EAAE,CAAC;gBACpE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,CAAC;YACD,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,IAAK,IAAI,CAAC,IAA2B,IAAI,IAAI,EAAE,CAAC;gBAClE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,CAAC;YACD,IACE,IAAI,CAAC,WAAW,KAAK,CAAC;gBACrB,IAAI,CAAC,WAAkC,IAAI,IAAI,EAChD,CAAC;gBACD,MAAM,IAAI,KAAK,CACb,uDAAuD,CACxD,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,cAAc,EAAE,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,aAAa;gBACnD,MAAM,EAAE,IAAI,CAAC,SAAS;gBACtB,UAAU,EAAE,IAAI,CAAC,SAAS;gBAC1B,GAAG,YAAY;aAChB,CAAC;QACJ,CAAC;QACD,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI,CAAC,IAAI;YAChB,cAAc,EAAE,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,aAAa;YACnD,MAAM,EAAE,IAAI,CAAC,SAAS;YACtB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,GAAG,YAAY;SAChB,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,cAAc;QACZ,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;YAChC,OAAO;QACT,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,KAEvB,CAAC;QACzB,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,EAAE,KAEP,CAAC;QAClC,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QACD,MAAM,UAAU,GAAkB;YAChC,YAAY,EAAE,UAAU,EAAE,YAAY,IAAI,CAAC;YAC3C,aAAa,EAAE,WAAW,CAAC,aAAa,IAAI,CAAC;YAC7C,YAAY,EACV,CAAC,UAAU,EAAE,YAAY,IAAI,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,aAAa,IAAI,CAAC,CAAC;SACrE,CAAC;QAEF,IACE,UAAU,EAAE,2BAA2B,IAAI,IAAI;YAC/C,UAAU,EAAE,uBAAuB,IAAI,IAAI,EAC3C,CAAC;YACD,UAAU,CAAC,mBAAmB,GAAG;gBAC/B,cAAc,EAAE,UAAU,CAAC,2BAA2B,IAAI,CAAC;gBAC3D,UAAU,EAAE,UAAU,CAAC,uBAAuB,IAAI,CAAC;aACpD,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QAC/B,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QAC/B,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QAC/B,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;IACnC,CAAC;IAED,eAAe,CAAC,MAA6B;QAC3C,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW,IAAI,SAAS,CAAC;QACpD,IAAI,CAAC,IAAI,GAAG,MAAM,EAAE,IAAI,IAAI,SAAS,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,MAAM,EAAE,IAAI,CAAC;QAC1B,IAAI,IAAI,CAAC,WAAW,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC,WAAW,KAAK,CAAC,EAAE,CAAC;YACtD,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;QAC/B,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;QACxB,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACtB,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACzB,CAAC;IACH,CAAC;IAEO,qBAAqB,CAAC,EAC5B,KAAK,EACL,KAAK,EACL,aAAa,EACb,iBAAiB,GAMlB;QACC,MAAM,cAAc,GAAG,iBAAiB;YACtC,CAAC,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC,cAAc,CAAC;YACzC,CAAC,CAAC,SAAS,CAAC;QACd,OAAO,IAAI,mBAAmB,CAAC;YAC7B,OAAO,EAAE,IAAI,cAAc,CAAC;gBAC1B,8FAA8F;gBAC9F,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;gBACxC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,cAAc;gBACd,EAAE,EAAE,KAAK,CAAC,EAAE;aACb,CAAC;YACF,IAAI,EAAE,KAAK,IAAI,EAAE;SAClB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,CAAC,qBAAqB,CAC1B,QAAuB,EACvB,OAAkC,EAClC,UAAqC;QAErC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,iBAAiB,GAAG,kCAAkC,CAAC,QAAQ,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG;YACd,GAAG,MAAM;YACT,GAAG,iBAAiB;YACpB,MAAM,EAAE,IAAI;SACJ,CAAC;QACX,MAAM,qBAAqB,GACzB,CAAC,cAAc,CAAC,OAAO,CAAC;YACxB,CAAC,kBAAkB,CAAC,OAAO,CAAC;YAC5B,CAAC,iBAAiB,CAAC,OAAO,CAAC;YAC3B,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAEhC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE;YACvD,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAAG,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC;QAElE,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAChC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;gBACrC,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC3D,CAAC;YAED,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBAClC,IAAI,CAAC,aAAa,GAAG,IAAkC,CAAC;YAC1D,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACzC,IAAI,CAAC,aAAa,GAAG,IAAkC,CAAC;YAC1D,CAAC;YAED,IAAI,aAAwC,CAAC;YAC7C,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;gBACjE,aAAa,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YACxC,CAAC;YAED,MAAM,MAAM,GAAG,mCAAmC,CAChD,IAAyD,EACzD;gBACE,WAAW,EAAE,iBAAiB;gBAC9B,qBAAqB;aACtB,CACF,CAAC;YACF,IAAI,CAAC,MAAM;gBAAE,SAAS;YAEtB,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;YACzB,MAAM,CAAC,KAAK,GAAG,EAAE,EAAE,SAAS,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;YAEpD,IACE,CAAC,SAAS;gBACV,SAAS,KAAK,OAAO;gBACrB,CAAC,KAAK,KAAK,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI,IAAI,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,EAC7D,CAAC;gBACD,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC;oBACjD,KAAK;oBACL,KAAK;oBACL,aAAa;oBACb,iBAAiB;iBAClB,CAAC,CAAC;gBACH,MAAM,eAAe,CAAC;gBACtB,MAAM,UAAU,EAAE,iBAAiB,CACjC,KAAK,EACL,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B,CAAC;gBACF,SAAS;YACX,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE;gBACvC,KAAK,EAAE,IAAI,CAAC,gBAAgB;gBAC5B,cAAc,EAAE,IAAI;gBACpB,YAAY,EAAE,CAAC;gBACf,YAAY,EAAE,CAAC;aAChB,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC1D,IAAI,CAAC;gBACH,IAAI,YAAY,GAAG,KAAK,CAAC;gBACzB,IAAI,KAAK,EAAE,MAAM,YAAY,IAAI,SAAS,EAAE,CAAC;oBAC3C,IAAK,OAAO,CAAC,MAAkC,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC;wBAClE,MAAM;oBACR,CAAC;oBACD,MAAM,QAAQ,GAAG,UAAU,CAAC,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;oBAE5D,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC;wBACjD,KAAK,EAAE,YAAY;wBACnB,KAAK,EAAE,QAAQ;wBACf,aAAa,EAAE,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa;wBACvD,iBAAiB;qBAClB,CAAC,CAAC;oBAEH,IAAI,aAAa,IAAI,CAAC,YAAY,EAAE,CAAC;wBACnC,YAAY,GAAG,IAAI,CAAC;oBACtB,CAAC;oBACD,MAAM,eAAe,CAAC;oBAEtB,MAAM,UAAU,EAAE,iBAAiB,CACjC,YAAY,EACZ,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B,CAAC;gBACJ,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,MAAM,SAAS,CAAC,MAAM,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC1B,CAAC;CACF"}
|
|
@@ -16,6 +16,7 @@ import type {
|
|
|
16
16
|
AnthropicStreamUsage,
|
|
17
17
|
AnthropicMessageStartEvent,
|
|
18
18
|
AnthropicMessageDeltaEvent,
|
|
19
|
+
AnthropicOutputConfig,
|
|
19
20
|
} from '@/llm/anthropic/types';
|
|
20
21
|
import { _makeMessageChunkFromAnthropicEvent } from './utils/message_outputs';
|
|
21
22
|
import { _convertMessagesToAnthropicPayload } from './utils/message_inputs';
|
|
@@ -39,6 +40,7 @@ function _documentsInParams(
|
|
|
39
40
|
typeof block === 'object' &&
|
|
40
41
|
block != null &&
|
|
41
42
|
block.type === 'document' &&
|
|
43
|
+
block.citations != null &&
|
|
42
44
|
typeof block.citations === 'object' &&
|
|
43
45
|
block.citations.enabled
|
|
44
46
|
) {
|
|
@@ -52,7 +54,20 @@ function _documentsInParams(
|
|
|
52
54
|
function _thinkingInParams(
|
|
53
55
|
params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams
|
|
54
56
|
): boolean {
|
|
55
|
-
return !!(
|
|
57
|
+
return !!(
|
|
58
|
+
params.thinking &&
|
|
59
|
+
(params.thinking.type === 'enabled' || params.thinking.type === 'adaptive')
|
|
60
|
+
);
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
function _compactionInParams(
|
|
64
|
+
params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams
|
|
65
|
+
): boolean {
|
|
66
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
67
|
+
const cm = (params as any).context_management;
|
|
68
|
+
return !!cm?.edits?.some(
|
|
69
|
+
(e: { type: string }) => e.type === 'compact_20260112'
|
|
70
|
+
);
|
|
56
71
|
}
|
|
57
72
|
|
|
58
73
|
function extractToken(
|
|
@@ -120,6 +135,10 @@ function cloneChunk(
|
|
|
120
135
|
|
|
121
136
|
export type CustomAnthropicInput = AnthropicInput & {
|
|
122
137
|
_lc_stream_delay?: number;
|
|
138
|
+
outputConfig?: AnthropicOutputConfig;
|
|
139
|
+
inferenceGeo?: string;
|
|
140
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
141
|
+
contextManagement?: any;
|
|
123
142
|
} & BaseChatModelParams;
|
|
124
143
|
|
|
125
144
|
/**
|
|
@@ -136,11 +155,18 @@ export class CustomAnthropic extends ChatAnthropicMessages {
|
|
|
136
155
|
private tools_in_params?: boolean;
|
|
137
156
|
private emitted_usage?: boolean;
|
|
138
157
|
top_k: number | undefined;
|
|
158
|
+
outputConfig?: AnthropicOutputConfig;
|
|
159
|
+
inferenceGeo?: string;
|
|
160
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
161
|
+
contextManagement?: any;
|
|
139
162
|
constructor(fields?: CustomAnthropicInput) {
|
|
140
163
|
super(fields);
|
|
141
164
|
this.resetTokenEvents();
|
|
142
165
|
this.setDirectFields(fields);
|
|
143
166
|
this._lc_stream_delay = fields?._lc_stream_delay ?? 25;
|
|
167
|
+
this.outputConfig = fields?.outputConfig;
|
|
168
|
+
this.inferenceGeo = fields?.inferenceGeo;
|
|
169
|
+
this.contextManagement = fields?.contextManagement;
|
|
144
170
|
}
|
|
145
171
|
|
|
146
172
|
static lc_name(): 'IllumaAnthropic' {
|
|
@@ -163,7 +189,36 @@ export class CustomAnthropic extends ChatAnthropicMessages {
|
|
|
163
189
|
| Anthropic.Messages.ToolChoiceTool
|
|
164
190
|
| undefined = handleToolChoice(options?.tool_choice);
|
|
165
191
|
|
|
166
|
-
|
|
192
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
193
|
+
const callOptions = options as Record<string, any> | undefined;
|
|
194
|
+
const mergedOutputConfig: AnthropicOutputConfig | undefined = (():
|
|
195
|
+
| AnthropicOutputConfig
|
|
196
|
+
| undefined => {
|
|
197
|
+
const base = {
|
|
198
|
+
...this.outputConfig,
|
|
199
|
+
...callOptions?.outputConfig,
|
|
200
|
+
};
|
|
201
|
+
if (callOptions?.outputFormat && !base.format) {
|
|
202
|
+
base.format = callOptions.outputFormat;
|
|
203
|
+
}
|
|
204
|
+
return Object.keys(base).length > 0 ? base : undefined;
|
|
205
|
+
})();
|
|
206
|
+
|
|
207
|
+
const inferenceGeo = callOptions?.inferenceGeo ?? this.inferenceGeo;
|
|
208
|
+
|
|
209
|
+
const contextManagement = this.contextManagement;
|
|
210
|
+
|
|
211
|
+
const sharedParams = {
|
|
212
|
+
tools: this.formatStructuredToolToAnthropic(options?.tools),
|
|
213
|
+
tool_choice,
|
|
214
|
+
thinking: this.thinking,
|
|
215
|
+
...(mergedOutputConfig ? { output_config: mergedOutputConfig } : {}),
|
|
216
|
+
...(inferenceGeo ? { inference_geo: inferenceGeo } : {}),
|
|
217
|
+
...(contextManagement ? { context_management: contextManagement } : {}),
|
|
218
|
+
...this.invocationKwargs,
|
|
219
|
+
};
|
|
220
|
+
|
|
221
|
+
if (this.thinking.type === 'enabled' || this.thinking.type === 'adaptive') {
|
|
167
222
|
if (this.top_k !== -1 && (this.top_k as number | undefined) != null) {
|
|
168
223
|
throw new Error('topK is not supported when thinking is enabled');
|
|
169
224
|
}
|
|
@@ -184,10 +239,7 @@ export class CustomAnthropic extends ChatAnthropicMessages {
|
|
|
184
239
|
stop_sequences: options?.stop ?? this.stopSequences,
|
|
185
240
|
stream: this.streaming,
|
|
186
241
|
max_tokens: this.maxTokens,
|
|
187
|
-
|
|
188
|
-
tool_choice,
|
|
189
|
-
thinking: this.thinking,
|
|
190
|
-
...this.invocationKwargs,
|
|
242
|
+
...sharedParams,
|
|
191
243
|
};
|
|
192
244
|
}
|
|
193
245
|
return {
|
|
@@ -198,10 +250,7 @@ export class CustomAnthropic extends ChatAnthropicMessages {
|
|
|
198
250
|
stop_sequences: options?.stop ?? this.stopSequences,
|
|
199
251
|
stream: this.streaming,
|
|
200
252
|
max_tokens: this.maxTokens,
|
|
201
|
-
|
|
202
|
-
tool_choice,
|
|
203
|
-
thinking: this.thinking,
|
|
204
|
-
...this.invocationKwargs,
|
|
253
|
+
...sharedParams,
|
|
205
254
|
};
|
|
206
255
|
}
|
|
207
256
|
|
|
@@ -309,7 +358,8 @@ export class CustomAnthropic extends ChatAnthropicMessages {
|
|
|
309
358
|
const coerceContentToString =
|
|
310
359
|
!_toolsInParams(payload) &&
|
|
311
360
|
!_documentsInParams(payload) &&
|
|
312
|
-
!_thinkingInParams(payload)
|
|
361
|
+
!_thinkingInParams(payload) &&
|
|
362
|
+
!_compactionInParams(payload);
|
|
313
363
|
|
|
314
364
|
const stream = await this.createStreamWithRetry(payload, {
|
|
315
365
|
headers: options.headers,
|
|
@@ -334,10 +384,13 @@ export class CustomAnthropic extends ChatAnthropicMessages {
|
|
|
334
384
|
usageMetadata = this.getStreamUsage();
|
|
335
385
|
}
|
|
336
386
|
|
|
337
|
-
const result = _makeMessageChunkFromAnthropicEvent(
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
|
|
387
|
+
const result = _makeMessageChunkFromAnthropicEvent(
|
|
388
|
+
data as Anthropic.Beta.Messages.BetaRawMessageStreamEvent,
|
|
389
|
+
{
|
|
390
|
+
streamUsage: shouldStreamUsage,
|
|
391
|
+
coerceContentToString,
|
|
392
|
+
}
|
|
393
|
+
);
|
|
341
394
|
if (!result) continue;
|
|
342
395
|
|
|
343
396
|
const { chunk } = result;
|