@librechat/agents 3.2.31 → 3.2.33
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/_virtual/_rolldown/runtime.cjs +23 -0
- package/dist/cjs/agents/AgentContext.cjs +844 -1046
- package/dist/cjs/agents/AgentContext.cjs.map +1 -1
- package/dist/cjs/common/constants.cjs +13 -13
- package/dist/cjs/common/constants.cjs.map +1 -1
- package/dist/cjs/common/enum.cjs +233 -240
- package/dist/cjs/common/enum.cjs.map +1 -1
- package/dist/cjs/common/index.cjs +2 -0
- package/dist/cjs/events.cjs +121 -169
- package/dist/cjs/events.cjs.map +1 -1
- package/dist/cjs/graphs/Graph.cjs +1389 -1807
- package/dist/cjs/graphs/Graph.cjs.map +1 -1
- package/dist/cjs/graphs/MultiAgentGraph.cjs +713 -945
- package/dist/cjs/graphs/MultiAgentGraph.cjs.map +1 -1
- package/dist/cjs/graphs/index.cjs +2 -0
- package/dist/cjs/hitl/askUserQuestion.cjs +60 -62
- package/dist/cjs/hitl/askUserQuestion.cjs.map +1 -1
- package/dist/cjs/hitl/index.cjs +1 -0
- package/dist/cjs/hooks/HookRegistry.cjs +176 -202
- package/dist/cjs/hooks/HookRegistry.cjs.map +1 -1
- package/dist/cjs/hooks/createToolPolicyHook.cjs +71 -101
- package/dist/cjs/hooks/createToolPolicyHook.cjs.map +1 -1
- package/dist/cjs/hooks/createWorkspacePolicyHook.cjs +170 -273
- package/dist/cjs/hooks/createWorkspacePolicyHook.cjs.map +1 -1
- package/dist/cjs/hooks/executeHooks.cjs +227 -282
- package/dist/cjs/hooks/executeHooks.cjs.map +1 -1
- package/dist/cjs/hooks/index.cjs +6 -0
- package/dist/cjs/hooks/matchers.cjs +196 -230
- package/dist/cjs/hooks/matchers.cjs.map +1 -1
- package/dist/cjs/hooks/types.cjs +24 -24
- package/dist/cjs/hooks/types.cjs.map +1 -1
- package/dist/cjs/instrumentation.cjs +110 -137
- package/dist/cjs/instrumentation.cjs.map +1 -1
- package/dist/cjs/langchain/google-common.cjs +0 -3
- package/dist/cjs/langchain/index.cjs +80 -43
- package/dist/cjs/langchain/language_models/chat_models.cjs +0 -3
- package/dist/cjs/langchain/messages/tool.cjs +0 -3
- package/dist/cjs/langchain/messages.cjs +35 -18
- package/dist/cjs/langchain/openai.cjs +0 -3
- package/dist/cjs/langchain/prompts.cjs +5 -8
- package/dist/cjs/langchain/runnables.cjs +11 -10
- package/dist/cjs/langchain/tools.cjs +14 -11
- package/dist/cjs/langchain/utils/env.cjs +5 -8
- package/dist/cjs/langfuse.cjs +60 -79
- package/dist/cjs/langfuse.cjs.map +1 -1
- package/dist/cjs/langfuseToolOutputTracing.cjs +267 -399
- package/dist/cjs/langfuseToolOutputTracing.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/index.cjs +432 -562
- package/dist/cjs/llm/anthropic/index.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/types.cjs +23 -47
- package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +441 -696
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs +171 -252
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/output_parsers.cjs +2 -0
- package/dist/cjs/llm/anthropic/utils/tools.cjs +12 -26
- package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/index.cjs +195 -240
- package/dist/cjs/llm/bedrock/index.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/toolCache.cjs +84 -106
- package/dist/cjs/llm/bedrock/toolCache.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/utils/index.cjs +2 -0
- package/dist/cjs/llm/bedrock/utils/message_inputs.cjs +357 -620
- package/dist/cjs/llm/bedrock/utils/message_inputs.cjs.map +1 -1
- package/dist/cjs/llm/bedrock/utils/message_outputs.cjs +105 -149
- package/dist/cjs/llm/bedrock/utils/message_outputs.cjs.map +1 -1
- package/dist/cjs/llm/fake.cjs +86 -96
- package/dist/cjs/llm/fake.cjs.map +1 -1
- package/dist/cjs/llm/google/index.cjs +183 -237
- package/dist/cjs/llm/google/index.cjs.map +1 -1
- package/dist/cjs/llm/google/utils/common.cjs +398 -674
- package/dist/cjs/llm/google/utils/common.cjs.map +1 -1
- package/dist/cjs/llm/google/utils/zod_to_genai_parameters.cjs +2 -0
- package/dist/cjs/llm/init.cjs +44 -53
- package/dist/cjs/llm/init.cjs.map +1 -1
- package/dist/cjs/llm/invoke.cjs +142 -182
- package/dist/cjs/llm/invoke.cjs.map +1 -1
- package/dist/cjs/llm/openai/index.cjs +991 -1276
- package/dist/cjs/llm/openai/index.cjs.map +1 -1
- package/dist/cjs/llm/openai/utils/index.cjs +189 -316
- package/dist/cjs/llm/openai/utils/index.cjs.map +1 -1
- package/dist/cjs/llm/openrouter/index.cjs +102 -153
- package/dist/cjs/llm/openrouter/index.cjs.map +1 -1
- package/dist/cjs/llm/openrouter/toolCache.cjs +35 -44
- package/dist/cjs/llm/openrouter/toolCache.cjs.map +1 -1
- package/dist/cjs/llm/providers.cjs +29 -37
- package/dist/cjs/llm/providers.cjs.map +1 -1
- package/dist/cjs/llm/request.cjs +20 -33
- package/dist/cjs/llm/request.cjs.map +1 -1
- package/dist/cjs/llm/vertexai/index.cjs +427 -453
- package/dist/cjs/llm/vertexai/index.cjs.map +1 -1
- package/dist/cjs/main.cjs +547 -528
- package/dist/cjs/messages/anthropicToolCache.cjs +68 -119
- package/dist/cjs/messages/anthropicToolCache.cjs.map +1 -1
- package/dist/cjs/messages/cache.cjs +308 -401
- package/dist/cjs/messages/cache.cjs.map +1 -1
- package/dist/cjs/messages/content.cjs +36 -49
- package/dist/cjs/messages/content.cjs.map +1 -1
- package/dist/cjs/messages/contextPruning.cjs +112 -145
- package/dist/cjs/messages/contextPruning.cjs.map +1 -1
- package/dist/cjs/messages/contextPruningSettings.cjs +36 -46
- package/dist/cjs/messages/contextPruningSettings.cjs.map +1 -1
- package/dist/cjs/messages/core.cjs +256 -397
- package/dist/cjs/messages/core.cjs.map +1 -1
- package/dist/cjs/messages/format.cjs +904 -1382
- package/dist/cjs/messages/format.cjs.map +1 -1
- package/dist/cjs/messages/ids.cjs +16 -20
- package/dist/cjs/messages/ids.cjs.map +1 -1
- package/dist/cjs/messages/index.cjs +12 -0
- package/dist/cjs/messages/langchain.cjs +18 -18
- package/dist/cjs/messages/langchain.cjs.map +1 -1
- package/dist/cjs/messages/prune.cjs +1054 -1517
- package/dist/cjs/messages/prune.cjs.map +1 -1
- package/dist/cjs/messages/recency.cjs +77 -95
- package/dist/cjs/messages/recency.cjs.map +1 -1
- package/dist/cjs/messages/reducer.cjs +63 -78
- package/dist/cjs/messages/reducer.cjs.map +1 -1
- package/dist/cjs/messages/tools.cjs +51 -79
- package/dist/cjs/messages/tools.cjs.map +1 -1
- package/dist/cjs/openai/index.cjs +171 -217
- package/dist/cjs/openai/index.cjs.map +1 -1
- package/dist/cjs/responses/index.cjs +302 -391
- package/dist/cjs/responses/index.cjs.map +1 -1
- package/dist/cjs/run.cjs +903 -1113
- package/dist/cjs/run.cjs.map +1 -1
- package/dist/cjs/session/AgentSession.cjs +805 -986
- package/dist/cjs/session/AgentSession.cjs.map +1 -1
- package/dist/cjs/session/JsonlSessionStore.cjs +327 -410
- package/dist/cjs/session/JsonlSessionStore.cjs.map +1 -1
- package/dist/cjs/session/handlers.cjs +192 -208
- package/dist/cjs/session/handlers.cjs.map +1 -1
- package/dist/cjs/session/ids.cjs +9 -10
- package/dist/cjs/session/ids.cjs.map +1 -1
- package/dist/cjs/session/index.cjs +4 -0
- package/dist/cjs/session/messageSerialization.cjs +94 -156
- package/dist/cjs/session/messageSerialization.cjs.map +1 -1
- package/dist/cjs/splitStream.cjs +147 -206
- package/dist/cjs/splitStream.cjs.map +1 -1
- package/dist/cjs/stream.cjs +856 -1344
- package/dist/cjs/stream.cjs.map +1 -1
- package/dist/cjs/summarization/index.cjs +57 -101
- package/dist/cjs/summarization/index.cjs.map +1 -1
- package/dist/cjs/summarization/node.cjs +643 -796
- package/dist/cjs/summarization/node.cjs.map +1 -1
- package/dist/cjs/tools/BashExecutor.cjs +110 -136
- package/dist/cjs/tools/BashExecutor.cjs.map +1 -1
- package/dist/cjs/tools/BashProgrammaticToolCalling.cjs +165 -245
- package/dist/cjs/tools/BashProgrammaticToolCalling.cjs.map +1 -1
- package/dist/cjs/tools/Calculator.cjs +36 -57
- package/dist/cjs/tools/Calculator.cjs.map +1 -1
- package/dist/cjs/tools/CodeExecutor.cjs +126 -168
- package/dist/cjs/tools/CodeExecutor.cjs.map +1 -1
- package/dist/cjs/tools/CodeSessionFileSummary.cjs +36 -46
- package/dist/cjs/tools/CodeSessionFileSummary.cjs.map +1 -1
- package/dist/cjs/tools/ProgrammaticToolCalling.cjs +459 -649
- package/dist/cjs/tools/ProgrammaticToolCalling.cjs.map +1 -1
- package/dist/cjs/tools/ReadFile.cjs +17 -20
- package/dist/cjs/tools/ReadFile.cjs.map +1 -1
- package/dist/cjs/tools/SkillTool.cjs +26 -27
- package/dist/cjs/tools/SkillTool.cjs.map +1 -1
- package/dist/cjs/tools/SubagentTool.cjs +59 -61
- package/dist/cjs/tools/SubagentTool.cjs.map +1 -1
- package/dist/cjs/tools/ToolNode.cjs +2109 -2686
- package/dist/cjs/tools/ToolNode.cjs.map +1 -1
- package/dist/cjs/tools/ToolSearch.cjs +663 -825
- package/dist/cjs/tools/ToolSearch.cjs.map +1 -1
- package/dist/cjs/tools/cloudflare/CloudflareBridgeRuntime.cjs +248 -340
- package/dist/cjs/tools/cloudflare/CloudflareBridgeRuntime.cjs.map +1 -1
- package/dist/cjs/tools/cloudflare/CloudflareProgrammaticToolCalling.cjs +170 -197
- package/dist/cjs/tools/cloudflare/CloudflareProgrammaticToolCalling.cjs.map +1 -1
- package/dist/cjs/tools/cloudflare/CloudflareSandboxExecutionEngine.cjs +425 -520
- package/dist/cjs/tools/cloudflare/CloudflareSandboxExecutionEngine.cjs.map +1 -1
- package/dist/cjs/tools/cloudflare/CloudflareSandboxTools.cjs +91 -124
- package/dist/cjs/tools/cloudflare/CloudflareSandboxTools.cjs.map +1 -1
- package/dist/cjs/tools/cloudflare/index.cjs +4 -0
- package/dist/cjs/tools/eagerEventExecution.cjs +75 -99
- package/dist/cjs/tools/eagerEventExecution.cjs.map +1 -1
- package/dist/cjs/tools/handlers.cjs +200 -262
- package/dist/cjs/tools/handlers.cjs.map +1 -1
- package/dist/cjs/tools/local/CompileCheckTool.cjs +150 -212
- package/dist/cjs/tools/local/CompileCheckTool.cjs.map +1 -1
- package/dist/cjs/tools/local/FileCheckpointer.cjs +77 -85
- package/dist/cjs/tools/local/FileCheckpointer.cjs.map +1 -1
- package/dist/cjs/tools/local/LocalCodingTools.cjs +763 -1022
- package/dist/cjs/tools/local/LocalCodingTools.cjs.map +1 -1
- package/dist/cjs/tools/local/LocalExecutionEngine.cjs +666 -941
- package/dist/cjs/tools/local/LocalExecutionEngine.cjs.map +1 -1
- package/dist/cjs/tools/local/LocalExecutionTools.cjs +49 -92
- package/dist/cjs/tools/local/LocalExecutionTools.cjs.map +1 -1
- package/dist/cjs/tools/local/LocalProgrammaticToolCalling.cjs +286 -354
- package/dist/cjs/tools/local/LocalProgrammaticToolCalling.cjs.map +1 -1
- package/dist/cjs/tools/local/attachments.cjs +108 -165
- package/dist/cjs/tools/local/attachments.cjs.map +1 -1
- package/dist/cjs/tools/local/bashAst.cjs +99 -113
- package/dist/cjs/tools/local/bashAst.cjs.map +1 -1
- package/dist/cjs/tools/local/editStrategies.cjs +126 -169
- package/dist/cjs/tools/local/editStrategies.cjs.map +1 -1
- package/dist/cjs/tools/local/index.cjs +12 -0
- package/dist/cjs/tools/local/resolveLocalExecutionTools.cjs +136 -218
- package/dist/cjs/tools/local/resolveLocalExecutionTools.cjs.map +1 -1
- package/dist/cjs/tools/local/syntaxCheck.cjs +142 -161
- package/dist/cjs/tools/local/syntaxCheck.cjs.map +1 -1
- package/dist/cjs/tools/local/textEncoding.cjs +25 -23
- package/dist/cjs/tools/local/textEncoding.cjs.map +1 -1
- package/dist/cjs/tools/local/workspaceFS.cjs +38 -46
- package/dist/cjs/tools/local/workspaceFS.cjs.map +1 -1
- package/dist/cjs/tools/ptcTimeout.cjs +27 -47
- package/dist/cjs/tools/ptcTimeout.cjs.map +1 -1
- package/dist/cjs/tools/schema.cjs +24 -23
- package/dist/cjs/tools/schema.cjs.map +1 -1
- package/dist/cjs/tools/search/anthropic.cjs +24 -33
- package/dist/cjs/tools/search/anthropic.cjs.map +1 -1
- package/dist/cjs/tools/search/content.cjs +95 -137
- package/dist/cjs/tools/search/content.cjs.map +1 -1
- package/dist/cjs/tools/search/firecrawl.cjs +141 -172
- package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
- package/dist/cjs/tools/search/format.cjs +128 -196
- package/dist/cjs/tools/search/format.cjs.map +1 -1
- package/dist/cjs/tools/search/highlights.cjs +165 -232
- package/dist/cjs/tools/search/highlights.cjs.map +1 -1
- package/dist/cjs/tools/search/index.cjs +2 -0
- package/dist/cjs/tools/search/rerankers.cjs +151 -174
- package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
- package/dist/cjs/tools/search/schema.cjs +40 -39
- package/dist/cjs/tools/search/schema.cjs.map +1 -1
- package/dist/cjs/tools/search/search.cjs +428 -530
- package/dist/cjs/tools/search/search.cjs.map +1 -1
- package/dist/cjs/tools/search/serper-scraper.cjs +106 -127
- package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
- package/dist/cjs/tools/search/tavily-scraper.cjs +129 -181
- package/dist/cjs/tools/search/tavily-scraper.cjs.map +1 -1
- package/dist/cjs/tools/search/tavily-search.cjs +295 -359
- package/dist/cjs/tools/search/tavily-search.cjs.map +1 -1
- package/dist/cjs/tools/search/tool.cjs +260 -299
- package/dist/cjs/tools/search/tool.cjs.map +1 -1
- package/dist/cjs/tools/search/utils.cjs +74 -117
- package/dist/cjs/tools/search/utils.cjs.map +1 -1
- package/dist/cjs/tools/skillCatalog.cjs +54 -72
- package/dist/cjs/tools/skillCatalog.cjs.map +1 -1
- package/dist/cjs/tools/streamedToolCallSeals.cjs +19 -36
- package/dist/cjs/tools/streamedToolCallSeals.cjs.map +1 -1
- package/dist/cjs/tools/subagent/SubagentExecutor.cjs +612 -771
- package/dist/cjs/tools/subagent/SubagentExecutor.cjs.map +1 -1
- package/dist/cjs/tools/subagent/index.cjs +1 -0
- package/dist/cjs/tools/toolOutputReferences.cjs +523 -630
- package/dist/cjs/tools/toolOutputReferences.cjs.map +1 -1
- package/dist/cjs/utils/callbacks.cjs +11 -21
- package/dist/cjs/utils/callbacks.cjs.map +1 -1
- package/dist/cjs/utils/errors.cjs +70 -95
- package/dist/cjs/utils/errors.cjs.map +1 -1
- package/dist/cjs/utils/events.cjs +32 -42
- package/dist/cjs/utils/events.cjs.map +1 -1
- package/dist/cjs/utils/graph.cjs +8 -12
- package/dist/cjs/utils/graph.cjs.map +1 -1
- package/dist/cjs/utils/handlers.cjs +60 -82
- package/dist/cjs/utils/handlers.cjs.map +1 -1
- package/dist/cjs/utils/index.cjs +9 -0
- package/dist/cjs/utils/llm.cjs +19 -27
- package/dist/cjs/utils/llm.cjs.map +1 -1
- package/dist/cjs/utils/misc.cjs +30 -46
- package/dist/cjs/utils/misc.cjs.map +1 -1
- package/dist/cjs/utils/run.cjs +50 -66
- package/dist/cjs/utils/run.cjs.map +1 -1
- package/dist/cjs/utils/schema.cjs +11 -19
- package/dist/cjs/utils/schema.cjs.map +1 -1
- package/dist/cjs/utils/title.cjs +71 -106
- package/dist/cjs/utils/title.cjs.map +1 -1
- package/dist/cjs/utils/tokens.cjs +186 -283
- package/dist/cjs/utils/tokens.cjs.map +1 -1
- package/dist/cjs/utils/truncation.cjs +95 -114
- package/dist/cjs/utils/truncation.cjs.map +1 -1
- package/dist/esm/agents/AgentContext.mjs +844 -1044
- package/dist/esm/agents/AgentContext.mjs.map +1 -1
- package/dist/esm/common/constants.mjs +13 -11
- package/dist/esm/common/constants.mjs.map +1 -1
- package/dist/esm/common/enum.mjs +221 -238
- package/dist/esm/common/enum.mjs.map +1 -1
- package/dist/esm/common/index.mjs +3 -0
- package/dist/esm/events.mjs +121 -167
- package/dist/esm/events.mjs.map +1 -1
- package/dist/esm/graphs/Graph.mjs +1388 -1804
- package/dist/esm/graphs/Graph.mjs.map +1 -1
- package/dist/esm/graphs/MultiAgentGraph.mjs +713 -943
- package/dist/esm/graphs/MultiAgentGraph.mjs.map +1 -1
- package/dist/esm/graphs/index.mjs +3 -0
- package/dist/esm/hitl/askUserQuestion.mjs +60 -60
- package/dist/esm/hitl/askUserQuestion.mjs.map +1 -1
- package/dist/esm/hitl/index.mjs +2 -0
- package/dist/esm/hooks/HookRegistry.mjs +176 -200
- package/dist/esm/hooks/HookRegistry.mjs.map +1 -1
- package/dist/esm/hooks/createToolPolicyHook.mjs +71 -99
- package/dist/esm/hooks/createToolPolicyHook.mjs.map +1 -1
- package/dist/esm/hooks/createWorkspacePolicyHook.mjs +170 -271
- package/dist/esm/hooks/createWorkspacePolicyHook.mjs.map +1 -1
- package/dist/esm/hooks/executeHooks.mjs +227 -280
- package/dist/esm/hooks/executeHooks.mjs.map +1 -1
- package/dist/esm/hooks/index.mjs +7 -0
- package/dist/esm/hooks/matchers.mjs +196 -228
- package/dist/esm/hooks/matchers.mjs.map +1 -1
- package/dist/esm/hooks/types.mjs +24 -22
- package/dist/esm/hooks/types.mjs.map +1 -1
- package/dist/esm/instrumentation.mjs +109 -132
- package/dist/esm/instrumentation.mjs.map +1 -1
- package/dist/esm/langchain/google-common.mjs +1 -2
- package/dist/esm/langchain/index.mjs +5 -5
- package/dist/esm/langchain/language_models/chat_models.mjs +1 -2
- package/dist/esm/langchain/messages/tool.mjs +1 -2
- package/dist/esm/langchain/messages.mjs +2 -2
- package/dist/esm/langchain/openai.mjs +1 -2
- package/dist/esm/langchain/prompts.mjs +2 -2
- package/dist/esm/langchain/runnables.mjs +2 -2
- package/dist/esm/langchain/tools.mjs +2 -2
- package/dist/esm/langchain/utils/env.mjs +2 -2
- package/dist/esm/langfuse.mjs +60 -76
- package/dist/esm/langfuse.mjs.map +1 -1
- package/dist/esm/langfuseToolOutputTracing.mjs +267 -395
- package/dist/esm/langfuseToolOutputTracing.mjs.map +1 -1
- package/dist/esm/llm/anthropic/index.mjs +432 -559
- package/dist/esm/llm/anthropic/index.mjs.map +1 -1
- package/dist/esm/llm/anthropic/types.mjs +23 -45
- package/dist/esm/llm/anthropic/types.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs +439 -690
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs +171 -249
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/output_parsers.mjs +3 -0
- package/dist/esm/llm/anthropic/utils/tools.mjs +12 -24
- package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
- package/dist/esm/llm/bedrock/index.mjs +195 -238
- package/dist/esm/llm/bedrock/index.mjs.map +1 -1
- package/dist/esm/llm/bedrock/toolCache.mjs +84 -104
- package/dist/esm/llm/bedrock/toolCache.mjs.map +1 -1
- package/dist/esm/llm/bedrock/utils/index.mjs +3 -0
- package/dist/esm/llm/bedrock/utils/message_inputs.mjs +357 -618
- package/dist/esm/llm/bedrock/utils/message_inputs.mjs.map +1 -1
- package/dist/esm/llm/bedrock/utils/message_outputs.mjs +105 -147
- package/dist/esm/llm/bedrock/utils/message_outputs.mjs.map +1 -1
- package/dist/esm/llm/fake.mjs +86 -94
- package/dist/esm/llm/fake.mjs.map +1 -1
- package/dist/esm/llm/google/index.mjs +183 -235
- package/dist/esm/llm/google/index.mjs.map +1 -1
- package/dist/esm/llm/google/utils/common.mjs +397 -666
- package/dist/esm/llm/google/utils/common.mjs.map +1 -1
- package/dist/esm/llm/google/utils/zod_to_genai_parameters.mjs +3 -0
- package/dist/esm/llm/init.mjs +44 -51
- package/dist/esm/llm/init.mjs.map +1 -1
- package/dist/esm/llm/invoke.mjs +142 -180
- package/dist/esm/llm/invoke.mjs.map +1 -1
- package/dist/esm/llm/openai/index.mjs +991 -1271
- package/dist/esm/llm/openai/index.mjs.map +1 -1
- package/dist/esm/llm/openai/utils/index.mjs +188 -312
- package/dist/esm/llm/openai/utils/index.mjs.map +1 -1
- package/dist/esm/llm/openrouter/index.mjs +102 -151
- package/dist/esm/llm/openrouter/index.mjs.map +1 -1
- package/dist/esm/llm/openrouter/toolCache.mjs +35 -42
- package/dist/esm/llm/openrouter/toolCache.mjs.map +1 -1
- package/dist/esm/llm/providers.mjs +29 -34
- package/dist/esm/llm/providers.mjs.map +1 -1
- package/dist/esm/llm/request.mjs +20 -31
- package/dist/esm/llm/request.mjs.map +1 -1
- package/dist/esm/llm/vertexai/index.mjs +427 -449
- package/dist/esm/llm/vertexai/index.mjs.map +1 -1
- package/dist/esm/main.mjs +99 -87
- package/dist/esm/messages/anthropicToolCache.mjs +68 -117
- package/dist/esm/messages/anthropicToolCache.mjs.map +1 -1
- package/dist/esm/messages/cache.mjs +308 -399
- package/dist/esm/messages/cache.mjs.map +1 -1
- package/dist/esm/messages/content.mjs +36 -47
- package/dist/esm/messages/content.mjs.map +1 -1
- package/dist/esm/messages/contextPruning.mjs +112 -143
- package/dist/esm/messages/contextPruning.mjs.map +1 -1
- package/dist/esm/messages/contextPruningSettings.mjs +36 -44
- package/dist/esm/messages/contextPruningSettings.mjs.map +1 -1
- package/dist/esm/messages/core.mjs +254 -393
- package/dist/esm/messages/core.mjs.map +1 -1
- package/dist/esm/messages/format.mjs +902 -1378
- package/dist/esm/messages/format.mjs.map +1 -1
- package/dist/esm/messages/ids.mjs +16 -18
- package/dist/esm/messages/ids.mjs.map +1 -1
- package/dist/esm/messages/index.mjs +13 -0
- package/dist/esm/messages/langchain.mjs +18 -16
- package/dist/esm/messages/langchain.mjs.map +1 -1
- package/dist/esm/messages/prune.mjs +1053 -1514
- package/dist/esm/messages/prune.mjs.map +1 -1
- package/dist/esm/messages/recency.mjs +77 -93
- package/dist/esm/messages/recency.mjs.map +1 -1
- package/dist/esm/messages/reducer.mjs +63 -76
- package/dist/esm/messages/reducer.mjs.map +1 -1
- package/dist/esm/messages/tools.mjs +49 -75
- package/dist/esm/messages/tools.mjs.map +1 -1
- package/dist/esm/openai/index.mjs +170 -215
- package/dist/esm/openai/index.mjs.map +1 -1
- package/dist/esm/responses/index.mjs +301 -389
- package/dist/esm/responses/index.mjs.map +1 -1
- package/dist/esm/run.mjs +903 -1111
- package/dist/esm/run.mjs.map +1 -1
- package/dist/esm/session/AgentSession.mjs +806 -985
- package/dist/esm/session/AgentSession.mjs.map +1 -1
- package/dist/esm/session/JsonlSessionStore.mjs +326 -407
- package/dist/esm/session/JsonlSessionStore.mjs.map +1 -1
- package/dist/esm/session/handlers.mjs +192 -206
- package/dist/esm/session/handlers.mjs.map +1 -1
- package/dist/esm/session/ids.mjs +9 -8
- package/dist/esm/session/ids.mjs.map +1 -1
- package/dist/esm/session/index.mjs +5 -0
- package/dist/esm/session/messageSerialization.mjs +94 -154
- package/dist/esm/session/messageSerialization.mjs.map +1 -1
- package/dist/esm/splitStream.mjs +147 -204
- package/dist/esm/splitStream.mjs.map +1 -1
- package/dist/esm/stream.mjs +854 -1341
- package/dist/esm/stream.mjs.map +1 -1
- package/dist/esm/summarization/index.mjs +57 -99
- package/dist/esm/summarization/index.mjs.map +1 -1
- package/dist/esm/summarization/node.mjs +640 -790
- package/dist/esm/summarization/node.mjs.map +1 -1
- package/dist/esm/tools/BashExecutor.mjs +103 -129
- package/dist/esm/tools/BashExecutor.mjs.map +1 -1
- package/dist/esm/tools/BashProgrammaticToolCalling.mjs +162 -239
- package/dist/esm/tools/BashProgrammaticToolCalling.mjs.map +1 -1
- package/dist/esm/tools/Calculator.mjs +34 -36
- package/dist/esm/tools/Calculator.mjs.map +1 -1
- package/dist/esm/tools/CodeExecutor.mjs +123 -164
- package/dist/esm/tools/CodeExecutor.mjs.map +1 -1
- package/dist/esm/tools/CodeSessionFileSummary.mjs +36 -44
- package/dist/esm/tools/CodeSessionFileSummary.mjs.map +1 -1
- package/dist/esm/tools/ProgrammaticToolCalling.mjs +454 -644
- package/dist/esm/tools/ProgrammaticToolCalling.mjs.map +1 -1
- package/dist/esm/tools/ReadFile.mjs +17 -18
- package/dist/esm/tools/ReadFile.mjs.map +1 -1
- package/dist/esm/tools/SkillTool.mjs +26 -25
- package/dist/esm/tools/SkillTool.mjs.map +1 -1
- package/dist/esm/tools/SubagentTool.mjs +59 -59
- package/dist/esm/tools/SubagentTool.mjs.map +1 -1
- package/dist/esm/tools/ToolNode.mjs +2107 -2684
- package/dist/esm/tools/ToolNode.mjs.map +1 -1
- package/dist/esm/tools/ToolSearch.mjs +659 -804
- package/dist/esm/tools/ToolSearch.mjs.map +1 -1
- package/dist/esm/tools/cloudflare/CloudflareBridgeRuntime.mjs +248 -338
- package/dist/esm/tools/cloudflare/CloudflareBridgeRuntime.mjs.map +1 -1
- package/dist/esm/tools/cloudflare/CloudflareProgrammaticToolCalling.mjs +170 -195
- package/dist/esm/tools/cloudflare/CloudflareProgrammaticToolCalling.mjs.map +1 -1
- package/dist/esm/tools/cloudflare/CloudflareSandboxExecutionEngine.mjs +424 -517
- package/dist/esm/tools/cloudflare/CloudflareSandboxExecutionEngine.mjs.map +1 -1
- package/dist/esm/tools/cloudflare/CloudflareSandboxTools.mjs +91 -122
- package/dist/esm/tools/cloudflare/CloudflareSandboxTools.mjs.map +1 -1
- package/dist/esm/tools/cloudflare/index.mjs +5 -0
- package/dist/esm/tools/eagerEventExecution.mjs +75 -96
- package/dist/esm/tools/eagerEventExecution.mjs.map +1 -1
- package/dist/esm/tools/handlers.mjs +200 -260
- package/dist/esm/tools/handlers.mjs.map +1 -1
- package/dist/esm/tools/local/CompileCheckTool.mjs +150 -210
- package/dist/esm/tools/local/CompileCheckTool.mjs.map +1 -1
- package/dist/esm/tools/local/FileCheckpointer.mjs +77 -83
- package/dist/esm/tools/local/FileCheckpointer.mjs.map +1 -1
- package/dist/esm/tools/local/LocalCodingTools.mjs +760 -1017
- package/dist/esm/tools/local/LocalCodingTools.mjs.map +1 -1
- package/dist/esm/tools/local/LocalExecutionEngine.mjs +663 -936
- package/dist/esm/tools/local/LocalExecutionEngine.mjs.map +1 -1
- package/dist/esm/tools/local/LocalExecutionTools.mjs +49 -90
- package/dist/esm/tools/local/LocalExecutionTools.mjs.map +1 -1
- package/dist/esm/tools/local/LocalProgrammaticToolCalling.mjs +283 -349
- package/dist/esm/tools/local/LocalProgrammaticToolCalling.mjs.map +1 -1
- package/dist/esm/tools/local/attachments.mjs +108 -163
- package/dist/esm/tools/local/attachments.mjs.map +1 -1
- package/dist/esm/tools/local/bashAst.mjs +99 -111
- package/dist/esm/tools/local/bashAst.mjs.map +1 -1
- package/dist/esm/tools/local/editStrategies.mjs +126 -167
- package/dist/esm/tools/local/editStrategies.mjs.map +1 -1
- package/dist/esm/tools/local/index.mjs +13 -0
- package/dist/esm/tools/local/resolveLocalExecutionTools.mjs +136 -216
- package/dist/esm/tools/local/resolveLocalExecutionTools.mjs.map +1 -1
- package/dist/esm/tools/local/syntaxCheck.mjs +138 -155
- package/dist/esm/tools/local/syntaxCheck.mjs.map +1 -1
- package/dist/esm/tools/local/textEncoding.mjs +25 -21
- package/dist/esm/tools/local/textEncoding.mjs.map +1 -1
- package/dist/esm/tools/local/workspaceFS.mjs +38 -44
- package/dist/esm/tools/local/workspaceFS.mjs.map +1 -1
- package/dist/esm/tools/ptcTimeout.mjs +27 -42
- package/dist/esm/tools/ptcTimeout.mjs.map +1 -1
- package/dist/esm/tools/schema.mjs +24 -21
- package/dist/esm/tools/schema.mjs.map +1 -1
- package/dist/esm/tools/search/anthropic.mjs +24 -31
- package/dist/esm/tools/search/anthropic.mjs.map +1 -1
- package/dist/esm/tools/search/content.mjs +93 -116
- package/dist/esm/tools/search/content.mjs.map +1 -1
- package/dist/esm/tools/search/firecrawl.mjs +139 -169
- package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
- package/dist/esm/tools/search/format.mjs +128 -194
- package/dist/esm/tools/search/format.mjs.map +1 -1
- package/dist/esm/tools/search/highlights.mjs +165 -230
- package/dist/esm/tools/search/highlights.mjs.map +1 -1
- package/dist/esm/tools/search/index.mjs +3 -0
- package/dist/esm/tools/search/rerankers.mjs +149 -168
- package/dist/esm/tools/search/rerankers.mjs.map +1 -1
- package/dist/esm/tools/search/schema.mjs +39 -37
- package/dist/esm/tools/search/schema.mjs.map +1 -1
- package/dist/esm/tools/search/search.mjs +426 -528
- package/dist/esm/tools/search/search.mjs.map +1 -1
- package/dist/esm/tools/search/serper-scraper.mjs +104 -124
- package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
- package/dist/esm/tools/search/tavily-scraper.mjs +127 -178
- package/dist/esm/tools/search/tavily-scraper.mjs.map +1 -1
- package/dist/esm/tools/search/tavily-search.mjs +293 -357
- package/dist/esm/tools/search/tavily-search.mjs.map +1 -1
- package/dist/esm/tools/search/tool.mjs +259 -297
- package/dist/esm/tools/search/tool.mjs.map +1 -1
- package/dist/esm/tools/search/utils.mjs +74 -115
- package/dist/esm/tools/search/utils.mjs.map +1 -1
- package/dist/esm/tools/skillCatalog.mjs +54 -70
- package/dist/esm/tools/skillCatalog.mjs.map +1 -1
- package/dist/esm/tools/streamedToolCallSeals.mjs +19 -31
- package/dist/esm/tools/streamedToolCallSeals.mjs.map +1 -1
- package/dist/esm/tools/subagent/SubagentExecutor.mjs +612 -768
- package/dist/esm/tools/subagent/SubagentExecutor.mjs.map +1 -1
- package/dist/esm/tools/subagent/index.mjs +2 -0
- package/dist/esm/tools/toolOutputReferences.mjs +523 -624
- package/dist/esm/tools/toolOutputReferences.mjs.map +1 -1
- package/dist/esm/utils/callbacks.mjs +11 -19
- package/dist/esm/utils/callbacks.mjs.map +1 -1
- package/dist/esm/utils/errors.mjs +70 -93
- package/dist/esm/utils/errors.mjs.map +1 -1
- package/dist/esm/utils/events.mjs +32 -40
- package/dist/esm/utils/events.mjs.map +1 -1
- package/dist/esm/utils/graph.mjs +8 -10
- package/dist/esm/utils/graph.mjs.map +1 -1
- package/dist/esm/utils/handlers.mjs +60 -80
- package/dist/esm/utils/handlers.mjs.map +1 -1
- package/dist/esm/utils/index.mjs +10 -0
- package/dist/esm/utils/llm.mjs +19 -25
- package/dist/esm/utils/llm.mjs.map +1 -1
- package/dist/esm/utils/misc.mjs +30 -44
- package/dist/esm/utils/misc.mjs.map +1 -1
- package/dist/esm/utils/run.mjs +50 -64
- package/dist/esm/utils/run.mjs.map +1 -1
- package/dist/esm/utils/schema.mjs +11 -17
- package/dist/esm/utils/schema.mjs.map +1 -1
- package/dist/esm/utils/title.mjs +71 -104
- package/dist/esm/utils/title.mjs.map +1 -1
- package/dist/esm/utils/tokens.mjs +186 -281
- package/dist/esm/utils/tokens.mjs.map +1 -1
- package/dist/esm/utils/truncation.mjs +95 -112
- package/dist/esm/utils/truncation.mjs.map +1 -1
- package/dist/types/messages/format.d.ts +5 -0
- package/dist/types/tools/search/tool.d.ts +17 -0
- package/dist/types/tools/search/types.d.ts +4 -0
- package/package.json +11 -17
- package/src/llm/anthropic/llm.spec.ts +36 -0
- package/src/llm/anthropic/utils/message_inputs.ts +45 -3
- package/src/llm/anthropic/utils/message_outputs.ts +6 -2
- package/src/llm/anthropic/utils/streaming-tool-input.test.ts +186 -0
- package/src/messages/cache.test.ts +122 -0
- package/src/messages/cache.ts +25 -1
- package/src/messages/format.ts +9 -0
- package/src/messages/formatAgentMessages.skills.test.ts +100 -0
- package/src/tools/search/highlights.ts +9 -1
- package/src/tools/search/search.ts +41 -3
- package/src/tools/search/source-processing.test.ts +373 -0
- package/src/tools/search/tool.ts +22 -2
- package/src/tools/search/types.ts +4 -0
- package/dist/cjs/langchain/google-common.cjs.map +0 -1
- package/dist/cjs/langchain/index.cjs.map +0 -1
- package/dist/cjs/langchain/language_models/chat_models.cjs.map +0 -1
- package/dist/cjs/langchain/messages/tool.cjs.map +0 -1
- package/dist/cjs/langchain/messages.cjs.map +0 -1
- package/dist/cjs/langchain/openai.cjs.map +0 -1
- package/dist/cjs/langchain/prompts.cjs.map +0 -1
- package/dist/cjs/langchain/runnables.cjs.map +0 -1
- package/dist/cjs/langchain/tools.cjs.map +0 -1
- package/dist/cjs/langchain/utils/env.cjs.map +0 -1
- package/dist/cjs/main.cjs.map +0 -1
- package/dist/esm/langchain/google-common.mjs.map +0 -1
- package/dist/esm/langchain/index.mjs.map +0 -1
- package/dist/esm/langchain/language_models/chat_models.mjs.map +0 -1
- package/dist/esm/langchain/messages/tool.mjs.map +0 -1
- package/dist/esm/langchain/messages.mjs.map +0 -1
- package/dist/esm/langchain/openai.mjs.map +0 -1
- package/dist/esm/langchain/prompts.mjs.map +0 -1
- package/dist/esm/langchain/runnables.mjs.map +0 -1
- package/dist/esm/langchain/tools.mjs.map +0 -1
- package/dist/esm/langchain/utils/env.mjs.map +0 -1
- package/dist/esm/main.mjs.map +0 -1
|
@@ -1,246 +1,201 @@
|
|
|
1
|
-
import
|
|
2
|
-
|
|
1
|
+
import "../common/enum.mjs";
|
|
2
|
+
import "../common/index.mjs";
|
|
3
|
+
//#region src/openai/index.ts
|
|
3
4
|
function createOpenAIStreamTracker() {
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
5
|
+
return {
|
|
6
|
+
hasRole: false,
|
|
7
|
+
hasText: false,
|
|
8
|
+
hasReasoning: false,
|
|
9
|
+
toolCalls: /* @__PURE__ */ new Map(),
|
|
10
|
+
toolCallsByStep: /* @__PURE__ */ new Map(),
|
|
11
|
+
usage: {
|
|
12
|
+
promptTokens: 0,
|
|
13
|
+
completionTokens: 0,
|
|
14
|
+
reasoningTokens: 0
|
|
15
|
+
}
|
|
16
|
+
};
|
|
16
17
|
}
|
|
17
18
|
function getTokenCount(value) {
|
|
18
|
-
|
|
19
|
+
return typeof value === "number" && Number.isFinite(value) ? value : 0;
|
|
19
20
|
}
|
|
20
21
|
function getReasoningTokenCount(usage) {
|
|
21
|
-
|
|
22
|
+
return getTokenCount(usage.output_token_details?.reasoning);
|
|
22
23
|
}
|
|
23
24
|
function getToolCallIndex(toolCall, fallbackIndex) {
|
|
24
|
-
|
|
25
|
+
return typeof toolCall.index === "number" ? toolCall.index : fallbackIndex;
|
|
25
26
|
}
|
|
26
27
|
function getToolCallName(toolCall) {
|
|
27
|
-
|
|
28
|
+
return toolCall.name ?? toolCall.function?.name ?? "";
|
|
28
29
|
}
|
|
29
30
|
function getToolCallArguments(toolCall) {
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
if (typeof args === 'string') {
|
|
35
|
-
return args;
|
|
36
|
-
}
|
|
37
|
-
return JSON.stringify(args);
|
|
31
|
+
const args = toolCall.args ?? toolCall.function?.arguments;
|
|
32
|
+
if (args == null) return "";
|
|
33
|
+
if (typeof args === "string") return args;
|
|
34
|
+
return JSON.stringify(args);
|
|
38
35
|
}
|
|
39
36
|
function getStepToolCalls(tracker, stepId) {
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
toolCallsByStep.set(stepId, stepToolCalls);
|
|
48
|
-
return stepToolCalls;
|
|
37
|
+
const toolCallsByStep = tracker.toolCallsByStep ?? /* @__PURE__ */ new Map();
|
|
38
|
+
tracker.toolCallsByStep = toolCallsByStep;
|
|
39
|
+
const existing = toolCallsByStep.get(stepId);
|
|
40
|
+
if (existing != null) return existing;
|
|
41
|
+
const stepToolCalls = /* @__PURE__ */ new Map();
|
|
42
|
+
toolCallsByStep.set(stepId, stepToolCalls);
|
|
43
|
+
return stepToolCalls;
|
|
49
44
|
}
|
|
50
45
|
function createChatCompletionChunk(context, delta, finishReason = null, usage) {
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
46
|
+
return {
|
|
47
|
+
id: context.requestId,
|
|
48
|
+
object: "chat.completion.chunk",
|
|
49
|
+
created: context.created,
|
|
50
|
+
model: context.model,
|
|
51
|
+
choices: [{
|
|
52
|
+
index: 0,
|
|
53
|
+
delta,
|
|
54
|
+
finish_reason: finishReason
|
|
55
|
+
}],
|
|
56
|
+
...usage ? { usage } : {}
|
|
57
|
+
};
|
|
59
58
|
}
|
|
60
59
|
function createChatCompletionUsageChunk(context, usage) {
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
60
|
+
return {
|
|
61
|
+
id: context.requestId,
|
|
62
|
+
object: "chat.completion.chunk",
|
|
63
|
+
created: context.created,
|
|
64
|
+
model: context.model,
|
|
65
|
+
choices: [],
|
|
66
|
+
usage
|
|
67
|
+
};
|
|
69
68
|
}
|
|
70
69
|
async function writeOpenAISSE(writer, data) {
|
|
71
|
-
|
|
70
|
+
await writer.write(`data: ${data === "[DONE]" ? data : JSON.stringify(data)}\n\n`);
|
|
72
71
|
}
|
|
73
72
|
function getTextParts(data) {
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
}
|
|
85
|
-
return text;
|
|
73
|
+
const parts = data.delta.content ?? [];
|
|
74
|
+
const text = [];
|
|
75
|
+
for (const part of parts) {
|
|
76
|
+
if ("text" in part && typeof part.text === "string") {
|
|
77
|
+
text.push(part.text);
|
|
78
|
+
continue;
|
|
79
|
+
}
|
|
80
|
+
if ("think" in part && typeof part.think === "string") text.push(part.think);
|
|
81
|
+
}
|
|
82
|
+
return text;
|
|
86
83
|
}
|
|
87
84
|
async function emitAssistantRoleChunk(config) {
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
config.tracker.hasRole = true;
|
|
92
|
-
await writeOpenAISSE(config.writer, createChatCompletionChunk(config.context, { role: 'assistant' }));
|
|
85
|
+
if (config.tracker.hasRole) return;
|
|
86
|
+
config.tracker.hasRole = true;
|
|
87
|
+
await writeOpenAISSE(config.writer, createChatCompletionChunk(config.context, { role: "assistant" }));
|
|
93
88
|
}
|
|
94
89
|
async function emitToolCallChunk(params) {
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
if (argumentDelta !== '') {
|
|
138
|
-
functionDelta.arguments = argumentDelta;
|
|
139
|
-
}
|
|
140
|
-
await emitAssistantRoleChunk(config);
|
|
141
|
-
await writeOpenAISSE(config.writer, createChatCompletionChunk(config.context, {
|
|
142
|
-
tool_calls: [
|
|
143
|
-
{
|
|
144
|
-
index,
|
|
145
|
-
...(current.id !== '' ? { id: current.id } : {}),
|
|
146
|
-
type: 'function',
|
|
147
|
-
...(functionDelta.name != null || functionDelta.arguments != null
|
|
148
|
-
? { function: functionDelta }
|
|
149
|
-
: {}),
|
|
150
|
-
},
|
|
151
|
-
],
|
|
152
|
-
}));
|
|
90
|
+
const { config, stepId, toolCall, fallbackIndex, completed } = params;
|
|
91
|
+
const index = getToolCallIndex(toolCall, fallbackIndex);
|
|
92
|
+
const stepToolCalls = getStepToolCalls(config.tracker, stepId);
|
|
93
|
+
const existing = stepToolCalls.get(index);
|
|
94
|
+
const current = existing ?? {
|
|
95
|
+
id: toolCall.id ?? "",
|
|
96
|
+
type: "function",
|
|
97
|
+
function: {
|
|
98
|
+
name: "",
|
|
99
|
+
arguments: ""
|
|
100
|
+
}
|
|
101
|
+
};
|
|
102
|
+
const name = getToolCallName(toolCall);
|
|
103
|
+
const args = getToolCallArguments(toolCall);
|
|
104
|
+
const idChanged = toolCall.id != null && toolCall.id !== "" && current.id !== toolCall.id;
|
|
105
|
+
const nameChanged = name !== "" && current.function.name !== name;
|
|
106
|
+
let argumentDelta = "";
|
|
107
|
+
if (completed) {
|
|
108
|
+
if (args !== "" && args !== current.function.arguments) {
|
|
109
|
+
argumentDelta = args.startsWith(current.function.arguments) ? args.slice(current.function.arguments.length) : args;
|
|
110
|
+
current.function.arguments = args;
|
|
111
|
+
}
|
|
112
|
+
} else if (args !== "") {
|
|
113
|
+
argumentDelta = args;
|
|
114
|
+
current.function.arguments += args;
|
|
115
|
+
}
|
|
116
|
+
if (toolCall.id != null && toolCall.id !== "") current.id = toolCall.id;
|
|
117
|
+
if (name !== "") current.function.name = name;
|
|
118
|
+
stepToolCalls.set(index, current);
|
|
119
|
+
config.tracker.toolCalls.set(index, current);
|
|
120
|
+
if (!idChanged && !nameChanged && argumentDelta === "" && existing) return;
|
|
121
|
+
config.tracker.lastChunkKind = "tool_call";
|
|
122
|
+
const functionDelta = {};
|
|
123
|
+
if (nameChanged || !existing && current.function.name !== "") functionDelta.name = current.function.name;
|
|
124
|
+
if (argumentDelta !== "") functionDelta.arguments = argumentDelta;
|
|
125
|
+
await emitAssistantRoleChunk(config);
|
|
126
|
+
await writeOpenAISSE(config.writer, createChatCompletionChunk(config.context, { tool_calls: [{
|
|
127
|
+
index,
|
|
128
|
+
...current.id !== "" ? { id: current.id } : {},
|
|
129
|
+
type: "function",
|
|
130
|
+
...functionDelta.name != null || functionDelta.arguments != null ? { function: functionDelta } : {}
|
|
131
|
+
}] }));
|
|
153
132
|
}
|
|
154
133
|
function createOpenAIHandlers(config) {
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
stepId: runStep.id,
|
|
206
|
-
toolCall: toolCalls[index],
|
|
207
|
-
fallbackIndex: index,
|
|
208
|
-
completed: true,
|
|
209
|
-
});
|
|
210
|
-
}
|
|
211
|
-
},
|
|
212
|
-
},
|
|
213
|
-
[GraphEvents.CHAT_MODEL_END]: {
|
|
214
|
-
handle: (_event, data) => {
|
|
215
|
-
const usage = data?.output?.usage_metadata;
|
|
216
|
-
if (!usage) {
|
|
217
|
-
return;
|
|
218
|
-
}
|
|
219
|
-
config.tracker.usage.promptTokens += getTokenCount(usage.input_tokens);
|
|
220
|
-
config.tracker.usage.completionTokens += getTokenCount(usage.output_tokens);
|
|
221
|
-
config.tracker.usage.reasoningTokens += getReasoningTokenCount(usage);
|
|
222
|
-
},
|
|
223
|
-
},
|
|
224
|
-
};
|
|
134
|
+
return {
|
|
135
|
+
["on_message_delta"]: { handle: async (_event, data) => {
|
|
136
|
+
for (const text of getTextParts(data)) {
|
|
137
|
+
config.tracker.hasText = true;
|
|
138
|
+
config.tracker.lastChunkKind = "text";
|
|
139
|
+
await emitAssistantRoleChunk(config);
|
|
140
|
+
await writeOpenAISSE(config.writer, createChatCompletionChunk(config.context, { content: text }));
|
|
141
|
+
}
|
|
142
|
+
} },
|
|
143
|
+
["on_reasoning_delta"]: { handle: async (_event, data) => {
|
|
144
|
+
for (const text of getTextParts(data)) {
|
|
145
|
+
config.tracker.hasReasoning = true;
|
|
146
|
+
config.tracker.lastChunkKind = "reasoning";
|
|
147
|
+
await emitAssistantRoleChunk(config);
|
|
148
|
+
await writeOpenAISSE(config.writer, createChatCompletionChunk(config.context, { reasoning: text }));
|
|
149
|
+
}
|
|
150
|
+
} },
|
|
151
|
+
["on_run_step_delta"]: { handle: async (_event, data) => {
|
|
152
|
+
const runStepDelta = data;
|
|
153
|
+
const delta = runStepDelta.delta;
|
|
154
|
+
if (delta.type !== "tool_calls") return;
|
|
155
|
+
const toolCalls = delta.tool_calls ?? [];
|
|
156
|
+
for (let index = 0; index < toolCalls.length; index++) await emitToolCallChunk({
|
|
157
|
+
config,
|
|
158
|
+
stepId: runStepDelta.id,
|
|
159
|
+
toolCall: toolCalls[index],
|
|
160
|
+
fallbackIndex: index,
|
|
161
|
+
completed: false
|
|
162
|
+
});
|
|
163
|
+
} },
|
|
164
|
+
["on_run_step"]: { handle: async (_event, data) => {
|
|
165
|
+
const runStep = data;
|
|
166
|
+
if (runStep.stepDetails.type !== "tool_calls") return;
|
|
167
|
+
const toolCalls = runStep.stepDetails.tool_calls ?? [];
|
|
168
|
+
for (let index = 0; index < toolCalls.length; index++) await emitToolCallChunk({
|
|
169
|
+
config,
|
|
170
|
+
stepId: runStep.id,
|
|
171
|
+
toolCall: toolCalls[index],
|
|
172
|
+
fallbackIndex: index,
|
|
173
|
+
completed: true
|
|
174
|
+
});
|
|
175
|
+
} },
|
|
176
|
+
["on_chat_model_end"]: { handle: (_event, data) => {
|
|
177
|
+
const usage = data?.output?.usage_metadata;
|
|
178
|
+
if (!usage) return;
|
|
179
|
+
config.tracker.usage.promptTokens += getTokenCount(usage.input_tokens);
|
|
180
|
+
config.tracker.usage.completionTokens += getTokenCount(usage.output_tokens);
|
|
181
|
+
config.tracker.usage.reasoningTokens += getReasoningTokenCount(usage);
|
|
182
|
+
} }
|
|
183
|
+
};
|
|
225
184
|
}
|
|
226
185
|
async function sendOpenAIFinalChunk(config, finishReason) {
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
}
|
|
239
|
-
await emitAssistantRoleChunk(config);
|
|
240
|
-
await writeOpenAISSE(config.writer, createChatCompletionChunk(config.context, {}, resolvedFinishReason));
|
|
241
|
-
await writeOpenAISSE(config.writer, createChatCompletionUsageChunk(config.context, usage));
|
|
242
|
-
await writeOpenAISSE(config.writer, '[DONE]');
|
|
186
|
+
const resolvedFinishReason = finishReason ?? (config.tracker.lastChunkKind === "tool_call" ? "tool_calls" : "stop");
|
|
187
|
+
const usage = {
|
|
188
|
+
prompt_tokens: config.tracker.usage.promptTokens,
|
|
189
|
+
completion_tokens: config.tracker.usage.completionTokens,
|
|
190
|
+
total_tokens: config.tracker.usage.promptTokens + config.tracker.usage.completionTokens
|
|
191
|
+
};
|
|
192
|
+
if (config.tracker.usage.reasoningTokens > 0) usage.completion_tokens_details = { reasoning_tokens: config.tracker.usage.reasoningTokens };
|
|
193
|
+
await emitAssistantRoleChunk(config);
|
|
194
|
+
await writeOpenAISSE(config.writer, createChatCompletionChunk(config.context, {}, resolvedFinishReason));
|
|
195
|
+
await writeOpenAISSE(config.writer, createChatCompletionUsageChunk(config.context, usage));
|
|
196
|
+
await writeOpenAISSE(config.writer, "[DONE]");
|
|
243
197
|
}
|
|
244
|
-
|
|
198
|
+
//#endregion
|
|
245
199
|
export { createChatCompletionChunk, createChatCompletionUsageChunk, createOpenAIHandlers, createOpenAIStreamTracker, sendOpenAIFinalChunk, writeOpenAISSE };
|
|
246
|
-
|
|
200
|
+
|
|
201
|
+
//# sourceMappingURL=index.mjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.mjs","sources":["../../../src/openai/index.ts"],"sourcesContent":["import type { UsageMetadata } from '@langchain/core/messages';\nimport type * as t from '@/types';\nimport { GraphEvents } from '@/common';\n\nexport interface OpenAICompatibleWriter {\n write(data: string): void | Promise<void>;\n}\n\nexport interface OpenAIResponseContext {\n requestId: string;\n model: string;\n created: number;\n}\n\nexport interface OpenAICompletionUsage {\n prompt_tokens: number;\n completion_tokens: number;\n total_tokens: number;\n completion_tokens_details?: {\n reasoning_tokens?: number;\n };\n}\n\nexport interface OpenAIToolCall {\n id: string;\n type: 'function';\n function: {\n name: string;\n arguments: string;\n };\n}\n\nexport interface OpenAIChatCompletionChunkChoice {\n index: number;\n delta: {\n role?: 'assistant';\n content?: string | null;\n reasoning?: string | null;\n tool_calls?: Array<{\n index: number;\n id?: string;\n type?: 'function';\n function?: {\n name?: string;\n arguments?: string;\n };\n }>;\n };\n finish_reason: 'stop' | 'length' | 'tool_calls' | 'content_filter' | null;\n}\n\nexport interface OpenAIChatCompletionChunk {\n id: string;\n object: 'chat.completion.chunk';\n created: number;\n model: string;\n choices: OpenAIChatCompletionChunkChoice[];\n usage?: OpenAICompletionUsage;\n}\n\nexport interface OpenAIStreamTracker {\n hasRole: boolean;\n hasText: boolean;\n hasReasoning: boolean;\n lastChunkKind?: 'text' | 'reasoning' | 'tool_call';\n toolCalls: Map<number, OpenAIToolCall>;\n toolCallsByStep?: Map<string, Map<number, OpenAIToolCall>>;\n usage: {\n promptTokens: number;\n completionTokens: number;\n reasoningTokens: number;\n };\n}\n\nexport interface OpenAIHandlerConfig {\n writer: OpenAICompatibleWriter;\n context: OpenAIResponseContext;\n tracker: OpenAIStreamTracker;\n}\n\ninterface OpenAIToolCallFragment {\n index?: number;\n id?: string;\n name?: string;\n args?: string | object;\n function?: {\n name?: string;\n arguments?: string | object;\n };\n}\n\nexport function createOpenAIStreamTracker(): OpenAIStreamTracker {\n return {\n hasRole: false,\n hasText: false,\n hasReasoning: false,\n toolCalls: new Map(),\n toolCallsByStep: new Map(),\n usage: {\n promptTokens: 0,\n completionTokens: 0,\n reasoningTokens: 0,\n },\n };\n}\n\nfunction getTokenCount(value: number | null | undefined): number {\n return typeof value === 'number' && Number.isFinite(value) ? value : 0;\n}\n\nfunction getReasoningTokenCount(usage: Partial<UsageMetadata>): number {\n return getTokenCount(usage.output_token_details?.reasoning);\n}\n\nfunction getToolCallIndex(\n toolCall: OpenAIToolCallFragment,\n fallbackIndex: number\n): number {\n return typeof toolCall.index === 'number' ? toolCall.index : fallbackIndex;\n}\n\nfunction getToolCallName(toolCall: OpenAIToolCallFragment): string {\n return toolCall.name ?? toolCall.function?.name ?? '';\n}\n\nfunction getToolCallArguments(toolCall: OpenAIToolCallFragment): string {\n const args = toolCall.args ?? toolCall.function?.arguments;\n if (args == null) {\n return '';\n }\n if (typeof args === 'string') {\n return args;\n }\n return JSON.stringify(args);\n}\n\nfunction getStepToolCalls(\n tracker: OpenAIStreamTracker,\n stepId: string\n): Map<number, OpenAIToolCall> {\n const toolCallsByStep = tracker.toolCallsByStep ?? new Map();\n tracker.toolCallsByStep = toolCallsByStep;\n const existing = toolCallsByStep.get(stepId);\n if (existing != null) {\n return existing;\n }\n const stepToolCalls = new Map<number, OpenAIToolCall>();\n toolCallsByStep.set(stepId, stepToolCalls);\n return stepToolCalls;\n}\n\nexport function createChatCompletionChunk(\n context: OpenAIResponseContext,\n delta: OpenAIChatCompletionChunkChoice['delta'],\n finishReason: OpenAIChatCompletionChunkChoice['finish_reason'] = null,\n usage?: OpenAICompletionUsage\n): OpenAIChatCompletionChunk {\n return {\n id: context.requestId,\n object: 'chat.completion.chunk',\n created: context.created,\n model: context.model,\n choices: [{ index: 0, delta, finish_reason: finishReason }],\n ...(usage ? { usage } : {}),\n };\n}\n\nexport function createChatCompletionUsageChunk(\n context: OpenAIResponseContext,\n usage: OpenAICompletionUsage\n): OpenAIChatCompletionChunk {\n return {\n id: context.requestId,\n object: 'chat.completion.chunk',\n created: context.created,\n model: context.model,\n choices: [],\n usage,\n };\n}\n\nexport async function writeOpenAISSE(\n writer: OpenAICompatibleWriter,\n data: OpenAIChatCompletionChunk | '[DONE]'\n): Promise<void> {\n await writer.write(\n `data: ${data === '[DONE]' ? data : JSON.stringify(data)}\\n\\n`\n );\n}\n\nfunction getTextParts(\n data: t.MessageDeltaEvent | t.ReasoningDeltaEvent\n): string[] {\n const parts = data.delta.content ?? [];\n const text: string[] = [];\n for (const part of parts) {\n if ('text' in part && typeof part.text === 'string') {\n text.push(part.text);\n continue;\n }\n if ('think' in part && typeof part.think === 'string') {\n text.push(part.think);\n }\n }\n return text;\n}\n\nasync function emitAssistantRoleChunk(\n config: OpenAIHandlerConfig\n): Promise<void> {\n if (config.tracker.hasRole) {\n return;\n }\n config.tracker.hasRole = true;\n await writeOpenAISSE(\n config.writer,\n createChatCompletionChunk(config.context, { role: 'assistant' })\n );\n}\n\nasync function emitToolCallChunk(params: {\n config: OpenAIHandlerConfig;\n stepId: string;\n toolCall: OpenAIToolCallFragment;\n fallbackIndex: number;\n completed: boolean;\n}): Promise<void> {\n const { config, stepId, toolCall, fallbackIndex, completed } = params;\n const index = getToolCallIndex(toolCall, fallbackIndex);\n const stepToolCalls = getStepToolCalls(config.tracker, stepId);\n const existing = stepToolCalls.get(index);\n const current = existing ?? {\n id: toolCall.id ?? '',\n type: 'function' as const,\n function: { name: '', arguments: '' },\n };\n const name = getToolCallName(toolCall);\n const args = getToolCallArguments(toolCall);\n const idChanged =\n toolCall.id != null && toolCall.id !== '' && current.id !== toolCall.id;\n const nameChanged = name !== '' && current.function.name !== name;\n let argumentDelta = '';\n if (completed) {\n if (args !== '' && args !== current.function.arguments) {\n argumentDelta = args.startsWith(current.function.arguments)\n ? args.slice(current.function.arguments.length)\n : args;\n current.function.arguments = args;\n }\n } else if (args !== '') {\n argumentDelta = args;\n current.function.arguments += args;\n }\n if (toolCall.id != null && toolCall.id !== '') {\n current.id = toolCall.id;\n }\n if (name !== '') {\n current.function.name = name;\n }\n stepToolCalls.set(index, current);\n config.tracker.toolCalls.set(index, current);\n if (!idChanged && !nameChanged && argumentDelta === '' && existing) {\n return;\n }\n config.tracker.lastChunkKind = 'tool_call';\n const functionDelta: { name?: string; arguments?: string } = {};\n if (nameChanged || (!existing && current.function.name !== '')) {\n functionDelta.name = current.function.name;\n }\n if (argumentDelta !== '') {\n functionDelta.arguments = argumentDelta;\n }\n await emitAssistantRoleChunk(config);\n await writeOpenAISSE(\n config.writer,\n createChatCompletionChunk(config.context, {\n tool_calls: [\n {\n index,\n ...(current.id !== '' ? { id: current.id } : {}),\n type: 'function',\n ...(functionDelta.name != null || functionDelta.arguments != null\n ? { function: functionDelta }\n : {}),\n },\n ],\n })\n );\n}\n\nexport function createOpenAIHandlers(\n config: OpenAIHandlerConfig\n): Record<string, t.EventHandler> {\n return {\n [GraphEvents.ON_MESSAGE_DELTA]: {\n handle: async (_event, data): Promise<void> => {\n for (const text of getTextParts(data as t.MessageDeltaEvent)) {\n config.tracker.hasText = true;\n config.tracker.lastChunkKind = 'text';\n await emitAssistantRoleChunk(config);\n await writeOpenAISSE(\n config.writer,\n createChatCompletionChunk(config.context, { content: text })\n );\n }\n },\n },\n [GraphEvents.ON_REASONING_DELTA]: {\n handle: async (_event, data): Promise<void> => {\n for (const text of getTextParts(data as t.ReasoningDeltaEvent)) {\n config.tracker.hasReasoning = true;\n config.tracker.lastChunkKind = 'reasoning';\n await emitAssistantRoleChunk(config);\n await writeOpenAISSE(\n config.writer,\n createChatCompletionChunk(config.context, { reasoning: text })\n );\n }\n },\n },\n [GraphEvents.ON_RUN_STEP_DELTA]: {\n handle: async (_event, data): Promise<void> => {\n const runStepDelta = data as t.RunStepDeltaEvent;\n const delta = runStepDelta.delta;\n if (delta.type !== 'tool_calls') {\n return;\n }\n const toolCalls = delta.tool_calls ?? [];\n for (let index = 0; index < toolCalls.length; index++) {\n await emitToolCallChunk({\n config,\n stepId: runStepDelta.id,\n toolCall: toolCalls[index],\n fallbackIndex: index,\n completed: false,\n });\n }\n },\n },\n [GraphEvents.ON_RUN_STEP]: {\n handle: async (_event, data): Promise<void> => {\n const runStep = data as t.RunStep;\n if (runStep.stepDetails.type !== 'tool_calls') {\n return;\n }\n const toolCalls = runStep.stepDetails.tool_calls ?? [];\n for (let index = 0; index < toolCalls.length; index++) {\n await emitToolCallChunk({\n config,\n stepId: runStep.id,\n toolCall: toolCalls[index],\n fallbackIndex: index,\n completed: true,\n });\n }\n },\n },\n [GraphEvents.CHAT_MODEL_END]: {\n handle: (_event, data): void => {\n const usage = (data as t.ModelEndData)?.output?.usage_metadata as\n | Partial<UsageMetadata>\n | undefined;\n if (!usage) {\n return;\n }\n config.tracker.usage.promptTokens += getTokenCount(usage.input_tokens);\n config.tracker.usage.completionTokens += getTokenCount(\n usage.output_tokens\n );\n config.tracker.usage.reasoningTokens += getReasoningTokenCount(usage);\n },\n },\n };\n}\n\nexport async function sendOpenAIFinalChunk(\n config: OpenAIHandlerConfig,\n finishReason?: OpenAIChatCompletionChunkChoice['finish_reason']\n): Promise<void> {\n const resolvedFinishReason =\n finishReason ??\n (config.tracker.lastChunkKind === 'tool_call' ? 'tool_calls' : 'stop');\n const usage: OpenAICompletionUsage = {\n prompt_tokens: config.tracker.usage.promptTokens,\n completion_tokens: config.tracker.usage.completionTokens,\n total_tokens:\n config.tracker.usage.promptTokens + config.tracker.usage.completionTokens,\n };\n if (config.tracker.usage.reasoningTokens > 0) {\n usage.completion_tokens_details = {\n reasoning_tokens: config.tracker.usage.reasoningTokens,\n };\n }\n await emitAssistantRoleChunk(config);\n await writeOpenAISSE(\n config.writer,\n createChatCompletionChunk(config.context, {}, resolvedFinishReason)\n );\n await writeOpenAISSE(\n config.writer,\n createChatCompletionUsageChunk(config.context, usage)\n );\n await writeOpenAISSE(config.writer, '[DONE]');\n}\n"],"names":[],"mappings":";;SA2FgB,yBAAyB,GAAA;IACvC,OAAO;AACL,QAAA,OAAO,EAAE,KAAK;AACd,QAAA,OAAO,EAAE,KAAK;AACd,QAAA,YAAY,EAAE,KAAK;QACnB,SAAS,EAAE,IAAI,GAAG,EAAE;QACpB,eAAe,EAAE,IAAI,GAAG,EAAE;AAC1B,QAAA,KAAK,EAAE;AACL,YAAA,YAAY,EAAE,CAAC;AACf,YAAA,gBAAgB,EAAE,CAAC;AACnB,YAAA,eAAe,EAAE,CAAC;AACnB,SAAA;KACF;AACH;AAEA,SAAS,aAAa,CAAC,KAAgC,EAAA;AACrD,IAAA,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG,CAAC;AACxE;AAEA,SAAS,sBAAsB,CAAC,KAA6B,EAAA;IAC3D,OAAO,aAAa,CAAC,KAAK,CAAC,oBAAoB,EAAE,SAAS,CAAC;AAC7D;AAEA,SAAS,gBAAgB,CACvB,QAAgC,EAChC,aAAqB,EAAA;AAErB,IAAA,OAAO,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ,GAAG,QAAQ,CAAC,KAAK,GAAG,aAAa;AAC5E;AAEA,SAAS,eAAe,CAAC,QAAgC,EAAA;IACvD,OAAO,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE;AACvD;AAEA,SAAS,oBAAoB,CAAC,QAAgC,EAAA;IAC5D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,QAAQ,EAAE,SAAS;AAC1D,IAAA,IAAI,IAAI,IAAI,IAAI,EAAE;AAChB,QAAA,OAAO,EAAE;IACX;AACA,IAAA,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;AAC5B,QAAA,OAAO,IAAI;IACb;AACA,IAAA,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;AAC7B;AAEA,SAAS,gBAAgB,CACvB,OAA4B,EAC5B,MAAc,EAAA;IAEd,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,IAAI,GAAG,EAAE;AAC5D,IAAA,OAAO,CAAC,eAAe,GAAG,eAAe;IACzC,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC;AAC5C,IAAA,IAAI,QAAQ,IAAI,IAAI,EAAE;AACpB,QAAA,OAAO,QAAQ;IACjB;AACA,IAAA,MAAM,aAAa,GAAG,IAAI,GAAG,EAA0B;AACvD,IAAA,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC;AAC1C,IAAA,OAAO,aAAa;AACtB;AAEM,SAAU,yBAAyB,CACvC,OAA8B,EAC9B,KAA+C,EAC/C,YAAA,GAAiE,IAAI,EACrE,KAA6B,EAAA;IAE7B,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,SAAS;AACrB,QAAA,MAAM,EAAE,uBAAuB;QAC/B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,KAAK,EAAE,OAAO,CAAC,KAAK;AACpB,QAAA,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,CAAC;AAC3D,QAAA,IAAI,KAAK,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;KAC5B;AACH;AAEM,SAAU,8BAA8B,CAC5C,OAA8B,EAC9B,KAA4B,EAAA;IAE5B,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,SAAS;AACrB,QAAA,MAAM,EAAE,uBAAuB;QAC/B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,KAAK,EAAE,OAAO,CAAC,KAAK;AACpB,QAAA,OAAO,EAAE,EAAE;QACX,KAAK;KACN;AACH;AAEO,eAAe,cAAc,CAClC,MAA8B,EAC9B,IAA0C,EAAA;IAE1C,MAAM,MAAM,CAAC,KAAK,CAChB,SAAS,IAAI,KAAK,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA,IAAA,CAAM,CAC/D;AACH;AAEA,SAAS,YAAY,CACnB,IAAiD,EAAA;IAEjD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE;IACtC,MAAM,IAAI,GAAa,EAAE;AACzB,IAAA,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACxB,IAAI,MAAM,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE;AACnD,YAAA,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YACpB;QACF;QACA,IAAI,OAAO,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE;AACrD,YAAA,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;QACvB;IACF;AACA,IAAA,OAAO,IAAI;AACb;AAEA,eAAe,sBAAsB,CACnC,MAA2B,EAAA;AAE3B,IAAA,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE;QAC1B;IACF;AACA,IAAA,MAAM,CAAC,OAAO,CAAC,OAAO,GAAG,IAAI;AAC7B,IAAA,MAAM,cAAc,CAClB,MAAM,CAAC,MAAM,EACb,yBAAyB,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CACjE;AACH;AAEA,eAAe,iBAAiB,CAAC,MAMhC,EAAA;AACC,IAAA,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,SAAS,EAAE,GAAG,MAAM;IACrE,MAAM,KAAK,GAAG,gBAAgB,CAAC,QAAQ,EAAE,aAAa,CAAC;IACvD,MAAM,aAAa,GAAG,gBAAgB,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC;IAC9D,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC;IACzC,MAAM,OAAO,GAAG,QAAQ,IAAI;AAC1B,QAAA,EAAE,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE;AACrB,QAAA,IAAI,EAAE,UAAmB;QACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;KACtC;AACD,IAAA,MAAM,IAAI,GAAG,eAAe,CAAC,QAAQ,CAAC;AACtC,IAAA,MAAM,IAAI,GAAG,oBAAoB,CAAC,QAAQ,CAAC;IAC3C,MAAM,SAAS,GACb,QAAQ,CAAC,EAAE,IAAI,IAAI,IAAI,QAAQ,CAAC,EAAE,KAAK,EAAE,IAAI,OAAO,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE;AACzE,IAAA,MAAM,WAAW,GAAG,IAAI,KAAK,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,KAAK,IAAI;IACjE,IAAI,aAAa,GAAG,EAAE;IACtB,IAAI,SAAS,EAAE;AACb,QAAA,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,OAAO,CAAC,QAAQ,CAAC,SAAS,EAAE;YACtD,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS;AACxD,kBAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM;kBAC5C,IAAI;AACR,YAAA,OAAO,CAAC,QAAQ,CAAC,SAAS,GAAG,IAAI;QACnC;IACF;AAAO,SAAA,IAAI,IAAI,KAAK,EAAE,EAAE;QACtB,aAAa,GAAG,IAAI;AACpB,QAAA,OAAO,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI;IACpC;AACA,IAAA,IAAI,QAAQ,CAAC,EAAE,IAAI,IAAI,IAAI,QAAQ,CAAC,EAAE,KAAK,EAAE,EAAE;AAC7C,QAAA,OAAO,CAAC,EAAE,GAAG,QAAQ,CAAC,EAAE;IAC1B;AACA,IAAA,IAAI,IAAI,KAAK,EAAE,EAAE;AACf,QAAA,OAAO,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI;IAC9B;AACA,IAAA,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC;IACjC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC;AAC5C,IAAA,IAAI,CAAC,SAAS,IAAI,CAAC,WAAW,IAAI,aAAa,KAAK,EAAE,IAAI,QAAQ,EAAE;QAClE;IACF;AACA,IAAA,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,WAAW;IAC1C,MAAM,aAAa,GAA0C,EAAE;AAC/D,IAAA,IAAI,WAAW,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,KAAK,EAAE,CAAC,EAAE;QAC9D,aAAa,CAAC,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI;IAC5C;AACA,IAAA,IAAI,aAAa,KAAK,EAAE,EAAE;AACxB,QAAA,aAAa,CAAC,SAAS,GAAG,aAAa;IACzC;AACA,IAAA,MAAM,sBAAsB,CAAC,MAAM,CAAC;IACpC,MAAM,cAAc,CAClB,MAAM,CAAC,MAAM,EACb,yBAAyB,CAAC,MAAM,CAAC,OAAO,EAAE;AACxC,QAAA,UAAU,EAAE;AACV,YAAA;gBACE,KAAK;gBACL,IAAI,OAAO,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC;AAChD,gBAAA,IAAI,EAAE,UAAU;gBAChB,IAAI,aAAa,CAAC,IAAI,IAAI,IAAI,IAAI,aAAa,CAAC,SAAS,IAAI;AAC3D,sBAAE,EAAE,QAAQ,EAAE,aAAa;sBACzB,EAAE,CAAC;AACR,aAAA;AACF,SAAA;AACF,KAAA,CAAC,CACH;AACH;AAEM,SAAU,oBAAoB,CAClC,MAA2B,EAAA;IAE3B,OAAO;AACL,QAAA,CAAC,WAAW,CAAC,gBAAgB,GAAG;AAC9B,YAAA,MAAM,EAAE,OAAO,MAAM,EAAE,IAAI,KAAmB;gBAC5C,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,IAA2B,CAAC,EAAE;AAC5D,oBAAA,MAAM,CAAC,OAAO,CAAC,OAAO,GAAG,IAAI;AAC7B,oBAAA,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,MAAM;AACrC,oBAAA,MAAM,sBAAsB,CAAC,MAAM,CAAC;AACpC,oBAAA,MAAM,cAAc,CAClB,MAAM,CAAC,MAAM,EACb,yBAAyB,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAC7D;gBACH;YACF,CAAC;AACF,SAAA;AACD,QAAA,CAAC,WAAW,CAAC,kBAAkB,GAAG;AAChC,YAAA,MAAM,EAAE,OAAO,MAAM,EAAE,IAAI,KAAmB;gBAC5C,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,IAA6B,CAAC,EAAE;AAC9D,oBAAA,MAAM,CAAC,OAAO,CAAC,YAAY,GAAG,IAAI;AAClC,oBAAA,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,WAAW;AAC1C,oBAAA,MAAM,sBAAsB,CAAC,MAAM,CAAC;AACpC,oBAAA,MAAM,cAAc,CAClB,MAAM,CAAC,MAAM,EACb,yBAAyB,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAC/D;gBACH;YACF,CAAC;AACF,SAAA;AACD,QAAA,CAAC,WAAW,CAAC,iBAAiB,GAAG;AAC/B,YAAA,MAAM,EAAE,OAAO,MAAM,EAAE,IAAI,KAAmB;gBAC5C,MAAM,YAAY,GAAG,IAA2B;AAChD,gBAAA,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK;AAChC,gBAAA,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE;oBAC/B;gBACF;AACA,gBAAA,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,IAAI,EAAE;AACxC,gBAAA,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;AACrD,oBAAA,MAAM,iBAAiB,CAAC;wBACtB,MAAM;wBACN,MAAM,EAAE,YAAY,CAAC,EAAE;AACvB,wBAAA,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC;AAC1B,wBAAA,aAAa,EAAE,KAAK;AACpB,wBAAA,SAAS,EAAE,KAAK;AACjB,qBAAA,CAAC;gBACJ;YACF,CAAC;AACF,SAAA;AACD,QAAA,CAAC,WAAW,CAAC,WAAW,GAAG;AACzB,YAAA,MAAM,EAAE,OAAO,MAAM,EAAE,IAAI,KAAmB;gBAC5C,MAAM,OAAO,GAAG,IAAiB;gBACjC,IAAI,OAAO,CAAC,WAAW,CAAC,IAAI,KAAK,YAAY,EAAE;oBAC7C;gBACF;gBACA,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,UAAU,IAAI,EAAE;AACtD,gBAAA,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;AACrD,oBAAA,MAAM,iBAAiB,CAAC;wBACtB,MAAM;wBACN,MAAM,EAAE,OAAO,CAAC,EAAE;AAClB,wBAAA,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC;AAC1B,wBAAA,aAAa,EAAE,KAAK;AACpB,wBAAA,SAAS,EAAE,IAAI;AAChB,qBAAA,CAAC;gBACJ;YACF,CAAC;AACF,SAAA;AACD,QAAA,CAAC,WAAW,CAAC,cAAc,GAAG;AAC5B,YAAA,MAAM,EAAE,CAAC,MAAM,EAAE,IAAI,KAAU;AAC7B,gBAAA,MAAM,KAAK,GAAI,IAAuB,EAAE,MAAM,EAAE,cAEnC;gBACb,IAAI,CAAC,KAAK,EAAE;oBACV;gBACF;AACA,gBAAA,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,IAAI,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC;AACtE,gBAAA,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,gBAAgB,IAAI,aAAa,CACpD,KAAK,CAAC,aAAa,CACpB;gBACD,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,IAAI,sBAAsB,CAAC,KAAK,CAAC;YACvE,CAAC;AACF,SAAA;KACF;AACH;AAEO,eAAe,oBAAoB,CACxC,MAA2B,EAC3B,YAA+D,EAAA;IAE/D,MAAM,oBAAoB,GACxB,YAAY;AACZ,SAAC,MAAM,CAAC,OAAO,CAAC,aAAa,KAAK,WAAW,GAAG,YAAY,GAAG,MAAM,CAAC;AACxE,IAAA,MAAM,KAAK,GAA0B;AACnC,QAAA,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY;AAChD,QAAA,iBAAiB,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,gBAAgB;AACxD,QAAA,YAAY,EACV,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,gBAAgB;KAC5E;IACD,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,EAAE;QAC5C,KAAK,CAAC,yBAAyB,GAAG;AAChC,YAAA,gBAAgB,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe;SACvD;IACH;AACA,IAAA,MAAM,sBAAsB,CAAC,MAAM,CAAC;AACpC,IAAA,MAAM,cAAc,CAClB,MAAM,CAAC,MAAM,EACb,yBAAyB,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,EAAE,oBAAoB,CAAC,CACpE;AACD,IAAA,MAAM,cAAc,CAClB,MAAM,CAAC,MAAM,EACb,8BAA8B,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CACtD;IACD,MAAM,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC;AAC/C;;;;"}
|
|
1
|
+
{"version":3,"file":"index.mjs","names":[],"sources":["../../../src/openai/index.ts"],"sourcesContent":["import type { UsageMetadata } from '@langchain/core/messages';\nimport type * as t from '@/types';\nimport { GraphEvents } from '@/common';\n\nexport interface OpenAICompatibleWriter {\n write(data: string): void | Promise<void>;\n}\n\nexport interface OpenAIResponseContext {\n requestId: string;\n model: string;\n created: number;\n}\n\nexport interface OpenAICompletionUsage {\n prompt_tokens: number;\n completion_tokens: number;\n total_tokens: number;\n completion_tokens_details?: {\n reasoning_tokens?: number;\n };\n}\n\nexport interface OpenAIToolCall {\n id: string;\n type: 'function';\n function: {\n name: string;\n arguments: string;\n };\n}\n\nexport interface OpenAIChatCompletionChunkChoice {\n index: number;\n delta: {\n role?: 'assistant';\n content?: string | null;\n reasoning?: string | null;\n tool_calls?: Array<{\n index: number;\n id?: string;\n type?: 'function';\n function?: {\n name?: string;\n arguments?: string;\n };\n }>;\n };\n finish_reason: 'stop' | 'length' | 'tool_calls' | 'content_filter' | null;\n}\n\nexport interface OpenAIChatCompletionChunk {\n id: string;\n object: 'chat.completion.chunk';\n created: number;\n model: string;\n choices: OpenAIChatCompletionChunkChoice[];\n usage?: OpenAICompletionUsage;\n}\n\nexport interface OpenAIStreamTracker {\n hasRole: boolean;\n hasText: boolean;\n hasReasoning: boolean;\n lastChunkKind?: 'text' | 'reasoning' | 'tool_call';\n toolCalls: Map<number, OpenAIToolCall>;\n toolCallsByStep?: Map<string, Map<number, OpenAIToolCall>>;\n usage: {\n promptTokens: number;\n completionTokens: number;\n reasoningTokens: number;\n };\n}\n\nexport interface OpenAIHandlerConfig {\n writer: OpenAICompatibleWriter;\n context: OpenAIResponseContext;\n tracker: OpenAIStreamTracker;\n}\n\ninterface OpenAIToolCallFragment {\n index?: number;\n id?: string;\n name?: string;\n args?: string | object;\n function?: {\n name?: string;\n arguments?: string | object;\n };\n}\n\nexport function createOpenAIStreamTracker(): OpenAIStreamTracker {\n return {\n hasRole: false,\n hasText: false,\n hasReasoning: false,\n toolCalls: new Map(),\n toolCallsByStep: new Map(),\n usage: {\n promptTokens: 0,\n completionTokens: 0,\n reasoningTokens: 0,\n },\n };\n}\n\nfunction getTokenCount(value: number | null | undefined): number {\n return typeof value === 'number' && Number.isFinite(value) ? value : 0;\n}\n\nfunction getReasoningTokenCount(usage: Partial<UsageMetadata>): number {\n return getTokenCount(usage.output_token_details?.reasoning);\n}\n\nfunction getToolCallIndex(\n toolCall: OpenAIToolCallFragment,\n fallbackIndex: number\n): number {\n return typeof toolCall.index === 'number' ? toolCall.index : fallbackIndex;\n}\n\nfunction getToolCallName(toolCall: OpenAIToolCallFragment): string {\n return toolCall.name ?? toolCall.function?.name ?? '';\n}\n\nfunction getToolCallArguments(toolCall: OpenAIToolCallFragment): string {\n const args = toolCall.args ?? toolCall.function?.arguments;\n if (args == null) {\n return '';\n }\n if (typeof args === 'string') {\n return args;\n }\n return JSON.stringify(args);\n}\n\nfunction getStepToolCalls(\n tracker: OpenAIStreamTracker,\n stepId: string\n): Map<number, OpenAIToolCall> {\n const toolCallsByStep = tracker.toolCallsByStep ?? new Map();\n tracker.toolCallsByStep = toolCallsByStep;\n const existing = toolCallsByStep.get(stepId);\n if (existing != null) {\n return existing;\n }\n const stepToolCalls = new Map<number, OpenAIToolCall>();\n toolCallsByStep.set(stepId, stepToolCalls);\n return stepToolCalls;\n}\n\nexport function createChatCompletionChunk(\n context: OpenAIResponseContext,\n delta: OpenAIChatCompletionChunkChoice['delta'],\n finishReason: OpenAIChatCompletionChunkChoice['finish_reason'] = null,\n usage?: OpenAICompletionUsage\n): OpenAIChatCompletionChunk {\n return {\n id: context.requestId,\n object: 'chat.completion.chunk',\n created: context.created,\n model: context.model,\n choices: [{ index: 0, delta, finish_reason: finishReason }],\n ...(usage ? { usage } : {}),\n };\n}\n\nexport function createChatCompletionUsageChunk(\n context: OpenAIResponseContext,\n usage: OpenAICompletionUsage\n): OpenAIChatCompletionChunk {\n return {\n id: context.requestId,\n object: 'chat.completion.chunk',\n created: context.created,\n model: context.model,\n choices: [],\n usage,\n };\n}\n\nexport async function writeOpenAISSE(\n writer: OpenAICompatibleWriter,\n data: OpenAIChatCompletionChunk | '[DONE]'\n): Promise<void> {\n await writer.write(\n `data: ${data === '[DONE]' ? data : JSON.stringify(data)}\\n\\n`\n );\n}\n\nfunction getTextParts(\n data: t.MessageDeltaEvent | t.ReasoningDeltaEvent\n): string[] {\n const parts = data.delta.content ?? [];\n const text: string[] = [];\n for (const part of parts) {\n if ('text' in part && typeof part.text === 'string') {\n text.push(part.text);\n continue;\n }\n if ('think' in part && typeof part.think === 'string') {\n text.push(part.think);\n }\n }\n return text;\n}\n\nasync function emitAssistantRoleChunk(\n config: OpenAIHandlerConfig\n): Promise<void> {\n if (config.tracker.hasRole) {\n return;\n }\n config.tracker.hasRole = true;\n await writeOpenAISSE(\n config.writer,\n createChatCompletionChunk(config.context, { role: 'assistant' })\n );\n}\n\nasync function emitToolCallChunk(params: {\n config: OpenAIHandlerConfig;\n stepId: string;\n toolCall: OpenAIToolCallFragment;\n fallbackIndex: number;\n completed: boolean;\n}): Promise<void> {\n const { config, stepId, toolCall, fallbackIndex, completed } = params;\n const index = getToolCallIndex(toolCall, fallbackIndex);\n const stepToolCalls = getStepToolCalls(config.tracker, stepId);\n const existing = stepToolCalls.get(index);\n const current = existing ?? {\n id: toolCall.id ?? '',\n type: 'function' as const,\n function: { name: '', arguments: '' },\n };\n const name = getToolCallName(toolCall);\n const args = getToolCallArguments(toolCall);\n const idChanged =\n toolCall.id != null && toolCall.id !== '' && current.id !== toolCall.id;\n const nameChanged = name !== '' && current.function.name !== name;\n let argumentDelta = '';\n if (completed) {\n if (args !== '' && args !== current.function.arguments) {\n argumentDelta = args.startsWith(current.function.arguments)\n ? args.slice(current.function.arguments.length)\n : args;\n current.function.arguments = args;\n }\n } else if (args !== '') {\n argumentDelta = args;\n current.function.arguments += args;\n }\n if (toolCall.id != null && toolCall.id !== '') {\n current.id = toolCall.id;\n }\n if (name !== '') {\n current.function.name = name;\n }\n stepToolCalls.set(index, current);\n config.tracker.toolCalls.set(index, current);\n if (!idChanged && !nameChanged && argumentDelta === '' && existing) {\n return;\n }\n config.tracker.lastChunkKind = 'tool_call';\n const functionDelta: { name?: string; arguments?: string } = {};\n if (nameChanged || (!existing && current.function.name !== '')) {\n functionDelta.name = current.function.name;\n }\n if (argumentDelta !== '') {\n functionDelta.arguments = argumentDelta;\n }\n await emitAssistantRoleChunk(config);\n await writeOpenAISSE(\n config.writer,\n createChatCompletionChunk(config.context, {\n tool_calls: [\n {\n index,\n ...(current.id !== '' ? { id: current.id } : {}),\n type: 'function',\n ...(functionDelta.name != null || functionDelta.arguments != null\n ? { function: functionDelta }\n : {}),\n },\n ],\n })\n );\n}\n\nexport function createOpenAIHandlers(\n config: OpenAIHandlerConfig\n): Record<string, t.EventHandler> {\n return {\n [GraphEvents.ON_MESSAGE_DELTA]: {\n handle: async (_event, data): Promise<void> => {\n for (const text of getTextParts(data as t.MessageDeltaEvent)) {\n config.tracker.hasText = true;\n config.tracker.lastChunkKind = 'text';\n await emitAssistantRoleChunk(config);\n await writeOpenAISSE(\n config.writer,\n createChatCompletionChunk(config.context, { content: text })\n );\n }\n },\n },\n [GraphEvents.ON_REASONING_DELTA]: {\n handle: async (_event, data): Promise<void> => {\n for (const text of getTextParts(data as t.ReasoningDeltaEvent)) {\n config.tracker.hasReasoning = true;\n config.tracker.lastChunkKind = 'reasoning';\n await emitAssistantRoleChunk(config);\n await writeOpenAISSE(\n config.writer,\n createChatCompletionChunk(config.context, { reasoning: text })\n );\n }\n },\n },\n [GraphEvents.ON_RUN_STEP_DELTA]: {\n handle: async (_event, data): Promise<void> => {\n const runStepDelta = data as t.RunStepDeltaEvent;\n const delta = runStepDelta.delta;\n if (delta.type !== 'tool_calls') {\n return;\n }\n const toolCalls = delta.tool_calls ?? [];\n for (let index = 0; index < toolCalls.length; index++) {\n await emitToolCallChunk({\n config,\n stepId: runStepDelta.id,\n toolCall: toolCalls[index],\n fallbackIndex: index,\n completed: false,\n });\n }\n },\n },\n [GraphEvents.ON_RUN_STEP]: {\n handle: async (_event, data): Promise<void> => {\n const runStep = data as t.RunStep;\n if (runStep.stepDetails.type !== 'tool_calls') {\n return;\n }\n const toolCalls = runStep.stepDetails.tool_calls ?? [];\n for (let index = 0; index < toolCalls.length; index++) {\n await emitToolCallChunk({\n config,\n stepId: runStep.id,\n toolCall: toolCalls[index],\n fallbackIndex: index,\n completed: true,\n });\n }\n },\n },\n [GraphEvents.CHAT_MODEL_END]: {\n handle: (_event, data): void => {\n const usage = (data as t.ModelEndData)?.output?.usage_metadata as\n | Partial<UsageMetadata>\n | undefined;\n if (!usage) {\n return;\n }\n config.tracker.usage.promptTokens += getTokenCount(usage.input_tokens);\n config.tracker.usage.completionTokens += getTokenCount(\n usage.output_tokens\n );\n config.tracker.usage.reasoningTokens += getReasoningTokenCount(usage);\n },\n },\n };\n}\n\nexport async function sendOpenAIFinalChunk(\n config: OpenAIHandlerConfig,\n finishReason?: OpenAIChatCompletionChunkChoice['finish_reason']\n): Promise<void> {\n const resolvedFinishReason =\n finishReason ??\n (config.tracker.lastChunkKind === 'tool_call' ? 'tool_calls' : 'stop');\n const usage: OpenAICompletionUsage = {\n prompt_tokens: config.tracker.usage.promptTokens,\n completion_tokens: config.tracker.usage.completionTokens,\n total_tokens:\n config.tracker.usage.promptTokens + config.tracker.usage.completionTokens,\n };\n if (config.tracker.usage.reasoningTokens > 0) {\n usage.completion_tokens_details = {\n reasoning_tokens: config.tracker.usage.reasoningTokens,\n };\n }\n await emitAssistantRoleChunk(config);\n await writeOpenAISSE(\n config.writer,\n createChatCompletionChunk(config.context, {}, resolvedFinishReason)\n );\n await writeOpenAISSE(\n config.writer,\n createChatCompletionUsageChunk(config.context, usage)\n );\n await writeOpenAISSE(config.writer, '[DONE]');\n}\n"],"mappings":";;;AA2FA,SAAgB,4BAAiD;CAC/D,OAAO;EACL,SAAS;EACT,SAAS;EACT,cAAc;EACd,2BAAW,IAAI,IAAI;EACnB,iCAAiB,IAAI,IAAI;EACzB,OAAO;GACL,cAAc;GACd,kBAAkB;GAClB,iBAAiB;EACnB;CACF;AACF;AAEA,SAAS,cAAc,OAA0C;CAC/D,OAAO,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,IAAI,QAAQ;AACvE;AAEA,SAAS,uBAAuB,OAAuC;CACrE,OAAO,cAAc,MAAM,sBAAsB,SAAS;AAC5D;AAEA,SAAS,iBACP,UACA,eACQ;CACR,OAAO,OAAO,SAAS,UAAU,WAAW,SAAS,QAAQ;AAC/D;AAEA,SAAS,gBAAgB,UAA0C;CACjE,OAAO,SAAS,QAAQ,SAAS,UAAU,QAAQ;AACrD;AAEA,SAAS,qBAAqB,UAA0C;CACtE,MAAM,OAAO,SAAS,QAAQ,SAAS,UAAU;CACjD,IAAI,QAAQ,MACV,OAAO;CAET,IAAI,OAAO,SAAS,UAClB,OAAO;CAET,OAAO,KAAK,UAAU,IAAI;AAC5B;AAEA,SAAS,iBACP,SACA,QAC6B;CAC7B,MAAM,kBAAkB,QAAQ,mCAAmB,IAAI,IAAI;CAC3D,QAAQ,kBAAkB;CAC1B,MAAM,WAAW,gBAAgB,IAAI,MAAM;CAC3C,IAAI,YAAY,MACd,OAAO;CAET,MAAM,gCAAgB,IAAI,IAA4B;CACtD,gBAAgB,IAAI,QAAQ,aAAa;CACzC,OAAO;AACT;AAEA,SAAgB,0BACd,SACA,OACA,eAAiE,MACjE,OAC2B;CAC3B,OAAO;EACL,IAAI,QAAQ;EACZ,QAAQ;EACR,SAAS,QAAQ;EACjB,OAAO,QAAQ;EACf,SAAS,CAAC;GAAE,OAAO;GAAG;GAAO,eAAe;EAAa,CAAC;EAC1D,GAAI,QAAQ,EAAE,MAAM,IAAI,CAAC;CAC3B;AACF;AAEA,SAAgB,+BACd,SACA,OAC2B;CAC3B,OAAO;EACL,IAAI,QAAQ;EACZ,QAAQ;EACR,SAAS,QAAQ;EACjB,OAAO,QAAQ;EACf,SAAS,CAAC;EACV;CACF;AACF;AAEA,eAAsB,eACpB,QACA,MACe;CACf,MAAM,OAAO,MACX,SAAS,SAAS,WAAW,OAAO,KAAK,UAAU,IAAI,EAAE,KAC3D;AACF;AAEA,SAAS,aACP,MACU;CACV,MAAM,QAAQ,KAAK,MAAM,WAAW,CAAC;CACrC,MAAM,OAAiB,CAAC;CACxB,KAAK,MAAM,QAAQ,OAAO;EACxB,IAAI,UAAU,QAAQ,OAAO,KAAK,SAAS,UAAU;GACnD,KAAK,KAAK,KAAK,IAAI;GACnB;EACF;EACA,IAAI,WAAW,QAAQ,OAAO,KAAK,UAAU,UAC3C,KAAK,KAAK,KAAK,KAAK;CAExB;CACA,OAAO;AACT;AAEA,eAAe,uBACb,QACe;CACf,IAAI,OAAO,QAAQ,SACjB;CAEF,OAAO,QAAQ,UAAU;CACzB,MAAM,eACJ,OAAO,QACP,0BAA0B,OAAO,SAAS,EAAE,MAAM,YAAY,CAAC,CACjE;AACF;AAEA,eAAe,kBAAkB,QAMf;CAChB,MAAM,EAAE,QAAQ,QAAQ,UAAU,eAAe,cAAc;CAC/D,MAAM,QAAQ,iBAAiB,UAAU,aAAa;CACtD,MAAM,gBAAgB,iBAAiB,OAAO,SAAS,MAAM;CAC7D,MAAM,WAAW,cAAc,IAAI,KAAK;CACxC,MAAM,UAAU,YAAY;EAC1B,IAAI,SAAS,MAAM;EACnB,MAAM;EACN,UAAU;GAAE,MAAM;GAAI,WAAW;EAAG;CACtC;CACA,MAAM,OAAO,gBAAgB,QAAQ;CACrC,MAAM,OAAO,qBAAqB,QAAQ;CAC1C,MAAM,YACJ,SAAS,MAAM,QAAQ,SAAS,OAAO,MAAM,QAAQ,OAAO,SAAS;CACvE,MAAM,cAAc,SAAS,MAAM,QAAQ,SAAS,SAAS;CAC7D,IAAI,gBAAgB;CACpB,IAAI;MACE,SAAS,MAAM,SAAS,QAAQ,SAAS,WAAW;GACtD,gBAAgB,KAAK,WAAW,QAAQ,SAAS,SAAS,IACtD,KAAK,MAAM,QAAQ,SAAS,UAAU,MAAM,IAC5C;GACJ,QAAQ,SAAS,YAAY;EAC/B;QACK,IAAI,SAAS,IAAI;EACtB,gBAAgB;EAChB,QAAQ,SAAS,aAAa;CAChC;CACA,IAAI,SAAS,MAAM,QAAQ,SAAS,OAAO,IACzC,QAAQ,KAAK,SAAS;CAExB,IAAI,SAAS,IACX,QAAQ,SAAS,OAAO;CAE1B,cAAc,IAAI,OAAO,OAAO;CAChC,OAAO,QAAQ,UAAU,IAAI,OAAO,OAAO;CAC3C,IAAI,CAAC,aAAa,CAAC,eAAe,kBAAkB,MAAM,UACxD;CAEF,OAAO,QAAQ,gBAAgB;CAC/B,MAAM,gBAAuD,CAAC;CAC9D,IAAI,eAAgB,CAAC,YAAY,QAAQ,SAAS,SAAS,IACzD,cAAc,OAAO,QAAQ,SAAS;CAExC,IAAI,kBAAkB,IACpB,cAAc,YAAY;CAE5B,MAAM,uBAAuB,MAAM;CACnC,MAAM,eACJ,OAAO,QACP,0BAA0B,OAAO,SAAS,EACxC,YAAY,CACV;EACE;EACA,GAAI,QAAQ,OAAO,KAAK,EAAE,IAAI,QAAQ,GAAG,IAAI,CAAC;EAC9C,MAAM;EACN,GAAI,cAAc,QAAQ,QAAQ,cAAc,aAAa,OACzD,EAAE,UAAU,cAAc,IAC1B,CAAC;CACP,CACF,EACF,CAAC,CACH;AACF;AAEA,SAAgB,qBACd,QACgC;CAChC,OAAO;wBAC2B,EAC9B,QAAQ,OAAO,QAAQ,SAAwB;GAC7C,KAAK,MAAM,QAAQ,aAAa,IAA2B,GAAG;IAC5D,OAAO,QAAQ,UAAU;IACzB,OAAO,QAAQ,gBAAgB;IAC/B,MAAM,uBAAuB,MAAM;IACnC,MAAM,eACJ,OAAO,QACP,0BAA0B,OAAO,SAAS,EAAE,SAAS,KAAK,CAAC,CAC7D;GACF;EACF,EACF;0BACkC,EAChC,QAAQ,OAAO,QAAQ,SAAwB;GAC7C,KAAK,MAAM,QAAQ,aAAa,IAA6B,GAAG;IAC9D,OAAO,QAAQ,eAAe;IAC9B,OAAO,QAAQ,gBAAgB;IAC/B,MAAM,uBAAuB,MAAM;IACnC,MAAM,eACJ,OAAO,QACP,0BAA0B,OAAO,SAAS,EAAE,WAAW,KAAK,CAAC,CAC/D;GACF;EACF,EACF;yBACiC,EAC/B,QAAQ,OAAO,QAAQ,SAAwB;GAC7C,MAAM,eAAe;GACrB,MAAM,QAAQ,aAAa;GAC3B,IAAI,MAAM,SAAS,cACjB;GAEF,MAAM,YAAY,MAAM,cAAc,CAAC;GACvC,KAAK,IAAI,QAAQ,GAAG,QAAQ,UAAU,QAAQ,SAC5C,MAAM,kBAAkB;IACtB;IACA,QAAQ,aAAa;IACrB,UAAU,UAAU;IACpB,eAAe;IACf,WAAW;GACb,CAAC;EAEL,EACF;mBAC2B,EACzB,QAAQ,OAAO,QAAQ,SAAwB;GAC7C,MAAM,UAAU;GAChB,IAAI,QAAQ,YAAY,SAAS,cAC/B;GAEF,MAAM,YAAY,QAAQ,YAAY,cAAc,CAAC;GACrD,KAAK,IAAI,QAAQ,GAAG,QAAQ,UAAU,QAAQ,SAC5C,MAAM,kBAAkB;IACtB;IACA,QAAQ,QAAQ;IAChB,UAAU,UAAU;IACpB,eAAe;IACf,WAAW;GACb,CAAC;EAEL,EACF;yBAC8B,EAC5B,SAAS,QAAQ,SAAe;GAC9B,MAAM,QAAS,MAAyB,QAAQ;GAGhD,IAAI,CAAC,OACH;GAEF,OAAO,QAAQ,MAAM,gBAAgB,cAAc,MAAM,YAAY;GACrE,OAAO,QAAQ,MAAM,oBAAoB,cACvC,MAAM,aACR;GACA,OAAO,QAAQ,MAAM,mBAAmB,uBAAuB,KAAK;EACtE,EACF;CACF;AACF;AAEA,eAAsB,qBACpB,QACA,cACe;CACf,MAAM,uBACJ,iBACC,OAAO,QAAQ,kBAAkB,cAAc,eAAe;CACjE,MAAM,QAA+B;EACnC,eAAe,OAAO,QAAQ,MAAM;EACpC,mBAAmB,OAAO,QAAQ,MAAM;EACxC,cACE,OAAO,QAAQ,MAAM,eAAe,OAAO,QAAQ,MAAM;CAC7D;CACA,IAAI,OAAO,QAAQ,MAAM,kBAAkB,GACzC,MAAM,4BAA4B,EAChC,kBAAkB,OAAO,QAAQ,MAAM,gBACzC;CAEF,MAAM,uBAAuB,MAAM;CACnC,MAAM,eACJ,OAAO,QACP,0BAA0B,OAAO,SAAS,CAAC,GAAG,oBAAoB,CACpE;CACA,MAAM,eACJ,OAAO,QACP,+BAA+B,OAAO,SAAS,KAAK,CACtD;CACA,MAAM,eAAe,OAAO,QAAQ,QAAQ;AAC9C"}
|