@librechat/agents 3.1.85 → 3.1.87

package/dist/esm/stream.mjs

@@ -1,11 +1,14 @@
-import { StepTypes, ContentTypes, Providers, GraphEvents, ToolCallTypes } from './common/enum.mjs';
+import { LOCAL_CODING_BUNDLE_NAMES, StepTypes, ContentTypes, Providers, GraphEvents, Constants, ToolCallTypes, CODE_EXECUTION_TOOLS } from './common/enum.mjs';
 import { handleServerToolResult, handleToolCalls, handleToolCallChunks } from './tools/handlers.mjs';
 import './messages/core.mjs';
 import { getMessageId } from './messages/ids.mjs';
 import '@langchain/core/messages';
-import '@langchain/core/callbacks/dispatch';
+import { safeDispatchCustomEvent } from './utils/events.mjs';
 import 'uuid';
+import { normalizeError, buildToolExecutionRequestPlan, coerceRecordArgs } from './tools/eagerEventExecution.mjs';
+import { getStreamedToolCallSeal, getStreamedToolCallAdapter } from './tools/streamedToolCallSeals.mjs';
 
+const LOCAL_CODING_BUNDLE_NAME_SET = new Set(LOCAL_CODING_BUNDLE_NAMES);
 /**
  * Parses content to extract thinking sections enclosed in <think> tags using string operations
  * @param content The content to parse
@@ -53,6 +56,428 @@ function getNonEmptyValue(possibleValues) {
     }
     return undefined;
 }
+function isBatchSensitiveToolExecution(graph) {
+    return (graph.hookRegistry != null ||
+        graph.humanInTheLoop?.enabled === true ||
+        graph.toolOutputReferences?.enabled === true);
+}
+function isDirectGraphTool(name, agentContext) {
+    if (name.startsWith(Constants.LC_TRANSFER_TO_)) {
+        return true;
+    }
+    return (agentContext?.graphTools?.some((tool) => 'name' in tool && tool.name === name) === true);
+}
+function isDirectLocalTool(name, graph) {
+    if (graph.toolExecution?.engine !== 'local') {
+        return false;
+    }
+    if (graph.toolExecution.local?.includeCodingTools === false) {
+        return CODE_EXECUTION_TOOLS.has(name);
+    }
+    return LOCAL_CODING_BUNDLE_NAME_SET.has(name);
+}
+function toCodeEnvFile(file, execSessionId) {
+    const base = {
+        id: file.id,
+        resource_id: file.resource_id ?? file.id,
+        name: file.name,
+        storage_session_id: file.storage_session_id ?? execSessionId,
+    };
+    const kind = file.kind ?? 'user';
+    if (kind === 'skill' && file.version != null) {
+        return { ...base, kind: 'skill', version: file.version };
+    }
+    if (kind === 'agent') {
+        return { ...base, kind: 'agent' };
+    }
+    return { ...base, kind: 'user' };
+}
+function getCodeSessionContext(graph, name) {
+    if (!CODE_EXECUTION_TOOLS.has(name) &&
+        name !== Constants.SKILL_TOOL &&
+        name !== Constants.READ_FILE) {
+        return undefined;
+    }
+    const codeSession = graph.sessions.get(Constants.EXECUTE_CODE);
+    if (codeSession?.session_id == null || codeSession.session_id === '') {
+        return undefined;
+    }
+    return {
+        session_id: codeSession.session_id,
+        files: codeSession.files?.map((file) => toCodeEnvFile(file, codeSession.session_id)),
+    };
+}
+function isEagerToolExecutionEnabledForBatch(args) {
+    const { graph, metadata, agentContext } = args;
+    if (graph.eagerEventToolExecution?.enabled !== true) {
+        return false;
+    }
+    if ((agentContext?.toolDefinitions?.length ?? 0) === 0) {
+        return false;
+    }
+    if (isBatchSensitiveToolExecution(graph)) {
+        return false;
+    }
+    if (metadata?.[Constants.PROGRAMMATIC_TOOL_CALLING] === true ||
+        metadata?.[Constants.BASH_PROGRAMMATIC_TOOL_CALLING] === true) {
+        return false;
+    }
+    if (graph.handlerRegistry?.getHandler(GraphEvents.ON_TOOL_EXECUTE) == null) {
+        return false;
+    }
+    return true;
+}
+function hasFinalToolCallSignal(chunk) {
+    const metadata = chunk.response_metadata;
+    const finishReason = metadata?.finish_reason ??
+        metadata?.finishReason ??
+        metadata?.stop_reason ??
+        metadata?.stopReason;
+    return finishReason === 'tool_calls' || finishReason === 'tool_use';
+}
+function canPrestartSequentialStreamedToolChunks(agentContext) {
+    return (agentContext?.provider === Providers.ANTHROPIC ||
+        agentContext?.provider === Providers.MOONSHOT);
+}
+function hasExplicitStreamedToolCallSeals(chunk) {
+    return (getStreamedToolCallAdapter(chunk.response_metadata) != null);
+}
+function hasDirectToolCallInBatch(args) {
+    const { graph, agentContext, toolCalls } = args;
+    return toolCalls.some((toolCall) => toolCall.name !== '' &&
+        (isDirectGraphTool(toolCall.name, agentContext) ||
+            isDirectLocalTool(toolCall.name, graph)));
+}
+function hasPotentialDirectToolInStreamContext(args) {
+    const { graph, agentContext } = args;
+    if (graph.toolExecution?.engine === 'local') {
+        return true;
+    }
+    if ((agentContext?.graphTools?.length ?? 0) > 0) {
+        return true;
+    }
+    return (agentContext?.toolDefinitions?.some((toolDefinition) => toolDefinition.name.startsWith(Constants.LC_TRANSFER_TO_)) === true);
+}
+function createEagerToolExecutionPlan(args) {
+    const { graph, metadata, agentContext, toolCalls, skipExisting = false, } = args;
+    if (!isEagerToolExecutionEnabledForBatch({
+        graph,
+        metadata,
+        agentContext,
+    })) {
+        return undefined;
+    }
+    if (hasDirectToolCallInBatch({ graph, agentContext, toolCalls })) {
+        return undefined;
+    }
+    const candidateToolCalls = skipExisting
+        ? toolCalls.filter((toolCall) => {
+            if (toolCall.id == null || toolCall.id === '') {
+                return true;
+            }
+            return !graph.eagerEventToolExecutions.has(toolCall.id);
+        })
+        : toolCalls;
+    if (candidateToolCalls.length === 0) {
+        return [];
+    }
+    // Eager execution must preserve ToolNode batch semantics exactly for every
+    // unstarted call. If any candidate cannot be planned, fall back for that
+    // candidate set.
+    if (candidateToolCalls.some((toolCall) => toolCall.id == null ||
+        toolCall.id === '' ||
+        toolCall.name === '' ||
+        (!skipExisting && graph.eagerEventToolExecutions.has(toolCall.id)))) {
+        return undefined;
+    }
+    const plan = buildToolExecutionRequestPlan({
+        toolCalls: candidateToolCalls.map((toolCall) => ({
+            id: toolCall.id,
+            name: toolCall.name,
+            args: toolCall.args,
+            stepId: graph.toolCallStepIds.get(toolCall.id) ?? '',
+            codeSessionContext: getCodeSessionContext(graph, toolCall.name),
+        })),
+        usageCount: graph.getEagerEventToolUsageCount(agentContext?.agentId),
+    });
+    if (plan == null) {
+        return undefined;
+    }
+    return plan.requests.map((request) => ({
+        id: request.id,
+        toolName: request.name,
+        coercedArgs: request.args,
+        request,
+    }));
+}
+function startEagerToolExecutions(args) {
+    const { graph, metadata, agentContext, toolCalls, skipExisting } = args;
+    const entries = createEagerToolExecutionPlan({
+        graph,
+        metadata,
+        agentContext,
+        toolCalls,
+        skipExisting,
+    });
+    if (entries == null || entries.length === 0) {
+        return;
+    }
+    const promise = new Promise((resolve, reject) => {
+        let dispatchSettled = false;
+        let resultSettled = false;
+        let settledResults;
+        const maybeResolve = () => {
+            if (dispatchSettled && resultSettled) {
+                resolve(settledResults ?? []);
+            }
+        };
+        const batchRequest = {
+            toolCalls: entries.map((entry) => entry.request),
+            userId: graph.config?.configurable?.user_id,
+            agentId: agentContext?.agentId,
+            configurable: graph.config?.configurable,
+            metadata,
+            resolve: (results) => {
+                resultSettled = true;
+                settledResults = results;
+                maybeResolve();
+            },
+            reject,
+        };
+        void safeDispatchCustomEvent(GraphEvents.ON_TOOL_EXECUTE, batchRequest, graph.config)
+            .then(() => {
+            dispatchSettled = true;
+            maybeResolve();
+        })
+            .catch(reject);
+    }).then((results) => ({ results }), (error) => ({
+        error: normalizeError(error),
+    }));
+    for (const entry of entries) {
+        graph.eagerEventToolExecutions.set(entry.id, {
+            toolCallId: entry.id,
+            toolName: entry.toolName,
+            args: entry.coercedArgs,
+            request: entry.request,
+            promise,
+        });
+    }
+}
+function getEagerToolChunkKey(stepKey, toolCallChunk) {
+    let chunkKey;
+    if (typeof toolCallChunk.index === 'number') {
+        chunkKey = String(toolCallChunk.index);
+    }
+    else if (toolCallChunk.id != null && toolCallChunk.id !== '') {
+        chunkKey = toolCallChunk.id;
+    }
+    if (chunkKey == null) {
+        return undefined;
+    }
+    return `${stepKey}\u0000${chunkKey}`;
+}
+function getEagerToolChunkIndex(toolCallChunk) {
+    return typeof toolCallChunk.index === 'number'
+        ? toolCallChunk.index
+        : undefined;
+}
+function pruneEagerToolCallChunkStates(args) {
+    const { graph, stepKey, toolCallIds, clearStep = false } = args;
+    const prefix = `${stepKey}\u0000`;
+    for (const [key, state] of graph.eagerEventToolCallChunks) {
+        if (!key.startsWith(prefix)) {
+            continue;
+        }
+        if (clearStep ||
+            (state.id != null && toolCallIds?.has(state.id) === true)) {
+            graph.eagerEventToolCallChunks.delete(key);
+        }
+    }
+}
+function isEagerToolChunkStateComplete(state) {
+    return (state.id != null &&
+        state.id !== '' &&
+        state.name != null &&
+        state.name !== '' &&
+        coerceRecordArgs(state.argsText) != null);
+}
+function mergeToolCallArgsText(existing, incoming) {
+    if (incoming === '') {
+        return existing;
+    }
+    if (existing === '') {
+        return incoming;
+    }
+    if (incoming === existing) {
+        try {
+            JSON.parse(incoming);
+            return incoming;
+        }
+        catch {
+            return `${existing}${incoming}`;
+        }
+    }
+    if (incoming.startsWith(existing)) {
+        return incoming;
+    }
+    if (existing.startsWith(incoming)) {
+        return existing;
+    }
+    try {
+        JSON.parse(existing);
+        JSON.parse(incoming);
+        return incoming;
+    }
+    catch {
+        // Fall through to delta concatenation.
+    }
+    for (let overlap = Math.min(existing.length, incoming.length); overlap >= 8; overlap -= 1) {
+        if (existing.endsWith(incoming.slice(0, overlap))) {
+            return `${existing}${incoming.slice(overlap)}`;
+        }
+    }
+    return `${existing}${incoming}`;
+}
+function recordEagerToolCallChunks(args) {
+    const { graph, stepKey, toolCallChunks } = args;
+    if (toolCallChunks == null || toolCallChunks.length === 0) {
+        return;
+    }
+    // Streamed args can be cumulative and parseable before the provider has
+    // sealed the call. Recording stays separate from dispatch so the boundary
+    // logic can wait for either a later tool index or the final tool-call signal.
+    for (const toolCallChunk of toolCallChunks) {
+        const key = getEagerToolChunkKey(stepKey, toolCallChunk);
+        if (key == null) {
+            continue;
+        }
+        const incomingId = toolCallChunk.id != null && toolCallChunk.id !== ''
+            ? toolCallChunk.id
+            : undefined;
+        const incomingName = toolCallChunk.name != null && toolCallChunk.name !== ''
+            ? toolCallChunk.name
+            : undefined;
+        const previous = graph.eagerEventToolCallChunks.get(key);
+        const shouldReset = previous != null &&
+            ((incomingId != null &&
+                previous.id != null &&
+                incomingId !== previous.id) ||
+                (incomingName != null &&
+                    previous.name != null &&
+                    incomingName !== previous.name));
+        const existing = previous == null || shouldReset
+            ? {
+                argsText: '',
+            }
+            : previous;
+        const id = incomingId ?? existing.id;
+        const name = incomingName ?? existing.name;
+        const incomingArgs = toolCallChunk.args ?? '';
+        const isRepeatedObservedFragment = incomingArgs !== '' &&
+            incomingArgs.length > 1 &&
+            incomingArgs === existing.lastArgsFragment;
+        const argsText = isRepeatedObservedFragment
+            ? existing.argsText
+            : mergeToolCallArgsText(existing.argsText, incomingArgs);
+        const next = {
+            id,
+            name,
+            argsText,
+            index: getEagerToolChunkIndex(toolCallChunk) ?? existing.index,
+            lastArgsFragment: incomingArgs !== '' ? incomingArgs : existing.lastArgsFragment,
+        };
+        graph.eagerEventToolCallChunks.set(key, next);
+    }
+}
+function getStreamedReadyToolCalls(args) {
+    const { graph, stepKey, toolCallChunks, seal, allowSequentialSeal = false, sealAll = false, } = args;
+    const currentIndices = new Set();
+    for (const toolCallChunk of toolCallChunks ?? []) {
+        const index = getEagerToolChunkIndex(toolCallChunk);
+        if (index != null) {
+            currentIndices.add(index);
+        }
+    }
+    const highestCurrentIndex = currentIndices.size > 0 ? Math.max(...currentIndices) : undefined;
+    const prefix = `${stepKey}\u0000`;
+    const readyEntries = [];
+    for (const [key, state] of graph.eagerEventToolCallChunks) {
+        if (!key.startsWith(prefix)) {
+            continue;
+        }
+        if (state.id != null && graph.eagerEventToolExecutions.has(state.id)) {
+            graph.eagerEventToolCallChunks.delete(key);
+            continue;
+        }
+        if (!isEagerToolChunkStateComplete(state)) {
+            continue;
+        }
+        const isSealedByLaterChunk = allowSequentialSeal &&
+            highestCurrentIndex != null &&
+            state.index != null &&
+            state.index < highestCurrentIndex &&
+            !currentIndices.has(state.index);
+        const isSealedExplicitly = seal?.kind === 'single' &&
+            ((seal.id != null && state.id === seal.id) ||
+                (seal.index != null && state.index === seal.index));
+        if (sealAll ||
+            seal?.kind === 'all' ||
+            isSealedByLaterChunk ||
+            isSealedExplicitly) {
+            readyEntries.push({ key, state });
+        }
+    }
+    pruneEagerToolCallChunkStates({
+        graph,
+        stepKey,
+        toolCallIds: new Set(readyEntries
+            .map(({ state }) => state.id)
+            .filter((id) => id != null && id !== '')),
+    });
+    if (sealAll) {
+        pruneEagerToolCallChunkStates({ graph, stepKey, clearStep: true });
+    }
+    return readyEntries
+        .sort((left, right) => (left.state.index ?? 0) - (right.state.index ?? 0))
+        .flatMap(({ state }) => {
+        const args = coerceRecordArgs(state.argsText);
+        if (args == null) {
+            return [];
+        }
+        return [
+            {
+                id: state.id,
+                name: state.name ?? '',
+                args,
+            },
+        ];
+    });
+}
+function startReadyStreamedEagerToolExecutions(args) {
+    const { graph, metadata, agentContext, stepKey, toolCallChunks, seal, allowSequentialSeal, sealAll, } = args;
+    if (hasPotentialDirectToolInStreamContext({ graph, agentContext }) ||
+        !isEagerToolExecutionEnabledForBatch({ graph, metadata, agentContext })) {
+        return;
+    }
+    const toolCalls = getStreamedReadyToolCalls({
+        graph,
+        stepKey,
+        toolCallChunks,
+        seal,
+        allowSequentialSeal,
+        sealAll,
+    });
+    if (toolCalls.length === 0) {
+        return;
+    }
+    startEagerToolExecutions({
+        graph,
+        metadata,
+        agentContext,
+        toolCalls,
+        skipExisting: true,
+    });
+}
 function getChunkContent({ chunk, provider, reasoningKey, }) {
     if ((provider === Providers.OPENAI || provider === Providers.AZURE) &&
         chunk?.additional_kwargs?.reasoning?.summary?.[0]?.text != null &&
@@ -113,7 +538,9 @@ class ChatModelStreamHandler {
             return;
         }
         this.handleReasoning(chunk, agentContext);
+        const stepKey = graph.getStepKey(metadata);
         let hasToolCalls = false;
+        const hasToolCallChunks = (chunk.tool_call_chunks && chunk.tool_call_chunks.length > 0) ?? false;
         if (chunk.tool_calls &&
             chunk.tool_calls.length > 0 &&
             chunk.tool_calls.every((tc) => tc.id != null &&
@@ -122,8 +549,19 @@ class ChatModelStreamHandler {
                 tc.name !== '')) {
             hasToolCalls = true;
             await handleToolCalls(chunk.tool_calls, metadata, graph);
+            if (hasFinalToolCallSignal(chunk)) {
+                startEagerToolExecutions({
+                    graph,
+                    metadata,
+                    agentContext,
+                    toolCalls: chunk.tool_calls,
+                    skipExisting: true,
+                });
+                if (!hasToolCallChunks) {
+                    pruneEagerToolCallChunkStates({ graph, stepKey, clearStep: true });
+                }
+            }
         }
-        const hasToolCallChunks = (chunk.tool_call_chunks && chunk.tool_call_chunks.length > 0) ?? false;
         const isEmptyContent = typeof content === 'undefined' ||
             !content.length ||
             (typeof content === 'string' && !content);
@@ -132,23 +570,45 @@ class ChatModelStreamHandler {
         if (isEmptyChunk &&
             (chunk.id ?? '') !== '' &&
             !graph.prelimMessageIdsByStepKey.has(chunk.id ?? '')) {
-            const stepKey = graph.getStepKey(metadata);
             graph.prelimMessageIdsByStepKey.set(stepKey, chunk.id ?? '');
         }
         else if (isEmptyChunk) {
             return;
         }
-        const stepKey = graph.getStepKey(metadata);
         if (hasToolCallChunks &&
             chunk.tool_call_chunks &&
             chunk.tool_call_chunks.length &&
             typeof chunk.tool_call_chunks[0]?.index === 'number') {
+            const streamedToolCallSeal = getStreamedToolCallSeal(chunk.response_metadata);
+            const allowSequentialSeal = canPrestartSequentialStreamedToolChunks(agentContext);
+            const canStreamEager = (allowSequentialSeal || hasExplicitStreamedToolCallSeals(chunk)) &&
+                !hasPotentialDirectToolInStreamContext({ graph, agentContext }) &&
+                isEagerToolExecutionEnabledForBatch({ graph, metadata, agentContext });
+            if (canStreamEager) {
+                recordEagerToolCallChunks({
+                    graph,
+                    stepKey,
+                    toolCallChunks: chunk.tool_call_chunks,
+                });
+            }
             await handleToolCallChunks({
                 graph,
                 stepKey,
                 toolCallChunks: chunk.tool_call_chunks,
                 metadata,
             });
+            if (canStreamEager) {
+                startReadyStreamedEagerToolExecutions({
+                    graph,
+                    metadata,
+                    agentContext,
+                    stepKey,
+                    toolCallChunks: chunk.tool_call_chunks,
+                    seal: streamedToolCallSeal,
+                    allowSequentialSeal,
+                    sealAll: hasFinalToolCallSignal(chunk),
+                });
+            }
         }
         if (isEmptyContent) {
             return;
@@ -199,7 +659,7 @@ hasToolCallChunks: ${hasToolCallChunks}
                             text: content,
                         },
                     ],
-                });
+                }, metadata);
             }
             else if (agentContext.currentTokenType === 'think_and_text') {
                 const { text, thinking } = parseThinkingContent(content);
@@ -211,7 +671,7 @@ hasToolCallChunks: ${hasToolCallChunks}
                                 think: thinking,
                             },
                         ],
-                    });
+                    }, metadata);
                 }
                 if (text) {
                     agentContext.currentTokenType = ContentTypes.TEXT;
@@ -232,7 +692,7 @@ hasToolCallChunks: ${hasToolCallChunks}
                                 text: text,
                             },
                         ],
-                    });
+                    }, metadata);
                 }
             }
             else {
@@ -243,13 +703,13 @@ hasToolCallChunks: ${hasToolCallChunks}
                             think: content,
                         },
                     ],
-                });
+                }, metadata);
             }
         }
         else if (content.every((c) => c.type?.startsWith(ContentTypes.TEXT) ?? false)) {
             await graph.dispatchMessageDelta(stepId, {
                 content,
-            });
+            }, metadata);
         }
         else if (content.every((c) => (c.type?.startsWith(ContentTypes.THINKING) ?? false) ||
             (c.type?.startsWith(ContentTypes.REASONING) ?? false) ||
@@ -260,10 +720,11 @@ hasToolCallChunks: ${hasToolCallChunks}
                     type: ContentTypes.THINK,
                     think: c.thinking ??
                         c.reasoning ??
-                        c.reasoningText?.text ??
+                        c.reasoningText
+                            ?.text ??
                         '',
                 })),
-            });
+            }, metadata);
         }
     }
     handleReasoning(chunk, agentContext) {