@librechat/agents 3.4.3 → 3.4.4

package/dist/esm/stream.mjs

@@ -5,12 +5,13 @@ import { calculateMaxToolResultChars, truncateToolResultContent } from "./utils/
 import { serializeStructuredValueBounded, serializeToolContentBounded } from "./utils/toolContent.mjs";
 import { getMessageId } from "./messages/ids.mjs";
 import { safeDispatchCustomEvent } from "./utils/events.mjs";
+import { getMessageCreationContentMetadata, splitAssistantTextContentByPhase } from "./messages/assistantPhase.mjs";
 import "./messages/index.mjs";
 import { isGoogleLike } from "./utils/llm.mjs";
 import { getStreamedToolCallAdapter, getStreamedToolCallSeal, streamedToolCallAdapterAllowsSequentialSeal } from "./tools/streamedToolCallSeals.mjs";
+import { STREAM_LIMIT_EPOCH_KEY, StreamLimitExceededError, claimStreamLimitCharge, combineCompleteToolCalls, enforceCompleteToolCallArgLimit, enforceStreamDeltaEventLimit, enforceStreamedToolCallArgLimit, requiresStreamLimitAccounting } from "./llm/streamLimits.mjs";
 import { buildToolExecutionRequestPlan, coerceRecordArgs, normalizeError } from "./tools/eagerEventExecution.mjs";
 import { handleServerToolResult, handleToolCallChunks, handleToolCalls } from "./tools/handlers.mjs";
-import { STREAM_LIMIT_EPOCH_KEY, StreamLimitExceededError, claimStreamLimitCharge, combineCompleteToolCalls, enforceCompleteToolCallArgLimit, enforceStreamDeltaEventLimit, enforceStreamedToolCallArgLimit, requiresStreamLimitAccounting } from "./llm/streamLimits.mjs";
 import { outcomeFieldsFromResult, resolveToolOutcome } from "./tools/intentArg.mjs";
 import { TOOL_OUTPUT_REF_PATTERN } from "./tools/toolOutputReferences.mjs";
 //#region src/stream.ts
@@ -206,11 +207,14 @@ function shouldStartFreshMessageStepAfterGoogleServerSideTool({ graph, stepId, r
 	if (typeof content === "string") return true;
 	return content.every((c) => isTextContentPart(c)) || content.every((c) => isReasoningContentPart(c));
 }
-async function dispatchMessageCreationStep({ graph, stepKey, metadata }) {
+async function dispatchMessageCreationStep({ graph, stepKey, content, contentType, metadata }) {
 	const messageId = getMessageId(stepKey, graph, true) ?? "";
 	return graph.dispatchRunStep(stepKey, {
 		type: "message_creation",
-		message_creation: { message_id: messageId }
+		message_creation: {
+			message_id: messageId,
+			...getMessageCreationContentMetadata(content, contentType)
+		}
 	}, metadata);
 }
 async function dispatchMessageContentParts({ graph, stepKey, content, metadata }) {
@@ -218,6 +222,7 @@ async function dispatchMessageContentParts({ graph, stepKey, content, metadata }
 		const currentStepId = await dispatchMessageCreationStep({
 			graph,
 			stepKey,
+			content: [contentPart],
 			metadata
 		});
 		if (isGoogleServerSideToolContentPart(contentPart)) markGoogleServerSideToolMessageStep(graph, currentStepId);
@@ -229,6 +234,8 @@ async function dispatchReasoningContentParts({ graph, stepKey, content, metadata
 	const currentStepId = await dispatchMessageCreationStep({
 		graph,
 		stepKey,
+		content,
+		contentType: "think",
 		metadata
 	});
 	await graph.dispatchReasoningDelta(currentStepId, { content }, metadata);
@@ -803,11 +810,37 @@ var ChatModelStreamHandler = class {
 		}
 		if (isEmptyContent) return;
 		if (hasGoogleServerSideToolContent) return;
+		if (Array.isArray(content) && content.every(isTextContentPart)) {
+			const contentGroups = splitAssistantTextContentByPhase(content);
+			const currentStepId = graph.stepKeyIds?.get(stepKey)?.at(-1);
+			const currentStep = currentStepId == null ? void 0 : graph.getRunStep(currentStepId);
+			const currentPhase = currentStep?.stepDetails.type === "message_creation" ? currentStep.stepDetails.message_creation.phase : void 0;
+			const nextPhase = getMessageCreationContentMetadata(contentGroups[0]).phase;
+			const phaseChanged = currentPhase != null && nextPhase != null && currentPhase !== nextPhase;
+			if (contentGroups.length > 1 || phaseChanged) {
+				for (const contentGroup of contentGroups) {
+					const currentStepId = await dispatchMessageCreationStep({
+						graph,
+						stepKey,
+						content: contentGroup,
+						metadata
+					});
+					await graph.dispatchMessageDelta(currentStepId, { content: contentGroup }, metadata);
+				}
+				return;
+			}
+		}
 		const message_id = getMessageId(stepKey, graph) ?? "";
-		if (message_id) await graph.dispatchRunStep(stepKey, {
-			type: "message_creation",
-			message_creation: { message_id }
-		}, metadata);
+		if (message_id) {
+			const fallbackContentType = agentContext.currentTokenType === "text" ? "text" : "think";
+			await graph.dispatchRunStep(stepKey, {
+				type: "message_creation",
+				message_creation: {
+					message_id,
+					...getMessageCreationContentMetadata(content, fallbackContentType)
+				}
+			}, metadata);
+		}
 		let stepId = graph.getStepIdByKey(stepKey);
 		let runStep = graph.getRunStep(stepId);
 		if (shouldStartFreshMessageStepAfterGoogleServerSideTool({
@@ -819,6 +852,7 @@ var ChatModelStreamHandler = class {
 			stepId = await dispatchMessageCreationStep({
 				graph,
 				stepKey,
+				content,
 				metadata
 			});
 			runStep = graph.getRunStep(stepId);
@@ -860,7 +894,10 @@ hasToolCallChunks: ${hasToolCallChunks}
 				const message_id = getMessageId(newStepKey, graph) ?? "";
 				await graph.dispatchRunStep(newStepKey, {
 					type: "message_creation",
-					message_creation: { message_id }
+					message_creation: {
+						message_id,
+						content_type: "text"
+					}
 				}, metadata);
 				const newStepId = graph.getStepIdByKey(newStepKey);
 				await graph.dispatchMessageDelta(newStepId, { content: [{