@librechat/agents 3.3.2 → 3.3.4

package/dist/esm/messages/format.mjs

@@ -1,5 +1,7 @@
 import "../common/enum.mjs";
 import "../common/index.mjs";
+import { HARD_MAX_TOOL_RESULT_CHARS } from "../utils/truncation.mjs";
+import { compactToolContent, getToolContentCharLength, isAtomicToolContentBlock, serializeStructuredValueBounded } from "../utils/toolContent.mjs";
 import { toLangChainContent, toLangChainMessageFields } from "./langchain.mjs";
 import { normalizeAnthropicToolCallId } from "../llm/anthropic/utils/message_inputs.mjs";
 import { emitAgentLog } from "../utils/events.mjs";
@@ -175,6 +177,10 @@ function hasToolCallOutput(part) {
 	const output = part.tool_call?.output;
 	return output != null && output !== "";
 }
+function formatToolCallOutput(output) {
+	if (output == null) return "";
+	return compactToolContent(output, HARD_MAX_TOOL_RESULT_CHARS).content;
+}
 /**
 * Helper function to format an assistant message
 * @param message The message to format
@@ -312,7 +318,7 @@ function formatAssistantMessage(message, options) {
 				formattedMessages.push(withMessageRole(new ToolMessage({
 					tool_call_id: tool_call.id ?? "",
 					name: tool_call.name,
-					content: output != null ? output : ""
+					content: formatToolCallOutput(output)
 				}), "tool"));
 			} else if (part.type === "think" || part.type === "thinking" || part.type === "reasoning" || part.type === "reasoning_content" || part.type === "redacted_thinking") {
 				hasReasoning = true;
@@ -583,7 +589,10 @@ function contentPartCharLength(part) {
 	if (typeof record.thinking === "string") len += record.thinking.length;
 	const { input } = record;
 	if (typeof input === "string") len += input.length;
-	else if (input != null && typeof input === "object") len += JSON.stringify(input).length;
+	else if (input != null && typeof input === "object") {
+		const measured = serializeStructuredValueBounded(input, 0).originalChars;
+		len += measured === Number.MAX_SAFE_INTEGER ? HARD_MAX_TOOL_RESULT_CHARS : Math.min(measured, HARD_MAX_TOOL_RESULT_CHARS);
+	}
 	return len;
 }
 /** Extracts the skillName from a skill tool_call's args (string or object). */
@@ -821,7 +830,10 @@ const formatAgentMessages = (payload, indexTokenCountMap, tools, skills, options
 				if (typeof tc.name === "string") len += tc.name.length;
 				const { args } = tc;
 				if (typeof args === "string") len += args.length;
-				else if (args != null) len += JSON.stringify(args).length;
+				else if (args != null) {
+					const measured = serializeStructuredValueBounded(args, 0).originalChars;
+					len += measured === Number.MAX_SAFE_INTEGER ? HARD_MAX_TOOL_RESULT_CHARS : Math.min(measured, HARD_MAX_TOOL_RESULT_CHARS);
+				}
 			}
 			lengths[k] = len;
 			totalLength += len;
@@ -867,10 +879,99 @@ function shiftIndexTokenCountMap(indexTokenCountMap, instructionsTokenCount) {
 	}
 	return shiftedMap;
 }
-/** Block types that contain binary image data and must be preserved structurally. */
-const IMAGE_BLOCK_TYPES = new Set(["image_url", "image"]);
 /** Checks whether a BaseMessage is a tool-role message. */
 const isToolMessage$1 = (m) => m instanceof ToolMessage || "role" in m && m.role === "tool";
+const PORTABLE_FOLDED_MEDIA_TYPES = new Set(["image", "image_url"]);
+const MAX_FOLDED_BLOCK_CHARS = 8e3;
+const MAX_FOLDED_CONTEXT_CHARS = HARD_MAX_TOOL_RESULT_CHARS;
+const MAX_FOLDED_CONTEXT_WORK = 1e5;
+const FOLDED_CONTEXT_TRUNCATION_NOTICE = "… [additional folded context omitted]";
+const syntheticProviderContextMessages = /* @__PURE__ */ new WeakSet();
+function createFoldContextBudget() {
+	return {
+		remainingChars: MAX_FOLDED_CONTEXT_CHARS,
+		remainingWork: MAX_FOLDED_CONTEXT_WORK,
+		truncated: false
+	};
+}
+function readFoldedDataProperty(value, key) {
+	if (value == null || typeof value !== "object") return;
+	try {
+		const descriptor = Object.getOwnPropertyDescriptor(value, key);
+		return descriptor != null && "value" in descriptor ? descriptor.value : void 0;
+	} catch {
+		return;
+	}
+}
+/**
+* Adds one logical line without first concatenating caller-controlled strings.
+* The shared budget covers every synthetic message emitted by one transform,
+* so many individually bounded blocks cannot build an unbounded aggregate.
+*/
+function appendFoldedLine(textChunks, budget, pieces) {
+	if (budget.remainingChars <= 0) {
+		budget.truncated = true;
+		return false;
+	}
+	const separatorChars = textChunks.length > 0 ? 1 : 0;
+	const available = budget.remainingChars - separatorChars;
+	if (available <= 0) {
+		budget.remainingChars = 0;
+		budget.truncated = true;
+		return false;
+	}
+	let totalChars = 0;
+	for (const piece of pieces) totalChars = Math.min(Number.MAX_SAFE_INTEGER, totalChars + piece.length);
+	if (totalChars <= available) {
+		const line = pieces.join("");
+		textChunks.push(line);
+		budget.remainingChars -= separatorChars + line.length;
+		return true;
+	}
+	const notice = FOLDED_CONTEXT_TRUNCATION_NOTICE.slice(0, available);
+	let remainingHeadChars = Math.max(0, available - notice.length);
+	const boundedPieces = [];
+	for (const piece of pieces) {
+		if (remainingHeadChars <= 0) break;
+		const retained = piece.slice(0, remainingHeadChars);
+		boundedPieces.push(retained);
+		remainingHeadChars -= retained.length;
+	}
+	boundedPieces.push(notice);
+	textChunks.push(boundedPieces.join(""));
+	budget.remainingChars = 0;
+	budget.truncated = true;
+	return false;
+}
+function consumeFoldedWork(textChunks, budget) {
+	if (budget.remainingChars <= 0) return false;
+	if (budget.remainingWork-- > 0) return true;
+	appendFoldedLine(textChunks, budget, [FOLDED_CONTEXT_TRUNCATION_NOTICE]);
+	budget.remainingChars = 0;
+	budget.truncated = true;
+	return false;
+}
+function serializeFoldedValue(value) {
+	const compacted = compactToolContent(value, MAX_FOLDED_BLOCK_CHARS).content;
+	return typeof compacted === "string" ? compacted : serializeStructuredValueBounded(compacted, MAX_FOLDED_BLOCK_CHARS).content;
+}
+function markSyntheticProviderContext(message) {
+	syntheticProviderContextMessages.add(message);
+	return message;
+}
+function appendSyntheticProviderContextMessage(result, parts) {
+	if (parts.length === 0) return false;
+	result.push(markSyntheticProviderContext(withMessageRole(new HumanMessage({ content: toLangChainContent(parts) }), "user")));
+	return true;
+}
+/**
+* Identifies provider-context placeholders created by this module without
+* trusting user-controlled content prefixes or leaking marker metadata onto
+* the provider wire.
+*/
+function isSyntheticProviderContextMessage(message) {
+	return syntheticProviderContextMessages.has(message);
+}
 /** Flushes accumulated text chunks into `parts` as a single text block. */
 function flushTextChunks(textChunks, parts) {
 	if (textChunks.length === 0) return;
@@ -882,88 +983,139 @@ function flushTextChunks(textChunks, parts) {
 }
 /**
 * Appends a single message's content to the running `textChunks` / `parts`
-* accumulators.  Image blocks are shallow-copied into `parts` as-is so that
-* binary data (base64 images) never becomes text tokens.  All other block
-* types are serialized to text — unrecognized types are JSON-serialized
-* rather than silently dropped.
+* accumulators. Portable image blocks are shallow-copied into `parts` so
+* binary data never becomes text tokens. Provider-specific media/resource
+* blocks are retained as bounded text so a folded cross-provider history
+* cannot contain an unsupported native block or JSON-expand without limit.
 *
 * When `content` is an array containing tool_use blocks, `tool_calls` is NOT
 * additionally serialized (avoiding double output).  `tool_calls` is used as
 * a fallback when `content` is a plain string or an array with no tool_use.
 */
-function appendMessageContent(msg, role, textChunks, parts) {
+function appendMessageContent(msg, role, textChunks, parts, budget) {
 	const { content } = msg;
 	if (typeof content === "string") {
-		if (content) textChunks.push(`${role}: ${content}`);
-		appendToolCalls(msg, role, textChunks);
+		if (content && consumeFoldedWork(textChunks, budget)) appendFoldedLine(textChunks, budget, [`${role}: `, content]);
+		appendToolCalls(msg, role, textChunks, budget);
 		return;
 	}
 	if (!Array.isArray(content)) {
-		appendToolCalls(msg, role, textChunks);
+		appendToolCalls(msg, role, textChunks, budget);
 		return;
 	}
 	let hasToolUseBlock = false;
 	for (const block of content) {
-		if (IMAGE_BLOCK_TYPES.has(block.type ?? "")) {
-			flushTextChunks(textChunks, parts);
-			parts.push({ ...block });
+		if (!consumeFoldedWork(textChunks, budget)) {
+			hasToolUseBlock = true;
+			break;
+		}
+		const blockTypeValue = readFoldedDataProperty(block, "type");
+		const blockType = typeof blockTypeValue === "string" ? blockTypeValue : void 0;
+		if (blockType !== "tool_use" && blockType !== "tool_call" && blockType !== "tool_result" && isAtomicToolContentBlock(block)) {
+			if (PORTABLE_FOLDED_MEDIA_TYPES.has(blockType ?? "")) {
+				const blockChars = getToolContentCharLength([block]);
+				if (blockChars > budget.remainingChars) {
+					appendFoldedLine(textChunks, budget, [`${role}: [${blockType ?? "media"} omitted: folded context limit]`]);
+					continue;
+				}
+				flushTextChunks(textChunks, parts);
+				parts.push({ ...block });
+				budget.remainingChars -= blockChars;
+			} else appendFoldedLine(textChunks, budget, [`${role}: [${blockType ?? "media"}] `, serializeFoldedValue(block)]);
 			continue;
 		}
-		if (block.type === "tool_use") {
+		if (blockType === "tool_use") {
 			hasToolUseBlock = true;
-			textChunks.push(`${role}: [tool_use] ${String(block.name ?? "")} ${JSON.stringify(block.input ?? {})}`);
+			const name = readFoldedDataProperty(block, "name");
+			const input = readFoldedDataProperty(block, "input");
+			appendFoldedLine(textChunks, budget, [`${role}: [tool_use] ${typeof name === "string" ? name : ""} `, serializeFoldedValue(input ?? {})]);
 			continue;
 		}
-		if (block.type === "tool_call") {
+		if (blockType === "tool_call") {
 			hasToolUseBlock = true;
-			const nested = block.tool_call;
-			const name = String(nested?.name ?? block.name ?? "");
-			const rawArgs = nested?.args ?? block.args ?? {};
-			const argsText = typeof rawArgs === "string" ? rawArgs : JSON.stringify(rawArgs);
-			textChunks.push(`${role}: [tool_use] ${name} ${argsText}`.trimEnd());
-			const output = nested?.output;
-			if (output != null && output !== "") textChunks.push(`Tool: ${String(output)}`);
+			const nested = readFoldedDataProperty(block, "tool_call");
+			const nestedName = readFoldedDataProperty(nested, "name");
+			const topLevelName = readFoldedDataProperty(block, "name");
+			let name = "";
+			if (typeof nestedName === "string") name = nestedName;
+			else if (typeof topLevelName === "string") name = topLevelName;
+			const nestedArgs = readFoldedDataProperty(nested, "args");
+			const topLevelArgs = readFoldedDataProperty(block, "args");
+			const rawArgs = nestedArgs ?? topLevelArgs ?? {};
+			const argsText = typeof rawArgs === "string" ? rawArgs : serializeFoldedValue(rawArgs);
+			appendFoldedLine(textChunks, budget, [`${role}: [tool_use] ${name}${argsText ? " " : ""}`, argsText]);
+			const output = readFoldedDataProperty(nested, "output");
+			if (output != null && output !== "") appendFoldedLine(textChunks, budget, ["Tool: ", typeof output === "string" ? output : serializeFoldedValue(output)]);
 			continue;
 		}
-		if (block.type === "tool_result") {
+		if (blockType === "tool_result") {
 			hasToolUseBlock = true;
-			const inner = block.content;
+			const inner = readFoldedDataProperty(block, "content");
 			if (typeof inner === "string") {
-				if (inner) textChunks.push(`${role}: [tool_result] ${inner}`);
-			} else if (Array.isArray(inner)) for (const innerBlock of inner) if (typeof innerBlock === "string") {
-				if (innerBlock) textChunks.push(`${role}: [tool_result] ${innerBlock}`);
-			} else if (IMAGE_BLOCK_TYPES.has(innerBlock.type ?? "")) {
-				flushTextChunks(textChunks, parts);
-				parts.push({ ...innerBlock });
-			} else {
-				const innerText = innerBlock.text ?? innerBlock.input;
-				textChunks.push(`${role}: [tool_result] ${typeof innerText === "string" && innerText ? innerText : JSON.stringify(innerBlock)}`);
+				if (inner) appendFoldedLine(textChunks, budget, [`${role}: [tool_result] `, inner]);
+			} else if (Array.isArray(inner)) for (const innerBlock of inner) {
+				if (!consumeFoldedWork(textChunks, budget)) break;
+				if (typeof innerBlock === "string") {
+					if (innerBlock) appendFoldedLine(textChunks, budget, [`${role}: [tool_result] `, innerBlock]);
+				} else {
+					const innerTypeValue = readFoldedDataProperty(innerBlock, "type");
+					const innerType = typeof innerTypeValue === "string" ? innerTypeValue : void 0;
+					if (isAtomicToolContentBlock(innerBlock) && PORTABLE_FOLDED_MEDIA_TYPES.has(innerType ?? "")) {
+						const blockChars = getToolContentCharLength([innerBlock]);
+						if (blockChars <= budget.remainingChars) {
+							flushTextChunks(textChunks, parts);
+							parts.push({ ...innerBlock });
+							budget.remainingChars -= blockChars;
+						} else appendFoldedLine(textChunks, budget, [`${role}: [${innerType ?? "media"} omitted: folded context limit]`]);
+					} else {
+						const textValue = readFoldedDataProperty(innerBlock, "text");
+						const inputValue = readFoldedDataProperty(innerBlock, "input");
+						const innerText = textValue ?? inputValue;
+						appendFoldedLine(textChunks, budget, [`${role}: [tool_result] `, typeof innerText === "string" && innerText ? innerText : serializeFoldedValue(innerBlock)]);
+					}
+				}
 			}
-			else if (inner != null) textChunks.push(`${role}: [tool_result] ${JSON.stringify(inner)}`);
+			else if (inner != null) appendFoldedLine(textChunks, budget, [`${role}: [tool_result] `, serializeFoldedValue(inner)]);
 			continue;
 		}
-		const text = block.text ?? block.input;
+		const text = readFoldedDataProperty(block, "text") ?? readFoldedDataProperty(block, "input");
 		if (typeof text === "string" && text) {
-			textChunks.push(`${role}: ${text}`);
+			appendFoldedLine(textChunks, budget, [`${role}: `, text]);
 			continue;
 		}
-		if (block.type != null && block.type !== "") textChunks.push(`${role}: [${block.type}] ${JSON.stringify(block)}`);
+		if (blockType != null && blockType !== "") appendFoldedLine(textChunks, budget, [`${role}: [${blockType}] `, serializeFoldedValue(block)]);
 	}
-	if (!hasToolUseBlock) appendToolCalls(msg, role, textChunks);
+	if (!hasToolUseBlock) appendToolCalls(msg, role, textChunks, budget);
 }
-function appendToolCalls(msg, role, textChunks) {
+function appendToolCalls(msg, role, textChunks, budget) {
 	if (role !== "AI") return;
 	const aiMsg = msg;
 	if (aiMsg.tool_calls && aiMsg.tool_calls.length > 0) {
-		for (const tc of aiMsg.tool_calls) textChunks.push(`AI: [tool_call] ${tc.name}(${JSON.stringify(tc.args)})`);
+		for (const tc of aiMsg.tool_calls) {
+			if (!consumeFoldedWork(textChunks, budget)) break;
+			const name = readFoldedDataProperty(tc, "name");
+			const args = readFoldedDataProperty(tc, "args");
+			appendFoldedLine(textChunks, budget, [
+				`AI: [tool_call] ${typeof name === "string" ? name : ""}(`,
+				serializeFoldedValue(args),
+				")"
+			]);
+		}
 		return;
 	}
 	const rawToolCalls = aiMsg.additional_kwargs.tool_calls;
 	if (!Array.isArray(rawToolCalls)) return;
 	for (const tc of rawToolCalls) {
-		const fn = tc.function;
+		if (!consumeFoldedWork(textChunks, budget)) break;
+		const fn = readFoldedDataProperty(tc, "function");
 		if (fn == null) continue;
-		textChunks.push(`AI: [tool_call] ${String(fn.name ?? "")}(${String(fn.arguments ?? "")})`);
+		const name = readFoldedDataProperty(fn, "name");
+		const args = readFoldedDataProperty(fn, "arguments");
+		appendFoldedLine(textChunks, budget, [
+			`AI: [tool_call] ${typeof name === "string" ? name : ""}(`,
+			typeof args === "string" ? args : "",
+			")"
+		]);
 	}
 }
 /**
@@ -1004,6 +1156,7 @@ function ensureThinkingBlockInMessages(messages, _provider, config, runStartInde
 	}
 	if (lastHumanIndex === messages.length - 1) return messages;
 	const result = lastHumanIndex >= 0 ? messages.slice(0, lastHumanIndex + 1) : [];
+	const foldBudget = createFoldContextBudget();
 	let i = lastHumanIndex + 1;
 	while (i < messages.length) {
 		const msg = messages[i];
@@ -1019,8 +1172,9 @@ function ensureThinkingBlockInMessages(messages, _provider, config, runStartInde
 		let hasThinkingBlock = false;
 		if (contentIsArray && aiMsg.content.length > 0) for (const c of aiMsg.content) {
 			if (typeof c !== "object") continue;
-			if (c.type === "tool_use") hasToolUse = true;
-			else if (c.type === "thinking" || c.type === "reasoning_content" || c.type === "reasoning" || c.type === "redacted_thinking") hasThinkingBlock = true;
+			const type = readFoldedDataProperty(c, "type");
+			if (type === "tool_use") hasToolUse = true;
+			else if (type === "thinking" || type === "reasoning_content" || type === "reasoning" || type === "redacted_thinking") hasThinkingBlock = true;
 			if (hasToolUse && hasThinkingBlock) break;
 		}
 		if (!hasThinkingBlock && aiMsg.additional_kwargs.reasoning_content != null) hasThinkingBlock = true;
@@ -1036,16 +1190,16 @@ function ensureThinkingBlockInMessages(messages, _provider, config, runStartInde
 				continue;
 			}
 			const parts = [];
-			const textChunks = ["[Previous agent context]"];
-			appendMessageContent(msg, "AI", textChunks, parts);
+			const textChunks = [];
+			appendFoldedLine(textChunks, foldBudget, ["[Previous agent context]"]);
+			appendMessageContent(msg, "AI", textChunks, parts, foldBudget);
 			let j = i + 1;
 			while (j < messages.length && isToolMessage$1(messages[j])) {
-				appendMessageContent(messages[j], "Tool", textChunks, parts);
+				appendMessageContent(messages[j], "Tool", textChunks, parts, foldBudget);
 				j++;
 			}
 			flushTextChunks(textChunks, parts);
-			emitAgentLog(config, "warn", "format", `ensureThinkingBlockInMessages: injecting [Previous agent context] HumanMessage (${parts.length} msgs at index ${i}, no thinking block in chain)`);
-			result.push(withMessageRole(new HumanMessage({ content: toLangChainContent(parts) }), "user"));
+			if (appendSyntheticProviderContextMessage(result, parts)) emitAgentLog(config, "warn", "format", `ensureThinkingBlockInMessages: injecting [Previous agent context] HumanMessage (${parts.length} msgs at index ${i}, no thinking block in chain)`);
 			i = j;
 		} else {
 			result.push(msg);
@@ -1069,8 +1223,9 @@ function messageHasToolContent(msg) {
 	if (aiMsg.tool_calls != null && aiMsg.tool_calls.length > 0) return true;
 	const rawToolCalls = aiMsg.additional_kwargs.tool_calls;
 	if (Array.isArray(rawToolCalls) && rawToolCalls.length > 0) return true;
-	if (Array.isArray(msg.content)) {
-		for (const block of msg.content) if (typeof block === "object" && (block.type === "tool_use" || block.type === "tool_call" || block.type === "tool_result")) return true;
+	if (Array.isArray(msg.content)) for (const block of msg.content) {
+		const type = readFoldedDataProperty(block, "type");
+		if (typeof block === "object" && (type === "tool_use" || type === "tool_call" || type === "tool_result")) return true;
 	}
 	return false;
 }
@@ -1081,7 +1236,7 @@ function messageHasToolContent(msg) {
 *  and labelled as tool output. */
 function isToolResultMessage(msg) {
 	if (isToolMessage$1(msg)) return true;
-	if (Array.isArray(msg.content)) return msg.content.some((block) => typeof block === "object" && block.type === "tool_result");
+	if (Array.isArray(msg.content)) return msg.content.some((block) => typeof block === "object" && readFoldedDataProperty(block, "type") === "tool_result");
 	return false;
 }
 /**
@@ -1108,6 +1263,7 @@ function isToolResultMessage(msg) {
 function foldToolBlocksForToollessAgent(messages, config) {
 	let result = null;
 	let foldedCount = 0;
+	const foldBudget = createFoldContextBudget();
 	let i = 0;
 	while (i < messages.length) {
 		const msg = messages[i];
@@ -1119,17 +1275,18 @@ function foldToolBlocksForToollessAgent(messages, config) {
 		/** First fold — copy the untouched prefix once, then append from here. */
 		if (result === null) result = messages.slice(0, i);
 		const parts = [];
-		const textChunks = ["[Previous tool interaction]"];
-		appendMessageContent(msg, isToolResultMessage(msg) ? "Tool" : "AI", textChunks, parts);
+		const textChunks = [];
+		appendFoldedLine(textChunks, foldBudget, ["[Previous tool interaction]"]);
+		appendMessageContent(msg, isToolResultMessage(msg) ? "Tool" : "AI", textChunks, parts, foldBudget);
 		foldedCount++;
 		let j = i + 1;
 		while (j < messages.length && isToolResultMessage(messages[j])) {
-			appendMessageContent(messages[j], "Tool", textChunks, parts);
+			appendMessageContent(messages[j], "Tool", textChunks, parts, foldBudget);
 			foldedCount++;
 			j++;
 		}
 		flushTextChunks(textChunks, parts);
-		result.push(withMessageRole(new HumanMessage({ content: toLangChainContent(parts) }), "user"));
+		appendSyntheticProviderContextMessage(result, parts);
 		i = j;
 	}
 	if (result === null) return messages;
@@ -1162,6 +1319,6 @@ function chainHasThinkingBlock(messages, currentIndex) {
 	return false;
 }
 //#endregion
-export { ensureThinkingBlockInMessages, foldToolBlocksForToollessAgent, formatAgentMessages, formatFromLangChain, formatLangChainMessages, formatMediaMessage, formatMessage, labelContentByAgent, shiftIndexTokenCountMap, withMessageRole };
+export { ensureThinkingBlockInMessages, foldToolBlocksForToollessAgent, formatAgentMessages, formatFromLangChain, formatLangChainMessages, formatMediaMessage, formatMessage, isSyntheticProviderContextMessage, labelContentByAgent, shiftIndexTokenCountMap, withMessageRole };
 
 //# sourceMappingURL=format.mjs.map