@copilotkit/aimock 1.37.0 → 1.37.2

package/dist/stream-collapse.cjs

@@ -12,6 +12,75 @@ let node_zlib = require("node:zlib");
 * text followed by tool calls.
 */
 /**
+* Hard ceiling (UTF-16 code units) for any SINGLE string a collapser
+* accumulates across deltas (`content`, `reasoning`, a tool call's
+* `arguments`, `audioB64`, `argsStr`, and the coalesced text of `orderAtoms`).
+*
+* V8's maximum string length on 64-bit is 2^29 - 1 (~536.8M UTF-16 code
+* units); appending past it throws `RangeError: Invalid string length`. The
+* proxy path bounds the raw BYTE buffer under `PROXY_BUFFER_HARD_CEILING`
+* (256 MiB) before collapse, but the collapser is ALSO reachable directly
+* (exported from index.ts) and — even on the proxy path — a single accumulator
+* can approach the byte budget in code units, so it needs its own guard rather
+* than relying on the byte cap alone. 256Mi code units is comfortably below
+* V8's limit while leaving huge headroom for any real completion (whose
+* accumulated content can never exceed the total streamed body).
+*
+* When an append would cross the ceiling the accumulator keeps the ceiling's
+* worth of characters, drops the overflow, and marks itself truncated — never
+* throwing — mirroring the proxy buffer's "bound then mark truncated, never
+* fail the client" discipline.
+*/
+const MAX_COLLAPSE_STRING_LENGTH = 256 * 1024 * 1024;
+/**
+* Test-only override of {@link MAX_COLLAPSE_STRING_LENGTH}. Lets the cap suite
+* exercise the truncation path with a tiny budget instead of building a
+* multi-hundred-MB string. `undefined` (the default) uses the real ceiling.
+* NEVER set from production code.
+*/
+let collapseStringLimitOverride;
+/** @internal test-only — see {@link collapseStringLimitOverride}. */
+function setCollapseStringLimitForTests(value) {
+	collapseStringLimitOverride = value;
+}
+/** Effective accumulated-string ceiling, honoring any active test-only override. */
+function effectiveCollapseStringLimit() {
+	return collapseStringLimitOverride ?? MAX_COLLAPSE_STRING_LENGTH;
+}
+/**
+* Guard a raw collapse-input body against V8's max string length BEFORE any
+* per-delta accumulation begins. Every collapser accumulates `content` /
+* `reasoning` / a tool call's `arguments` / `audioB64` / `argsStr` (and the
+* coalesced text of `orderAtoms`) from fragments of `body`; the sum of any one
+* of those accumulators can never exceed the total input length, so bounding
+* the INPUT under the ceiling bounds EVERY accumulator at once — no per-`+=`
+* site can then build a string past the limit and throw
+* `RangeError: Invalid string length` (the ~1/sec prod crash).
+*
+* Returns the body UNCHANGED when it is within the ceiling. When it exceeds the
+* ceiling this returns a hard-truncated prefix (never throwing) — the collapse
+* result the caller builds from it is marked incomplete via `truncated: true`
+* (see {@link isCollapseInputTruncated}). This mirrors the proxy buffer's
+* "bound then mark truncated, never fail the client" discipline: on the proxy
+* path a body this large has already tripped the byte cap and skipped recording,
+* so this is a defense-in-depth backstop that also covers the direct (exported)
+* collapse callers where no byte cap ran.
+*/
+function guardCollapseBody(body) {
+	const limit = effectiveCollapseStringLimit();
+	if (body.length <= limit) return body;
+	return body.slice(0, limit);
+}
+/**
+* True when a body exceeded the accumulated-string ceiling and had to be
+* truncated by {@link guardCollapseBody}. Collapsers stamp `truncated: true` on
+* their result in this case so the recorder skips journaling a partial fixture,
+* exactly like a transport-truncated stream.
+*/
+function isCollapseInputTruncated(body) {
+	return body.length > effectiveCollapseStringLimit();
+}
+/**
 * Normalize a tool call's accumulated `arguments` into valid JSON exactly like
 * the flat-`toolCalls` recorder path: an empty / whitespace-only / missing
 * value becomes `"{}"`, never `""`. Mirrors `recorder.ts` `toToolCallArguments`
@@ -166,8 +235,9 @@ function extractSSEData(lines) {
 *   data: {"id":"chatcmpl-123","choices":[{"delta":{"content":"Hello"}}]}\n\n
 *   data: [DONE]\n\n
 */
-function collapseOpenAISSE(body) {
-	const lines = splitSSEEvents(body);
+function collapseOpenAISSE(rawBody) {
+	const inputTruncated = isCollapseInputTruncated(rawBody);
+	const lines = splitSSEEvents(guardCollapseBody(rawBody));
 	let content = "";
 	let reasoning = "";
 	const webSearchQueries = [];
@@ -288,7 +358,8 @@ function collapseOpenAISSE(body) {
 			...droppedChunks > 0 ? { droppedChunks } : {},
 			...firstDroppedSample ? { firstDroppedSample } : {},
 			...harmonyUnparsed ? { harmonyUnparsed: true } : {},
-			...harmonyNote ? { harmonyNote } : {}
+			...harmonyNote ? { harmonyNote } : {},
+			...inputTruncated ? { truncated: true } : {}
 		};
 	}
 	return {
@@ -298,7 +369,8 @@ function collapseOpenAISSE(body) {
 		...droppedChunks > 0 ? { droppedChunks } : {},
 		...firstDroppedSample ? { firstDroppedSample } : {},
 		...harmonyUnparsed ? { harmonyUnparsed: true } : {},
-		...harmonyNote ? { harmonyNote } : {}
+		...harmonyNote ? { harmonyNote } : {},
+		...inputTruncated ? { truncated: true } : {}
 	};
 }
 /**
@@ -308,8 +380,9 @@ function collapseOpenAISSE(body) {
 *   event: message_start\ndata: {...}\n\n
 *   event: content_block_delta\ndata: {"delta":{"type":"text_delta","text":"Hello"}}\n\n
 */
-function collapseAnthropicSSE(body) {
-	const blocks = splitSSEEvents(body);
+function collapseAnthropicSSE(rawBody) {
+	const inputTruncated = isCollapseInputTruncated(rawBody);
+	const blocks = splitSSEEvents(guardCollapseBody(rawBody));
 	let content = "";
 	let reasoning = "";
 	let reasoningSignature;
@@ -399,7 +472,8 @@ function collapseAnthropicSSE(body) {
 			...reasoningSignature ? { reasoningSignature } : {},
 			...redactedThinking.length > 0 ? { redactedThinking } : {},
 			...droppedChunks > 0 ? { droppedChunks } : {},
-			...firstDroppedSample ? { firstDroppedSample } : {}
+			...firstDroppedSample ? { firstDroppedSample } : {},
+			...inputTruncated ? { truncated: true } : {}
 		};
 	}
 	return {
@@ -408,7 +482,8 @@ function collapseAnthropicSSE(body) {
 		...reasoningSignature ? { reasoningSignature } : {},
 		...redactedThinking.length > 0 ? { redactedThinking } : {},
 		...droppedChunks > 0 ? { droppedChunks } : {},
-		...firstDroppedSample ? { firstDroppedSample } : {}
+		...firstDroppedSample ? { firstDroppedSample } : {},
+		...inputTruncated ? { truncated: true } : {}
 	};
 }
 /**
@@ -417,8 +492,9 @@ function collapseAnthropicSSE(body) {
 * Format (data-only, no event prefix, no [DONE]):
 *   data: {"candidates":[{"content":{"parts":[{"text":"Hello"}]}}]}\n\n
 */
-function collapseGeminiSSE(body) {
-	const lines = splitSSEEvents(body);
+function collapseGeminiSSE(rawBody) {
+	const inputTruncated = isCollapseInputTruncated(rawBody);
+	const lines = splitSSEEvents(guardCollapseBody(rawBody));
 	let content = "";
 	let reasoning = "";
 	let droppedChunks = 0;
@@ -480,7 +556,8 @@ function collapseGeminiSSE(body) {
 		...reasoning ? { reasoning } : {},
 		...normalizedToolCalls.length > 0 ? { toolCalls: normalizedToolCalls } : {},
 		...droppedChunks > 0 ? { droppedChunks } : {},
-		...firstDroppedSample ? { firstDroppedSample } : {}
+		...firstDroppedSample ? { firstDroppedSample } : {},
+		...inputTruncated ? { truncated: true } : {}
 	};
 	if (toolCalls.length > 0) {
 		const blocks = buildOrderedBlocks(orderAtoms);
@@ -490,14 +567,16 @@ function collapseGeminiSSE(body) {
 			toolCalls: normalizedToolCalls,
 			...reasoning ? { reasoning } : {},
 			...droppedChunks > 0 ? { droppedChunks } : {},
-			...firstDroppedSample ? { firstDroppedSample } : {}
+			...firstDroppedSample ? { firstDroppedSample } : {},
+			...inputTruncated ? { truncated: true } : {}
 		};
 	}
 	return {
 		content,
 		...reasoning ? { reasoning } : {},
 		...droppedChunks > 0 ? { droppedChunks } : {},
-		...firstDroppedSample ? { firstDroppedSample } : {}
+		...firstDroppedSample ? { firstDroppedSample } : {},
+		...inputTruncated ? { truncated: true } : {}
 	};
 }
 /**
@@ -514,8 +593,9 @@ function collapseGeminiSSE(body) {
 * content is run through the same fail-safe {@link parseHarmonyContent} gate to
 * capture structured tool calls / reasoning instead of leaking raw tokens.
 */
-function collapseOllamaNDJSON(body) {
-	const lines = body.split("\n").filter((l) => l.trim().length > 0);
+function collapseOllamaNDJSON(rawBody) {
+	const inputTruncated = isCollapseInputTruncated(rawBody);
+	const lines = guardCollapseBody(rawBody).split("\n").filter((l) => l.trim().length > 0);
 	let content = "";
 	let reasoning = "";
 	let droppedChunks = 0;
@@ -589,7 +669,8 @@ function collapseOllamaNDJSON(body) {
 			...droppedChunks > 0 ? { droppedChunks } : {},
 			...firstDroppedSample ? { firstDroppedSample } : {},
 			...harmonyUnparsed ? { harmonyUnparsed: true } : {},
-			...harmonyNote ? { harmonyNote } : {}
+			...harmonyNote ? { harmonyNote } : {},
+			...inputTruncated ? { truncated: true } : {}
 		};
 	}
 	return {
@@ -598,7 +679,8 @@ function collapseOllamaNDJSON(body) {
 		...droppedChunks > 0 ? { droppedChunks } : {},
 		...firstDroppedSample ? { firstDroppedSample } : {},
 		...harmonyUnparsed ? { harmonyUnparsed: true } : {},
-		...harmonyNote ? { harmonyNote } : {}
+		...harmonyNote ? { harmonyNote } : {},
+		...inputTruncated ? { truncated: true } : {}
 	};
 }
 /**
@@ -607,8 +689,9 @@ function collapseOllamaNDJSON(body) {
 * Format:
 *   event: content-delta\ndata: {"type":"content-delta","delta":{"message":{"content":{"text":"Hello"}}}}\n\n
 */
-function collapseCohereSSE(body) {
-	const blocks = splitSSEEvents(body);
+function collapseCohereSSE(rawBody) {
+	const inputTruncated = isCollapseInputTruncated(rawBody);
+	const blocks = splitSSEEvents(guardCollapseBody(rawBody));
 	let content = "";
 	let reasoning = "";
 	let droppedChunks = 0;
@@ -697,14 +780,16 @@ function collapseCohereSSE(body) {
 			toolCalls: orderedBlocks ? orderedToolCalls : indexSortedToolCalls,
 			...reasoning ? { reasoning } : {},
 			...droppedChunks > 0 ? { droppedChunks } : {},
-			...firstDroppedSample ? { firstDroppedSample } : {}
+			...firstDroppedSample ? { firstDroppedSample } : {},
+			...inputTruncated ? { truncated: true } : {}
 		};
 	}
 	return {
 		content,
 		...reasoning ? { reasoning } : {},
 		...droppedChunks > 0 ? { droppedChunks } : {},
-		...firstDroppedSample ? { firstDroppedSample } : {}
+		...firstDroppedSample ? { firstDroppedSample } : {},
+		...inputTruncated ? { truncated: true } : {}
 	};
 }
 /**
@@ -798,8 +883,11 @@ function decodeEventStreamFrames(buf) {
 * Each frame contains a JSON payload with event types like:
 *   contentBlockDelta, contentBlockStart, etc.
 */
-function collapseBedrockEventStream(body) {
-	const { frames, truncated } = decodeEventStreamFrames(body);
+function collapseBedrockEventStream(rawBody) {
+	const limit = effectiveCollapseStringLimit();
+	const inputTruncated = rawBody.byteLength > limit;
+	const { frames, truncated: frameTruncated } = decodeEventStreamFrames(inputTruncated ? rawBody.subarray(0, limit) : rawBody);
+	const truncated = frameTruncated || inputTruncated;
 	let content = "";
 	let reasoning = "";
 	let reasoningSignature;
@@ -954,8 +1042,9 @@ function collapseBedrockEventStream(body) {
 * delta) are still accepted for backward compatibility with previously
 * recorded fixtures.
 */
-function collapseGeminiInteractionsSSE(body) {
-	const lines = splitSSEEvents(body);
+function collapseGeminiInteractionsSSE(rawBody) {
+	const inputTruncated = isCollapseInputTruncated(rawBody);
+	const lines = splitSSEEvents(guardCollapseBody(rawBody));
 	let content = "";
 	let reasoning = "";
 	let droppedChunks = 0;
@@ -1036,13 +1125,15 @@ function collapseGeminiInteractionsSSE(body) {
 		toolCalls,
 		...reasoning ? { reasoning } : {},
 		...droppedChunks > 0 ? { droppedChunks } : {},
-		...firstDroppedSample ? { firstDroppedSample } : {}
+		...firstDroppedSample ? { firstDroppedSample } : {},
+		...inputTruncated ? { truncated: true } : {}
 	};
 	return {
 		content,
 		...reasoning ? { reasoning } : {},
 		...droppedChunks > 0 ? { droppedChunks } : {},
-		...firstDroppedSample ? { firstDroppedSample } : {}
+		...firstDroppedSample ? { firstDroppedSample } : {},
+		...inputTruncated ? { truncated: true } : {}
 	};
 }
 /**
@@ -1074,6 +1165,7 @@ function collapseStreamingResponse(contentType, providerKey, body, logger) {
 }
 
 //#endregion
+exports.MAX_COLLAPSE_STRING_LENGTH = MAX_COLLAPSE_STRING_LENGTH;
 exports.capturedRedactedData = capturedRedactedData;
 exports.collapseAnthropicSSE = collapseAnthropicSSE;
 exports.collapseBedrockEventStream = collapseBedrockEventStream;
@@ -1083,4 +1175,5 @@ exports.collapseGeminiSSE = collapseGeminiSSE;
 exports.collapseOllamaNDJSON = collapseOllamaNDJSON;
 exports.collapseOpenAISSE = collapseOpenAISSE;
 exports.collapseStreamingResponse = collapseStreamingResponse;
+exports.setCollapseStringLimitForTests = setCollapseStringLimitForTests;
 //# sourceMappingURL=stream-collapse.cjs.map