@copilotkit/aimock 1.45.0 → 1.46.0

package/dist/stream-collapse.cjs

@@ -1,4 +1,5 @@
 const require_runtime = require('./_virtual/_rolldown/runtime.cjs');
+const require_recording = require('./response/usage/recording.cjs');
 const require_harmony = require('./harmony.cjs');
 let node_zlib = require("node:zlib");
 
@@ -361,7 +362,15 @@ function collapseOpenAISSEWithResponsesTools(rawBody) {
 			transcript = parsed.text;
 			transcriptSeen = true;
 			if (Array.isArray(parsed.languages)) transcriptLanguages = parsed.languages.filter((language) => typeof language === "object" && language !== null && typeof language.code === "string").map((language) => ({ code: language.code }));
-			if (parsed.usage && typeof parsed.usage === "object" && !Array.isArray(parsed.usage) && Object.keys(parsed.usage).length > 0) transcriptUsage = parsed.usage;
+			transcriptUsage = require_recording.captureUsage({
+				provider: "openai",
+				contentType: "text/event-stream",
+				operation: "transcription",
+				family: "transcription",
+				stage: "stream",
+				previous: transcriptUsage,
+				observation: parsed
+			});
 			continue;
 		}
 		if (parsed.type === "response.reasoning_summary_text.delta" && typeof parsed.delta === "string") {
@@ -548,7 +557,15 @@ function collapseOpenAISSEWithResponsesTools(rawBody) {
 			continue;
 		}
 		if (typeof parsed.type === "string" && parsed.type.startsWith("response.")) continue;
-		if (parsed.usage && typeof parsed.usage === "object" && !Array.isArray(parsed.usage) && Object.keys(parsed.usage).length > 0) usage = parsed.usage;
+		usage = require_recording.captureUsage({
+			provider: "openai",
+			contentType: "text/event-stream",
+			operation: "chat",
+			family: "openai",
+			stage: "stream",
+			previous: usage,
+			observation: parsed
+		});
 		const choices = parsed.choices;
 		if (!choices || choices.length === 0) continue;
 		const delta = choices[0].delta;
@@ -664,6 +681,8 @@ function collapseOpenAISSEWithResponsesTools(rawBody) {
 }
 /**
 * Collapse Anthropic Claude Messages SSE stream into a single response.
+* Captures start usage and numeric delta updates; null keeps the start value.
+* Cache TTL objects are captured from message_start, alongside flat counts.
 *
 * Format:
 *   event: message_start\ndata: {...}\n\n
@@ -672,6 +691,7 @@ function collapseOpenAISSEWithResponsesTools(rawBody) {
 function collapseAnthropicSSE(rawBody) {
 	const inputTruncated = isCollapseInputTruncated(rawBody);
 	const blocks = splitSSEEvents(guardCollapseBody(rawBody));
+	let usage;
 	let content = "";
 	let reasoning = "";
 	let reasoningSignature;
@@ -697,6 +717,15 @@ function collapseAnthropicSSE(rawBody) {
 			if (droppedChunks === 1) firstDroppedSample = `parse failed (${err instanceof Error ? err.message : "unknown"}): ${surrogateSafeSlice(payload, 200)}`;
 			continue;
 		}
+		usage = require_recording.captureUsage({
+			provider: "anthropic",
+			contentType: "text/event-stream",
+			operation: "chat",
+			family: "anthropic",
+			stage: "stream",
+			previous: usage,
+			observation: parsed
+		});
 		if (eventType === "content_block_start") {
 			const contentBlock = parsed.content_block;
 			const redactedData = capturedRedactedData(contentBlock);
@@ -754,6 +783,7 @@ function collapseAnthropicSSE(rawBody) {
 			...tc.id ? { id: tc.id } : {}
 		}));
 		return {
+			...usage ? { usage } : {},
 			...orderedBlocks ? { blocks: orderedBlocks } : {},
 			...content ? { content } : {},
 			toolCalls: orderedBlocks ? orderedToolCalls : indexSortedToolCalls,
@@ -766,6 +796,7 @@ function collapseAnthropicSSE(rawBody) {
 		};
 	}
 	return {
+		...usage ? { usage } : {},
 		content,
 		...reasoning ? { reasoning } : {},
 		...reasoningSignature ? { reasoningSignature } : {},
@@ -784,6 +815,7 @@ function collapseAnthropicSSE(rawBody) {
 function collapseGeminiSSE(rawBody) {
 	const inputTruncated = isCollapseInputTruncated(rawBody);
 	const lines = splitSSEEvents(guardCollapseBody(rawBody));
+	let usage;
 	let content = "";
 	let reasoning = "";
 	let droppedChunks = 0;
@@ -804,6 +836,15 @@ function collapseGeminiSSE(rawBody) {
 			if (droppedChunks === 1) firstDroppedSample = `parse failed (${err instanceof Error ? err.message : "unknown"}): ${surrogateSafeSlice(payload, 200)}`;
 			continue;
 		}
+		usage = require_recording.captureUsage({
+			provider: "gemini",
+			contentType: "text/event-stream",
+			operation: "chat",
+			family: "gemini",
+			stage: "stream",
+			previous: usage,
+			observation: parsed
+		});
 		const candidates = parsed.candidates;
 		if (!candidates || candidates.length === 0) continue;
 		const candidateContent = candidates[0].content;
@@ -839,6 +880,7 @@ function collapseGeminiSSE(rawBody) {
 		arguments: normalizeToolArguments(tc.arguments)
 	}));
 	if (audioB64) return {
+		...usage ? { usage } : {},
 		audioB64,
 		audioMimeType,
 		...content ? { content } : {},
@@ -851,6 +893,7 @@ function collapseGeminiSSE(rawBody) {
 	if (toolCalls.length > 0) {
 		const blocks = buildOrderedBlocks(orderAtoms);
 		return {
+			...usage ? { usage } : {},
 			...blocks ? { blocks } : {},
 			...content ? { content } : {},
 			toolCalls: normalizedToolCalls,
@@ -861,6 +904,7 @@ function collapseGeminiSSE(rawBody) {
 		};
 	}
 	return {
+		...usage ? { usage } : {},
 		content,
 		...reasoning ? { reasoning } : {},
 		...droppedChunks > 0 ? { droppedChunks } : {},
@@ -885,6 +929,7 @@ function collapseGeminiSSE(rawBody) {
 function collapseOllamaNDJSON(rawBody) {
 	const inputTruncated = isCollapseInputTruncated(rawBody);
 	const lines = guardCollapseBody(rawBody).split("\n").filter((l) => l.trim().length > 0);
+	let usage;
 	let content = "";
 	let reasoning = "";
 	let droppedChunks = 0;
@@ -902,6 +947,15 @@ function collapseOllamaNDJSON(rawBody) {
 			if (droppedChunks === 1) firstDroppedSample = `parse failed (${err instanceof Error ? err.message : "unknown"}): ${surrogateSafeSlice(line.trim(), 200)}`;
 			continue;
 		}
+		usage = require_recording.captureUsage({
+			provider: "ollama",
+			contentType: "application/x-ndjson",
+			operation: "chat",
+			family: "ollama",
+			stage: "stream",
+			previous: usage,
+			observation: parsed
+		});
 		const message = parsed.message;
 		if (message) {
 			if (typeof message.content === "string") {
@@ -951,6 +1005,7 @@ function collapseOllamaNDJSON(rawBody) {
 			arguments: normalizeToolArguments(tc.arguments)
 		}));
 		return {
+			...usage ? { usage } : {},
 			...blocks ? { blocks } : {},
 			...content ? { content } : {},
 			toolCalls: normalizedToolCalls,
@@ -963,6 +1018,7 @@ function collapseOllamaNDJSON(rawBody) {
 		};
 	}
 	return {
+		...usage ? { usage } : {},
 		content,
 		...reasoning ? { reasoning } : {},
 		...droppedChunks > 0 ? { droppedChunks } : {},
@@ -981,6 +1037,7 @@ function collapseOllamaNDJSON(rawBody) {
 function collapseCohereSSE(rawBody) {
 	const inputTruncated = isCollapseInputTruncated(rawBody);
 	const blocks = splitSSEEvents(guardCollapseBody(rawBody));
+	let usage;
 	let content = "";
 	let reasoning = "";
 	let droppedChunks = 0;
@@ -1004,6 +1061,15 @@ function collapseCohereSSE(rawBody) {
 			if (droppedChunks === 1) firstDroppedSample = `parse failed (${err instanceof Error ? err.message : "unknown"}): ${surrogateSafeSlice(payload, 200)}`;
 			continue;
 		}
+		usage = require_recording.captureUsage({
+			provider: "cohere",
+			contentType: "text/event-stream",
+			operation: "chat",
+			family: "cohere",
+			stage: "stream",
+			previous: usage,
+			observation: parsed
+		});
 		if (eventType === "content-delta") {
 			const contentObj = (parsed.delta?.message)?.content;
 			if (contentObj && contentObj.type === "thinking" && typeof contentObj.thinking === "string") reasoning += contentObj.thinking;
@@ -1064,6 +1130,7 @@ function collapseCohereSSE(rawBody) {
 			...tc.id ? { id: tc.id } : {}
 		}));
 		return {
+			...usage ? { usage } : {},
 			...orderedBlocks ? { blocks: orderedBlocks } : {},
 			...content ? { content } : {},
 			toolCalls: orderedBlocks ? orderedToolCalls : indexSortedToolCalls,
@@ -1074,6 +1141,7 @@ function collapseCohereSSE(rawBody) {
 		};
 	}
 	return {
+		...usage ? { usage } : {},
 		content,
 		...reasoning ? { reasoning } : {},
 		...droppedChunks > 0 ? { droppedChunks } : {},
@@ -1168,6 +1236,8 @@ function decodeEventStreamFrames(buf) {
 }
 /**
 * Collapse Bedrock binary Event Stream into a single response.
+* Claude invoke events preserve usage with the Anthropic start/delta rules;
+* Converse usage remains omitted.
 *
 * Each frame contains a JSON payload with event types like:
 *   contentBlockDelta, contentBlockStart, etc.
@@ -1177,6 +1247,7 @@ function collapseBedrockEventStream(rawBody) {
 	const inputTruncated = rawBody.byteLength > limit;
 	const { frames, truncated: frameTruncated } = decodeEventStreamFrames(inputTruncated ? rawBody.subarray(0, limit) : rawBody);
 	const truncated = frameTruncated || inputTruncated;
+	let usage;
 	let content = "";
 	let reasoning = "";
 	let reasoningSignature;
@@ -1205,6 +1276,15 @@ function collapseBedrockEventStream(rawBody) {
 			if (droppedChunks === 1) firstDroppedSample = `parse failed (${err instanceof Error ? err.message : "unknown"}): ${surrogateSafeSlice(frameStr, 200)}`;
 			continue;
 		}
+		usage = require_recording.captureUsage({
+			provider: "bedrock",
+			contentType: "application/vnd.amazon.eventstream",
+			operation: "chat",
+			family: typeof parsed.type === "string" ? "bedrock-invoke" : "bedrock-converse",
+			stage: "stream",
+			previous: usage,
+			observation: parsed
+		});
 		if (parsed.type === "content_block_delta") {
 			const delta = parsed.delta;
 			if (delta?.type === "text_delta" && typeof delta.text === "string") {
@@ -1312,6 +1392,7 @@ function collapseBedrockEventStream(rawBody) {
 			...tc.id ? { id: tc.id } : {}
 		}));
 		return {
+			...usage ? { usage } : {},
 			...orderedBlocks ? { blocks: orderedBlocks } : {},
 			...content ? { content } : {},
 			toolCalls: orderedBlocks ? orderedToolCalls : indexSortedToolCalls,
@@ -1324,6 +1405,7 @@ function collapseBedrockEventStream(rawBody) {
 		};
 	}
 	return {
+		...usage ? { usage } : {},
 		content,
 		...reasoning ? { reasoning } : {},
 		...reasoningSignature ? { reasoningSignature } : {},
@@ -1350,6 +1432,7 @@ function collapseBedrockEventStream(rawBody) {
 function collapseGeminiInteractionsSSE(rawBody) {
 	const inputTruncated = isCollapseInputTruncated(rawBody);
 	const lines = splitSSEEvents(guardCollapseBody(rawBody));
+	let usage;
 	let content = "";
 	let reasoning = "";
 	let droppedChunks = 0;
@@ -1369,6 +1452,15 @@ function collapseGeminiInteractionsSSE(rawBody) {
 			if (droppedChunks === 1) firstDroppedSample = `parse failed (${err instanceof Error ? err.message : "unknown"}): ${surrogateSafeSlice(payload, 200)}`;
 			continue;
 		}
+		usage = require_recording.captureUsage({
+			provider: "gemini-interactions",
+			contentType: "text/event-stream",
+			operation: "chat",
+			family: "interactions",
+			stage: "stream",
+			previous: usage,
+			observation: parsed
+		});
 		const eventType = parsed.event_type;
 		if (!eventType) continue;
 		const index = typeof parsed.index === "number" ? parsed.index : void 0;
@@ -1426,6 +1518,7 @@ function collapseGeminiInteractionsSSE(rawBody) {
 		});
 	}
 	if (toolCalls.length > 0) return {
+		...usage ? { usage } : {},
 		...content ? { content } : {},
 		toolCalls,
 		...reasoning ? { reasoning } : {},
@@ -1434,6 +1527,7 @@ function collapseGeminiInteractionsSSE(rawBody) {
 		...inputTruncated ? { truncated: true } : {}
 	};
 	return {
+		...usage ? { usage } : {},
 		content,
 		...reasoning ? { reasoning } : {},
 		...droppedChunks > 0 ? { droppedChunks } : {},
@@ -1459,24 +1553,37 @@ function collapseStreamingResponse(contentType, providerKey, body, logger) {
 */
 function collapseStreamingResponseWithResponsesTools(contentType, providerKey, body, logger) {
 	const ct = contentType.toLowerCase();
-	if (ct.includes("application/vnd.amazon.eventstream")) return collapseBedrockEventStream(typeof body === "string" ? Buffer.from(body, "binary") : body);
-	if (ct.includes("application/x-ndjson")) return collapseOllamaNDJSON(typeof body === "string" ? body : body.toString("utf8"));
+	const complete = (result) => {
+		const usage = require_recording.captureUsage({
+			provider: providerKey,
+			contentType,
+			family: "stream-dispatch",
+			stage: "collapsed",
+			observation: result
+		});
+		return usage ? {
+			...result,
+			usage
+		} : result;
+	};
+	if (ct.includes("application/vnd.amazon.eventstream")) return complete(collapseBedrockEventStream(typeof body === "string" ? Buffer.from(body, "binary") : body));
+	if (ct.includes("application/x-ndjson")) return complete(collapseOllamaNDJSON(typeof body === "string" ? body : body.toString("utf8")));
 	if (ct.includes("text/event-stream")) {
 		const str = typeof body === "string" ? body : body.toString("utf8");
 		switch (providerKey) {
 			case "openai":
 			case "azure":
 			case "openrouter":
-			case "byteplus": return collapseOpenAISSEWithResponsesTools(str);
-			case "anthropic": return collapseAnthropicSSE(str);
+			case "byteplus": return complete(collapseOpenAISSEWithResponsesTools(str));
+			case "anthropic": return complete(collapseAnthropicSSE(str));
 			case "gemini":
-			case "vertexai": return collapseGeminiSSE(str);
-			case "gemini-interactions": return collapseGeminiInteractionsSSE(str);
-			case "cohere": return collapseCohereSSE(str);
-			case "bedrock": return collapseAnthropicSSE(str);
+			case "vertexai": return complete(collapseGeminiSSE(str));
+			case "gemini-interactions": return complete(collapseGeminiInteractionsSSE(str));
+			case "cohere": return complete(collapseCohereSSE(str));
+			case "bedrock": return complete(collapseAnthropicSSE(str));
 			default:
 				logger?.warn(`[stream-collapse] unknown SSE provider "${providerKey}", falling back to OpenAI SSE format`);
-				return collapseOpenAISSEWithResponsesTools(str);
+				return complete(collapseOpenAISSEWithResponsesTools(str));
 		}
 	}
 	return null;