@copilotkit/aimock 1.46.0 → 1.47.0

package/dist/server.cjs

@@ -15,12 +15,16 @@ const require_router = require('./router.cjs');
 const require_recorder = require('./recorder.cjs');
 const require_logger = require('./logger.cjs');
 const require_journal = require('./journal.cjs');
-const require_interruption = require('./interruption.cjs');
+const require_lifecycle = require('./response/lifecycle.cjs');
+const require_timing = require('./response/timing.cjs');
+const require_deliver = require('./response/deliver.cjs');
+const require_proxy = require('./response/proxy.cjs');
 const require_collect = require('./response/catalog/collect.cjs');
-const require_anthropic_page = require('./response/catalog/anthropic-page.cjs');
-const require_gemini_page = require('./response/catalog/gemini-page.cjs');
 const require_render = require('./response/catalog/render.cjs');
 const require_openrouter_chat = require('./openrouter-chat.cjs');
+const require_raw = require('./response/raw.cjs');
+const require_anthropic_page = require('./response/catalog/anthropic-page.cjs');
+const require_gemini_page = require('./response/catalog/gemini-page.cjs');
 const require_responses = require('./responses.cjs');
 const require_messages = require('./messages.cjs');
 const require_gemini = require('./gemini.cjs');
@@ -213,6 +217,7 @@ function fixtureResponseKind(response) {
 	if (require_helpers.isCombinedFixtureResponse(response)) return "contentWithToolCalls";
 	if (require_helpers.isToolCallResponse(response)) return "toolCalls";
 	if (require_helpers.isTextResponse(response)) return "text";
+	if (require_helpers.isRawResponse(response)) return "raw";
 	return "unknown";
 }
 /**
@@ -898,7 +903,7 @@ async function handleCompletions(req, res, fixtures, journal, defaults, getReque
 		const clientAbort = clientAbortedMidBody(req, res, err);
 		const bodyLimitDisconnect = clientFault && (req.destroyed || res.destroyed);
 		if (clientAbort || bodyLimitDisconnect) {
-			const interruptReason = bodyLimitDisconnect ? "request body exceeded size limit" : "client aborted";
+			const interruptReason = bodyLimitDisconnect ? "request body exceeded size limit" : require_lifecycle.CLIENT_ABORTED;
 			defaults.logger.warn(bodyLimitDisconnect ? `${route}: ${msg}` : `${route}: client aborted mid-body (${msg})`);
 			journal.add({
 				method: req.method ?? "POST",
@@ -1047,7 +1052,10 @@ async function handleCompletions(req, res, fixtures, journal, defaults, getReque
 	body._endpointType = "chat";
 	body._context = require_helpers.getContext(req);
 	const testId = require_helpers.getTestId(req);
-	const matchOptions = require_router.recordMatchOptions(!!(defaults.record && providerKey), defaults.logger);
+	const matchOptions = {
+		...require_router.recordMatchOptions(!!(defaults.record && providerKey), defaults.logger),
+		wire: "openai-chat"
+	};
 	let fixture = null;
 	let skippedBySequenceOrTurn = 0;
 	let preResolvedResponse = null;
@@ -1077,10 +1085,11 @@ async function handleCompletions(req, res, fixtures, journal, defaults, getReque
 			skippedBySequenceOrTurn = Math.max(skippedBySequenceOrTurn, attempt.skippedBySequenceOrTurn);
 			if (!attempt.fixture) return null;
 			const response = await require_helpers.resolveResponse(attempt.fixture, probe);
+			const isError = require_helpers.isErrorResponse(response) || require_helpers.isRawResponse(response) && (response.raw.status ?? 200) >= 400;
 			return {
 				fixture: attempt.fixture,
 				response,
-				isError: require_helpers.isErrorResponse(response)
+				isError
 			};
 		};
 		for (const candidate of candidates) {
@@ -1094,7 +1103,7 @@ async function handleCompletions(req, res, fixtures, journal, defaults, getReque
 			matchCounts = journal.getFixtureMatchCountsForTest(testId);
 			responseModel = candidate;
 			if (outcome.isError) {
-				const errorFallsThrough = outcome.response.fallthrough !== false;
+				const errorFallsThrough = !require_helpers.isErrorResponse(outcome.response) || outcome.response.fallthrough !== false;
 				if (allowFallbacks && errorFallsThrough) {
 					lastErrorFixture = outcome.fixture;
 					lastErrorResponse = outcome.response;
@@ -1211,22 +1220,9 @@ async function handleCompletions(req, res, fixtures, journal, defaults, getReque
 					});
 				}
 			} : void 0;
-			let clientHungUp = false;
-			const noteClientHangUp = () => {
-				if (!res.writableEnded) clientHungUp = true;
-			};
-			req.socket?.on("end", noteClientHangUp);
-			req.socket?.on("error", noteClientHangUp);
-			let outcome;
-			try {
-				outcome = await require_recorder.proxyAndRecord(req, res, body, providerKey, req.url ?? require_route_registry.COMPLETIONS_PATH, fixtures, defaults, raw, hookOptions);
-			} finally {
-				req.socket?.off("end", noteClientHangUp);
-				req.socket?.off("error", noteClientHangUp);
-			}
+			const { outcome, clientHungUp } = await require_proxy.withHangUpDetection(req, res, () => require_recorder.proxyAndRecord(req, res, body, providerKey, req.url ?? require_route_registry.COMPLETIONS_PATH, fixtures, defaults, raw, hookOptions));
 			if (outcome === "handled_by_hook") return;
 			if (outcome !== "not_configured") {
-				const destroyedMidStream = res.destroyed && !res.writableEnded;
 				journal.add({
 					method: req.method ?? "POST",
 					path: req.url ?? require_route_registry.COMPLETIONS_PATH,
@@ -1236,10 +1232,7 @@ async function handleCompletions(req, res, fixtures, journal, defaults, getReque
 						status: res.statusCode ?? 200,
 						fixture: null,
 						source: "proxy",
-						...destroyedMidStream ? {
-							interrupted: true,
-							interruptReason: clientHungUp ? "client aborted" : "proxy stream destroyed"
-						} : {}
+						...require_proxy.proxyInterruption(res, clientHungUp)
 					}
 				});
 				recordBypass("proxied");
@@ -1326,20 +1319,23 @@ async function handleCompletions(req, res, fixtures, journal, defaults, getReque
 	const emitStreamingUsage = body.stream === true && body.stream_options?.include_usage === true || openRouter;
 	const streamingPromptText = body.messages.map((m) => typeof m.content === "string" ? m.content : Array.isArray(m.content) ? m.content.map((p) => p.text ?? "").join("") : "").join("");
 	const resolveStreamingUsageTokens = (overrides, completionText) => appliedUsage ?? require_helpers.resolveUsage(overrides, streamingPromptText, completionText);
-	const resolveRecordedTimings = (chunkCount) => {
-		const timings = fixture.recordedTimings;
-		if (!appliedPlan?.duplicateId || !timings) return timings;
-		const gaps = timings.interChunkDelaysMs;
-		return {
-			...timings,
-			interChunkDelaysMs: Array.from({ length: Math.max(gaps.length, chunkCount - 1) }, (_, index) => gaps[index] ?? gaps.at(-1) ?? 0)
-		};
-	};
-	const awaitNonStreamingTiming = (contentLength) => {
-		if (fixture.nonStreamingTiming !== true) return Promise.resolve();
-		if (!fixture.streamingProfile && !fixture.recordedTimings) return Promise.resolve();
-		const chunkCount = Math.max(1, Math.ceil(contentLength / chunkSize));
-		return require_sse_writer.delay(require_sse_writer.calculateTotalDelay(contentLength, chunkSize, fixture.streamingProfile, resolveRecordedTimings(chunkCount), fixture.replaySpeed ?? defaults.replaySpeed));
+	const nonStreamingOpts = (payloadLength) => ({
+		surface: "openai-chat",
+		payloadLength,
+		chunkSize,
+		recordedTimings: fixture.recordedTimings,
+		duplicateId: !!appliedPlan?.duplicateId,
+		replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed
+	});
+	const streamTiming = (frameCount) => ({
+		latency,
+		streamingProfile: fixture.streamingProfile,
+		recordedTimings: require_timing.extendRecordedTimings(fixture.recordedTimings, frameCount, !!appliedPlan?.duplicateId),
+		replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed
+	});
+	const commitNonStream = async (entry, reply, payloadLength) => {
+		recordOutcome(entry);
+		await require_deliver.deliverJson(res, entry, fixture, () => reply, nonStreamingOpts(payloadLength));
 	};
 	const shapeORCompletion = (completion, overrides) => {
 		if (appliedUsage) completion.usage = appliedUsage;
@@ -1353,6 +1349,24 @@ async function handleCompletions(req, res, fixtures, journal, defaults, getReque
 		if (usageChunk) require_openrouter_chat.shapeOpenRouterChunks([usageChunk], shaping, overrides?.id !== void 0);
 	};
 	const openRouterProcessing = !!(openRouter && fixture.openRouterProcessing);
+	if (require_helpers.isRawResponse(response)) {
+		await require_raw.serveRawResponse({
+			wire: "openai-chat",
+			stream: body.stream === true,
+			req,
+			res,
+			fixture,
+			response,
+			body,
+			journal,
+			defaults,
+			testId,
+			misbehaviorSummary: evaluation.summary,
+			errorWire: "openai",
+			openRouter
+		});
+		return;
+	}
 	if (require_helpers.isErrorResponse(response)) {
 		const status = response.status ?? 500;
 		recordOutcome(journal.add({
@@ -1397,32 +1411,18 @@ async function handleCompletions(req, res, fixtures, journal, defaults, getReque
 				fixture
 			}
 		});
-		recordOutcome(entry);
-		if (body.stream !== true) {
-			const completion = appliedPlan.stop === "refusal" ? require_helpers.buildOpenAIRefusalCompletion(appliedPlan.refusal ?? "", responseModel, overrides, body.messages) : appliedPlan.stop === "content_filter" ? require_helpers.buildOpenAIContentFilterCompletion(responseModel, overrides, body.messages) : require_helpers.buildOpenAIReasoningCompletion(appliedPlan.reasoning ?? "", responseModel, openRouter, overrides, body.messages);
-			await awaitNonStreamingTiming((appliedPlan.stop === "refusal" ? appliedPlan.refusal ?? "" : appliedPlan.stop === "content_filter" ? "" : appliedPlan.reasoning ?? "").length);
-			res.writeHead(200, { "Content-Type": "application/json" });
-			res.end(JSON.stringify(shapeORCompletion(completion, overrides)));
-		} else {
+		require_helpers.rejectGeneratedFiles(response, wire);
+		if (body.stream !== true) await commitNonStream(entry, shapeORCompletion(appliedPlan.stop === "refusal" ? require_helpers.buildOpenAIRefusalCompletion(appliedPlan.refusal ?? "", responseModel, overrides, body.messages) : appliedPlan.stop === "content_filter" ? require_helpers.buildOpenAIContentFilterCompletion(responseModel, overrides, body.messages) : require_helpers.buildOpenAIReasoningCompletion(appliedPlan.reasoning ?? "", responseModel, openRouter, overrides, body.messages), overrides), require_timing.misbehaviorPayloadLength(appliedPlan, appliedReasoning));
+		else {
 			const chunks = appliedPlan.stop === "refusal" ? require_helpers.buildOpenAIRefusalChunks(appliedPlan.refusal ?? "", responseModel, chunkSize, overrides) : appliedPlan.stop === "content_filter" ? require_helpers.buildOpenAIContentFilterChunks(responseModel, overrides) : require_helpers.buildOpenAIReasoningChunks(appliedPlan.reasoning ?? "", responseModel, chunkSize, openRouter, overrides);
 			const usageChunk = emitStreamingUsage ? require_helpers.buildUsageChunk(chunks[0].id, overrides?.model ?? responseModel, chunks[0].created, resolveStreamingUsageTokens(overrides, ""), overrides?.systemFingerprint) : void 0;
 			shapeORChunks(chunks, usageChunk, overrides);
-			const interruption = require_interruption.createInterruptionSignal(fixture);
-			if (!await require_sse_writer.writeSSEStream(res, chunks, {
-				latency,
-				streamingProfile: fixture.streamingProfile,
-				signal: interruption?.signal,
-				onChunkSent: interruption?.tick,
+			recordOutcome(entry);
+			await require_deliver.deliverStream(res, entry, fixture, require_sse_writer.sseCodec({
+				done: true,
 				usageChunk,
-				recordedTimings: resolveRecordedTimings(chunks.length),
-				replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed,
 				openRouterProcessing
-			})) {
-				if (!res.writableEnded) res.destroy();
-				entry.response.interrupted = true;
-				entry.response.interruptReason = interruption?.reason();
-			}
-			interruption?.cleanup();
+			}), chunks, streamTiming(chunks.length));
 		}
 		return;
 	}
@@ -1443,37 +1443,26 @@ async function handleCompletions(req, res, fixtures, journal, defaults, getReque
 				fixture
 			}
 		});
-		recordOutcome(journalEntry);
+		require_helpers.rejectGeneratedFiles(response, wire);
 		const toolCalls = require_helpers.requireEmittedFunctionToolCalls(response, wire);
 		const completionText = blockOutcome ? blockOutcome.content + blockOutcome.toolCalls.map((tc) => tc.name + tc.arguments).join("") : (response.content ?? "") + toolCalls.map((tc) => tc.name + tc.arguments).join("");
 		if (!streaming) {
-			await awaitNonStreamingTiming((effReasoning?.length ?? 0) + completionText.length);
 			const completion = require_helpers.buildContentWithToolCallsCompletion(blockOutcome?.content ?? response.content ?? "", blockOutcome?.toolCalls ?? toolCalls, responseModel, effReasoning, blockOutcome ? {
 				...overrides,
 				finishReason: overrides?.finishReason ?? (blockOutcome.hasToolCalls ? "tool_calls" : "stop")
 			} : overrides, body.messages);
-			res.writeHead(200, { "Content-Type": "application/json" });
-			res.end(JSON.stringify(shapeORCompletion(completion, overrides)));
+			const contentLength = (effReasoning?.length ?? 0) + completionText.length;
+			await commitNonStream(journalEntry, shapeORCompletion(completion, overrides), contentLength);
 		} else {
 			const chunks = require_helpers.buildContentWithToolCallsChunks(blockOutcome?.content ?? response.content ?? "", blockOutcome?.toolCalls ?? toolCalls, responseModel, chunkSize, effReasoning, overrides, blockOutcome?.ordered);
 			const usageChunk = emitStreamingUsage ? require_helpers.buildUsageChunk(chunks[0]?.id ?? "chatcmpl-unknown", overrides?.model ?? responseModel, chunks[0]?.created ?? Math.floor(Date.now() / 1e3), resolveStreamingUsageTokens(overrides, completionText), overrides?.systemFingerprint) : void 0;
 			shapeORChunks(chunks, usageChunk, overrides);
-			const interruption = require_interruption.createInterruptionSignal(fixture);
-			if (!await require_sse_writer.writeSSEStream(res, chunks, {
-				latency,
-				streamingProfile: fixture.streamingProfile,
-				signal: interruption?.signal,
-				onChunkSent: interruption?.tick,
+			recordOutcome(journalEntry);
+			await require_deliver.deliverStream(res, journalEntry, fixture, require_sse_writer.sseCodec({
+				done: true,
 				usageChunk,
-				recordedTimings: resolveRecordedTimings(chunks.length),
-				replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed,
 				openRouterProcessing
-			})) {
-				if (!res.writableEnded) res.destroy();
-				journalEntry.response.interrupted = true;
-				journalEntry.response.interruptReason = interruption?.reason();
-			}
-			interruption?.cleanup();
+			}), chunks, streamTiming(chunks.length));
 		}
 		return;
 	}
@@ -1492,32 +1481,21 @@ async function handleCompletions(req, res, fixtures, journal, defaults, getReque
 				fixture
 			}
 		});
-		recordOutcome(journalEntry);
+		require_helpers.rejectGeneratedFiles(response, wire);
 		if (body.stream !== true) {
-			await awaitNonStreamingTiming((effReasoning?.length ?? 0) + response.content.length);
 			const completion = require_helpers.buildTextCompletion(response.content, responseModel, effReasoning, overrides, body.messages);
-			res.writeHead(200, { "Content-Type": "application/json" });
-			res.end(JSON.stringify(shapeORCompletion(completion, overrides)));
+			const contentLength = (effReasoning?.length ?? 0) + response.content.length;
+			await commitNonStream(journalEntry, shapeORCompletion(completion, overrides), contentLength);
 		} else {
 			const chunks = require_helpers.buildTextChunks(response.content, responseModel, chunkSize, effReasoning, overrides);
 			const usageChunk = emitStreamingUsage ? require_helpers.buildUsageChunk(chunks[0]?.id ?? "chatcmpl-unknown", overrides?.model ?? responseModel, chunks[0]?.created ?? Math.floor(Date.now() / 1e3), resolveStreamingUsageTokens(overrides, response.content), overrides?.systemFingerprint) : void 0;
 			shapeORChunks(chunks, usageChunk, overrides);
-			const interruption = require_interruption.createInterruptionSignal(fixture);
-			if (!await require_sse_writer.writeSSEStream(res, chunks, {
-				latency,
-				streamingProfile: fixture.streamingProfile,
-				signal: interruption?.signal,
-				onChunkSent: interruption?.tick,
+			recordOutcome(journalEntry);
+			await require_deliver.deliverStream(res, journalEntry, fixture, require_sse_writer.sseCodec({
+				done: true,
 				usageChunk,
-				recordedTimings: resolveRecordedTimings(chunks.length),
-				replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed,
 				openRouterProcessing
-			})) {
-				if (!res.writableEnded) res.destroy();
-				journalEntry.response.interrupted = true;
-				journalEntry.response.interruptReason = interruption?.reason();
-			}
-			interruption?.cleanup();
+			}), chunks, streamTiming(chunks.length));
 		}
 		return;
 	}
@@ -1536,35 +1514,24 @@ async function handleCompletions(req, res, fixtures, journal, defaults, getReque
 				fixture
 			}
 		});
-		recordOutcome(journalEntry);
+		require_helpers.rejectGeneratedFiles(response, wire);
 		const toolCalls = require_helpers.requireServedFunctionToolCalls(response, wire);
 		if (body.stream !== true) {
 			const toolCallText = toolCalls.map((tc) => tc.name + tc.arguments).join("");
-			await awaitNonStreamingTiming((effReasoning?.length ?? 0) + toolCallText.length);
 			const completion = require_helpers.buildToolCallCompletion(toolCalls, responseModel, effReasoning, overrides, body.messages);
-			res.writeHead(200, { "Content-Type": "application/json" });
-			res.end(JSON.stringify(shapeORCompletion(completion, overrides)));
+			const contentLength = (effReasoning?.length ?? 0) + toolCallText.length;
+			await commitNonStream(journalEntry, shapeORCompletion(completion, overrides), contentLength);
 		} else {
 			const chunks = require_helpers.buildToolCallChunks(toolCalls, responseModel, chunkSize, effReasoning, overrides);
 			const completionText = toolCalls.map((tc) => tc.name + tc.arguments).join("");
 			const usageChunk = emitStreamingUsage ? require_helpers.buildUsageChunk(chunks[0]?.id ?? "chatcmpl-unknown", overrides?.model ?? responseModel, chunks[0]?.created ?? Math.floor(Date.now() / 1e3), resolveStreamingUsageTokens(overrides, completionText), overrides?.systemFingerprint) : void 0;
 			shapeORChunks(chunks, usageChunk, overrides);
-			const interruption = require_interruption.createInterruptionSignal(fixture);
-			if (!await require_sse_writer.writeSSEStream(res, chunks, {
-				latency,
-				streamingProfile: fixture.streamingProfile,
-				signal: interruption?.signal,
-				onChunkSent: interruption?.tick,
+			recordOutcome(journalEntry);
+			await require_deliver.deliverStream(res, journalEntry, fixture, require_sse_writer.sseCodec({
+				done: true,
 				usageChunk,
-				recordedTimings: resolveRecordedTimings(chunks.length),
-				replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed,
 				openRouterProcessing
-			})) {
-				if (!res.writableEnded) res.destroy();
-				journalEntry.response.interrupted = true;
-				journalEntry.response.interruptReason = interruption?.reason();
-			}
-			interruption?.cleanup();
+			}), chunks, streamTiming(chunks.length));
 		}
 		return;
 	}
@@ -1824,10 +1791,12 @@ async function startServer(fixtures, options, resolvedAuth, mountList, logger, s
 		return status >= 400 && status < 500 ? "invalid_request_error" : "server_error";
 	}
 	/**
-	* Envelope for a fixture tool-call error (see isFixtureToolCallError: invalid
-	* JSON arguments on an object wire, a custom tool call on a non-Responses
-	* wire, or a malformed fixture tool call). It is the provider envelope aimock
-	* emits for that route, with the aimock `code` in it: Google's
+	* Envelope for a fixture error (see isFixtureToolCallError: invalid JSON
+	* arguments on an object wire, a custom tool call on a non-Responses wire, a
+	* malformed fixture tool call, generated `files` on a wire that cannot carry
+	* them, or a malformed fixture `citations` or `files` value). It is the
+	* provider envelope aimock emits for that route, with the aimock `code` in
+	* it: Google's
 	* `google.rpc.ErrorInfo` detail on Gemini and Vertex AI, a string
 	* `error.code` on Gemini Interactions and Anthropic Messages, a `reason`
 	* member on Bedrock (a `code` member would replace `__type` as the AWS SDK's
@@ -1957,7 +1926,7 @@ async function startServer(fixtures, options, resolvedAuth, mountList, logger, s
 		const existing = lastJournalEntryFor(req);
 		const bodyLimitDisconnect = clientFault && (req.destroyed || res.destroyed);
 		if ((clientAbort || bodyLimitDisconnect) && !res.headersSent) {
-			const interruptReason = bodyLimitDisconnect ? "request body exceeded size limit" : "client aborted";
+			const interruptReason = bodyLimitDisconnect ? "request body exceeded size limit" : require_lifecycle.CLIENT_ABORTED;
 			if (existing) {
 				if (!existing.response.interrupted) {
 					existing.response.status = 0;
@@ -2013,7 +1982,7 @@ async function startServer(fixtures, options, resolvedAuth, mountList, logger, s
 				type: errorTypeForStatus(status)
 			}).body);
 		} else {
-			const midStreamReason = clientAbort ? "client aborted" : "handler crashed mid-stream";
+			const midStreamReason = clientAbort ? require_lifecycle.CLIENT_ABORTED : "handler crashed mid-stream";
 			if (existing) {
 				if (res.writableEnded) {
 					if (existing.response.error === void 0) existing.response.error = msg;