@copilotkit/aimock 1.46.0 → 1.47.0

package/dist/bedrock.cjs

@@ -7,10 +7,13 @@ const require_misbehavior = require('./misbehavior.cjs');
 const require_router = require('./router.cjs');
 const require_anthropic = require('./response/usage/codecs/anthropic.cjs');
 const require_recorder = require('./recorder.cjs');
-const require_interruption = require('./interruption.cjs');
+const require_timing = require('./response/timing.cjs');
+const require_deliver = require('./response/deliver.cjs');
+const require_proxy = require('./response/proxy.cjs');
+const require_aws_event_stream = require('./aws-event-stream.cjs');
+const require_raw = require('./response/raw.cjs');
 const require_finish = require('./response/finish.cjs');
 const require_messages = require('./messages.cjs');
-const require_aws_event_stream = require('./aws-event-stream.cjs');
 
 //#region src/bedrock.ts
 function bedrockStopReason(overrideFinishReason, defaultReason) {
@@ -266,7 +269,10 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 	completionReq._endpointType = "chat";
 	completionReq._context = require_helpers.getContext(req);
 	const testId = require_helpers.getTestId(req);
-	const { fixture, skippedBySequenceOrTurn } = require_router.matchFixtureDiagnostic(fixtures, completionReq, journal.getFixtureMatchCountsForTest(testId), defaults.requestTransform, require_router.recordMatchOptions(!!defaults.record, defaults.logger));
+	const { fixture, skippedBySequenceOrTurn } = require_router.matchFixtureDiagnostic(fixtures, completionReq, journal.getFixtureMatchCountsForTest(testId), defaults.requestTransform, {
+		...require_router.recordMatchOptions(!!defaults.record, defaults.logger),
+		wire: "bedrock-invoke"
+	});
 	if (fixture) logger.debug(`Fixture matched: ${JSON.stringify(fixture.match).slice(0, 120)}`);
 	else logger.debug(`No fixture matched for request`);
 	if (fixture) journal.incrementFixtureMatchCount(fixture, fixtures, testId);
@@ -299,7 +305,7 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 			return;
 		}
 		if (defaults.record) {
-			const outcome = await require_recorder.proxyAndRecord(req, res, completionReq, "bedrock", urlPath, fixtures, defaults, raw);
+			const { outcome, clientHungUp } = await require_proxy.withHangUpDetection(req, res, () => require_recorder.proxyAndRecord(req, res, completionReq, "bedrock", urlPath, fixtures, defaults, raw));
 			if (outcome === "handled_by_hook") return;
 			if (outcome !== "not_configured") {
 				journal.add({
@@ -310,7 +316,8 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 					response: {
 						status: res.statusCode ?? 200,
 						fixture: null,
-						source: "proxy"
+						source: "proxy",
+						...require_proxy.proxyInterruption(res, clientHungUp)
 					}
 				});
 				return;
@@ -376,32 +383,60 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 		require_sse_writer.writeErrorResponse(res, misbehavior.status, renderedError.body);
 		return;
 	}
+	const chunkSize = Math.max(1, fixture.chunkSize ?? defaults.chunkSize);
+	const jsonOpts = (payloadLength, duplicateId = false) => ({
+		surface: "other",
+		payloadLength,
+		chunkSize,
+		recordedTimings: fixture.recordedTimings,
+		duplicateId,
+		replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed
+	});
 	if (misbehavior.kind === "applied") {
 		const prepared = require_messages.prepareClaudeMisbehavior(misbehavior, {
 			request: completionReq,
 			stream: false,
-			chunkSize: Math.max(1, fixture.chunkSize ?? defaults.chunkSize),
+			chunkSize,
 			logger,
-			strict: require_policy.resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression
+			strict: require_policy.resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression,
+			citations: false
 		});
 		if (prepared.stream) throw new TypeError("InvokeModel requires non-stream Claude output");
+		const entry = journal.add({
+			method: req.method ?? "POST",
+			path: urlPath,
+			headers: require_helpers.flattenHeaders(req.headers),
+			body: completionReq,
+			response: {
+				status: 200,
+				fixture
+			}
+		});
 		require_misbehavior.recordMisbehaviorOutcome({
-			entry: journal.add({
-				method: req.method ?? "POST",
-				path: urlPath,
-				headers: require_helpers.flattenHeaders(req.headers),
-				body: completionReq,
-				response: {
-					status: 200,
-					fixture
-				}
-			}),
+			entry,
 			summary: prepared.plan.summary,
 			defaults,
 			testId
 		});
-		res.writeHead(200, { "Content-Type": "application/json" });
-		res.end(JSON.stringify(prepared.body));
+		const preparedBody = prepared.body;
+		await require_deliver.deliverJson(res, entry, fixture, () => preparedBody, jsonOpts(require_timing.misbehaviorPayloadLength(misbehavior, misbehavior.reasoning === void 0 ? prepared.reasoning : void 0), !!misbehavior.duplicateId));
+		return;
+	}
+	if (require_helpers.isRawResponse(response)) {
+		await require_raw.serveRawResponse({
+			wire: "bedrock-invoke",
+			stream: false,
+			req,
+			res,
+			fixture,
+			response,
+			body: completionReq,
+			journal,
+			defaults,
+			testId,
+			misbehaviorSummary: misbehavior.summary,
+			errorWire: "bedrock"
+		});
 		return;
 	}
 	if (require_helpers.isErrorResponse(response)) {
@@ -423,7 +458,7 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = require_helpers.extractOverrides(response);
 		const effReasoning = require_helpers.resolveReasoningForModel(response.reasoning, completionReq.model, require_policy.resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression, logger);
-		addResponseEntry({
+		const journalEntry = addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: require_helpers.flattenHeaders(req.headers),
@@ -434,28 +469,27 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 			}
 		});
 		const functionToolCalls = require_helpers.requireEmittedFunctionToolCalls(response, "Bedrock InvokeModel");
-		if (response.blocks && response.blocks.length > 0) {
-			const blocksBody = buildBedrockBlocksResponse(response.blocks, completionReq.model, logger, effReasoning, overrides);
-			res.writeHead(200, { "Content-Type": "application/json" });
-			res.end(JSON.stringify(blocksBody));
+		const blocks = response.blocks;
+		if (blocks && blocks.length > 0) {
+			await require_deliver.deliverJson(res, journalEntry, fixture, () => buildBedrockBlocksResponse(blocks, completionReq.model, logger, effReasoning, overrides), jsonOpts(require_timing.servedPayloadLength(response, effReasoning)));
 			return;
 		}
-		const textBody = buildBedrockTextResponse(response.content ?? "", completionReq.model, effReasoning, overrides);
-		const toolBody = buildBedrockToolCallResponse(functionToolCalls, completionReq.model, logger, void 0, overrides);
-		const merged = {
-			...textBody,
-			content: [...textBody.content, ...toolBody.content],
-			stop_reason: bedrockStopReason(overrides?.finishReason, "tool_use")
-		};
-		res.writeHead(200, { "Content-Type": "application/json" });
-		res.end(JSON.stringify(merged));
+		await require_deliver.deliverJson(res, journalEntry, fixture, () => {
+			const textBody = buildBedrockTextResponse(response.content ?? "", completionReq.model, effReasoning, overrides);
+			const toolBody = buildBedrockToolCallResponse(functionToolCalls, completionReq.model, logger, void 0, overrides);
+			return {
+				...textBody,
+				content: [...textBody.content, ...toolBody.content],
+				stop_reason: bedrockStopReason(overrides?.finishReason, "tool_use")
+			};
+		}, jsonOpts(require_timing.servedPayloadLength(response, effReasoning)));
 		return;
 	}
 	if (require_helpers.isTextResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = require_helpers.extractOverrides(response);
 		const effReasoning = require_helpers.resolveReasoningForModel(response.reasoning, completionReq.model, require_policy.resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression, logger);
-		addResponseEntry({
+		await require_deliver.deliverJson(res, addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: require_helpers.flattenHeaders(req.headers),
@@ -464,17 +498,14 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 				status: 200,
 				fixture
 			}
-		});
-		const body = buildBedrockTextResponse(response.content, completionReq.model, effReasoning, overrides);
-		res.writeHead(200, { "Content-Type": "application/json" });
-		res.end(JSON.stringify(body));
+		}), fixture, () => buildBedrockTextResponse(response.content, completionReq.model, effReasoning, overrides), jsonOpts(require_timing.servedPayloadLength(response, effReasoning)));
 		return;
 	}
 	if (require_helpers.isToolCallResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = require_helpers.extractOverrides(response);
 		const effReasoning = require_helpers.resolveReasoningForModel(response.reasoning, completionReq.model, require_policy.resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression, logger);
-		addResponseEntry({
+		const journalEntry = addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: require_helpers.flattenHeaders(req.headers),
@@ -484,9 +515,8 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 				fixture
 			}
 		});
-		const body = buildBedrockToolCallResponse(require_helpers.requireEmittedFunctionToolCalls(response, "Bedrock InvokeModel"), completionReq.model, logger, effReasoning, overrides);
-		res.writeHead(200, { "Content-Type": "application/json" });
-		res.end(JSON.stringify(body));
+		const functionToolCalls = require_helpers.requireEmittedFunctionToolCalls(response, "Bedrock InvokeModel");
+		await require_deliver.deliverJson(res, journalEntry, fixture, () => buildBedrockToolCallResponse(functionToolCalls, completionReq.model, logger, effReasoning, overrides), jsonOpts(require_timing.servedPayloadLength(response, effReasoning)));
 		return;
 	}
 	addResponseEntry({
@@ -506,12 +536,7 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 }
 const BEDROCK_INVOKE_STREAM_EVENT_TYPE = "chunk";
 /** Serialize Claude events as InvokeModel PayloadPart, leaving generic AWS framing unchanged. */
-function writeBedrockInvokeStream(res, events, options) {
-	return require_aws_event_stream.writeEventStream(res, events.map((event) => ({
-		eventType: event.eventType,
-		payload: { bytes: Buffer.from(JSON.stringify(event.payload), "utf8").toString("base64") }
-	})), options);
-}
+const bedrockInvokeCodec = require_aws_event_stream.eventStreamCodec((event) => require_aws_event_stream.encodeEventStreamMessage(event.eventType, { bytes: Buffer.from(JSON.stringify(event.payload), "utf8").toString("base64") }));
 function buildBedrockInvokeMessageStart(model, overrides) {
 	return {
 		eventType: BEDROCK_INVOKE_STREAM_EVENT_TYPE,
@@ -1010,7 +1035,10 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 	completionReq._endpointType = "chat";
 	completionReq._context = require_helpers.getContext(req);
 	const testId = require_helpers.getTestId(req);
-	const { fixture, skippedBySequenceOrTurn } = require_router.matchFixtureDiagnostic(fixtures, completionReq, journal.getFixtureMatchCountsForTest(testId), defaults.requestTransform, require_router.recordMatchOptions(!!defaults.record, defaults.logger));
+	const { fixture, skippedBySequenceOrTurn } = require_router.matchFixtureDiagnostic(fixtures, completionReq, journal.getFixtureMatchCountsForTest(testId), defaults.requestTransform, {
+		...require_router.recordMatchOptions(!!defaults.record, defaults.logger),
+		wire: "bedrock-invoke"
+	});
 	if (fixture) logger.debug(`Fixture matched: ${JSON.stringify(fixture.match).slice(0, 120)}`);
 	else logger.debug(`No fixture matched for request`);
 	if (fixture) journal.incrementFixtureMatchCount(fixture, fixtures, testId);
@@ -1043,7 +1071,7 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 			return;
 		}
 		if (defaults.record) {
-			const outcome = await require_recorder.proxyAndRecord(req, res, completionReq, "bedrock", urlPath, fixtures, defaults, raw);
+			const { outcome, clientHungUp } = await require_proxy.withHangUpDetection(req, res, () => require_recorder.proxyAndRecord(req, res, completionReq, "bedrock", urlPath, fixtures, defaults, raw));
 			if (outcome === "handled_by_hook") return;
 			if (outcome !== "not_configured") {
 				journal.add({
@@ -1054,7 +1082,8 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 					response: {
 						status: res.statusCode ?? 200,
 						fixture: null,
-						source: "proxy"
+						source: "proxy",
+						...require_proxy.proxyInterruption(res, clientHungUp)
 					}
 				});
 				return;
@@ -1120,15 +1149,21 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 		require_sse_writer.writeErrorResponse(res, misbehavior.status, renderedError.body);
 		return;
 	}
-	const latency = fixture.latency ?? defaults.latency;
 	const chunkSize = Math.max(1, fixture.chunkSize ?? defaults.chunkSize);
+	const streamTiming = {
+		latency: fixture.latency ?? defaults.latency,
+		streamingProfile: fixture.streamingProfile,
+		recordedTimings: fixture.recordedTimings,
+		replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed
+	};
 	if (misbehavior.kind === "applied") {
 		const prepared = require_messages.prepareClaudeMisbehavior(misbehavior, {
 			request: completionReq,
 			stream: true,
 			chunkSize,
 			logger,
-			strict: require_policy.resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression
+			strict: require_policy.resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression,
+			citations: false
 		});
 		if (!prepared.stream) throw new TypeError("InvokeModel stream requires Claude events");
 		const entry = journal.add({
@@ -1147,27 +1182,27 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 			defaults,
 			testId
 		});
-		const events = prepared.events.map((event) => ({
+		await require_deliver.deliverStream(res, entry, fixture, bedrockInvokeCodec, prepared.events.map((event) => ({
 			eventType: BEDROCK_INVOKE_STREAM_EVENT_TYPE,
 			payload: event
-		}));
-		const interruption = require_interruption.createInterruptionSignal(fixture);
-		try {
-			if (!await writeBedrockInvokeStream(res, events, {
-				latency,
-				streamingProfile: fixture.streamingProfile,
-				recordedTimings: fixture.recordedTimings,
-				replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed,
-				signal: interruption?.signal,
-				onChunkSent: interruption?.tick
-			})) {
-				if (!res.writableEnded) res.destroy();
-				entry.response.interrupted = true;
-				entry.response.interruptReason = interruption?.reason();
-			}
-		} finally {
-			interruption?.cleanup();
-		}
+		})), streamTiming);
+		return;
+	}
+	if (require_helpers.isRawResponse(response)) {
+		await require_raw.serveRawResponse({
+			wire: "bedrock-invoke",
+			stream: true,
+			req,
+			res,
+			fixture,
+			response,
+			body: completionReq,
+			journal,
+			defaults,
+			testId,
+			misbehaviorSummary: misbehavior.summary,
+			errorWire: "bedrock"
+		});
 		return;
 	}
 	if (require_helpers.isErrorResponse(response)) {
@@ -1200,28 +1235,14 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 			}
 		});
 		const functionToolCalls = require_helpers.requireEmittedFunctionToolCalls(response, "Bedrock InvokeModel");
-		const events = buildBedrockStreamContentWithToolCallsEvents(response.content ?? "", functionToolCalls, completionReq.model, chunkSize, logger, effReasoning, overrides, response.blocks);
-		const interruption = require_interruption.createInterruptionSignal(fixture);
-		if (!await writeBedrockInvokeStream(res, events, {
-			latency,
-			streamingProfile: fixture.streamingProfile,
-			recordedTimings: fixture.recordedTimings,
-			replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed,
-			signal: interruption?.signal,
-			onChunkSent: interruption?.tick
-		})) {
-			if (!res.writableEnded) res.destroy();
-			journalEntry.response.interrupted = true;
-			journalEntry.response.interruptReason = interruption?.reason();
-		}
-		interruption?.cleanup();
+		await require_deliver.deliverStream(res, journalEntry, fixture, bedrockInvokeCodec, buildBedrockStreamContentWithToolCallsEvents(response.content ?? "", functionToolCalls, completionReq.model, chunkSize, logger, effReasoning, overrides, response.blocks), streamTiming);
 		return;
 	}
 	if (require_helpers.isTextResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = require_helpers.extractOverrides(response);
 		const effReasoning = require_helpers.resolveReasoningForModel(response.reasoning, completionReq.model, require_policy.resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression, logger);
-		const journalEntry = addResponseEntry({
+		await require_deliver.deliverStream(res, addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: require_helpers.flattenHeaders(req.headers),
@@ -1230,29 +1251,14 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 				status: 200,
 				fixture
 			}
-		});
-		const events = buildBedrockStreamTextEvents(response.content, completionReq.model, chunkSize, effReasoning, overrides);
-		const interruption = require_interruption.createInterruptionSignal(fixture);
-		if (!await writeBedrockInvokeStream(res, events, {
-			latency,
-			streamingProfile: fixture.streamingProfile,
-			recordedTimings: fixture.recordedTimings,
-			replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed,
-			signal: interruption?.signal,
-			onChunkSent: interruption?.tick
-		})) {
-			if (!res.writableEnded) res.destroy();
-			journalEntry.response.interrupted = true;
-			journalEntry.response.interruptReason = interruption?.reason();
-		}
-		interruption?.cleanup();
+		}), fixture, bedrockInvokeCodec, buildBedrockStreamTextEvents(response.content, completionReq.model, chunkSize, effReasoning, overrides), streamTiming);
 		return;
 	}
 	if (require_helpers.isToolCallResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = require_helpers.extractOverrides(response);
 		const effReasoning = require_helpers.resolveReasoningForModel(response.reasoning, completionReq.model, require_policy.resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression, logger);
-		const journalEntry = addResponseEntry({
+		await require_deliver.deliverStream(res, addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: require_helpers.flattenHeaders(req.headers),
@@ -1261,22 +1267,7 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 				status: 200,
 				fixture
 			}
-		});
-		const events = buildBedrockStreamToolCallEvents(require_helpers.requireEmittedFunctionToolCalls(response, "Bedrock InvokeModel"), completionReq.model, chunkSize, logger, effReasoning, overrides);
-		const interruption = require_interruption.createInterruptionSignal(fixture);
-		if (!await writeBedrockInvokeStream(res, events, {
-			latency,
-			streamingProfile: fixture.streamingProfile,
-			recordedTimings: fixture.recordedTimings,
-			replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed,
-			signal: interruption?.signal,
-			onChunkSent: interruption?.tick
-		})) {
-			if (!res.writableEnded) res.destroy();
-			journalEntry.response.interrupted = true;
-			journalEntry.response.interruptReason = interruption?.reason();
-		}
-		interruption?.cleanup();
+		}), fixture, bedrockInvokeCodec, buildBedrockStreamToolCallEvents(require_helpers.requireEmittedFunctionToolCalls(response, "Bedrock InvokeModel"), completionReq.model, chunkSize, logger, effReasoning, overrides), streamTiming);
 		return;
 	}
 	addResponseEntry({