@copilotkit/aimock 1.46.0 → 1.47.0

package/dist/bedrock-converse.js

@@ -1,14 +1,17 @@
 import { renderError } from "./response/errors.js";
 import { resolveRequestDecisions, strictOverrideField } from "./response/policy.js";
-import { InvalidToolArgumentsError, estimatePromptTokens, estimateTokens, extractOverrides, flattenHeaders, generateToolUseId, getContext, getTestId, isCombinedFixtureResponse, isErrorResponse, isJsonObject, isTextResponse, isToolCallResponse, requireEmittedFunctionToolCalls, resolveFixtureBlockOutcome, resolveReasoningForModel, resolveResponse, servedToolArgs, strictNoMatchLogLine, strictNoMatchMessage, toolArgsForWire } from "./helpers.js";
+import { InvalidToolArgumentsError, estimatePromptTokens, estimateTokens, extractOverrides, flattenHeaders, generateToolUseId, getContext, getTestId, isCombinedFixtureResponse, isErrorResponse, isJsonObject, isRawResponse, isTextResponse, isToolCallResponse, requireEmittedFunctionToolCalls, resolveFixtureBlockOutcome, resolveReasoningForModel, resolveResponse, servedToolArgs, strictNoMatchLogLine, strictNoMatchMessage, toolArgsForWire } from "./helpers.js";
 import { writeErrorResponse } from "./sse-writer.js";
 import { applyChaosAsync } from "./chaos.js";
 import { planMisbehavior, recordMisbehaviorOutcome } from "./misbehavior.js";
 import { matchFixtureDiagnostic, recordMatchOptions } from "./router.js";
 import { proxyAndRecord } from "./recorder.js";
-import { createInterruptionSignal } from "./interruption.js";
+import { misbehaviorPayloadLength, servedPayloadLength } from "./response/timing.js";
+import { deliverJson, deliverStream } from "./response/deliver.js";
+import { proxyInterruption, withHangUpDetection } from "./response/proxy.js";
+import { eventStreamCodec } from "./aws-event-stream.js";
+import { serveRawResponse } from "./response/raw.js";
 import { mapAnthropicFinish } from "./response/finish.js";
-import { writeEventStream } from "./aws-event-stream.js";
 import { render } from "./response/usage/codecs/converse.js";
 
 //#region src/bedrock-converse.ts
@@ -685,7 +688,10 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 	completionReq._endpointType = "chat";
 	completionReq._context = getContext(req);
 	const testId = getTestId(req);
-	const { fixture, skippedBySequenceOrTurn } = matchFixtureDiagnostic(fixtures, completionReq, journal.getFixtureMatchCountsForTest(testId), defaults.requestTransform, recordMatchOptions(!!defaults.record, defaults.logger));
+	const { fixture, skippedBySequenceOrTurn } = matchFixtureDiagnostic(fixtures, completionReq, journal.getFixtureMatchCountsForTest(testId), defaults.requestTransform, {
+		...recordMatchOptions(!!defaults.record, defaults.logger),
+		wire: "bedrock-converse"
+	});
 	if (fixture) logger.debug(`Fixture matched: ${JSON.stringify(fixture.match).slice(0, 120)}`);
 	else logger.debug(`No fixture matched for request`);
 	if (fixture) journal.incrementFixtureMatchCount(fixture, fixtures, testId);
@@ -718,7 +724,7 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 			return;
 		}
 		if (defaults.record) {
-			const outcome = await proxyAndRecord(req, res, completionReq, "bedrock", urlPath, fixtures, defaults, raw);
+			const { outcome, clientHungUp } = await withHangUpDetection(req, res, () => proxyAndRecord(req, res, completionReq, "bedrock", urlPath, fixtures, defaults, raw));
 			if (outcome === "handled_by_hook") return;
 			if (outcome !== "not_configured") {
 				journal.add({
@@ -729,7 +735,8 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 					response: {
 						status: res.statusCode ?? 200,
 						fixture: null,
-						source: "proxy"
+						source: "proxy",
+						...proxyInterruption(res, clientHungUp)
 					}
 				});
 				return;
@@ -796,11 +803,19 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 		}).body);
 		return;
 	}
+	const jsonOpts = (payloadLength, duplicateId = false) => ({
+		surface: "other",
+		payloadLength,
+		chunkSize: Math.max(1, fixture.chunkSize ?? defaults.chunkSize),
+		recordedTimings: fixture.recordedTimings,
+		duplicateId,
+		replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed
+	});
 	if (misbehavior.kind === "applied") {
 		const prepared = prepareConverseMisbehavior(misbehavior, completionReq, false, defaults, req.headers);
 		misbehavior = prepared.plan;
 		const body = buildConverseMisbehaviorResponse(prepared);
-		addResponseEntry({
+		await deliverJson(res, addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: flattenHeaders(req.headers),
@@ -809,9 +824,24 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 				status: 200,
 				fixture
 			}
+		}), fixture, () => body, jsonOpts(misbehaviorPayloadLength(prepared.plan, prepared.plan.reasoning === void 0 ? prepared.reasoning : void 0), !!prepared.plan.duplicateId));
+		return;
+	}
+	if (isRawResponse(response)) {
+		await serveRawResponse({
+			wire: "bedrock-converse",
+			stream: false,
+			req,
+			res,
+			fixture,
+			response,
+			body: completionReq,
+			journal,
+			defaults,
+			testId,
+			misbehaviorSummary: misbehavior.summary,
+			errorWire: "bedrock-converse"
 		});
-		res.writeHead(200, { "Content-Type": "application/json" });
-		res.end(JSON.stringify(body));
 		return;
 	}
 	if (isErrorResponse(response)) {
@@ -836,7 +866,7 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock Converse API — ignoring");
 		const overrides = extractOverrides(response);
 		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression, logger);
-		addResponseEntry({
+		const journalEntry = addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: flattenHeaders(req.headers),
@@ -847,16 +877,14 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 			}
 		});
 		const functionToolCalls = requireEmittedFunctionToolCalls(response, "Bedrock Converse");
-		const body = buildConverseContentWithToolCallsResponse(response.content ?? "", functionToolCalls, logger, effReasoning, overrides, response.blocks);
-		res.writeHead(200, { "Content-Type": "application/json" });
-		res.end(JSON.stringify(body));
+		await deliverJson(res, journalEntry, fixture, () => buildConverseContentWithToolCallsResponse(response.content ?? "", functionToolCalls, logger, effReasoning, overrides, response.blocks), jsonOpts(servedPayloadLength(response, effReasoning)));
 		return;
 	}
 	if (isTextResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock Converse API — ignoring");
 		const overrides = extractOverrides(response);
 		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression, logger);
-		addResponseEntry({
+		await deliverJson(res, addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: flattenHeaders(req.headers),
@@ -865,17 +893,14 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 				status: 200,
 				fixture
 			}
-		});
-		const body = buildConverseTextResponse(response.content, effReasoning, overrides);
-		res.writeHead(200, { "Content-Type": "application/json" });
-		res.end(JSON.stringify(body));
+		}), fixture, () => buildConverseTextResponse(response.content, effReasoning, overrides), jsonOpts(servedPayloadLength(response, effReasoning)));
 		return;
 	}
 	if (isToolCallResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock Converse API — ignoring");
 		const overrides = extractOverrides(response);
 		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression, logger);
-		addResponseEntry({
+		const journalEntry = addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: flattenHeaders(req.headers),
@@ -885,9 +910,8 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 				fixture
 			}
 		});
-		const body = buildConverseToolCallResponse(requireEmittedFunctionToolCalls(response, "Bedrock Converse"), logger, effReasoning, overrides);
-		res.writeHead(200, { "Content-Type": "application/json" });
-		res.end(JSON.stringify(body));
+		const functionToolCalls = requireEmittedFunctionToolCalls(response, "Bedrock Converse");
+		await deliverJson(res, journalEntry, fixture, () => buildConverseToolCallResponse(functionToolCalls, logger, effReasoning, overrides), jsonOpts(servedPayloadLength(response, effReasoning)));
 		return;
 	}
 	addResponseEntry({
@@ -970,7 +994,10 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 	completionReq._endpointType = "chat";
 	completionReq._context = getContext(req);
 	const testId = getTestId(req);
-	const { fixture, skippedBySequenceOrTurn } = matchFixtureDiagnostic(fixtures, completionReq, journal.getFixtureMatchCountsForTest(testId), defaults.requestTransform, recordMatchOptions(!!defaults.record, defaults.logger));
+	const { fixture, skippedBySequenceOrTurn } = matchFixtureDiagnostic(fixtures, completionReq, journal.getFixtureMatchCountsForTest(testId), defaults.requestTransform, {
+		...recordMatchOptions(!!defaults.record, defaults.logger),
+		wire: "bedrock-converse"
+	});
 	if (fixture) logger.debug(`Fixture matched: ${JSON.stringify(fixture.match).slice(0, 120)}`);
 	else logger.debug(`No fixture matched for request`);
 	if (fixture) journal.incrementFixtureMatchCount(fixture, fixtures, testId);
@@ -1003,7 +1030,7 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 			return;
 		}
 		if (defaults.record) {
-			const outcome = await proxyAndRecord(req, res, completionReq, "bedrock", urlPath, fixtures, defaults, raw);
+			const { outcome, clientHungUp } = await withHangUpDetection(req, res, () => proxyAndRecord(req, res, completionReq, "bedrock", urlPath, fixtures, defaults, raw));
 			if (outcome === "handled_by_hook") return;
 			if (outcome !== "not_configured") {
 				journal.add({
@@ -1014,7 +1041,8 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 					response: {
 						status: res.statusCode ?? 200,
 						fixture: null,
-						source: "proxy"
+						source: "proxy",
+						...proxyInterruption(res, clientHungUp)
 					}
 				});
 				return;
@@ -1081,13 +1109,18 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 		}).body);
 		return;
 	}
-	const latency = fixture.latency ?? defaults.latency;
 	const chunkSize = Math.max(1, fixture.chunkSize ?? defaults.chunkSize);
+	const streamTiming = {
+		latency: fixture.latency ?? defaults.latency,
+		streamingProfile: fixture.streamingProfile,
+		recordedTimings: fixture.recordedTimings,
+		replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed
+	};
 	if (misbehavior.kind === "applied") {
 		const prepared = prepareConverseMisbehavior(misbehavior, completionReq, true, defaults, req.headers);
 		misbehavior = prepared.plan;
 		const events = buildConverseMisbehaviorEvents(prepared, chunkSize);
-		const entry = addResponseEntry({
+		await deliverStream(res, addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: flattenHeaders(req.headers),
@@ -1096,21 +1129,24 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 				status: 200,
 				fixture
 			}
+		}), fixture, eventStreamCodec(), events, streamTiming);
+		return;
+	}
+	if (isRawResponse(response)) {
+		await serveRawResponse({
+			wire: "bedrock-converse",
+			stream: true,
+			req,
+			res,
+			fixture,
+			response,
+			body: completionReq,
+			journal,
+			defaults,
+			testId,
+			misbehaviorSummary: misbehavior.summary,
+			errorWire: "bedrock-converse"
 		});
-		const interruption = createInterruptionSignal(fixture);
-		if (!await writeEventStream(res, events, {
-			latency,
-			streamingProfile: fixture.streamingProfile,
-			recordedTimings: fixture.recordedTimings,
-			replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed,
-			signal: interruption?.signal,
-			onChunkSent: interruption?.tick
-		})) {
-			if (!res.writableEnded) res.destroy();
-			entry.response.interrupted = true;
-			entry.response.interruptReason = interruption?.reason();
-		}
-		interruption?.cleanup();
 		return;
 	}
 	if (isErrorResponse(response)) {
@@ -1147,20 +1183,7 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 		});
 		const functionToolCalls = requireEmittedFunctionToolCalls(response, "Bedrock Converse");
 		const events = buildBedrockStreamContentWithToolCallsEvents(response.content ?? "", functionToolCalls, chunkSize, logger, effReasoning, overrides, response.blocks);
-		const interruption = createInterruptionSignal(fixture);
-		if (!await writeEventStream(res, events, {
-			latency,
-			streamingProfile: fixture.streamingProfile,
-			recordedTimings: fixture.recordedTimings,
-			replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed,
-			signal: interruption?.signal,
-			onChunkSent: interruption?.tick
-		})) {
-			if (!res.writableEnded) res.destroy();
-			journalEntry.response.interrupted = true;
-			journalEntry.response.interruptReason = interruption?.reason();
-		}
-		interruption?.cleanup();
+		await deliverStream(res, journalEntry, fixture, eventStreamCodec(), events, streamTiming);
 		return;
 	}
 	if (isTextResponse(response)) {
@@ -1178,20 +1201,7 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 			}
 		});
 		const events = buildBedrockStreamTextEvents(response.content, chunkSize, effReasoning, overrides);
-		const interruption = createInterruptionSignal(fixture);
-		if (!await writeEventStream(res, events, {
-			latency,
-			streamingProfile: fixture.streamingProfile,
-			recordedTimings: fixture.recordedTimings,
-			replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed,
-			signal: interruption?.signal,
-			onChunkSent: interruption?.tick
-		})) {
-			if (!res.writableEnded) res.destroy();
-			journalEntry.response.interrupted = true;
-			journalEntry.response.interruptReason = interruption?.reason();
-		}
-		interruption?.cleanup();
+		await deliverStream(res, journalEntry, fixture, eventStreamCodec(), events, streamTiming);
 		return;
 	}
 	if (isToolCallResponse(response)) {
@@ -1209,20 +1219,7 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 			}
 		});
 		const events = buildBedrockStreamToolCallEvents(requireEmittedFunctionToolCalls(response, "Bedrock Converse"), chunkSize, logger, effReasoning, overrides);
-		const interruption = createInterruptionSignal(fixture);
-		if (!await writeEventStream(res, events, {
-			latency,
-			streamingProfile: fixture.streamingProfile,
-			recordedTimings: fixture.recordedTimings,
-			replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed,
-			signal: interruption?.signal,
-			onChunkSent: interruption?.tick
-		})) {
-			if (!res.writableEnded) res.destroy();
-			journalEntry.response.interrupted = true;
-			journalEntry.response.interruptReason = interruption?.reason();
-		}
-		interruption?.cleanup();
+		await deliverStream(res, journalEntry, fixture, eventStreamCodec(), events, streamTiming);
 		return;
 	}
 	addResponseEntry({