@copilotkit/aimock 1.43.0 → 1.45.0

package/dist/bedrock.js

@@ -1,9 +1,11 @@
-import { extractOverrides, flattenHeaders, generateMessageId, generateToolUseId, getContext, getTestId, isContentWithToolCallsResponse, isErrorResponse, isJsonObject, isTextResponse, isToolCallResponse, resolveFixtureBlockOutcome, resolveReasoningForModel, resolveResponse, resolveStrictMode, strictNoMatchLogLine, strictNoMatchMessage, strictOverrideField, validateChatMessages, validateToolsField } from "./helpers.js";
+import { extractOverrides, flattenHeaders, generateMessageId, generateToolUseId, getContext, getTestId, isCombinedFixtureResponse, isErrorResponse, isJsonObject, isTextResponse, isToolCallResponse, requireEmittedFunctionToolCalls, resolveFixtureBlockOutcome, resolveReasoningForModel, resolveResponse, resolveStrictMode, servedToolArgs, strictNoMatchLogLine, strictNoMatchMessage, strictOverrideField, validateChatMessages, validateToolsField } from "./helpers.js";
 import { writeErrorResponse } from "./sse-writer.js";
 import { applyChaosAsync } from "./chaos.js";
+import { planMisbehavior, recordMisbehaviorOutcome } from "./misbehavior.js";
 import { matchFixtureDiagnostic, recordMatchOptions } from "./router.js";
 import { proxyAndRecord } from "./recorder.js";
 import { createInterruptionSignal } from "./interruption.js";
+import { prepareClaudeMisbehavior } from "./messages.js";
 import { writeEventStream } from "./aws-event-stream.js";
 
 //#region src/bedrock.ts
@@ -155,18 +157,12 @@ function buildBedrockToolCallResponse(toolCalls, model, logger, reasoning, overr
 		signature: ""
 	});
 	for (const tc of toolCalls) {
-		let argsObj;
-		try {
-			argsObj = JSON.parse(tc.arguments || "{}");
-		} catch {
-			logger.warn(`Malformed JSON in fixture tool call arguments for "${tc.name}": ${tc.arguments}`);
-			argsObj = {};
-		}
+		const args = servedToolArgs(tc, "object", logger);
 		contentBlocks.push({
 			type: "tool_use",
 			id: tc.id || generateToolUseId(),
 			name: tc.name,
-			input: argsObj
+			input: args.value
 		});
 	}
 	return {
@@ -205,18 +201,12 @@ function buildBedrockBlocksResponse(blocks, model, logger, reasoning, overrides)
 		text: block.text
 	});
 	else {
-		let argsObj;
-		try {
-			argsObj = JSON.parse(block.arguments || "{}");
-		} catch {
-			logger.warn(`Malformed JSON in fixture tool call arguments for "${block.name}": ${block.arguments}`);
-			argsObj = {};
-		}
+		const args = servedToolArgs(block, "object", logger);
 		contentBlocks.push({
 			type: "tool_use",
 			id: block.id || generateToolUseId(),
 			name: block.name,
-			input: argsObj
+			input: args.value
 		});
 	}
 	return {
@@ -362,9 +352,79 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 		return;
 	}
 	const response = await resolveResponse(fixture, completionReq);
+	const misbehavior = planMisbehavior({
+		wire: "bedrock-invoke",
+		emitsToolCallIds: true,
+		fixture,
+		response,
+		request: completionReq,
+		stream: completionReq.stream === true,
+		defaults,
+		rawHeaders: req.headers,
+		url: req.url
+	});
+	const addResponseEntry = (input) => {
+		const entry = journal.add(input);
+		recordMisbehaviorOutcome({
+			entry,
+			summary: misbehavior.summary,
+			defaults,
+			testId
+		});
+		return entry;
+	};
+	if (misbehavior.kind === "error") {
+		if (!misbehavior.summary?.evaluations.length) logger.error(`[misbehavior] ${misbehavior.message}`);
+		addResponseEntry({
+			method: req.method ?? "POST",
+			path: urlPath,
+			headers: flattenHeaders(req.headers),
+			body: completionReq,
+			response: {
+				status: misbehavior.status,
+				fixture
+			}
+		});
+		const type = misbehavior.status === 400 ? "ValidationException" : "NotImplementedException";
+		res.setHeader("x-amzn-errortype", type);
+		writeErrorResponse(res, misbehavior.status, JSON.stringify({
+			__type: type,
+			code: misbehavior.code,
+			message: misbehavior.message
+		}));
+		return;
+	}
+	if (misbehavior.kind === "applied") {
+		const prepared = prepareClaudeMisbehavior(misbehavior, {
+			request: completionReq,
+			stream: false,
+			chunkSize: Math.max(1, fixture.chunkSize ?? defaults.chunkSize),
+			logger,
+			strict: resolveStrictMode(defaults.strict, req.headers)
+		});
+		if (prepared.stream) throw new TypeError("InvokeModel requires non-stream Claude output");
+		recordMisbehaviorOutcome({
+			entry: journal.add({
+				method: req.method ?? "POST",
+				path: urlPath,
+				headers: flattenHeaders(req.headers),
+				body: completionReq,
+				response: {
+					status: 200,
+					fixture
+				}
+			}),
+			summary: prepared.plan.summary,
+			defaults,
+			testId
+		});
+		res.writeHead(200, { "Content-Type": "application/json" });
+		res.end(JSON.stringify(prepared.body));
+		return;
+	}
 	if (isErrorResponse(response)) {
 		const status = response.status ?? 500;
-		journal.add({
+		addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: flattenHeaders(req.headers),
@@ -384,11 +444,11 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 		writeErrorResponse(res, status, JSON.stringify(anthropicError), { retryAfter: response.retryAfter });
 		return;
 	}
-	if (isContentWithToolCallsResponse(response)) {
+	if (isCombinedFixtureResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = extractOverrides(response);
 		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveStrictMode(defaults.strict, req.headers), logger);
-		journal.add({
+		addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: flattenHeaders(req.headers),
@@ -398,6 +458,7 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 				fixture
 			}
 		});
+		const functionToolCalls = requireEmittedFunctionToolCalls(response, "Bedrock InvokeModel");
 		if (response.blocks && response.blocks.length > 0) {
 			const blocksBody = buildBedrockBlocksResponse(response.blocks, completionReq.model, logger, effReasoning, overrides);
 			res.writeHead(200, { "Content-Type": "application/json" });
@@ -405,7 +466,7 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 			return;
 		}
 		const textBody = buildBedrockTextResponse(response.content ?? "", completionReq.model, effReasoning, overrides);
-		const toolBody = buildBedrockToolCallResponse(response.toolCalls ?? [], completionReq.model, logger, void 0, overrides);
+		const toolBody = buildBedrockToolCallResponse(functionToolCalls, completionReq.model, logger, void 0, overrides);
 		const merged = {
 			...textBody,
 			content: [...textBody.content, ...toolBody.content],
@@ -419,7 +480,7 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = extractOverrides(response);
 		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveStrictMode(defaults.strict, req.headers), logger);
-		journal.add({
+		addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: flattenHeaders(req.headers),
@@ -438,7 +499,7 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = extractOverrides(response);
 		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveStrictMode(defaults.strict, req.headers), logger);
-		journal.add({
+		addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: flattenHeaders(req.headers),
@@ -448,12 +509,12 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 				fixture
 			}
 		});
-		const body = buildBedrockToolCallResponse(response.toolCalls, completionReq.model, logger, effReasoning, overrides);
+		const body = buildBedrockToolCallResponse(requireEmittedFunctionToolCalls(response, "Bedrock InvokeModel"), completionReq.model, logger, effReasoning, overrides);
 		res.writeHead(200, { "Content-Type": "application/json" });
 		res.end(JSON.stringify(body));
 		return;
 	}
-	journal.add({
+	addResponseEntry({
 		method: req.method ?? "POST",
 		path: urlPath,
 		headers: flattenHeaders(req.headers),
@@ -469,6 +530,13 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 	} }));
 }
 const BEDROCK_INVOKE_STREAM_EVENT_TYPE = "chunk";
+/** Serialize Claude events as InvokeModel PayloadPart, leaving generic AWS framing unchanged. */
+function writeBedrockInvokeStream(res, events, options) {
+	return writeEventStream(res, events.map((event) => ({
+		eventType: event.eventType,
+		payload: { bytes: Buffer.from(JSON.stringify(event.payload), "utf8").toString("base64") }
+	})), options);
+}
 function buildBedrockInvokeMessageStart(model, overrides) {
 	return {
 		eventType: BEDROCK_INVOKE_STREAM_EVENT_TYPE,
@@ -507,13 +575,7 @@ function buildBedrockInvokeMessageStop() {
 	};
 }
 function parseToolArgumentsForStream(toolCall, logger) {
-	try {
-		const parsed = JSON.parse(toolCall.arguments || "{}");
-		return JSON.stringify(parsed);
-	} catch {
-		logger.warn(`Malformed JSON in fixture tool call arguments for "${toolCall.name}": ${toolCall.arguments}`);
-		return "{}";
-	}
+	return servedToolArgs(toolCall, "string", logger).text;
 }
 function buildBedrockStreamTextEvents(content, model, chunkSize, reasoning, overrides) {
 	const events = [];
@@ -1041,11 +1103,101 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 		return;
 	}
 	const response = await resolveResponse(fixture, completionReq);
+	const misbehavior = planMisbehavior({
+		wire: "bedrock-invoke",
+		emitsToolCallIds: true,
+		fixture,
+		response,
+		request: completionReq,
+		stream: completionReq.stream === true,
+		defaults,
+		rawHeaders: req.headers,
+		url: req.url
+	});
+	const addResponseEntry = (input) => {
+		const entry = journal.add(input);
+		recordMisbehaviorOutcome({
+			entry,
+			summary: misbehavior.summary,
+			defaults,
+			testId
+		});
+		return entry;
+	};
+	if (misbehavior.kind === "error") {
+		if (!misbehavior.summary?.evaluations.length) logger.error(`[misbehavior] ${misbehavior.message}`);
+		addResponseEntry({
+			method: req.method ?? "POST",
+			path: urlPath,
+			headers: flattenHeaders(req.headers),
+			body: completionReq,
+			response: {
+				status: misbehavior.status,
+				fixture
+			}
+		});
+		const type = misbehavior.status === 400 ? "ValidationException" : "NotImplementedException";
+		res.setHeader("x-amzn-errortype", type);
+		writeErrorResponse(res, misbehavior.status, JSON.stringify({
+			__type: type,
+			code: misbehavior.code,
+			message: misbehavior.message
+		}));
+		return;
+	}
 	const latency = fixture.latency ?? defaults.latency;
 	const chunkSize = Math.max(1, fixture.chunkSize ?? defaults.chunkSize);
+	if (misbehavior.kind === "applied") {
+		const prepared = prepareClaudeMisbehavior(misbehavior, {
+			request: completionReq,
+			stream: true,
+			chunkSize,
+			logger,
+			strict: resolveStrictMode(defaults.strict, req.headers)
+		});
+		if (!prepared.stream) throw new TypeError("InvokeModel stream requires Claude events");
+		const entry = journal.add({
+			method: req.method ?? "POST",
+			path: urlPath,
+			headers: flattenHeaders(req.headers),
+			body: completionReq,
+			response: {
+				status: 200,
+				fixture
+			}
+		});
+		recordMisbehaviorOutcome({
+			entry,
+			summary: prepared.plan.summary,
+			defaults,
+			testId
+		});
+		const events = prepared.events.map((event) => ({
+			eventType: BEDROCK_INVOKE_STREAM_EVENT_TYPE,
+			payload: event
+		}));
+		const interruption = createInterruptionSignal(fixture);
+		try {
+			if (!await writeBedrockInvokeStream(res, events, {
+				latency,
+				streamingProfile: fixture.streamingProfile,
+				recordedTimings: fixture.recordedTimings,
+				replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed,
+				signal: interruption?.signal,
+				onChunkSent: interruption?.tick
+			})) {
+				if (!res.writableEnded) res.destroy();
+				entry.response.interrupted = true;
+				entry.response.interruptReason = interruption?.reason();
+			}
+		} finally {
+			interruption?.cleanup();
+		}
+		return;
+	}
 	if (isErrorResponse(response)) {
 		const status = response.status ?? 500;
-		journal.add({
+		addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: flattenHeaders(req.headers),
@@ -1065,11 +1217,11 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 		writeErrorResponse(res, status, JSON.stringify(anthropicError), { retryAfter: response.retryAfter });
 		return;
 	}
-	if (isContentWithToolCallsResponse(response)) {
+	if (isCombinedFixtureResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = extractOverrides(response);
 		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveStrictMode(defaults.strict, req.headers), logger);
-		const journalEntry = journal.add({
+		const journalEntry = addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: flattenHeaders(req.headers),
@@ -1079,9 +1231,10 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 				fixture
 			}
 		});
-		const events = buildBedrockStreamContentWithToolCallsEvents(response.content ?? "", response.toolCalls ?? [], completionReq.model, chunkSize, logger, effReasoning, overrides, response.blocks);
+		const functionToolCalls = requireEmittedFunctionToolCalls(response, "Bedrock InvokeModel");
+		const events = buildBedrockStreamContentWithToolCallsEvents(response.content ?? "", functionToolCalls, completionReq.model, chunkSize, logger, effReasoning, overrides, response.blocks);
 		const interruption = createInterruptionSignal(fixture);
-		if (!await writeEventStream(res, events, {
+		if (!await writeBedrockInvokeStream(res, events, {
 			latency,
 			streamingProfile: fixture.streamingProfile,
 			recordedTimings: fixture.recordedTimings,
@@ -1100,7 +1253,7 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = extractOverrides(response);
 		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveStrictMode(defaults.strict, req.headers), logger);
-		const journalEntry = journal.add({
+		const journalEntry = addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: flattenHeaders(req.headers),
@@ -1112,7 +1265,7 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 		});
 		const events = buildBedrockStreamTextEvents(response.content, completionReq.model, chunkSize, effReasoning, overrides);
 		const interruption = createInterruptionSignal(fixture);
-		if (!await writeEventStream(res, events, {
+		if (!await writeBedrockInvokeStream(res, events, {
 			latency,
 			streamingProfile: fixture.streamingProfile,
 			recordedTimings: fixture.recordedTimings,
@@ -1131,7 +1284,7 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = extractOverrides(response);
 		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveStrictMode(defaults.strict, req.headers), logger);
-		const journalEntry = journal.add({
+		const journalEntry = addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: flattenHeaders(req.headers),
@@ -1141,9 +1294,9 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 				fixture
 			}
 		});
-		const events = buildBedrockStreamToolCallEvents(response.toolCalls, completionReq.model, chunkSize, logger, effReasoning, overrides);
+		const events = buildBedrockStreamToolCallEvents(requireEmittedFunctionToolCalls(response, "Bedrock InvokeModel"), completionReq.model, chunkSize, logger, effReasoning, overrides);
 		const interruption = createInterruptionSignal(fixture);
-		if (!await writeEventStream(res, events, {
+		if (!await writeBedrockInvokeStream(res, events, {
 			latency,
 			streamingProfile: fixture.streamingProfile,
 			recordedTimings: fixture.recordedTimings,
@@ -1158,7 +1311,7 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 		interruption?.cleanup();
 		return;
 	}
-	journal.add({
+	addResponseEntry({
 		method: req.method ?? "POST",
 		path: urlPath,
 		headers: flattenHeaders(req.headers),