@copilotkit/aimock 1.44.0 → 1.45.0

package/dist/bedrock.cjs

@@ -1,9 +1,11 @@
 const require_helpers = require('./helpers.cjs');
 const require_sse_writer = require('./sse-writer.cjs');
 const require_chaos = require('./chaos.cjs');
+const require_misbehavior = require('./misbehavior.cjs');
 const require_router = require('./router.cjs');
 const require_recorder = require('./recorder.cjs');
 const require_interruption = require('./interruption.cjs');
+const require_messages = require('./messages.cjs');
 const require_aws_event_stream = require('./aws-event-stream.cjs');
 
 //#region src/bedrock.ts
@@ -155,18 +157,12 @@ function buildBedrockToolCallResponse(toolCalls, model, logger, reasoning, overr
 		signature: ""
 	});
 	for (const tc of toolCalls) {
-		let argsObj;
-		try {
-			argsObj = JSON.parse(tc.arguments || "{}");
-		} catch {
-			logger.warn(`Malformed JSON in fixture tool call arguments for "${tc.name}": ${tc.arguments}`);
-			argsObj = {};
-		}
+		const args = require_helpers.servedToolArgs(tc, "object", logger);
 		contentBlocks.push({
 			type: "tool_use",
 			id: tc.id || require_helpers.generateToolUseId(),
 			name: tc.name,
-			input: argsObj
+			input: args.value
 		});
 	}
 	return {
@@ -205,18 +201,12 @@ function buildBedrockBlocksResponse(blocks, model, logger, reasoning, overrides)
 		text: block.text
 	});
 	else {
-		let argsObj;
-		try {
-			argsObj = JSON.parse(block.arguments || "{}");
-		} catch {
-			logger.warn(`Malformed JSON in fixture tool call arguments for "${block.name}": ${block.arguments}`);
-			argsObj = {};
-		}
+		const args = require_helpers.servedToolArgs(block, "object", logger);
 		contentBlocks.push({
 			type: "tool_use",
 			id: block.id || require_helpers.generateToolUseId(),
 			name: block.name,
-			input: argsObj
+			input: args.value
 		});
 	}
 	return {
@@ -362,9 +352,79 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 		return;
 	}
 	const response = await require_helpers.resolveResponse(fixture, completionReq);
+	const misbehavior = require_misbehavior.planMisbehavior({
+		wire: "bedrock-invoke",
+		emitsToolCallIds: true,
+		fixture,
+		response,
+		request: completionReq,
+		stream: completionReq.stream === true,
+		defaults,
+		rawHeaders: req.headers,
+		url: req.url
+	});
+	const addResponseEntry = (input) => {
+		const entry = journal.add(input);
+		require_misbehavior.recordMisbehaviorOutcome({
+			entry,
+			summary: misbehavior.summary,
+			defaults,
+			testId
+		});
+		return entry;
+	};
+	if (misbehavior.kind === "error") {
+		if (!misbehavior.summary?.evaluations.length) logger.error(`[misbehavior] ${misbehavior.message}`);
+		addResponseEntry({
+			method: req.method ?? "POST",
+			path: urlPath,
+			headers: require_helpers.flattenHeaders(req.headers),
+			body: completionReq,
+			response: {
+				status: misbehavior.status,
+				fixture
+			}
+		});
+		const type = misbehavior.status === 400 ? "ValidationException" : "NotImplementedException";
+		res.setHeader("x-amzn-errortype", type);
+		require_sse_writer.writeErrorResponse(res, misbehavior.status, JSON.stringify({
+			__type: type,
+			code: misbehavior.code,
+			message: misbehavior.message
+		}));
+		return;
+	}
+	if (misbehavior.kind === "applied") {
+		const prepared = require_messages.prepareClaudeMisbehavior(misbehavior, {
+			request: completionReq,
+			stream: false,
+			chunkSize: Math.max(1, fixture.chunkSize ?? defaults.chunkSize),
+			logger,
+			strict: require_helpers.resolveStrictMode(defaults.strict, req.headers)
+		});
+		if (prepared.stream) throw new TypeError("InvokeModel requires non-stream Claude output");
+		require_misbehavior.recordMisbehaviorOutcome({
+			entry: journal.add({
+				method: req.method ?? "POST",
+				path: urlPath,
+				headers: require_helpers.flattenHeaders(req.headers),
+				body: completionReq,
+				response: {
+					status: 200,
+					fixture
+				}
+			}),
+			summary: prepared.plan.summary,
+			defaults,
+			testId
+		});
+		res.writeHead(200, { "Content-Type": "application/json" });
+		res.end(JSON.stringify(prepared.body));
+		return;
+	}
 	if (require_helpers.isErrorResponse(response)) {
 		const status = response.status ?? 500;
-		journal.add({
+		addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: require_helpers.flattenHeaders(req.headers),
@@ -384,11 +444,11 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 		require_sse_writer.writeErrorResponse(res, status, JSON.stringify(anthropicError), { retryAfter: response.retryAfter });
 		return;
 	}
-	if (require_helpers.isContentWithToolCallsResponse(response)) {
+	if (require_helpers.isCombinedFixtureResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = require_helpers.extractOverrides(response);
 		const effReasoning = require_helpers.resolveReasoningForModel(response.reasoning, completionReq.model, require_helpers.resolveStrictMode(defaults.strict, req.headers), logger);
-		journal.add({
+		addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: require_helpers.flattenHeaders(req.headers),
@@ -398,6 +458,7 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 				fixture
 			}
 		});
+		const functionToolCalls = require_helpers.requireEmittedFunctionToolCalls(response, "Bedrock InvokeModel");
 		if (response.blocks && response.blocks.length > 0) {
 			const blocksBody = buildBedrockBlocksResponse(response.blocks, completionReq.model, logger, effReasoning, overrides);
 			res.writeHead(200, { "Content-Type": "application/json" });
@@ -405,7 +466,7 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 			return;
 		}
 		const textBody = buildBedrockTextResponse(response.content ?? "", completionReq.model, effReasoning, overrides);
-		const toolBody = buildBedrockToolCallResponse(response.toolCalls ?? [], completionReq.model, logger, void 0, overrides);
+		const toolBody = buildBedrockToolCallResponse(functionToolCalls, completionReq.model, logger, void 0, overrides);
 		const merged = {
 			...textBody,
 			content: [...textBody.content, ...toolBody.content],
@@ -419,7 +480,7 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = require_helpers.extractOverrides(response);
 		const effReasoning = require_helpers.resolveReasoningForModel(response.reasoning, completionReq.model, require_helpers.resolveStrictMode(defaults.strict, req.headers), logger);
-		journal.add({
+		addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: require_helpers.flattenHeaders(req.headers),
@@ -438,7 +499,7 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = require_helpers.extractOverrides(response);
 		const effReasoning = require_helpers.resolveReasoningForModel(response.reasoning, completionReq.model, require_helpers.resolveStrictMode(defaults.strict, req.headers), logger);
-		journal.add({
+		addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: require_helpers.flattenHeaders(req.headers),
@@ -448,12 +509,12 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 				fixture
 			}
 		});
-		const body = buildBedrockToolCallResponse(response.toolCalls, completionReq.model, logger, effReasoning, overrides);
+		const body = buildBedrockToolCallResponse(require_helpers.requireEmittedFunctionToolCalls(response, "Bedrock InvokeModel"), completionReq.model, logger, effReasoning, overrides);
 		res.writeHead(200, { "Content-Type": "application/json" });
 		res.end(JSON.stringify(body));
 		return;
 	}
-	journal.add({
+	addResponseEntry({
 		method: req.method ?? "POST",
 		path: urlPath,
 		headers: require_helpers.flattenHeaders(req.headers),
@@ -469,6 +530,13 @@ async function handleBedrock(req, res, raw, modelId, fixtures, journal, defaults
 	} }));
 }
 const BEDROCK_INVOKE_STREAM_EVENT_TYPE = "chunk";
+/** Serialize Claude events as InvokeModel PayloadPart, leaving generic AWS framing unchanged. */
+function writeBedrockInvokeStream(res, events, options) {
+	return require_aws_event_stream.writeEventStream(res, events.map((event) => ({
+		eventType: event.eventType,
+		payload: { bytes: Buffer.from(JSON.stringify(event.payload), "utf8").toString("base64") }
+	})), options);
+}
 function buildBedrockInvokeMessageStart(model, overrides) {
 	return {
 		eventType: BEDROCK_INVOKE_STREAM_EVENT_TYPE,
@@ -507,13 +575,7 @@ function buildBedrockInvokeMessageStop() {
 	};
 }
 function parseToolArgumentsForStream(toolCall, logger) {
-	try {
-		const parsed = JSON.parse(toolCall.arguments || "{}");
-		return JSON.stringify(parsed);
-	} catch {
-		logger.warn(`Malformed JSON in fixture tool call arguments for "${toolCall.name}": ${toolCall.arguments}`);
-		return "{}";
-	}
+	return require_helpers.servedToolArgs(toolCall, "string", logger).text;
 }
 function buildBedrockStreamTextEvents(content, model, chunkSize, reasoning, overrides) {
 	const events = [];
@@ -1041,11 +1103,101 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 		return;
 	}
 	const response = await require_helpers.resolveResponse(fixture, completionReq);
+	const misbehavior = require_misbehavior.planMisbehavior({
+		wire: "bedrock-invoke",
+		emitsToolCallIds: true,
+		fixture,
+		response,
+		request: completionReq,
+		stream: completionReq.stream === true,
+		defaults,
+		rawHeaders: req.headers,
+		url: req.url
+	});
+	const addResponseEntry = (input) => {
+		const entry = journal.add(input);
+		require_misbehavior.recordMisbehaviorOutcome({
+			entry,
+			summary: misbehavior.summary,
+			defaults,
+			testId
+		});
+		return entry;
+	};
+	if (misbehavior.kind === "error") {
+		if (!misbehavior.summary?.evaluations.length) logger.error(`[misbehavior] ${misbehavior.message}`);
+		addResponseEntry({
+			method: req.method ?? "POST",
+			path: urlPath,
+			headers: require_helpers.flattenHeaders(req.headers),
+			body: completionReq,
+			response: {
+				status: misbehavior.status,
+				fixture
+			}
+		});
+		const type = misbehavior.status === 400 ? "ValidationException" : "NotImplementedException";
+		res.setHeader("x-amzn-errortype", type);
+		require_sse_writer.writeErrorResponse(res, misbehavior.status, JSON.stringify({
+			__type: type,
+			code: misbehavior.code,
+			message: misbehavior.message
+		}));
+		return;
+	}
 	const latency = fixture.latency ?? defaults.latency;
 	const chunkSize = Math.max(1, fixture.chunkSize ?? defaults.chunkSize);
+	if (misbehavior.kind === "applied") {
+		const prepared = require_messages.prepareClaudeMisbehavior(misbehavior, {
+			request: completionReq,
+			stream: true,
+			chunkSize,
+			logger,
+			strict: require_helpers.resolveStrictMode(defaults.strict, req.headers)
+		});
+		if (!prepared.stream) throw new TypeError("InvokeModel stream requires Claude events");
+		const entry = journal.add({
+			method: req.method ?? "POST",
+			path: urlPath,
+			headers: require_helpers.flattenHeaders(req.headers),
+			body: completionReq,
+			response: {
+				status: 200,
+				fixture
+			}
+		});
+		require_misbehavior.recordMisbehaviorOutcome({
+			entry,
+			summary: prepared.plan.summary,
+			defaults,
+			testId
+		});
+		const events = prepared.events.map((event) => ({
+			eventType: BEDROCK_INVOKE_STREAM_EVENT_TYPE,
+			payload: event
+		}));
+		const interruption = require_interruption.createInterruptionSignal(fixture);
+		try {
+			if (!await writeBedrockInvokeStream(res, events, {
+				latency,
+				streamingProfile: fixture.streamingProfile,
+				recordedTimings: fixture.recordedTimings,
+				replaySpeed: fixture.replaySpeed ?? defaults.replaySpeed,
+				signal: interruption?.signal,
+				onChunkSent: interruption?.tick
+			})) {
+				if (!res.writableEnded) res.destroy();
+				entry.response.interrupted = true;
+				entry.response.interruptReason = interruption?.reason();
+			}
+		} finally {
+			interruption?.cleanup();
+		}
+		return;
+	}
 	if (require_helpers.isErrorResponse(response)) {
 		const status = response.status ?? 500;
-		journal.add({
+		addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: require_helpers.flattenHeaders(req.headers),
@@ -1065,11 +1217,11 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 		require_sse_writer.writeErrorResponse(res, status, JSON.stringify(anthropicError), { retryAfter: response.retryAfter });
 		return;
 	}
-	if (require_helpers.isContentWithToolCallsResponse(response)) {
+	if (require_helpers.isCombinedFixtureResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = require_helpers.extractOverrides(response);
 		const effReasoning = require_helpers.resolveReasoningForModel(response.reasoning, completionReq.model, require_helpers.resolveStrictMode(defaults.strict, req.headers), logger);
-		const journalEntry = journal.add({
+		const journalEntry = addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: require_helpers.flattenHeaders(req.headers),
@@ -1079,9 +1231,10 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 				fixture
 			}
 		});
-		const events = buildBedrockStreamContentWithToolCallsEvents(response.content ?? "", response.toolCalls ?? [], completionReq.model, chunkSize, logger, effReasoning, overrides, response.blocks);
+		const functionToolCalls = require_helpers.requireEmittedFunctionToolCalls(response, "Bedrock InvokeModel");
+		const events = buildBedrockStreamContentWithToolCallsEvents(response.content ?? "", functionToolCalls, completionReq.model, chunkSize, logger, effReasoning, overrides, response.blocks);
 		const interruption = require_interruption.createInterruptionSignal(fixture);
-		if (!await require_aws_event_stream.writeEventStream(res, events, {
+		if (!await writeBedrockInvokeStream(res, events, {
 			latency,
 			streamingProfile: fixture.streamingProfile,
 			recordedTimings: fixture.recordedTimings,
@@ -1100,7 +1253,7 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = require_helpers.extractOverrides(response);
 		const effReasoning = require_helpers.resolveReasoningForModel(response.reasoning, completionReq.model, require_helpers.resolveStrictMode(defaults.strict, req.headers), logger);
-		const journalEntry = journal.add({
+		const journalEntry = addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: require_helpers.flattenHeaders(req.headers),
@@ -1112,7 +1265,7 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 		});
 		const events = buildBedrockStreamTextEvents(response.content, completionReq.model, chunkSize, effReasoning, overrides);
 		const interruption = require_interruption.createInterruptionSignal(fixture);
-		if (!await require_aws_event_stream.writeEventStream(res, events, {
+		if (!await writeBedrockInvokeStream(res, events, {
 			latency,
 			streamingProfile: fixture.streamingProfile,
 			recordedTimings: fixture.recordedTimings,
@@ -1131,7 +1284,7 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock API — ignoring");
 		const overrides = require_helpers.extractOverrides(response);
 		const effReasoning = require_helpers.resolveReasoningForModel(response.reasoning, completionReq.model, require_helpers.resolveStrictMode(defaults.strict, req.headers), logger);
-		const journalEntry = journal.add({
+		const journalEntry = addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
 			headers: require_helpers.flattenHeaders(req.headers),
@@ -1141,9 +1294,9 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 				fixture
 			}
 		});
-		const events = buildBedrockStreamToolCallEvents(response.toolCalls, completionReq.model, chunkSize, logger, effReasoning, overrides);
+		const events = buildBedrockStreamToolCallEvents(require_helpers.requireEmittedFunctionToolCalls(response, "Bedrock InvokeModel"), completionReq.model, chunkSize, logger, effReasoning, overrides);
 		const interruption = require_interruption.createInterruptionSignal(fixture);
-		if (!await require_aws_event_stream.writeEventStream(res, events, {
+		if (!await writeBedrockInvokeStream(res, events, {
 			latency,
 			streamingProfile: fixture.streamingProfile,
 			recordedTimings: fixture.recordedTimings,
@@ -1158,7 +1311,7 @@ async function handleBedrockStream(req, res, raw, modelId, fixtures, journal, de
 		interruption?.cleanup();
 		return;
 	}
-	journal.add({
+	addResponseEntry({
 		method: req.method ?? "POST",
 		path: urlPath,
 		headers: require_helpers.flattenHeaders(req.headers),