@copilotkit/aimock 1.45.0 → 1.46.0

package/dist/bedrock-converse.js

@@ -1,19 +1,20 @@
-import { InvalidToolArgumentsError, estimatePromptTokens, estimateTokens, extractOverrides, flattenHeaders, generateToolUseId, getContext, getTestId, isCombinedFixtureResponse, isErrorResponse, isJsonObject, isTextResponse, isToolCallResponse, requireEmittedFunctionToolCalls, resolveFixtureBlockOutcome, resolveReasoningForModel, resolveResponse, resolveStrictMode, servedToolArgs, strictNoMatchLogLine, strictNoMatchMessage, strictOverrideField, toolArgsForWire } from "./helpers.js";
+import { renderError } from "./response/errors.js";
+import { resolveRequestDecisions, strictOverrideField } from "./response/policy.js";
+import { InvalidToolArgumentsError, estimatePromptTokens, estimateTokens, extractOverrides, flattenHeaders, generateToolUseId, getContext, getTestId, isCombinedFixtureResponse, isErrorResponse, isJsonObject, isTextResponse, isToolCallResponse, requireEmittedFunctionToolCalls, resolveFixtureBlockOutcome, resolveReasoningForModel, resolveResponse, servedToolArgs, strictNoMatchLogLine, strictNoMatchMessage, toolArgsForWire } from "./helpers.js";
 import { writeErrorResponse } from "./sse-writer.js";
 import { applyChaosAsync } from "./chaos.js";
 import { planMisbehavior, recordMisbehaviorOutcome } from "./misbehavior.js";
 import { matchFixtureDiagnostic, recordMatchOptions } from "./router.js";
 import { proxyAndRecord } from "./recorder.js";
 import { createInterruptionSignal } from "./interruption.js";
+import { mapAnthropicFinish } from "./response/finish.js";
 import { writeEventStream } from "./aws-event-stream.js";
+import { render } from "./response/usage/codecs/converse.js";
 
 //#region src/bedrock-converse.ts
 function converseStopReason(overrideFinishReason, defaultReason) {
 	if (!overrideFinishReason) return defaultReason;
-	if (overrideFinishReason === "stop") return "end_turn";
-	if (overrideFinishReason === "tool_calls") return "tool_use";
-	if (overrideFinishReason === "length") return "max_tokens";
-	return overrideFinishReason;
+	return mapAnthropicFinish(overrideFinishReason);
 }
 /**
 * Build Converse-format usage from fixture overrides.
@@ -24,18 +25,7 @@ function converseStopReason(overrideFinishReason, defaultReason) {
 * usage should supply explicit `usage` overrides in their fixture.
 */
 function converseUsage(overrides) {
-	if (!overrides?.usage) return {
-		inputTokens: 0,
-		outputTokens: 0,
-		totalTokens: 0
-	};
-	const inputTokens = overrides.usage.input_tokens ?? overrides.usage.prompt_tokens ?? 0;
-	const outputTokens = overrides.usage.output_tokens ?? overrides.usage.completion_tokens ?? 0;
-	return {
-		inputTokens,
-		outputTokens,
-		totalTokens: inputTokens + outputTokens
-	};
+	return render(overrides);
 }
 function parseConverseToolArgumentsForStream(toolCall, logger) {
 	return servedToolArgs(toolCall, "string", logger).text;
@@ -519,7 +509,7 @@ function prepareConverseMisbehavior(plan, request, stream, defaults, headers) {
 			} : block;
 		});
 	}
-	const reasoning = plan.reasoning ?? resolveReasoningForModel("reasoning" in response ? response.reasoning : void 0, request.model, resolveStrictMode(defaults.strict, headers), defaults.logger) ?? "";
+	const reasoning = plan.reasoning ?? resolveReasoningForModel("reasoning" in response ? response.reasoning : void 0, request.model, resolveRequestDecisions(defaults.strict, headers).reasoningSuppression, defaults.logger) ?? "";
 	const servedToolCalls = blocks.flatMap((block) => block.type === "toolCall" ? [{
 		name: block.name,
 		arguments: block.arguments,
@@ -538,11 +528,10 @@ function prepareConverseMisbehavior(plan, request, stream, defaults, headers) {
 		blocks,
 		reasoning,
 		stopReason,
-		usage: {
-			inputTokens,
-			outputTokens,
-			totalTokens: inputTokens + outputTokens
-		}
+		usage: render(void 0, {
+			input: inputTokens,
+			output: outputTokens
+		})
 	};
 }
 function buildConverseMisbehaviorResponse(prepared) {
@@ -651,10 +640,10 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 				fixture: null
 			}
 		});
-		writeErrorResponse(res, 400, JSON.stringify({ error: {
+		writeErrorResponse(res, 400, renderError("bedrock", "validation", {
 			message: `Malformed JSON: ${detail}`,
 			type: "invalid_request_error"
-		} }));
+		}).body);
 		return;
 	}
 	if (!isJsonObject(converseReq)) {
@@ -668,10 +657,10 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 				fixture: null
 			}
 		});
-		writeErrorResponse(res, 400, JSON.stringify({ error: {
+		writeErrorResponse(res, 400, renderError("bedrock", "validation", {
 			message: "Request body must be a JSON object",
 			type: "invalid_request_error"
-		} }));
+		}).body);
 		return;
 	}
 	const messageError = !Array.isArray(converseReq.messages) ? "Invalid request: messages array is required" : validateConverseMessages(converseReq) ?? validateConverseSystem(converseReq) ?? validateConverseTools(converseReq);
@@ -686,10 +675,10 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 				fixture: null
 			}
 		});
-		writeErrorResponse(res, 400, JSON.stringify({ error: {
+		writeErrorResponse(res, 400, renderError("bedrock", "validation", {
 			message: messageError,
 			type: "invalid_request_error"
-		} }));
+		}).body);
 		return;
 	}
 	const completionReq = converseToCompletionRequest(converseReq, modelId, logger);
@@ -707,7 +696,7 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 		body: completionReq
 	}, fixture ? "fixture" : "proxy", defaults.registry, defaults.logger)) return;
 	if (!fixture) {
-		if (resolveStrictMode(defaults.strict, req.headers)) {
+		if (resolveRequestDecisions(defaults.strict, req.headers).fixtureMiss) {
 			const strictStatus = 503;
 			const strictMessage = strictNoMatchMessage(skippedBySequenceOrTurn);
 			logger.error(strictNoMatchLogLine(req.method ?? "POST", urlPath, skippedBySequenceOrTurn));
@@ -722,10 +711,10 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 					...strictOverrideField(defaults.strict, req.headers)
 				}
 			});
-			writeErrorResponse(res, strictStatus, JSON.stringify({ error: {
+			writeErrorResponse(res, strictStatus, renderError("bedrock", "strict-miss", {
 				message: strictMessage,
 				type: "invalid_request_error"
-			} }));
+			}).body);
 			return;
 		}
 		if (defaults.record) {
@@ -757,10 +746,10 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 				...strictOverrideField(defaults.strict, req.headers)
 			}
 		});
-		writeErrorResponse(res, 404, JSON.stringify({ error: {
+		writeErrorResponse(res, 404, renderError("bedrock", "fixture-miss", {
 			message: "No fixture matched",
 			type: "invalid_request_error"
-		} }));
+		}).body);
 		return;
 	}
 	const response = await resolveResponse(fixture, completionReq);
@@ -800,11 +789,11 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 		});
 		const type = misbehavior.status === 400 ? "ValidationException" : "InternalServerException";
 		res.setHeader("x-amzn-errortype", type);
-		writeErrorResponse(res, misbehavior.status, JSON.stringify({
-			__type: type,
+		writeErrorResponse(res, misbehavior.status, renderError("bedrock-converse", "misbehavior", {
+			type,
 			message: misbehavior.message,
 			code: misbehavior.code
-		}));
+		}).body);
 		return;
 	}
 	if (misbehavior.kind === "applied") {
@@ -837,20 +826,16 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 				fixture
 			}
 		});
-		const errBody = {
-			type: "error",
-			error: {
-				type: response.error.type ?? "invalid_request_error",
-				message: response.error.message
-			}
-		};
-		writeErrorResponse(res, status, JSON.stringify(errBody), { retryAfter: response.retryAfter });
+		writeErrorResponse(res, status, renderError("bedrock", "fixture", {
+			message: response.error.message,
+			type: response.error.type ?? "invalid_request_error"
+		}).body, { retryAfter: response.retryAfter });
 		return;
 	}
 	if (isCombinedFixtureResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock Converse API — ignoring");
 		const overrides = extractOverrides(response);
-		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveStrictMode(defaults.strict, req.headers), logger);
+		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression, logger);
 		addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
@@ -870,7 +855,7 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 	if (isTextResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock Converse API — ignoring");
 		const overrides = extractOverrides(response);
-		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveStrictMode(defaults.strict, req.headers), logger);
+		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression, logger);
 		addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
@@ -889,7 +874,7 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 	if (isToolCallResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock Converse API — ignoring");
 		const overrides = extractOverrides(response);
-		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveStrictMode(defaults.strict, req.headers), logger);
+		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression, logger);
 		addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
@@ -915,10 +900,10 @@ async function handleConverse(req, res, raw, modelId, fixtures, journal, default
 			fixture
 		}
 	});
-	writeErrorResponse(res, 500, JSON.stringify({ error: {
+	writeErrorResponse(res, 500, renderError("bedrock", "unknown-response", {
 		message: "Fixture response did not match any known type",
 		type: "server_error"
-	} }));
+	}).body);
 }
 async function handleConverseStream(req, res, raw, modelId, fixtures, journal, defaults, setCorsHeaders) {
 	const { logger } = defaults;
@@ -939,10 +924,10 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 				fixture: null
 			}
 		});
-		writeErrorResponse(res, 400, JSON.stringify({ error: {
+		writeErrorResponse(res, 400, renderError("bedrock", "validation", {
 			message: `Malformed JSON: ${detail}`,
 			type: "invalid_request_error"
-		} }));
+		}).body);
 		return;
 	}
 	if (!isJsonObject(converseReq)) {
@@ -956,10 +941,10 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 				fixture: null
 			}
 		});
-		writeErrorResponse(res, 400, JSON.stringify({ error: {
+		writeErrorResponse(res, 400, renderError("bedrock", "validation", {
 			message: "Request body must be a JSON object",
 			type: "invalid_request_error"
-		} }));
+		}).body);
 		return;
 	}
 	const messageError = !Array.isArray(converseReq.messages) ? "Invalid request: messages array is required" : validateConverseMessages(converseReq) ?? validateConverseSystem(converseReq) ?? validateConverseTools(converseReq);
@@ -974,10 +959,10 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 				fixture: null
 			}
 		});
-		writeErrorResponse(res, 400, JSON.stringify({ error: {
+		writeErrorResponse(res, 400, renderError("bedrock", "validation", {
 			message: messageError,
 			type: "invalid_request_error"
-		} }));
+		}).body);
 		return;
 	}
 	const completionReq = converseToCompletionRequest(converseReq, modelId, logger);
@@ -996,7 +981,7 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 		body: completionReq
 	}, fixture ? "fixture" : "proxy", defaults.registry, defaults.logger)) return;
 	if (!fixture) {
-		if (resolveStrictMode(defaults.strict, req.headers)) {
+		if (resolveRequestDecisions(defaults.strict, req.headers).fixtureMiss) {
 			const strictStatus = 503;
 			const strictMessage = strictNoMatchMessage(skippedBySequenceOrTurn);
 			logger.error(strictNoMatchLogLine(req.method ?? "POST", urlPath, skippedBySequenceOrTurn));
@@ -1011,10 +996,10 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 					...strictOverrideField(defaults.strict, req.headers)
 				}
 			});
-			writeErrorResponse(res, strictStatus, JSON.stringify({ error: {
+			writeErrorResponse(res, strictStatus, renderError("bedrock", "strict-miss", {
 				message: strictMessage,
 				type: "invalid_request_error"
-			} }));
+			}).body);
 			return;
 		}
 		if (defaults.record) {
@@ -1046,10 +1031,10 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 				...strictOverrideField(defaults.strict, req.headers)
 			}
 		});
-		writeErrorResponse(res, 404, JSON.stringify({ error: {
+		writeErrorResponse(res, 404, renderError("bedrock", "fixture-miss", {
 			message: "No fixture matched",
 			type: "invalid_request_error"
-		} }));
+		}).body);
 		return;
 	}
 	const response = await resolveResponse(fixture, completionReq);
@@ -1089,11 +1074,11 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 		});
 		const type = misbehavior.status === 400 ? "ValidationException" : "InternalServerException";
 		res.setHeader("x-amzn-errortype", type);
-		writeErrorResponse(res, misbehavior.status, JSON.stringify({
-			__type: type,
+		writeErrorResponse(res, misbehavior.status, renderError("bedrock-converse", "misbehavior", {
+			type,
 			message: misbehavior.message,
 			code: misbehavior.code
-		}));
+		}).body);
 		return;
 	}
 	const latency = fixture.latency ?? defaults.latency;
@@ -1140,20 +1125,16 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 				fixture
 			}
 		});
-		const errBody = {
-			type: "error",
-			error: {
-				type: response.error.type ?? "invalid_request_error",
-				message: response.error.message
-			}
-		};
-		writeErrorResponse(res, status, JSON.stringify(errBody), { retryAfter: response.retryAfter });
+		writeErrorResponse(res, status, renderError("bedrock", "fixture", {
+			message: response.error.message,
+			type: response.error.type ?? "invalid_request_error"
+		}).body, { retryAfter: response.retryAfter });
 		return;
 	}
 	if (isCombinedFixtureResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock Converse API — ignoring");
 		const overrides = extractOverrides(response);
-		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveStrictMode(defaults.strict, req.headers), logger);
+		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression, logger);
 		const journalEntry = addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
@@ -1185,7 +1166,7 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 	if (isTextResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock Converse API — ignoring");
 		const overrides = extractOverrides(response);
-		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveStrictMode(defaults.strict, req.headers), logger);
+		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression, logger);
 		const journalEntry = addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
@@ -1216,7 +1197,7 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 	if (isToolCallResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Bedrock Converse API — ignoring");
 		const overrides = extractOverrides(response);
-		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveStrictMode(defaults.strict, req.headers), logger);
+		const effReasoning = resolveReasoningForModel(response.reasoning, completionReq.model, resolveRequestDecisions(defaults.strict, req.headers).reasoningSuppression, logger);
 		const journalEntry = addResponseEntry({
 			method: req.method ?? "POST",
 			path: urlPath,
@@ -1254,10 +1235,10 @@ async function handleConverseStream(req, res, raw, modelId, fixtures, journal, d
 			fixture
 		}
 	});
-	writeErrorResponse(res, 500, JSON.stringify({ error: {
+	writeErrorResponse(res, 500, renderError("bedrock", "unknown-response", {
 		message: "Fixture response did not match any known type",
 		type: "server_error"
-	} }));
+	}).body);
 }
 
 //#endregion