@copilotkit/aimock 1.21.0 → 1.22.1

package/dist/server.js

@@ -1,4 +1,4 @@
-import { buildContentWithToolCallsChunks, buildContentWithToolCallsCompletion, buildTextChunks, buildTextCompletion, buildToolCallChunks, buildToolCallCompletion, extractOverrides, flattenHeaders, getTestId, isAudioResponse, isContentWithToolCallsResponse, isErrorResponse, isTextResponse, isToolCallResponse, resolveResponse } from "./helpers.js";
+import { buildContentWithToolCallsChunks, buildContentWithToolCallsCompletion, buildTextChunks, buildTextCompletion, buildToolCallChunks, buildToolCallCompletion, extractOverrides, flattenHeaders, getTestId, isAudioResponse, isContentWithToolCallsResponse, isErrorResponse, isTextResponse, isToolCallResponse, readBody, resolveResponse, resolveStrictMode, serializeErrorResponse, strictOverrideField } from "./helpers.js";
 import { Logger } from "./logger.js";
 import { Journal } from "./journal.js";
 import { matchFixture } from "./router.js";
@@ -12,7 +12,7 @@ import { handleMessages } from "./messages.js";
 import { handleGemini } from "./gemini.js";
 import { handleBedrock, handleBedrockStream } from "./bedrock.js";
 import { handleConverse, handleConverseStream } from "./bedrock-converse.js";
-import { handleGeminiInteractions } from "./gemini-interactions.js";
+import { handleGeminiInteractions, resetEventIdCounter, resetInteractionCounter } from "./gemini-interactions.js";
 import { handleEmbeddings } from "./embeddings.js";
 import { handleImages } from "./images.js";
 import { handleSpeech } from "./speech.js";
@@ -111,21 +111,6 @@ const CORS_HEADERS = {
 function setCorsHeaders(res) {
 	for (const [key, value] of Object.entries(CORS_HEADERS)) res.setHeader(key, value);
 }
-const DEFAULT_MAX_BODY_BYTES = 10 * 1024 * 1024;
-async function readBody(req, maxBytes = DEFAULT_MAX_BODY_BYTES) {
-	const buffers = [];
-	let totalBytes = 0;
-	for await (const chunk of req) {
-		const buf = chunk;
-		totalBytes += buf.length;
-		if (totalBytes > maxBytes) {
-			req.destroy();
-			throw new Error(`Request body exceeded size limit of ${maxBytes} bytes`);
-		}
-		buffers.push(buf);
-	}
-	return Buffer.concat(buffers).toString();
-}
 function handleOptions(res) {
 	setCorsHeaders(res);
 	res.writeHead(204);
@@ -212,6 +197,8 @@ async function handleControlAPI(req, res, pathname, fixtures, journal, videoStat
 		videoStates.clear();
 		falJobs.clear();
 		falQueueStates.clear();
+		resetInteractionCounter();
+		resetEventIdCounter();
 		if (defaults.registry) defaults.registry.setGauge("aimock_fixtures_loaded", {}, fixtures.length);
 		res.writeHead(200, { "Content-Type": "application/json" });
 		res.end(JSON.stringify({ reset: true }));
@@ -252,12 +239,17 @@ async function handleControlAPI(req, res, pathname, fixtures, journal, videoStat
 			}
 		};
 		fixtures.unshift(errorFixture);
+		let consumed = false;
 		const original = errorFixture.match.predicate;
 		errorFixture.match.predicate = (req) => {
+			if (consumed) return false;
 			const result = original(req);
 			if (result) {
-				const idx = fixtures.indexOf(errorFixture);
-				if (idx !== -1) fixtures.splice(idx, 1);
+				consumed = true;
+				queueMicrotask(() => {
+					const idx = fixtures.indexOf(errorFixture);
+					if (idx !== -1) fixtures.splice(idx, 1);
+				});
 			}
 			return result;
 		};
@@ -295,7 +287,8 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 	try {
 		body = JSON.parse(raw);
 		if (modelFallback && !body.model) body.model = modelFallback;
-	} catch {
+	} catch (parseErr) {
+		const detail = parseErr instanceof Error ? parseErr.message : "unknown parse error";
 		journal.add({
 			method: req.method ?? "POST",
 			path: req.url ?? COMPLETIONS_PATH,
@@ -307,7 +300,7 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 			}
 		});
 		writeErrorResponse(res, 400, JSON.stringify({ error: {
-			message: "Malformed JSON",
+			message: `Malformed JSON: ${detail}`,
 			type: "invalid_request_error",
 			param: null,
 			code: "invalid_json"
@@ -363,6 +356,29 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 		return;
 	}
 	if (!fixture) {
+		if (resolveStrictMode(defaults.strict, req.headers)) {
+			const strictStatus = 503;
+			const strictMessage = "Strict mode: no fixture matched";
+			defaults.logger.error(`STRICT: No fixture matched for ${req.method ?? "POST"} ${req.url ?? COMPLETIONS_PATH}`);
+			journal.add({
+				method: req.method ?? "POST",
+				path: req.url ?? COMPLETIONS_PATH,
+				headers: flattenHeaders(req.headers),
+				body,
+				response: {
+					status: strictStatus,
+					fixture: null,
+					...strictOverrideField(defaults.strict, req.headers)
+				}
+			});
+			writeErrorResponse(res, strictStatus, JSON.stringify({ error: {
+				message: strictMessage,
+				type: "invalid_request_error",
+				param: null,
+				code: "no_fixture_match"
+			} }));
+			return;
+		}
 		if (defaults.record && providerKey) {
 			const hookOptions = chaosAction === "malformed" ? {
 				beforeWriteResponse: () => {
@@ -370,7 +386,7 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 					return true;
 				},
 				onHookBypassed: (reason) => {
-					defaults.logger.warn(`[chaos] malformed bypassed on proxy: upstream returned SSE (${reason})`);
+					defaults.logger.warn(`[chaos] malformed bypassed on proxy: upstream returned streaming response (${reason})`);
 					defaults.registry?.incrementCounter("aimock_chaos_bypassed_total", {
 						action: "malformed",
 						source: "proxy",
@@ -380,7 +396,7 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 			} : void 0;
 			const outcome = await proxyAndRecord(req, res, body, providerKey, req.url ?? COMPLETIONS_PATH, fixtures, defaults, raw, hookOptions);
 			if (outcome === "handled_by_hook") return;
-			if (outcome === "relayed") {
+			if (outcome !== "not_configured") {
 				journal.add({
 					method: req.method ?? "POST",
 					path: req.url ?? COMPLETIONS_PATH,
@@ -395,21 +411,19 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 				return;
 			}
 		}
-		const strictStatus = defaults.strict ? 503 : 404;
-		const strictMessage = defaults.strict ? "Strict mode: no fixture matched" : "No fixture matched";
-		if (defaults.strict) defaults.logger.error(`STRICT: No fixture matched for ${req.method ?? "POST"} ${req.url ?? COMPLETIONS_PATH}`);
 		journal.add({
 			method: req.method ?? "POST",
 			path: req.url ?? COMPLETIONS_PATH,
 			headers: flattenHeaders(req.headers),
 			body,
 			response: {
-				status: strictStatus,
-				fixture: null
+				status: 404,
+				fixture: null,
+				...strictOverrideField(defaults.strict, req.headers)
 			}
 		});
-		writeErrorResponse(res, strictStatus, JSON.stringify({ error: {
-			message: strictMessage,
+		writeErrorResponse(res, 404, JSON.stringify({ error: {
+			message: "No fixture matched",
 			type: "invalid_request_error",
 			param: null,
 			code: "no_fixture_match"
@@ -431,13 +445,7 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 				fixture
 			}
 		});
-		const errorBody = { error: {
-			message: response.error.message,
-			type: response.error.type ?? "server_error",
-			param: null,
-			code: response.error.code ?? null
-		} };
-		writeErrorResponse(res, status, JSON.stringify(errorBody));
+		writeErrorResponse(res, status, serializeErrorResponse(response));
 		return;
 	}
 	if (isAudioResponse(response)) {
@@ -526,6 +534,7 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 		return;
 	}
 	if (isToolCallResponse(response)) {
+		if (response.webSearches?.length) defaults.logger.warn("webSearches in fixture response are not supported for Chat Completions API — ignoring");
 		const overrides = extractOverrides(response);
 		const journalEntry = journal.add({
 			method: req.method ?? "POST",
@@ -634,7 +643,7 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					message: msg,
 					type: "server_error"
 				} }));
-			}
+			} else if (!res.writableEnded) res.end();
 		});
 	});
 	async function handleHttpRequest(req, res) {
@@ -775,13 +784,11 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					message: msg,
 					type: "server_error"
 				} }));
-				else if (!res.writableEnded) {
-					try {
-						res.write(`event: error\ndata: ${JSON.stringify({ error: { message: msg } })}\n\n`);
-					} catch (writeErr) {
-						logger.debug("Failed to write error recovery response:", writeErr);
-					}
+				else if (!res.writableEnded) try {
+					res.write(`event: error\ndata: ${JSON.stringify({ error: { message: msg } })}\n\n`);
 					res.end();
+				} catch (writeErr) {
+					logger.debug("Failed to write error recovery response:", writeErr);
 				}
 			}
 			return;
@@ -795,13 +802,11 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					message: msg,
 					type: "server_error"
 				} }));
-				else if (!res.writableEnded) {
-					try {
-						res.write(`event: error\ndata: ${JSON.stringify({ error: { message: msg } })}\n\n`);
-					} catch (writeErr) {
-						logger.debug("Failed to write error recovery response:", writeErr);
-					}
+				else if (!res.writableEnded) try {
+					res.write(`event: error\ndata: ${JSON.stringify({ error: { message: msg } })}\n\n`);
 					res.end();
+				} catch (writeErr) {
+					logger.debug("Failed to write error recovery response:", writeErr);
 				}
 			}
 			return;
@@ -815,13 +820,11 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					message: msg,
 					type: "server_error"
 				} }));
-				else if (!res.writableEnded) {
-					try {
-						res.write(`event: error\ndata: ${JSON.stringify({ error: { message: msg } })}\n\n`);
-					} catch (writeErr) {
-						logger.debug("Failed to write error recovery response:", writeErr);
-					}
+				else if (!res.writableEnded) try {
+					res.write(`event: error\ndata: ${JSON.stringify({ error: { message: msg } })}\n\n`);
 					res.end();
+				} catch (writeErr) {
+					logger.debug("Failed to write error recovery response:", writeErr);
 				}
 			}
 			return;
@@ -837,7 +840,9 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 						parsed.model = deploymentId;
 						raw = JSON.stringify(parsed);
 					}
-				} catch {}
+				} catch (err) {
+					if (!(err instanceof SyntaxError)) defaults.logger.error(`Unexpected error in Azure model injection: ${err instanceof Error ? err.message : String(err)}`);
+				}
 				await handleEmbeddings(req, res, raw, fixtures, journal, defaults, setCorsHeaders, embeddingsProvider);
 			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
@@ -931,13 +936,11 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					message: msg,
 					type: "server_error"
 				} }));
-				else if (!res.writableEnded) {
-					try {
-						res.write(`data: ${JSON.stringify({ error: { message: msg } })}\n\n`);
-					} catch (writeErr) {
-						logger.debug("Failed to write error recovery response:", writeErr);
-					}
+				else if (!res.writableEnded) try {
+					res.write(`data: ${JSON.stringify({ error: { message: msg } })}\n\n`);
 					res.end();
+				} catch (writeErr) {
+					logger.debug("Failed to write error recovery response:", writeErr);
 				}
 			}
 			return;
@@ -954,13 +957,11 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					message: msg,
 					type: "server_error"
 				} }));
-				else if (!res.writableEnded) {
-					try {
-						res.write(`data: ${JSON.stringify({ error: { message: msg } })}\n\n`);
-					} catch (writeErr) {
-						logger.debug("Failed to write error recovery response:", writeErr);
-					}
+				else if (!res.writableEnded) try {
+					res.write(`data: ${JSON.stringify({ error: { message: msg } })}\n\n`);
 					res.end();
+				} catch (writeErr) {
+					logger.debug("Failed to write error recovery response:", writeErr);
 				}
 			}
 			return;
@@ -977,13 +978,11 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					message: msg,
 					type: "server_error"
 				} }));
-				else if (!res.writableEnded) {
-					try {
-						res.write(`data: ${JSON.stringify({ error: { message: msg } })}\n\n`);
-					} catch (writeErr) {
-						logger.debug("Failed to write error recovery response:", writeErr);
-					}
+				else if (!res.writableEnded) try {
+					res.write(`data: ${JSON.stringify({ error: { message: msg } })}\n\n`);
 					res.end();
+				} catch (writeErr) {
+					logger.debug("Failed to write error recovery response:", writeErr);
 				}
 			}
 			return;
@@ -1132,21 +1131,7 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 		if (pathname === ELEVENLABS_SOUND_GENERATION_PATH && req.method === "POST") {
 			setCorsHeaders(res);
 			try {
-				const raw = await readBody(req);
-				const chaosAction = evaluateChaos(null, defaults.chaos, req.headers, defaults.logger);
-				if (chaosAction) {
-					applyChaosAction(chaosAction, res, null, journal, {
-						method: req.method ?? "POST",
-						path: pathname,
-						headers: flattenHeaders(req.headers),
-						body: {
-							model: "",
-							messages: []
-						}
-					}, "fixture", defaults.registry);
-					return;
-				}
-				await handleElevenLabsAudio(req, res, raw, fixtures, defaults, journal, "sound-generation");
+				await handleElevenLabsAudio(req, res, await readBody(req), fixtures, defaults, journal, "sound-generation");
 			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
@@ -1162,21 +1147,7 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			setCorsHeaders(res);
 			const musicSubType = musicMatch[1] ?? "music";
 			try {
-				const raw = await readBody(req);
-				const chaosAction = evaluateChaos(null, defaults.chaos, req.headers, defaults.logger);
-				if (chaosAction) {
-					applyChaosAction(chaosAction, res, null, journal, {
-						method: req.method ?? "POST",
-						path: pathname,
-						headers: flattenHeaders(req.headers),
-						body: {
-							model: "",
-							messages: []
-						}
-					}, "fixture", defaults.registry);
-					return;
-				}
-				await handleElevenLabsAudio(req, res, raw, fixtures, defaults, journal, musicSubType);
+				await handleElevenLabsAudio(req, res, await readBody(req), fixtures, defaults, journal, musicSubType);
 			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
@@ -1187,10 +1158,12 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			}
 			return;
 		}
+		let falBody;
 		if (FAL_PREFIX_RE.test(pathname) && req.headers["x-fal-target-host"]) {
 			setCorsHeaders(res);
 			try {
-				const raw = req.method === "POST" || req.method === "PUT" ? await readBody(req) : "";
+				falBody = req.method === "POST" || req.method === "PUT" ? await readBody(req) : "";
+				const raw = falBody;
 				const chaosAction = evaluateChaos(null, defaults.chaos, req.headers, defaults.logger);
 				if (chaosAction) {
 					applyChaosAction(chaosAction, res, null, journal, {
@@ -1218,21 +1191,7 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 		if (pathname.match(FAL_QUEUE_SUBMIT_RE) && req.method === "POST") {
 			setCorsHeaders(res);
 			try {
-				const raw = await readBody(req);
-				const chaosAction = evaluateChaos(null, defaults.chaos, req.headers, defaults.logger);
-				if (chaosAction) {
-					applyChaosAction(chaosAction, res, null, journal, {
-						method: req.method ?? "POST",
-						path: pathname,
-						headers: flattenHeaders(req.headers),
-						body: {
-							model: "",
-							messages: []
-						}
-					}, "fixture", defaults.registry);
-					return;
-				}
-				await handleFalQueue(req, res, raw, pathname, fixtures, defaults, journal);
+				await handleFalQueue(req, res, falBody ?? await readBody(req), pathname, fixtures, defaults, journal);
 			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
@@ -1246,7 +1205,7 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 		if (pathname.match(FAL_QUEUE_REQUESTS_RE) && (req.method === "GET" || req.method === "POST" || req.method === "PUT")) {
 			setCorsHeaders(res);
 			try {
-				const raw = req.method === "POST" ? await readBody(req) : "{}";
+				const raw = req.method === "POST" || req.method === "PUT" ? falBody ?? await readBody(req) : "{}";
 				const chaosAction = evaluateChaos(null, defaults.chaos, req.headers, defaults.logger);
 				if (chaosAction) {
 					applyChaosAction(chaosAction, res, null, journal, {
@@ -1274,21 +1233,7 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 		if (pathname.match(FAL_RUN_RE) && req.method === "POST") {
 			setCorsHeaders(res);
 			try {
-				const raw = await readBody(req);
-				const chaosAction = evaluateChaos(null, defaults.chaos, req.headers, defaults.logger);
-				if (chaosAction) {
-					applyChaosAction(chaosAction, res, null, journal, {
-						method: req.method ?? "POST",
-						path: pathname,
-						headers: flattenHeaders(req.headers),
-						body: {
-							model: "",
-							messages: []
-						}
-					}, "fixture", defaults.registry);
-					return;
-				}
-				await handleFalQueue(req, res, raw, pathname, fixtures, defaults, journal);
+				await handleFalQueue(req, res, falBody ?? await readBody(req), pathname, fixtures, defaults, journal);
 			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
@@ -1316,16 +1261,14 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 				message: msg,
 				type: "server_error"
 			} }));
-			else if (!res.writableEnded) {
-				try {
-					res.write(`data: ${JSON.stringify({ error: {
-						message: msg,
-						type: "server_error"
-					} })}\n\n`);
-				} catch (writeErr) {
-					logger.debug("Failed to write error recovery response:", writeErr);
-				}
+			else if (!res.writableEnded) try {
+				res.write(`data: ${JSON.stringify({ error: {
+					message: msg,
+					type: "server_error"
+				} })}\n\n`);
 				res.end();
+			} catch (writeErr) {
+				logger.debug("Failed to write error recovery response:", writeErr);
 			}
 		}
 	}
@@ -1374,19 +1317,22 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 		if (pathname === RESPONSES_PATH) handleWebSocketResponses(ws, fixtures, journal, {
 			...defaults,
 			model: "gpt-4",
-			testId: wsTestId
+			testId: wsTestId,
+			upgradeHeaders: req.headers
 		});
 		else if (pathname === REALTIME_PATH) {
 			const model = parsedUrl.searchParams.get("model") ?? "gpt-4o-realtime";
 			handleWebSocketRealtime(ws, fixtures, journal, {
 				...defaults,
 				model,
-				testId: wsTestId
+				testId: wsTestId,
+				upgradeHeaders: req.headers
 			});
 		} else if (pathname === GEMINI_LIVE_PATH) handleWebSocketGeminiLive(ws, fixtures, journal, {
 			...defaults,
 			model: "gemini-2.0-flash",
-			testId: wsTestId
+			testId: wsTestId,
+			upgradeHeaders: req.headers
 		});
 	}
 	const originalClose = server.close.bind(server);