@copilotkit/aimock 1.15.0 → 1.16.0

package/dist/server.js

@@ -4,7 +4,7 @@ import { matchFixture } from "./router.js";
 import { entryToFixture, validateFixtures } from "./fixture-loader.js";
 import { writeErrorResponse, writeSSEStream } from "./sse-writer.js";
 import { createInterruptionSignal } from "./interruption.js";
-import { applyChaosAction, evaluateChaos } from "./chaos.js";
+import { applyChaos } from "./chaos.js";
 import { proxyAndRecord } from "./recorder.js";
 import { handleResponses } from "./responses.js";
 import { handleMessages } from "./messages.js";
@@ -15,7 +15,7 @@ import { handleEmbeddings } from "./embeddings.js";
 import { handleImages } from "./images.js";
 import { handleSpeech } from "./speech.js";
 import { handleTranscription } from "./transcription.js";
-import { handleVideoCreate, handleVideoStatus } from "./video.js";
+import { VideoStateMap, handleVideoCreate, handleVideoStatus } from "./video.js";
 import { handleOllama, handleOllamaGenerate } from "./ollama.js";
 import { handleCohere } from "./cohere.js";
 import { handleSearch } from "./search.js";
@@ -95,14 +95,24 @@ const DEFAULT_MODELS = [
 const CORS_HEADERS = {
 	"Access-Control-Allow-Origin": "*",
 	"Access-Control-Allow-Methods": "GET, POST, DELETE, OPTIONS",
-	"Access-Control-Allow-Headers": "Content-Type, Authorization, X-Aimock-Chaos-Drop, X-Aimock-Chaos-Malformed, X-Aimock-Chaos-Disconnect, X-Test-Id"
+	"Access-Control-Allow-Headers": "Content-Type, Authorization"
 };
 function setCorsHeaders(res) {
 	for (const [key, value] of Object.entries(CORS_HEADERS)) res.setHeader(key, value);
 }
-async function readBody(req) {
+const DEFAULT_MAX_BODY_BYTES = 10 * 1024 * 1024;
+async function readBody(req, maxBytes = DEFAULT_MAX_BODY_BYTES) {
 	const buffers = [];
-	for await (const chunk of req) buffers.push(chunk);
+	let totalBytes = 0;
+	for await (const chunk of req) {
+		const buf = chunk;
+		totalBytes += buf.length;
+		if (totalBytes > maxBytes) {
+			req.destroy();
+			throw new Error(`Request body exceeded size limit of ${maxBytes} bytes`);
+		}
+		buffers.push(buf);
+	}
 	return Buffer.concat(buffers).toString();
 }
 function handleOptions(res) {
@@ -122,7 +132,7 @@ const CONTROL_PREFIX = "/__aimock";
 * Handle requests under `/__aimock/`. Returns `true` if the request was
 * handled, `false` if the path doesn't match the control prefix.
 */
-async function handleControlAPI(req, res, pathname, fixtures, journal, videoStates) {
+async function handleControlAPI(req, res, pathname, fixtures, journal, videoStates, defaults) {
 	if (!pathname.startsWith(CONTROL_PREFIX)) return false;
 	const subPath = pathname.slice(9);
 	setCorsHeaders(res);
@@ -140,17 +150,21 @@ async function handleControlAPI(req, res, pathname, fixtures, journal, videoStat
 		let raw;
 		try {
 			raw = await readBody(req);
-		} catch {
+		} catch (err) {
+			const msg = err instanceof Error ? err.message : String(err);
+			defaults.logger.error(`POST /__aimock/fixtures: failed to read body: ${msg}`);
 			res.writeHead(400, { "Content-Type": "application/json" });
-			res.end(JSON.stringify({ error: "Failed to read request body" }));
+			res.end(JSON.stringify({ error: `Failed to read request body: ${msg}` }));
 			return true;
 		}
 		let parsed;
 		try {
 			parsed = JSON.parse(raw);
-		} catch {
+		} catch (err) {
+			const msg = err instanceof Error ? err.message : String(err);
+			defaults.logger.error(`POST /__aimock/fixtures: invalid JSON: ${msg}`);
 			res.writeHead(400, { "Content-Type": "application/json" });
-			res.end(JSON.stringify({ error: "Invalid JSON" }));
+			res.end(JSON.stringify({ error: `Invalid JSON: ${msg}` }));
 			return true;
 		}
 		if (!Array.isArray(parsed.fixtures)) {
@@ -169,12 +183,14 @@ async function handleControlAPI(req, res, pathname, fixtures, journal, videoStat
 			return true;
 		}
 		fixtures.push(...converted);
+		if (defaults.registry) defaults.registry.setGauge("aimock_fixtures_loaded", {}, fixtures.length);
 		res.writeHead(200, { "Content-Type": "application/json" });
 		res.end(JSON.stringify({ added: converted.length }));
 		return true;
 	}
 	if (subPath === "/fixtures" && req.method === "DELETE") {
 		fixtures.length = 0;
+		if (defaults.registry) defaults.registry.setGauge("aimock_fixtures_loaded", {}, fixtures.length);
 		res.writeHead(200, { "Content-Type": "application/json" });
 		res.end(JSON.stringify({ cleared: true }));
 		return true;
@@ -183,6 +199,7 @@ async function handleControlAPI(req, res, pathname, fixtures, journal, videoStat
 		fixtures.length = 0;
 		journal.clear();
 		videoStates.clear();
+		if (defaults.registry) defaults.registry.setGauge("aimock_fixtures_loaded", {}, fixtures.length);
 		res.writeHead(200, { "Content-Type": "application/json" });
 		res.end(JSON.stringify({ reset: true }));
 		return true;
@@ -191,17 +208,21 @@ async function handleControlAPI(req, res, pathname, fixtures, journal, videoStat
 		let raw;
 		try {
 			raw = await readBody(req);
-		} catch {
+		} catch (err) {
+			const msg = err instanceof Error ? err.message : String(err);
+			defaults.logger.error(`POST /__aimock/error: failed to read body: ${msg}`);
 			res.writeHead(400, { "Content-Type": "application/json" });
-			res.end(JSON.stringify({ error: "Failed to read request body" }));
+			res.end(JSON.stringify({ error: `Failed to read request body: ${msg}` }));
 			return true;
 		}
 		let parsed;
 		try {
 			parsed = JSON.parse(raw);
-		} catch {
+		} catch (err) {
+			const msg = err instanceof Error ? err.message : String(err);
+			defaults.logger.error(`POST /__aimock/error: invalid JSON: ${msg}`);
 			res.writeHead(400, { "Content-Type": "application/json" });
-			res.end(JSON.stringify({ error: "Invalid JSON" }));
+			res.end(JSON.stringify({ error: `Invalid JSON: ${msg}` }));
 			return true;
 		}
 		const status = parsed.status ?? 500;
@@ -221,10 +242,10 @@ async function handleControlAPI(req, res, pathname, fixtures, journal, videoStat
 		const original = errorFixture.match.predicate;
 		errorFixture.match.predicate = (req) => {
 			const result = original(req);
-			if (result) queueMicrotask(() => {
+			if (result) {
 				const idx = fixtures.indexOf(errorFixture);
 				if (idx !== -1) fixtures.splice(idx, 1);
-			});
+			}
 			return result;
 		};
 		res.writeHead(200, { "Content-Type": "application/json" });
@@ -279,47 +300,39 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 		} }));
 		return;
 	}
-	const method = req.method ?? "POST";
-	const path = req.url ?? COMPLETIONS_PATH;
-	const flatHeaders = flattenHeaders(req.headers);
+	if (!Array.isArray(body.messages)) {
+		journal.add({
+			method: req.method ?? "POST",
+			path: req.url ?? COMPLETIONS_PATH,
+			headers: flattenHeaders(req.headers),
+			body: null,
+			response: {
+				status: 400,
+				fixture: null
+			}
+		});
+		writeErrorResponse(res, 400, JSON.stringify({ error: {
+			message: "Missing required parameter: 'messages'",
+			type: "invalid_request_error"
+		} }));
+		return;
+	}
 	body._endpointType = "chat";
 	const testId = getTestId(req);
 	const fixture = matchFixture(fixtures, body, journal.getFixtureMatchCountsForTest(testId), defaults.requestTransform);
 	if (fixture) journal.incrementFixtureMatchCount(fixture, fixtures, testId);
-	const chaosAction = evaluateChaos(fixture, defaults.chaos, req.headers, defaults.logger);
-	const chaosContext = {
+	const method = req.method ?? "POST";
+	const path = req.url ?? COMPLETIONS_PATH;
+	const flatHeaders = flattenHeaders(req.headers);
+	if (applyChaos(res, fixture, defaults.chaos, req.headers, journal, {
 		method,
 		path,
 		headers: flatHeaders,
 		body
-	};
-	if (chaosAction === "drop" || chaosAction === "disconnect") {
-		applyChaosAction(chaosAction, res, fixture, journal, chaosContext, fixture ? "fixture" : "proxy", defaults.registry);
-		return;
-	}
-	if (fixture && chaosAction === "malformed") {
-		applyChaosAction(chaosAction, res, fixture, journal, chaosContext, "fixture", defaults.registry);
-		return;
-	}
+	}, defaults.registry, defaults.logger)) return;
 	if (!fixture) {
 		if (defaults.record && providerKey) {
-			const hookOptions = chaosAction === "malformed" ? {
-				beforeWriteResponse: () => {
-					applyChaosAction(chaosAction, res, null, journal, chaosContext, "proxy", defaults.registry);
-					return true;
-				},
-				onHookBypassed: (reason) => {
-					defaults.logger.warn(`[chaos] malformed bypassed on proxy: upstream returned SSE (${reason})`);
-					defaults.registry?.incrementCounter("aimock_chaos_bypassed_total", {
-						action: "malformed",
-						source: "proxy",
-						reason
-					});
-				}
-			} : void 0;
-			const outcome = await proxyAndRecord(req, res, body, providerKey, req.url ?? COMPLETIONS_PATH, fixtures, defaults, raw, hookOptions);
-			if (outcome === "handled_by_hook") return;
-			if (outcome === "relayed") {
+			if (await proxyAndRecord(req, res, body, providerKey, req.url ?? COMPLETIONS_PATH, fixtures, defaults, raw)) {
 				journal.add({
 					method: req.method ?? "POST",
 					path: req.url ?? COMPLETIONS_PATH,
@@ -533,7 +546,7 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 		maxEntries: options?.journalMaxEntries ?? 1e3,
 		fixtureCountsMaxTestIds: options?.fixtureCountsMaxTestIds ?? 500
 	});
-	const videoStates = /* @__PURE__ */ new Map();
+	const videoStates = new VideoStateMap();
 	if (mounts) for (const { handler } of mounts) {
 		if (handler.setJournal) handler.setJournal(journal);
 		if (registry && handler.setRegistry) handler.setRegistry(registry);
@@ -580,7 +593,7 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			}
 		});
 		if (pathname.startsWith(CONTROL_PREFIX)) {
-			await handleControlAPI(req, res, pathname, fixtures, journal, videoStates);
+			await handleControlAPI(req, res, pathname, fixtures, journal, videoStates, defaults);
 			return;
 		}
 		if (mounts) {
@@ -682,7 +695,9 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			return;
 		}
 		if (pathname === RESPONSES_PATH && req.method === "POST") {
-			readBody(req).then((raw) => handleResponses(req, res, raw, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await handleResponses(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
@@ -696,11 +711,13 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					}
 					res.end();
 				}
-			});
+			}
 			return;
 		}
 		if (pathname === MESSAGES_PATH && req.method === "POST") {
-			readBody(req).then((raw) => handleMessages(req, res, raw, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await handleMessages(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
@@ -714,11 +731,13 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					}
 					res.end();
 				}
-			});
+			}
 			return;
 		}
 		if (pathname === COHERE_CHAT_PATH && req.method === "POST") {
-			readBody(req).then((raw) => handleCohere(req, res, raw, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await handleCohere(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
@@ -732,98 +751,112 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					}
 					res.end();
 				}
-			});
+			}
 			return;
 		}
 		if (pathname === EMBEDDINGS_PATH && req.method === "POST") {
-			const deploymentId = azureDeploymentId;
-			readBody(req).then((raw) => {
+			try {
+				const deploymentId = azureDeploymentId;
+				const embeddingsProvider = azureDeploymentId ? "azure" : "openai";
+				let raw = await readBody(req);
 				if (deploymentId) try {
 					const parsed = JSON.parse(raw);
 					if (!parsed.model) {
 						parsed.model = deploymentId;
-						return handleEmbeddings(req, res, JSON.stringify(parsed), fixtures, journal, defaults, setCorsHeaders);
+						raw = JSON.stringify(parsed);
 					}
 				} catch {}
-				return handleEmbeddings(req, res, raw, fixtures, journal, defaults, setCorsHeaders);
-			}).catch((err) => {
+				await handleEmbeddings(req, res, raw, fixtures, journal, defaults, setCorsHeaders, embeddingsProvider);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === IMAGES_PATH && req.method === "POST") {
-			readBody(req).then((raw) => handleImages(req, res, raw, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await handleImages(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === SPEECH_PATH && req.method === "POST") {
-			readBody(req).then((raw) => handleSpeech(req, res, raw, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await handleSpeech(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === TRANSCRIPTIONS_PATH && req.method === "POST") {
-			readBody(req).then((raw) => handleTranscription(req, res, raw, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await handleTranscription(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === VIDEOS_PATH && req.method === "POST") {
-			readBody(req).then((raw) => handleVideoCreate(req, res, raw, fixtures, journal, defaults, setCorsHeaders, videoStates)).catch((err) => {
+			try {
+				await handleVideoCreate(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders, videoStates);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		const videoStatusMatch = pathname.match(VIDEOS_STATUS_RE);
 		if (videoStatusMatch && req.method === "GET") {
 			const videoId = videoStatusMatch[1];
-			handleVideoStatus(req, res, videoId, journal, defaults, setCorsHeaders, videoStates);
+			handleVideoStatus(req, res, videoId, journal, setCorsHeaders, videoStates);
 			return;
 		}
 		const geminiPredictMatch = pathname.match(GEMINI_PREDICT_RE);
 		if (geminiPredictMatch && req.method === "POST") {
 			const predictModel = geminiPredictMatch[1];
-			readBody(req).then((raw) => handleImages(req, res, raw, fixtures, journal, defaults, setCorsHeaders, "gemini", predictModel)).catch((err) => {
+			try {
+				await handleImages(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders, "gemini", predictModel);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		const geminiMatch = pathname.match(GEMINI_PATH_RE);
 		if (geminiMatch && req.method === "POST") {
 			const geminiModel = geminiMatch[1];
 			const streaming = geminiMatch[2] === "streamGenerateContent";
-			readBody(req).then((raw) => handleGemini(req, res, raw, geminiModel, streaming, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await handleGemini(req, res, await readBody(req), geminiModel, streaming, fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
@@ -837,14 +870,16 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					}
 					res.end();
 				}
-			});
+			}
 			return;
 		}
 		const vertexMatch = pathname.match(VERTEX_AI_RE);
 		if (vertexMatch && req.method === "POST") {
 			const vertexModel = vertexMatch[1];
 			const streaming = vertexMatch[2] === "streamGenerateContent";
-			readBody(req).then((raw) => handleGemini(req, res, raw, vertexModel, streaming, fixtures, journal, defaults, setCorsHeaders, "vertexai")).catch((err) => {
+			try {
+				await handleGemini(req, res, await readBody(req), vertexModel, streaming, fixtures, journal, defaults, setCorsHeaders, "vertexai");
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
@@ -858,81 +893,93 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					}
 					res.end();
 				}
-			});
+			}
 			return;
 		}
 		const bedrockMatch = pathname.match(BEDROCK_INVOKE_RE);
 		if (bedrockMatch && req.method === "POST") {
 			const bedrockModelId = bedrockMatch[1];
-			readBody(req).then((raw) => handleBedrock(req, res, raw, bedrockModelId, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await handleBedrock(req, res, await readBody(req), bedrockModelId, fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		const bedrockStreamMatch = pathname.match(BEDROCK_STREAM_RE);
 		if (bedrockStreamMatch && req.method === "POST") {
 			const bedrockModelId = bedrockStreamMatch[1];
-			readBody(req).then((raw) => handleBedrockStream(req, res, raw, bedrockModelId, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await handleBedrockStream(req, res, await readBody(req), bedrockModelId, fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		const converseMatch = pathname.match(BEDROCK_CONVERSE_RE);
 		if (converseMatch && req.method === "POST") {
 			const converseModelId = converseMatch[1];
-			readBody(req).then((raw) => handleConverse(req, res, raw, converseModelId, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await handleConverse(req, res, await readBody(req), converseModelId, fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		const converseStreamMatch = pathname.match(BEDROCK_CONVERSE_STREAM_RE);
 		if (converseStreamMatch && req.method === "POST") {
 			const converseStreamModelId = converseStreamMatch[1];
-			readBody(req).then((raw) => handleConverseStream(req, res, raw, converseStreamModelId, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await handleConverseStream(req, res, await readBody(req), converseStreamModelId, fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === OLLAMA_CHAT_PATH && req.method === "POST") {
-			readBody(req).then((raw) => handleOllama(req, res, raw, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await handleOllama(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === OLLAMA_GENERATE_PATH && req.method === "POST") {
-			readBody(req).then((raw) => handleOllamaGenerate(req, res, raw, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await handleOllamaGenerate(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === OLLAMA_TAGS_PATH && req.method === "GET") {
@@ -952,36 +999,42 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			return;
 		}
 		if (pathname === SEARCH_PATH && req.method === "POST") {
-			readBody(req).then((raw) => handleSearch(req, res, raw, serviceFixtures?.search ?? [], journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await handleSearch(req, res, await readBody(req), serviceFixtures?.search ?? [], journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === RERANK_PATH && req.method === "POST") {
-			readBody(req).then((raw) => handleRerank(req, res, raw, serviceFixtures?.rerank ?? [], journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await handleRerank(req, res, await readBody(req), serviceFixtures?.rerank ?? [], journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === MODERATIONS_PATH && req.method === "POST") {
-			readBody(req).then((raw) => handleModeration(req, res, raw, serviceFixtures?.moderation ?? [], journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await handleModeration(req, res, await readBody(req), serviceFixtures?.moderation ?? [], journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname !== COMPLETIONS_PATH) {
@@ -992,7 +1045,10 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			handleNotFound(res, "Not found");
 			return;
 		}
-		handleCompletions(req, res, fixtures, journal, defaults, azureDeploymentId, azureDeploymentId ? "azure" : "openai").catch((err) => {
+		const completionsProvider = azureDeploymentId ? "azure" : "openai";
+		try {
+			await handleCompletions(req, res, fixtures, journal, defaults, azureDeploymentId, completionsProvider);
+		} catch (err) {
 			const msg = err instanceof Error ? err.message : "Internal error";
 			if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
 				message: msg,
@@ -1009,7 +1065,7 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 				}
 				res.end();
 			}
-		});
+		}
 	}
 	const activeConnections = /* @__PURE__ */ new Set();
 	server.on("upgrade", (req, socket, head) => {