@copilotkit/aimock 1.14.9 → 1.15.1

package/dist/server.cjs

@@ -102,9 +102,19 @@ const CORS_HEADERS = {
 function setCorsHeaders(res) {
 	for (const [key, value] of Object.entries(CORS_HEADERS)) res.setHeader(key, value);
 }
-async function readBody(req) {
+const DEFAULT_MAX_BODY_BYTES = 10 * 1024 * 1024;
+async function readBody(req, maxBytes = DEFAULT_MAX_BODY_BYTES) {
 	const buffers = [];
-	for await (const chunk of req) buffers.push(chunk);
+	let totalBytes = 0;
+	for await (const chunk of req) {
+		const buf = chunk;
+		totalBytes += buf.length;
+		if (totalBytes > maxBytes) {
+			req.destroy();
+			throw new Error(`Request body exceeded size limit of ${maxBytes} bytes`);
+		}
+		buffers.push(buf);
+	}
 	return Buffer.concat(buffers).toString();
 }
 function handleOptions(res) {
@@ -124,7 +134,7 @@ const CONTROL_PREFIX = "/__aimock";
 * Handle requests under `/__aimock/`. Returns `true` if the request was
 * handled, `false` if the path doesn't match the control prefix.
 */
-async function handleControlAPI(req, res, pathname, fixtures, journal, videoStates) {
+async function handleControlAPI(req, res, pathname, fixtures, journal, videoStates, defaults) {
 	if (!pathname.startsWith(CONTROL_PREFIX)) return false;
 	const subPath = pathname.slice(9);
 	setCorsHeaders(res);
@@ -142,17 +152,21 @@ async function handleControlAPI(req, res, pathname, fixtures, journal, videoStat
 		let raw;
 		try {
 			raw = await readBody(req);
-		} catch {
+		} catch (err) {
+			const msg = err instanceof Error ? err.message : String(err);
+			defaults.logger.error(`POST /__aimock/fixtures: failed to read body: ${msg}`);
 			res.writeHead(400, { "Content-Type": "application/json" });
-			res.end(JSON.stringify({ error: "Failed to read request body" }));
+			res.end(JSON.stringify({ error: `Failed to read request body: ${msg}` }));
 			return true;
 		}
 		let parsed;
 		try {
 			parsed = JSON.parse(raw);
-		} catch {
+		} catch (err) {
+			const msg = err instanceof Error ? err.message : String(err);
+			defaults.logger.error(`POST /__aimock/fixtures: invalid JSON: ${msg}`);
 			res.writeHead(400, { "Content-Type": "application/json" });
-			res.end(JSON.stringify({ error: "Invalid JSON" }));
+			res.end(JSON.stringify({ error: `Invalid JSON: ${msg}` }));
 			return true;
 		}
 		if (!Array.isArray(parsed.fixtures)) {
@@ -171,12 +185,14 @@ async function handleControlAPI(req, res, pathname, fixtures, journal, videoStat
 			return true;
 		}
 		fixtures.push(...converted);
+		if (defaults.registry) defaults.registry.setGauge("aimock_fixtures_loaded", {}, fixtures.length);
 		res.writeHead(200, { "Content-Type": "application/json" });
 		res.end(JSON.stringify({ added: converted.length }));
 		return true;
 	}
 	if (subPath === "/fixtures" && req.method === "DELETE") {
 		fixtures.length = 0;
+		if (defaults.registry) defaults.registry.setGauge("aimock_fixtures_loaded", {}, fixtures.length);
 		res.writeHead(200, { "Content-Type": "application/json" });
 		res.end(JSON.stringify({ cleared: true }));
 		return true;
@@ -185,6 +201,7 @@ async function handleControlAPI(req, res, pathname, fixtures, journal, videoStat
 		fixtures.length = 0;
 		journal.clear();
 		videoStates.clear();
+		if (defaults.registry) defaults.registry.setGauge("aimock_fixtures_loaded", {}, fixtures.length);
 		res.writeHead(200, { "Content-Type": "application/json" });
 		res.end(JSON.stringify({ reset: true }));
 		return true;
@@ -193,17 +210,21 @@ async function handleControlAPI(req, res, pathname, fixtures, journal, videoStat
 		let raw;
 		try {
 			raw = await readBody(req);
-		} catch {
+		} catch (err) {
+			const msg = err instanceof Error ? err.message : String(err);
+			defaults.logger.error(`POST /__aimock/error: failed to read body: ${msg}`);
 			res.writeHead(400, { "Content-Type": "application/json" });
-			res.end(JSON.stringify({ error: "Failed to read request body" }));
+			res.end(JSON.stringify({ error: `Failed to read request body: ${msg}` }));
 			return true;
 		}
 		let parsed;
 		try {
 			parsed = JSON.parse(raw);
-		} catch {
+		} catch (err) {
+			const msg = err instanceof Error ? err.message : String(err);
+			defaults.logger.error(`POST /__aimock/error: invalid JSON: ${msg}`);
 			res.writeHead(400, { "Content-Type": "application/json" });
-			res.end(JSON.stringify({ error: "Invalid JSON" }));
+			res.end(JSON.stringify({ error: `Invalid JSON: ${msg}` }));
 			return true;
 		}
 		const status = parsed.status ?? 500;
@@ -223,10 +244,10 @@ async function handleControlAPI(req, res, pathname, fixtures, journal, videoStat
 		const original = errorFixture.match.predicate;
 		errorFixture.match.predicate = (req) => {
 			const result = original(req);
-			if (result) queueMicrotask(() => {
+			if (result) {
 				const idx = fixtures.indexOf(errorFixture);
 				if (idx !== -1) fixtures.splice(idx, 1);
-			});
+			}
 			return result;
 		};
 		res.writeHead(200, { "Content-Type": "application/json" });
@@ -281,6 +302,23 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 		} }));
 		return;
 	}
+	if (!Array.isArray(body.messages)) {
+		journal.add({
+			method: req.method ?? "POST",
+			path: req.url ?? COMPLETIONS_PATH,
+			headers: require_helpers.flattenHeaders(req.headers),
+			body: null,
+			response: {
+				status: 400,
+				fixture: null
+			}
+		});
+		require_sse_writer.writeErrorResponse(res, 400, JSON.stringify({ error: {
+			message: "Missing required parameter: 'messages'",
+			type: "invalid_request_error"
+		} }));
+		return;
+	}
 	body._endpointType = "chat";
 	const testId = require_helpers.getTestId(req);
 	const fixture = require_router.matchFixture(fixtures, body, journal.getFixtureMatchCountsForTest(testId), defaults.requestTransform);
@@ -304,7 +342,8 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 					body,
 					response: {
 						status: res.statusCode ?? 200,
-						fixture: null
+						fixture: null,
+						source: "proxy"
 					}
 				});
 				return;
@@ -509,7 +548,7 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 		maxEntries: options?.journalMaxEntries ?? 1e3,
 		fixtureCountsMaxTestIds: options?.fixtureCountsMaxTestIds ?? 500
 	});
-	const videoStates = /* @__PURE__ */ new Map();
+	const videoStates = new require_video.VideoStateMap();
 	if (mounts) for (const { handler } of mounts) {
 		if (handler.setJournal) handler.setJournal(journal);
 		if (registry && handler.setRegistry) handler.setRegistry(registry);
@@ -556,7 +595,7 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			}
 		});
 		if (pathname.startsWith(CONTROL_PREFIX)) {
-			await handleControlAPI(req, res, pathname, fixtures, journal, videoStates);
+			await handleControlAPI(req, res, pathname, fixtures, journal, videoStates, defaults);
 			return;
 		}
 		if (mounts) {
@@ -658,7 +697,9 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			return;
 		}
 		if (pathname === RESPONSES_PATH && req.method === "POST") {
-			readBody(req).then((raw) => require_responses.handleResponses(req, res, raw, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await require_responses.handleResponses(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
@@ -672,11 +713,13 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					}
 					res.end();
 				}
-			});
+			}
 			return;
 		}
 		if (pathname === MESSAGES_PATH && req.method === "POST") {
-			readBody(req).then((raw) => require_messages.handleMessages(req, res, raw, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await require_messages.handleMessages(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
@@ -690,11 +733,13 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					}
 					res.end();
 				}
-			});
+			}
 			return;
 		}
 		if (pathname === COHERE_CHAT_PATH && req.method === "POST") {
-			readBody(req).then((raw) => require_cohere.handleCohere(req, res, raw, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await require_cohere.handleCohere(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
@@ -708,72 +753,82 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					}
 					res.end();
 				}
-			});
+			}
 			return;
 		}
 		if (pathname === EMBEDDINGS_PATH && req.method === "POST") {
-			const deploymentId = azureDeploymentId;
-			readBody(req).then((raw) => {
+			try {
+				const deploymentId = azureDeploymentId;
+				const embeddingsProvider = azureDeploymentId ? "azure" : "openai";
+				let raw = await readBody(req);
 				if (deploymentId) try {
 					const parsed = JSON.parse(raw);
 					if (!parsed.model) {
 						parsed.model = deploymentId;
-						return require_embeddings.handleEmbeddings(req, res, JSON.stringify(parsed), fixtures, journal, defaults, setCorsHeaders);
+						raw = JSON.stringify(parsed);
 					}
 				} catch {}
-				return require_embeddings.handleEmbeddings(req, res, raw, fixtures, journal, defaults, setCorsHeaders);
-			}).catch((err) => {
+				await require_embeddings.handleEmbeddings(req, res, raw, fixtures, journal, defaults, setCorsHeaders, embeddingsProvider);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === IMAGES_PATH && req.method === "POST") {
-			readBody(req).then((raw) => require_images.handleImages(req, res, raw, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await require_images.handleImages(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === SPEECH_PATH && req.method === "POST") {
-			readBody(req).then((raw) => require_speech.handleSpeech(req, res, raw, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await require_speech.handleSpeech(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === TRANSCRIPTIONS_PATH && req.method === "POST") {
-			readBody(req).then((raw) => require_transcription.handleTranscription(req, res, raw, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await require_transcription.handleTranscription(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === VIDEOS_PATH && req.method === "POST") {
-			readBody(req).then((raw) => require_video.handleVideoCreate(req, res, raw, fixtures, journal, defaults, setCorsHeaders, videoStates)).catch((err) => {
+			try {
+				await require_video.handleVideoCreate(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders, videoStates);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		const videoStatusMatch = pathname.match(VIDEOS_STATUS_RE);
@@ -785,21 +840,25 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 		const geminiPredictMatch = pathname.match(GEMINI_PREDICT_RE);
 		if (geminiPredictMatch && req.method === "POST") {
 			const predictModel = geminiPredictMatch[1];
-			readBody(req).then((raw) => require_images.handleImages(req, res, raw, fixtures, journal, defaults, setCorsHeaders, "gemini", predictModel)).catch((err) => {
+			try {
+				await require_images.handleImages(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders, "gemini", predictModel);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		const geminiMatch = pathname.match(GEMINI_PATH_RE);
 		if (geminiMatch && req.method === "POST") {
 			const geminiModel = geminiMatch[1];
 			const streaming = geminiMatch[2] === "streamGenerateContent";
-			readBody(req).then((raw) => require_gemini.handleGemini(req, res, raw, geminiModel, streaming, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await require_gemini.handleGemini(req, res, await readBody(req), geminiModel, streaming, fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
@@ -813,14 +872,16 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					}
 					res.end();
 				}
-			});
+			}
 			return;
 		}
 		const vertexMatch = pathname.match(VERTEX_AI_RE);
 		if (vertexMatch && req.method === "POST") {
 			const vertexModel = vertexMatch[1];
 			const streaming = vertexMatch[2] === "streamGenerateContent";
-			readBody(req).then((raw) => require_gemini.handleGemini(req, res, raw, vertexModel, streaming, fixtures, journal, defaults, setCorsHeaders, "vertexai")).catch((err) => {
+			try {
+				await require_gemini.handleGemini(req, res, await readBody(req), vertexModel, streaming, fixtures, journal, defaults, setCorsHeaders, "vertexai");
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
@@ -834,81 +895,93 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 					}
 					res.end();
 				}
-			});
+			}
 			return;
 		}
 		const bedrockMatch = pathname.match(BEDROCK_INVOKE_RE);
 		if (bedrockMatch && req.method === "POST") {
 			const bedrockModelId = bedrockMatch[1];
-			readBody(req).then((raw) => require_bedrock.handleBedrock(req, res, raw, bedrockModelId, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await require_bedrock.handleBedrock(req, res, await readBody(req), bedrockModelId, fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		const bedrockStreamMatch = pathname.match(BEDROCK_STREAM_RE);
 		if (bedrockStreamMatch && req.method === "POST") {
 			const bedrockModelId = bedrockStreamMatch[1];
-			readBody(req).then((raw) => require_bedrock.handleBedrockStream(req, res, raw, bedrockModelId, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await require_bedrock.handleBedrockStream(req, res, await readBody(req), bedrockModelId, fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		const converseMatch = pathname.match(BEDROCK_CONVERSE_RE);
 		if (converseMatch && req.method === "POST") {
 			const converseModelId = converseMatch[1];
-			readBody(req).then((raw) => require_bedrock_converse.handleConverse(req, res, raw, converseModelId, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await require_bedrock_converse.handleConverse(req, res, await readBody(req), converseModelId, fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		const converseStreamMatch = pathname.match(BEDROCK_CONVERSE_STREAM_RE);
 		if (converseStreamMatch && req.method === "POST") {
 			const converseStreamModelId = converseStreamMatch[1];
-			readBody(req).then((raw) => require_bedrock_converse.handleConverseStream(req, res, raw, converseStreamModelId, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await require_bedrock_converse.handleConverseStream(req, res, await readBody(req), converseStreamModelId, fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === OLLAMA_CHAT_PATH && req.method === "POST") {
-			readBody(req).then((raw) => require_ollama.handleOllama(req, res, raw, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await require_ollama.handleOllama(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === OLLAMA_GENERATE_PATH && req.method === "POST") {
-			readBody(req).then((raw) => require_ollama.handleOllamaGenerate(req, res, raw, fixtures, journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await require_ollama.handleOllamaGenerate(req, res, await readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === OLLAMA_TAGS_PATH && req.method === "GET") {
@@ -928,36 +1001,42 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			return;
 		}
 		if (pathname === SEARCH_PATH && req.method === "POST") {
-			readBody(req).then((raw) => require_search.handleSearch(req, res, raw, serviceFixtures?.search ?? [], journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await require_search.handleSearch(req, res, await readBody(req), serviceFixtures?.search ?? [], journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === RERANK_PATH && req.method === "POST") {
-			readBody(req).then((raw) => require_rerank.handleRerank(req, res, raw, serviceFixtures?.rerank ?? [], journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await require_rerank.handleRerank(req, res, await readBody(req), serviceFixtures?.rerank ?? [], journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname === MODERATIONS_PATH && req.method === "POST") {
-			readBody(req).then((raw) => require_moderation.handleModeration(req, res, raw, serviceFixtures?.moderation ?? [], journal, defaults, setCorsHeaders)).catch((err) => {
+			try {
+				await require_moderation.handleModeration(req, res, await readBody(req), serviceFixtures?.moderation ?? [], journal, defaults, setCorsHeaders);
+			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 					message: msg,
 					type: "server_error"
 				} }));
 				else if (!res.writableEnded) res.destroy();
-			});
+			}
 			return;
 		}
 		if (pathname !== COMPLETIONS_PATH) {
@@ -968,7 +1047,10 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			handleNotFound(res, "Not found");
 			return;
 		}
-		handleCompletions(req, res, fixtures, journal, defaults, azureDeploymentId, azureDeploymentId ? "azure" : "openai").catch((err) => {
+		const completionsProvider = azureDeploymentId ? "azure" : "openai";
+		try {
+			await handleCompletions(req, res, fixtures, journal, defaults, azureDeploymentId, completionsProvider);
+		} catch (err) {
 			const msg = err instanceof Error ? err.message : "Internal error";
 			if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 				message: msg,
@@ -985,7 +1067,7 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 				}
 				res.end();
 			}
-		});
+		}
 	}
 	const activeConnections = /* @__PURE__ */ new Set();
 	server.on("upgrade", (req, socket, head) => {