@copilotkit/aimock 1.17.0 → 1.19.0

package/dist/server.js

@@ -1,11 +1,11 @@
-import { buildContentWithToolCallsChunks, buildContentWithToolCallsCompletion, buildTextChunks, buildTextCompletion, buildToolCallChunks, buildToolCallCompletion, extractOverrides, flattenHeaders, getTestId, isAudioResponse, isContentWithToolCallsResponse, isErrorResponse, isTextResponse, isToolCallResponse } from "./helpers.js";
+import { buildContentWithToolCallsChunks, buildContentWithToolCallsCompletion, buildTextChunks, buildTextCompletion, buildToolCallChunks, buildToolCallCompletion, extractOverrides, flattenHeaders, getTestId, isAudioResponse, isContentWithToolCallsResponse, isErrorResponse, isTextResponse, isToolCallResponse, resolveResponse } from "./helpers.js";
 import { Logger } from "./logger.js";
 import { Journal } from "./journal.js";
 import { matchFixture } from "./router.js";
 import { entryToFixture, validateFixtures } from "./fixture-loader.js";
 import { writeErrorResponse, writeSSEStream } from "./sse-writer.js";
 import { createInterruptionSignal } from "./interruption.js";
-import { applyChaos } from "./chaos.js";
+import { applyChaosAction, evaluateChaos } from "./chaos.js";
 import { proxyAndRecord } from "./recorder.js";
 import { handleResponses } from "./responses.js";
 import { handleMessages } from "./messages.js";
@@ -20,6 +20,7 @@ import { handleTranscription } from "./transcription.js";
 import { VideoStateMap, handleVideoCreate, handleVideoStatus } from "./video.js";
 import { handleElevenLabsAudio } from "./elevenlabs-audio.js";
 import { falJobs, handleFalQueue } from "./fal-audio.js";
+import { falQueueStates, handleFal } from "./fal.js";
 import { handleOllama, handleOllamaGenerate } from "./ollama.js";
 import { handleCohere } from "./cohere.js";
 import { handleSearch } from "./search.js";
@@ -54,6 +55,7 @@ const ELEVENLABS_MUSIC_RE = /^\/v1\/music(?:\/(.+))?$/;
 const FAL_QUEUE_SUBMIT_RE = /^\/fal\/queue\/submit\/(.+)$/;
 const FAL_QUEUE_REQUESTS_RE = /^\/fal\/queue\/requests\/(.+)$/;
 const FAL_RUN_RE = /^\/fal\/run\/(.+)$/;
+const FAL_PREFIX_RE = /^\/fal(?:\/.*)?$/;
 const DEFAULT_CHUNK_SIZE = 20;
 const COMPAT_SUFFIXES = [
 	"/chat/completions",
@@ -104,7 +106,7 @@ const DEFAULT_MODELS = [
 const CORS_HEADERS = {
 	"Access-Control-Allow-Origin": "*",
 	"Access-Control-Allow-Methods": "GET, POST, DELETE, OPTIONS",
-	"Access-Control-Allow-Headers": "Content-Type, Authorization"
+	"Access-Control-Allow-Headers": "*"
 };
 function setCorsHeaders(res) {
 	for (const [key, value] of Object.entries(CORS_HEADERS)) res.setHeader(key, value);
@@ -209,6 +211,7 @@ async function handleControlAPI(req, res, pathname, fixtures, journal, videoStat
 		journal.clear();
 		videoStates.clear();
 		falJobs.clear();
+		falQueueStates.clear();
 		if (defaults.registry) defaults.registry.setGauge("aimock_fixtures_loaded", {}, fixtures.length);
 		res.writeHead(200, { "Content-Type": "application/json" });
 		res.end(JSON.stringify({ reset: true }));
@@ -327,6 +330,9 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 		} }));
 		return;
 	}
+	const method = req.method ?? "POST";
+	const path = req.url ?? COMPLETIONS_PATH;
+	const flatHeaders = flattenHeaders(req.headers);
 	body._endpointType = "chat";
 	const testId = getTestId(req);
 	const fixture = matchFixture(fixtures, body, journal.getFixtureMatchCountsForTest(testId), defaults.requestTransform);
@@ -338,18 +344,40 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 		const snippet = typeof lastUserMsg?.content === "string" ? lastUserMsg.content.slice(0, 80) : "";
 		defaults.logger.debug(`No fixture matched for request (model=${body.model ?? "?"}, msg="${snippet}")`);
 	}
-	const method = req.method ?? "POST";
-	const path = req.url ?? COMPLETIONS_PATH;
-	const flatHeaders = flattenHeaders(req.headers);
-	if (applyChaos(res, fixture, defaults.chaos, req.headers, journal, {
+	const chaosAction = evaluateChaos(fixture, defaults.chaos, req.headers, defaults.logger);
+	const chaosContext = {
 		method,
 		path,
 		headers: flatHeaders,
 		body
-	}, defaults.registry, defaults.logger)) return;
+	};
+	if (chaosAction === "drop" || chaosAction === "disconnect") {
+		applyChaosAction(chaosAction, res, fixture, journal, chaosContext, fixture ? "fixture" : "proxy", defaults.registry);
+		return;
+	}
+	if (fixture && chaosAction === "malformed") {
+		applyChaosAction(chaosAction, res, fixture, journal, chaosContext, "fixture", defaults.registry);
+		return;
+	}
 	if (!fixture) {
 		if (defaults.record && providerKey) {
-			if (await proxyAndRecord(req, res, body, providerKey, req.url ?? COMPLETIONS_PATH, fixtures, defaults, raw)) {
+			const hookOptions = chaosAction === "malformed" ? {
+				beforeWriteResponse: () => {
+					applyChaosAction(chaosAction, res, null, journal, chaosContext, "proxy", defaults.registry);
+					return true;
+				},
+				onHookBypassed: (reason) => {
+					defaults.logger.warn(`[chaos] malformed bypassed on proxy: upstream returned SSE (${reason})`);
+					defaults.registry?.incrementCounter("aimock_chaos_bypassed_total", {
+						action: "malformed",
+						source: "proxy",
+						reason
+					});
+				}
+			} : void 0;
+			const outcome = await proxyAndRecord(req, res, body, providerKey, req.url ?? COMPLETIONS_PATH, fixtures, defaults, raw, hookOptions);
+			if (outcome === "handled_by_hook") return;
+			if (outcome === "relayed") {
 				journal.add({
 					method: req.method ?? "POST",
 					path: req.url ?? COMPLETIONS_PATH,
@@ -384,7 +412,7 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 		} }));
 		return;
 	}
-	const response = fixture.response;
+	const response = await resolveResponse(fixture, body);
 	const latency = fixture.latency ?? defaults.latency;
 	const chunkSize = Math.max(1, fixture.chunkSize ?? defaults.chunkSize);
 	if (isErrorResponse(response)) {
@@ -866,7 +894,7 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 		const videoStatusMatch = pathname.match(VIDEOS_STATUS_RE);
 		if (videoStatusMatch && req.method === "GET") {
 			const videoId = videoStatusMatch[1];
-			handleVideoStatus(req, res, videoId, journal, setCorsHeaders, videoStates);
+			handleVideoStatus(req, res, videoId, journal, defaults, setCorsHeaders, videoStates);
 			return;
 		}
 		const geminiPredictMatch = pathname.match(GEMINI_PREDICT_RE);
@@ -1095,15 +1123,19 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			setCorsHeaders(res);
 			try {
 				const raw = await readBody(req);
-				if (applyChaos(res, null, defaults.chaos, req.headers, journal, {
-					method: req.method ?? "POST",
-					path: pathname,
-					headers: flattenHeaders(req.headers),
-					body: {
-						model: "",
-						messages: []
-					}
-				}, defaults.registry, defaults.logger)) return;
+				const chaosAction = evaluateChaos(null, defaults.chaos, req.headers, defaults.logger);
+				if (chaosAction) {
+					applyChaosAction(chaosAction, res, null, journal, {
+						method: req.method ?? "POST",
+						path: pathname,
+						headers: flattenHeaders(req.headers),
+						body: {
+							model: "",
+							messages: []
+						}
+					}, "fixture", defaults.registry);
+					return;
+				}
 				await handleElevenLabsAudio(req, res, raw, fixtures, defaults, journal, "sound-generation");
 			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
@@ -1121,15 +1153,19 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			const musicSubType = musicMatch[1] ?? "music";
 			try {
 				const raw = await readBody(req);
-				if (applyChaos(res, null, defaults.chaos, req.headers, journal, {
-					method: req.method ?? "POST",
-					path: pathname,
-					headers: flattenHeaders(req.headers),
-					body: {
-						model: "",
-						messages: []
-					}
-				}, defaults.registry, defaults.logger)) return;
+				const chaosAction = evaluateChaos(null, defaults.chaos, req.headers, defaults.logger);
+				if (chaosAction) {
+					applyChaosAction(chaosAction, res, null, journal, {
+						method: req.method ?? "POST",
+						path: pathname,
+						headers: flattenHeaders(req.headers),
+						body: {
+							model: "",
+							messages: []
+						}
+					}, "fixture", defaults.registry);
+					return;
+				}
 				await handleElevenLabsAudio(req, res, raw, fixtures, defaults, journal, musicSubType);
 			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
@@ -1141,19 +1177,51 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			}
 			return;
 		}
+		if (FAL_PREFIX_RE.test(pathname) && req.headers["x-fal-target-host"]) {
+			setCorsHeaders(res);
+			try {
+				const raw = req.method === "POST" || req.method === "PUT" ? await readBody(req) : "";
+				const chaosAction = evaluateChaos(null, defaults.chaos, req.headers, defaults.logger);
+				if (chaosAction) {
+					applyChaosAction(chaosAction, res, null, journal, {
+						method: req.method ?? "GET",
+						path: pathname,
+						headers: flattenHeaders(req.headers),
+						body: {
+							model: "",
+							messages: []
+						}
+					}, "fixture", defaults.registry);
+					return;
+				}
+				if (await handleFal(req, res, raw, pathname, fixtures, defaults, journal) === "handled") return;
+			} catch (err) {
+				const msg = err instanceof Error ? err.message : "Internal error";
+				if (!res.headersSent) writeErrorResponse(res, 500, JSON.stringify({ error: {
+					message: msg,
+					type: "server_error"
+				} }));
+				else if (!res.writableEnded) res.destroy();
+				return;
+			}
+		}
 		if (pathname.match(FAL_QUEUE_SUBMIT_RE) && req.method === "POST") {
 			setCorsHeaders(res);
 			try {
 				const raw = await readBody(req);
-				if (applyChaos(res, null, defaults.chaos, req.headers, journal, {
-					method: req.method ?? "POST",
-					path: pathname,
-					headers: flattenHeaders(req.headers),
-					body: {
-						model: "",
-						messages: []
-					}
-				}, defaults.registry, defaults.logger)) return;
+				const chaosAction = evaluateChaos(null, defaults.chaos, req.headers, defaults.logger);
+				if (chaosAction) {
+					applyChaosAction(chaosAction, res, null, journal, {
+						method: req.method ?? "POST",
+						path: pathname,
+						headers: flattenHeaders(req.headers),
+						body: {
+							model: "",
+							messages: []
+						}
+					}, "fixture", defaults.registry);
+					return;
+				}
 				await handleFalQueue(req, res, raw, pathname, fixtures, defaults, journal);
 			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
@@ -1169,15 +1237,19 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			setCorsHeaders(res);
 			try {
 				const raw = req.method === "POST" ? await readBody(req) : "{}";
-				if (applyChaos(res, null, defaults.chaos, req.headers, journal, {
-					method: req.method ?? "GET",
-					path: pathname,
-					headers: flattenHeaders(req.headers),
-					body: {
-						model: "",
-						messages: []
-					}
-				}, defaults.registry, defaults.logger)) return;
+				const chaosAction = evaluateChaos(null, defaults.chaos, req.headers, defaults.logger);
+				if (chaosAction) {
+					applyChaosAction(chaosAction, res, null, journal, {
+						method: req.method ?? "GET",
+						path: pathname,
+						headers: flattenHeaders(req.headers),
+						body: {
+							model: "",
+							messages: []
+						}
+					}, "fixture", defaults.registry);
+					return;
+				}
 				await handleFalQueue(req, res, raw, pathname, fixtures, defaults, journal);
 			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
@@ -1193,15 +1265,19 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			setCorsHeaders(res);
 			try {
 				const raw = await readBody(req);
-				if (applyChaos(res, null, defaults.chaos, req.headers, journal, {
-					method: req.method ?? "POST",
-					path: pathname,
-					headers: flattenHeaders(req.headers),
-					body: {
-						model: "",
-						messages: []
-					}
-				}, defaults.registry, defaults.logger)) return;
+				const chaosAction = evaluateChaos(null, defaults.chaos, req.headers, defaults.logger);
+				if (chaosAction) {
+					applyChaosAction(chaosAction, res, null, journal, {
+						method: req.method ?? "POST",
+						path: pathname,
+						headers: flattenHeaders(req.headers),
+						body: {
+							model: "",
+							messages: []
+						}
+					}, "fixture", defaults.registry);
+					return;
+				}
 				await handleFalQueue(req, res, raw, pathname, fixtures, defaults, journal);
 			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";