@copilotkit/aimock 1.24.0 → 1.25.0

package/dist/server.cjs

@@ -11,13 +11,14 @@ const require_recorder = require('./recorder.cjs');
 const require_responses = require('./responses.cjs');
 const require_messages = require('./messages.cjs');
 const require_gemini = require('./gemini.cjs');
+const require_gemini_embeddings = require('./gemini-embeddings.cjs');
 const require_bedrock = require('./bedrock.cjs');
 const require_bedrock_converse = require('./bedrock-converse.cjs');
 const require_gemini_interactions = require('./gemini-interactions.cjs');
 const require_embeddings = require('./embeddings.cjs');
+const require_transcription = require('./transcription.cjs');
 const require_images = require('./images.cjs');
 const require_speech = require('./speech.cjs');
-const require_transcription = require('./transcription.cjs');
 const require_video = require('./video.cjs');
 const require_elevenlabs_audio = require('./elevenlabs-audio.cjs');
 const require_fal = require('./fal.cjs');
@@ -43,16 +44,21 @@ const GEMINI_LIVE_PATH = "/ws/google.ai.generativelanguage.v1beta.GenerativeServ
 const MESSAGES_PATH = "/v1/messages";
 const EMBEDDINGS_PATH = "/v1/embeddings";
 const COHERE_CHAT_PATH = "/v2/chat";
+const COHERE_EMBED_PATH = "/v2/embed";
 const SEARCH_PATH = "/search";
 const RERANK_PATH = "/v2/rerank";
 const MODERATIONS_PATH = "/v1/moderations";
 const IMAGES_PATH = "/v1/images/generations";
+const IMAGES_EDIT_PATH = "/v1/images/edit";
+const IMAGES_VARIATIONS_PATH = "/v1/images/variations";
 const SPEECH_PATH = "/v1/audio/speech";
 const TRANSCRIPTIONS_PATH = "/v1/audio/transcriptions";
+const TRANSLATIONS_PATH = "/v1/audio/translations";
 const VIDEOS_PATH = "/v1/videos";
 const VIDEOS_STATUS_RE = /^\/v1\/videos\/([^/]+)$/;
 const GEMINI_PREDICT_RE = /^\/v1beta\/models\/([^:]+):predict$/;
 const ELEVENLABS_SOUND_GENERATION_PATH = "/v1/sound-generation";
+const ELEVENLABS_TTS_RE = /^\/v1\/text-to-speech\/([^/]+)$/;
 const ELEVENLABS_MUSIC_RE = /^\/v1\/music(?:\/(.+))?$/;
 const FAL_QUEUE_SUBMIT_RE = /^\/fal\/queue\/submit\/(.+)$/;
 const FAL_QUEUE_REQUESTS_RE = /^\/fal\/queue\/requests\/(.+)$/;
@@ -65,7 +71,10 @@ const COMPAT_SUFFIXES = [
 	"/responses",
 	"/audio/speech",
 	"/audio/transcriptions",
-	"/images/generations"
+	"/audio/translations",
+	"/images/generations",
+	"/images/edit",
+	"/images/variations"
 ];
 /**
 * Normalize OpenAI-compatible paths with arbitrary prefixes.
@@ -85,6 +94,7 @@ function normalizeCompatPath(pathname, logger) {
 }
 const GEMINI_INTERACTIONS_PATH = "/v1beta/interactions";
 const GEMINI_PATH_RE = /^\/v1beta\/models\/([^:]+):(generateContent|streamGenerateContent)$/;
+const GEMINI_EMBED_RE = /^\/v1beta\/models\/([^:]+):embedContent$/;
 const AZURE_DEPLOYMENT_RE = /^\/openai\/deployments\/([^/]+)\/(chat\/completions|embeddings)$/;
 const BEDROCK_INVOKE_RE = /^\/model\/([^/]+)\/invoke$/;
 const BEDROCK_STREAM_RE = /^\/model\/([^/]+)\/invoke-with-response-stream$/;
@@ -93,6 +103,7 @@ const BEDROCK_CONVERSE_STREAM_RE = /^\/model\/([^/]+)\/converse-stream$/;
 const VERTEX_AI_RE = /^\/v1\/projects\/[^/]+\/locations\/[^/]+\/publishers\/google\/models\/([^/:]+):(generateContent|streamGenerateContent)$/;
 const OLLAMA_CHAT_PATH = "/api/chat";
 const OLLAMA_GENERATE_PATH = "/api/generate";
+const OLLAMA_EMBEDDINGS_PATH = "/api/embeddings";
 const OLLAMA_TAGS_PATH = "/api/tags";
 const HEALTH_PATH = "/health";
 const READY_PATH = "/ready";
@@ -435,6 +446,7 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 	const response = await require_helpers.resolveResponse(fixture, body);
 	const latency = fixture.latency ?? defaults.latency;
 	const chunkSize = Math.max(1, fixture.chunkSize ?? defaults.chunkSize);
+	const includeUsage = body.stream === true && body.stream_options?.include_usage === true;
 	if (require_helpers.isErrorResponse(response)) {
 		const status = response.status ?? 500;
 		journal.add({
@@ -447,7 +459,7 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 				fixture
 			}
 		});
-		require_sse_writer.writeErrorResponse(res, status, require_helpers.serializeErrorResponse(response));
+		require_sse_writer.writeErrorResponse(res, status, require_helpers.serializeErrorResponse(response), { retryAfter: response.retryAfter });
 		return;
 	}
 	if (require_helpers.isAudioResponse(response)) {
@@ -481,17 +493,28 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 			}
 		});
 		if (body.stream !== true) {
-			const completion = require_helpers.buildContentWithToolCallsCompletion(response.content, response.toolCalls, body.model, response.reasoning, overrides);
+			const completion = require_helpers.buildContentWithToolCallsCompletion(response.content, response.toolCalls, body.model, response.reasoning, overrides, body.messages);
 			res.writeHead(200, { "Content-Type": "application/json" });
 			res.end(JSON.stringify(completion));
 		} else {
 			const chunks = require_helpers.buildContentWithToolCallsChunks(response.content, response.toolCalls, body.model, chunkSize, response.reasoning, overrides);
+			const completionText = response.content + response.toolCalls.map((tc) => tc.name + tc.arguments).join("");
+			const usageChunk = includeUsage ? require_helpers.buildUsageChunk(chunks[0]?.id ?? "chatcmpl-unknown", overrides?.model ?? body.model, chunks[0]?.created ?? Math.floor(Date.now() / 1e3), overrides?.usage ? {
+				prompt_tokens: overrides.usage.prompt_tokens ?? 0,
+				completion_tokens: overrides.usage.completion_tokens ?? 0,
+				total_tokens: overrides.usage.total_tokens ?? (overrides.usage.prompt_tokens ?? 0) + (overrides.usage.completion_tokens ?? 0)
+			} : {
+				prompt_tokens: require_helpers.estimatePromptTokens(body.messages),
+				completion_tokens: require_helpers.estimateTokens(completionText),
+				total_tokens: require_helpers.estimatePromptTokens(body.messages) + require_helpers.estimateTokens(completionText)
+			}, overrides?.systemFingerprint) : void 0;
 			const interruption = require_interruption.createInterruptionSignal(fixture);
 			if (!await require_sse_writer.writeSSEStream(res, chunks, {
 				latency,
 				streamingProfile: fixture.streamingProfile,
 				signal: interruption?.signal,
-				onChunkSent: interruption?.tick
+				onChunkSent: interruption?.tick,
+				usageChunk
 			})) {
 				if (!res.writableEnded) res.destroy();
 				journalEntry.response.interrupted = true;
@@ -515,17 +538,27 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 			}
 		});
 		if (body.stream !== true) {
-			const completion = require_helpers.buildTextCompletion(response.content, body.model, response.reasoning, overrides);
+			const completion = require_helpers.buildTextCompletion(response.content, body.model, response.reasoning, overrides, body.messages);
 			res.writeHead(200, { "Content-Type": "application/json" });
 			res.end(JSON.stringify(completion));
 		} else {
 			const chunks = require_helpers.buildTextChunks(response.content, body.model, chunkSize, response.reasoning, overrides);
+			const usageChunk = includeUsage ? require_helpers.buildUsageChunk(chunks[0]?.id ?? "chatcmpl-unknown", overrides?.model ?? body.model, chunks[0]?.created ?? Math.floor(Date.now() / 1e3), overrides?.usage ? {
+				prompt_tokens: overrides.usage.prompt_tokens ?? 0,
+				completion_tokens: overrides.usage.completion_tokens ?? 0,
+				total_tokens: overrides.usage.total_tokens ?? (overrides.usage.prompt_tokens ?? 0) + (overrides.usage.completion_tokens ?? 0)
+			} : {
+				prompt_tokens: require_helpers.estimatePromptTokens(body.messages),
+				completion_tokens: require_helpers.estimateTokens(response.content),
+				total_tokens: require_helpers.estimatePromptTokens(body.messages) + require_helpers.estimateTokens(response.content)
+			}, overrides?.systemFingerprint) : void 0;
 			const interruption = require_interruption.createInterruptionSignal(fixture);
 			if (!await require_sse_writer.writeSSEStream(res, chunks, {
 				latency,
 				streamingProfile: fixture.streamingProfile,
 				signal: interruption?.signal,
-				onChunkSent: interruption?.tick
+				onChunkSent: interruption?.tick,
+				usageChunk
 			})) {
 				if (!res.writableEnded) res.destroy();
 				journalEntry.response.interrupted = true;
@@ -549,17 +582,28 @@ async function handleCompletions(req, res, fixtures, journal, defaults, modelFal
 			}
 		});
 		if (body.stream !== true) {
-			const completion = require_helpers.buildToolCallCompletion(response.toolCalls, body.model, overrides);
+			const completion = require_helpers.buildToolCallCompletion(response.toolCalls, body.model, overrides, body.messages);
 			res.writeHead(200, { "Content-Type": "application/json" });
 			res.end(JSON.stringify(completion));
 		} else {
 			const chunks = require_helpers.buildToolCallChunks(response.toolCalls, body.model, chunkSize, overrides);
+			const completionText = response.toolCalls.map((tc) => tc.name + tc.arguments).join("");
+			const usageChunk = includeUsage ? require_helpers.buildUsageChunk(chunks[0]?.id ?? "chatcmpl-unknown", overrides?.model ?? body.model, chunks[0]?.created ?? Math.floor(Date.now() / 1e3), overrides?.usage ? {
+				prompt_tokens: overrides.usage.prompt_tokens ?? 0,
+				completion_tokens: overrides.usage.completion_tokens ?? 0,
+				total_tokens: overrides.usage.total_tokens ?? (overrides.usage.prompt_tokens ?? 0) + (overrides.usage.completion_tokens ?? 0)
+			} : {
+				prompt_tokens: require_helpers.estimatePromptTokens(body.messages),
+				completion_tokens: require_helpers.estimateTokens(completionText),
+				total_tokens: require_helpers.estimatePromptTokens(body.messages) + require_helpers.estimateTokens(completionText)
+			}, overrides?.systemFingerprint) : void 0;
 			const interruption = require_interruption.createInterruptionSignal(fixture);
 			if (!await require_sse_writer.writeSSEStream(res, chunks, {
 				latency,
 				streamingProfile: fixture.streamingProfile,
 				signal: interruption?.signal,
-				onChunkSent: interruption?.tick
+				onChunkSent: interruption?.tick,
+				usageChunk
 			})) {
 				if (!res.writableEnded) res.destroy();
 				journalEntry.response.interrupted = true;
@@ -688,6 +732,61 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 				if (await handler.handleRequest(req, res, subPath)) return;
 			}
 		}
+		if (pathname === OLLAMA_CHAT_PATH && req.method === "POST") {
+			try {
+				await require_ollama.handleOllama(req, res, await require_helpers.readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
+				const msg = err instanceof Error ? err.message : "Internal error";
+				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
+					message: msg,
+					type: "server_error"
+				} }));
+				else if (!res.writableEnded) res.destroy();
+			}
+			return;
+		}
+		if (pathname === OLLAMA_GENERATE_PATH && req.method === "POST") {
+			try {
+				await require_ollama.handleOllamaGenerate(req, res, await require_helpers.readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
+				const msg = err instanceof Error ? err.message : "Internal error";
+				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
+					message: msg,
+					type: "server_error"
+				} }));
+				else if (!res.writableEnded) res.destroy();
+			}
+			return;
+		}
+		if (pathname === OLLAMA_EMBEDDINGS_PATH && req.method === "POST") {
+			try {
+				await require_ollama.handleOllamaEmbeddings(req, res, await require_helpers.readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
+				const msg = err instanceof Error ? err.message : "Internal error";
+				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
+					message: msg,
+					type: "server_error"
+				} }));
+				else if (!res.writableEnded) res.destroy();
+			}
+			return;
+		}
+		if (pathname === OLLAMA_TAGS_PATH && req.method === "GET") {
+			setCorsHeaders(res);
+			const modelIds = /* @__PURE__ */ new Set();
+			for (const f of fixtures) if (f.match.model && typeof f.match.model === "string") modelIds.add(f.match.model);
+			const models = (modelIds.size > 0 ? [...modelIds] : DEFAULT_MODELS).map((name) => ({
+				name,
+				model: name,
+				modified_at: (/* @__PURE__ */ new Date()).toISOString(),
+				size: 0,
+				digest: "",
+				details: {}
+			}));
+			res.writeHead(200, { "Content-Type": "application/json" });
+			res.end(JSON.stringify({ models }));
+			return;
+		}
 		let azureDeploymentId;
 		const azureMatch = pathname.match(AZURE_DEPLOYMENT_RE);
 		if (azureMatch && req.method === "POST") {
@@ -834,6 +933,19 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			}
 			return;
 		}
+		if (pathname === COHERE_EMBED_PATH && req.method === "POST") {
+			try {
+				await require_cohere.handleCohereEmbed(req, res, await require_helpers.readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
+				const msg = err instanceof Error ? err.message : "Internal error";
+				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
+					message: msg,
+					type: "server_error"
+				} }));
+				else if (!res.writableEnded) res.destroy();
+			}
+			return;
+		}
 		if (pathname === EMBEDDINGS_PATH && req.method === "POST") {
 			try {
 				const deploymentId = azureDeploymentId;
@@ -872,6 +984,32 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			}
 			return;
 		}
+		if (pathname === IMAGES_EDIT_PATH && req.method === "POST") {
+			try {
+				await require_images.handleImageEdit(req, res, await require_helpers.readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
+				const msg = err instanceof Error ? err.message : "Internal error";
+				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
+					message: msg,
+					type: "server_error"
+				} }));
+				else if (!res.writableEnded) res.destroy();
+			}
+			return;
+		}
+		if (pathname === IMAGES_VARIATIONS_PATH && req.method === "POST") {
+			try {
+				await require_images.handleImageVariations(req, res, await require_helpers.readBody(req), fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
+				const msg = err instanceof Error ? err.message : "Internal error";
+				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
+					message: msg,
+					type: "server_error"
+				} }));
+				else if (!res.writableEnded) res.destroy();
+			}
+			return;
+		}
 		if (pathname === SPEECH_PATH && req.method === "POST") {
 			try {
 				await require_speech.handleSpeech(req, res, await require_helpers.readBody(req), fixtures, journal, defaults, setCorsHeaders);
@@ -898,6 +1036,19 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			}
 			return;
 		}
+		if (pathname === TRANSLATIONS_PATH && req.method === "POST") {
+			try {
+				await require_transcription.handleTranscription(req, res, await require_helpers.readBody(req), fixtures, journal, defaults, setCorsHeaders, "translation");
+			} catch (err) {
+				const msg = err instanceof Error ? err.message : "Internal error";
+				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
+					message: msg,
+					type: "server_error"
+				} }));
+				else if (!res.writableEnded) res.destroy();
+			}
+			return;
+		}
 		if (pathname === VIDEOS_PATH && req.method === "POST") {
 			try {
 				await require_video.handleVideoCreate(req, res, await require_helpers.readBody(req), fixtures, journal, defaults, setCorsHeaders, videoStates);
@@ -950,6 +1101,21 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			}
 			return;
 		}
+		const geminiEmbedMatch = pathname.match(GEMINI_EMBED_RE);
+		if (geminiEmbedMatch && req.method === "POST") {
+			const embedModel = geminiEmbedMatch[1];
+			try {
+				await require_gemini_embeddings.handleGeminiEmbedContent(req, res, await require_helpers.readBody(req), embedModel, fixtures, journal, defaults, setCorsHeaders);
+			} catch (err) {
+				const msg = err instanceof Error ? err.message : "Internal error";
+				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
+					message: msg,
+					type: "server_error"
+				} }));
+				else if (!res.writableEnded) res.destroy();
+			}
+			return;
+		}
 		const geminiMatch = pathname.match(GEMINI_PATH_RE);
 		if (geminiMatch && req.method === "POST") {
 			const geminiModel = geminiMatch[1];
@@ -1052,22 +1218,9 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			}
 			return;
 		}
-		if (pathname === OLLAMA_CHAT_PATH && req.method === "POST") {
-			try {
-				await require_ollama.handleOllama(req, res, await require_helpers.readBody(req), fixtures, journal, defaults, setCorsHeaders);
-			} catch (err) {
-				const msg = err instanceof Error ? err.message : "Internal error";
-				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
-					message: msg,
-					type: "server_error"
-				} }));
-				else if (!res.writableEnded) res.destroy();
-			}
-			return;
-		}
-		if (pathname === OLLAMA_GENERATE_PATH && req.method === "POST") {
+		if (pathname === SEARCH_PATH && req.method === "POST") {
 			try {
-				await require_ollama.handleOllamaGenerate(req, res, await require_helpers.readBody(req), fixtures, journal, defaults, setCorsHeaders);
+				await require_search.handleSearch(req, res, await require_helpers.readBody(req), serviceFixtures?.search ?? [], journal, defaults, setCorsHeaders);
 			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
@@ -1078,25 +1231,9 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			}
 			return;
 		}
-		if (pathname === OLLAMA_TAGS_PATH && req.method === "GET") {
-			setCorsHeaders(res);
-			const modelIds = /* @__PURE__ */ new Set();
-			for (const f of fixtures) if (f.match.model && typeof f.match.model === "string") modelIds.add(f.match.model);
-			const models = (modelIds.size > 0 ? [...modelIds] : DEFAULT_MODELS).map((name) => ({
-				name,
-				model: name,
-				modified_at: (/* @__PURE__ */ new Date()).toISOString(),
-				size: 0,
-				digest: "",
-				details: {}
-			}));
-			res.writeHead(200, { "Content-Type": "application/json" });
-			res.end(JSON.stringify({ models }));
-			return;
-		}
-		if (pathname === SEARCH_PATH && req.method === "POST") {
+		if (pathname === RERANK_PATH && req.method === "POST") {
 			try {
-				await require_search.handleSearch(req, res, await require_helpers.readBody(req), serviceFixtures?.search ?? [], journal, defaults, setCorsHeaders);
+				await require_rerank.handleRerank(req, res, await require_helpers.readBody(req), serviceFixtures?.rerank ?? [], journal, defaults, setCorsHeaders);
 			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
@@ -1107,9 +1244,9 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			}
 			return;
 		}
-		if (pathname === RERANK_PATH && req.method === "POST") {
+		if (pathname === MODERATIONS_PATH && req.method === "POST") {
 			try {
-				await require_rerank.handleRerank(req, res, await require_helpers.readBody(req), serviceFixtures?.rerank ?? [], journal, defaults, setCorsHeaders);
+				await require_moderation.handleModeration(req, res, await require_helpers.readBody(req), serviceFixtures?.moderation ?? [], journal, defaults, setCorsHeaders);
 			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
@@ -1120,9 +1257,10 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			}
 			return;
 		}
-		if (pathname === MODERATIONS_PATH && req.method === "POST") {
+		if (pathname === ELEVENLABS_SOUND_GENERATION_PATH && req.method === "POST") {
+			setCorsHeaders(res);
 			try {
-				await require_moderation.handleModeration(req, res, await require_helpers.readBody(req), serviceFixtures?.moderation ?? [], journal, defaults, setCorsHeaders);
+				await require_elevenlabs_audio.handleElevenLabsAudio(req, res, await require_helpers.readBody(req), fixtures, defaults, journal, "sound-generation");
 			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
@@ -1133,10 +1271,12 @@ async function createServer(fixtures, options, mounts, serviceFixtures) {
 			}
 			return;
 		}
-		if (pathname === ELEVENLABS_SOUND_GENERATION_PATH && req.method === "POST") {
+		const elevenLabsTTSMatch = pathname.match(ELEVENLABS_TTS_RE);
+		if (elevenLabsTTSMatch && req.method === "POST") {
 			setCorsHeaders(res);
+			const voiceId = elevenLabsTTSMatch[1];
 			try {
-				await require_elevenlabs_audio.handleElevenLabsAudio(req, res, await require_helpers.readBody(req), fixtures, defaults, journal, "sound-generation");
+				await require_elevenlabs_audio.handleElevenLabsTTS(req, res, await require_helpers.readBody(req), fixtures, defaults, journal, voiceId);
 			} catch (err) {
 				const msg = err instanceof Error ? err.message : "Internal error";
 				if (!res.headersSent) require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {