@copilotkit/aimock 1.22.0 → 1.23.0

package/dist/ws-realtime.js

@@ -1,5 +1,6 @@
-import { generateToolCallId, isErrorResponse, isTextResponse, isToolCallResponse, resolveResponse, resolveStrictMode, strictOverrideField } from "./helpers.js";
-import { DEFAULT_TEST_ID } from "./journal.js";
+import { DEFAULT_TEST_ID } from "./constants.js";
+import { flattenHeaders, generateToolCallId, isContentWithToolCallsResponse, isErrorResponse, isTextResponse, isToolCallResponse, resolveResponse, resolveStrictMode, strictOverrideField } from "./helpers.js";
+import "./journal.js";
 import { matchFixture } from "./router.js";
 import { delay } from "./sse-writer.js";
 import { createInterruptionSignal } from "./interruption.js";
@@ -24,12 +25,34 @@ function realtimeItemsToMessages(items, instructions, logger) {
 		content: instructions
 	});
 	for (const item of items) if (item.type === "message") {
-		const text = item.content?.[0]?.text ?? "";
 		const role = item.role === "assistant" ? "assistant" : item.role === "system" ? "system" : "user";
-		messages.push({
-			role,
-			content: text
-		});
+		if (item.content?.some((p) => p.type === "input_text" || p.type === "input_image" || p.type === "input_audio") && item.content) {
+			const mappedContent = item.content.map((part) => {
+				if (part.type === "input_text") return {
+					type: "text",
+					text: part.text ?? ""
+				};
+				if (part.type === "input_image") return {
+					type: "image_url",
+					image_url: { url: part.url ?? "" }
+				};
+				if (part.type === "input_audio") return {
+					type: "text",
+					text: "[audio input]"
+				};
+				return part;
+			});
+			messages.push({
+				role,
+				content: mappedContent
+			});
+		} else {
+			const text = item.content?.[0]?.text ?? "";
+			messages.push({
+				role,
+				content: text
+			});
+		}
 	} else if (item.type === "function_call") {
 		if (!item.name) logger?.warn("Realtime function_call item missing 'name'");
 		messages.push({
@@ -54,23 +77,112 @@ function realtimeItemsToMessages(items, instructions, logger) {
 	}
 	return messages;
 }
-function evt(type, extra = {}) {
-	return JSON.stringify({
-		type,
-		event_id: realtimeId("event"),
-		...extra
+/** GA -> Beta event name mapping */
+const GA_TO_BETA_EVENT = {
+	"response.output_text.delta": "response.text.delta",
+	"response.output_text.done": "response.text.done",
+	"response.output_audio.delta": "response.audio.delta",
+	"response.output_audio.done": "response.audio.done",
+	"response.output_audio_transcript.delta": "response.audio_transcript.delta",
+	"response.output_audio_transcript.done": "response.audio_transcript.done",
+	"conversation.item.added": "conversation.item.created"
+};
+/** GA -> Beta content type mapping */
+const GA_TO_BETA_CONTENT_TYPE = {
+	output_text: "text",
+	output_audio: "audio"
+};
+/** Events suppressed in Beta mode (GA-only events) */
+const BETA_SUPPRESSED_EVENTS = new Set(["conversation.item.done"]);
+function translateGAToBeta(event) {
+	const type = event.type;
+	if (BETA_SUPPRESSED_EVENTS.has(type)) return null;
+	const translated = { ...event };
+	if (GA_TO_BETA_EVENT[type]) translated.type = GA_TO_BETA_EVENT[type];
+	if (translated.part && typeof translated.part === "object") {
+		const part = { ...translated.part };
+		if (typeof part.type === "string" && GA_TO_BETA_CONTENT_TYPE[part.type]) part.type = GA_TO_BETA_CONTENT_TYPE[part.type];
+		translated.part = part;
+	}
+	if (translated.content_part && typeof translated.content_part === "object") {
+		const cp = { ...translated.content_part };
+		if (typeof cp.type === "string" && GA_TO_BETA_CONTENT_TYPE[cp.type]) cp.type = GA_TO_BETA_CONTENT_TYPE[cp.type];
+		translated.content_part = cp;
+	}
+	if (Array.isArray(translated.content)) translated.content = translated.content.map((c) => {
+		if (typeof c.type === "string" && GA_TO_BETA_CONTENT_TYPE[c.type]) return {
+			...c,
+			type: GA_TO_BETA_CONTENT_TYPE[c.type]
+		};
+		return c;
 	});
+	if (translated.item && typeof translated.item === "object") {
+		const item = { ...translated.item };
+		delete item.phase;
+		if (Array.isArray(item.content)) item.content = item.content.map((c) => {
+			if (typeof c.type === "string" && GA_TO_BETA_CONTENT_TYPE[c.type]) return {
+				...c,
+				type: GA_TO_BETA_CONTENT_TYPE[c.type]
+			};
+			return c;
+		});
+		translated.item = item;
+	}
+	if (translated.response && typeof translated.response === "object") {
+		const resp = { ...translated.response };
+		if (Array.isArray(resp.output)) resp.output = resp.output.map((outItem) => {
+			const o = { ...outItem };
+			if (Array.isArray(o.content)) o.content = o.content.map((c) => typeof c.type === "string" && GA_TO_BETA_CONTENT_TYPE[c.type] ? {
+				...c,
+				type: GA_TO_BETA_CONTENT_TYPE[c.type]
+			} : c);
+			return o;
+		});
+		translated.response = resp;
+	}
+	if (type === "session.created" || type === "session.updated") {
+		if (translated.session && typeof translated.session === "object") {
+			const session = { ...translated.session };
+			if (session.audio && typeof session.audio === "object") {
+				const audio = session.audio;
+				session.voice = audio.voice;
+				session.input_audio_format = audio.input_audio_format;
+				session.output_audio_format = audio.output_audio_format;
+				session.input_audio_transcription = audio.input_audio_transcription;
+				delete session.audio;
+			}
+			delete session.type;
+			delete session.reasoning;
+			translated.session = session;
+		}
+	}
+	return translated;
+}
+function sendEvent(ws, event, isBeta) {
+	const out = {
+		...event,
+		event_id: event.event_id ?? realtimeId("event")
+	};
+	if (isBeta) {
+		const translated = translateGAToBeta(out);
+		if (translated === null) return;
+		ws.send(JSON.stringify(translated));
+	} else ws.send(JSON.stringify(out));
 }
-function buildErrorRealtimeEvent(message, type = "invalid_request_error", code) {
-	return evt("error", { error: {
-		message,
-		type,
-		code
-	} });
+function buildErrorRealtimeEvent(ws, message, isBeta, type = "invalid_request_error", code) {
+	sendEvent(ws, {
+		type: "error",
+		error: {
+			message,
+			type,
+			code
+		}
+	}, isBeta);
 }
 function handleWebSocketRealtime(ws, fixtures, journal, defaults) {
 	const { logger } = defaults;
 	const sessionId = realtimeId("sess");
+	const isBeta = defaults.upgradeHeaders?.["openai-beta"] ? String(defaults.upgradeHeaders["openai-beta"]).includes("realtime=v1") : false;
 	const session = {
 		model: defaults.model,
 		modalities: ["text"],
@@ -79,83 +191,227 @@ function handleWebSocketRealtime(ws, fixtures, journal, defaults) {
 		voice: null,
 		input_audio_format: null,
 		output_audio_format: null,
+		input_audio_noise_reduction: null,
+		input_audio_transcription: null,
 		turn_detection: null,
-		temperature: .8
+		temperature: .8,
+		type: "conversation",
+		reasoning: null
 	};
 	const conversationItems = [];
-	ws.send(evt("session.created", { session: {
-		id: sessionId,
-		object: "realtime.session",
-		...session,
-		expires_at: Math.floor(Date.now() / 1e3) + 3600,
-		max_response_output_tokens: "inf",
-		input_audio_transcription: null,
-		tool_choice: "auto"
-	} }));
+	sendEvent(ws, {
+		type: "session.created",
+		session: {
+			id: sessionId,
+			object: "realtime.session",
+			model: session.model,
+			expires_at: Math.floor(Date.now() / 1e3) + 3600,
+			modalities: session.modalities,
+			instructions: session.instructions,
+			tools: session.tools,
+			tool_choice: "auto",
+			temperature: session.temperature,
+			max_response_output_tokens: "inf",
+			audio: {
+				voice: session.voice,
+				input_audio_format: session.input_audio_format,
+				output_audio_format: session.output_audio_format,
+				input_audio_noise_reduction: session.input_audio_noise_reduction,
+				input_audio_transcription: session.input_audio_transcription
+			},
+			turn_detection: session.turn_detection,
+			type: session.type,
+			reasoning: session.reasoning
+		}
+	}, isBeta);
 	let pending = Promise.resolve();
 	ws.on("message", (raw) => {
-		pending = pending.then(() => processMessage(raw, ws, fixtures, journal, defaults, session, conversationItems).catch((err) => {
+		pending = pending.then(() => processMessage(raw, ws, fixtures, journal, defaults, session, conversationItems, isBeta).catch((err) => {
 			const msg = err instanceof Error ? err.message : "Internal error";
 			logger.error(`WebSocket realtime error: ${msg}`);
 			try {
-				ws.send(buildErrorRealtimeEvent(msg, "server_error"));
-			} catch {}
+				buildErrorRealtimeEvent(ws, msg, isBeta, "server_error");
+			} catch (sendErr) {
+				defaults.logger.debug(`Failed to send error to client: ${sendErr instanceof Error ? sendErr.message : "unknown"}`);
+			}
 		}));
 	});
 }
-async function processMessage(raw, ws, fixtures, journal, defaults, session, conversationItems) {
+async function processMessage(raw, ws, fixtures, journal, defaults, session, conversationItems, isBeta) {
 	let parsed;
 	try {
 		parsed = JSON.parse(raw);
 	} catch (parseErr) {
-		const detail = parseErr instanceof Error ? parseErr.message : "unknown";
-		ws.send(buildErrorRealtimeEvent(`Malformed JSON: ${detail}`, "invalid_request_error", "invalid_json"));
+		buildErrorRealtimeEvent(ws, `Malformed JSON: ${parseErr instanceof Error ? parseErr.message : "unknown"}`, isBeta, "invalid_request_error", "invalid_json");
 		return;
 	}
 	const msgType = parsed.type;
 	if (msgType === "session.update") {
 		if (parsed.session) {
-			if (parsed.session.instructions !== void 0) session.instructions = parsed.session.instructions;
-			if (parsed.session.tools !== void 0) session.tools = parsed.session.tools;
-			if (parsed.session.modalities !== void 0) session.modalities = parsed.session.modalities;
-			if (parsed.session.model !== void 0) session.model = parsed.session.model;
-			if (parsed.session.temperature !== void 0) session.temperature = parsed.session.temperature;
+			const s = parsed.session;
+			const validTypes = new Set([
+				"conversation",
+				"transcription",
+				"translation"
+			]);
+			if (s.type !== void 0) {
+				if (!validTypes.has(s.type)) {
+					sendEvent(ws, {
+						type: "error",
+						error: {
+							message: `Invalid session type: ${s.type}`,
+							type: "invalid_request_error",
+							code: "invalid_session_config"
+						}
+					}, isBeta);
+					return;
+				}
+			}
+			const prevModel = session.model;
+			const prevType = session.type;
+			if (s.instructions !== void 0) session.instructions = s.instructions;
+			if (s.tools !== void 0) session.tools = s.tools;
+			if (s.modalities !== void 0) session.modalities = s.modalities;
+			if (s.model !== void 0) session.model = s.model;
+			if (s.temperature !== void 0) session.temperature = s.temperature;
+			if (s.type !== void 0) session.type = s.type;
+			if (s.audio) {
+				const audio = s.audio;
+				if (audio.voice !== void 0) session.voice = audio.voice;
+				if (audio.input_audio_format !== void 0) session.input_audio_format = audio.input_audio_format;
+				if (audio.output_audio_format !== void 0) session.output_audio_format = audio.output_audio_format;
+				if (audio.input_audio_noise_reduction !== void 0) session.input_audio_noise_reduction = audio.input_audio_noise_reduction;
+				if (audio.input_audio_transcription !== void 0) session.input_audio_transcription = audio.input_audio_transcription;
+			}
+			if (s.voice !== void 0) session.voice = s.voice;
+			if (s.input_audio_format !== void 0) session.input_audio_format = s.input_audio_format;
+			if (s.output_audio_format !== void 0) session.output_audio_format = s.output_audio_format;
+			if (s.reasoning !== void 0) session.reasoning = s.reasoning;
+			const transcriptionModels = new Set([
+				"gpt-4o-transcribe",
+				"gpt-4o-mini-transcribe",
+				"gpt-realtime-whisper",
+				"whisper-1"
+			]);
+			const translationModels = new Set([
+				"gpt-4o-transcribe",
+				"gpt-4o-mini-transcribe",
+				"gpt-realtime-translate"
+			]);
+			if (session.type === "transcription" && !transcriptionModels.has(session.model)) {
+				session.model = prevModel;
+				session.type = prevType;
+				sendEvent(ws, {
+					type: "error",
+					error: {
+						message: `Model ${s.model ?? prevModel} does not support session type transcription`,
+						type: "invalid_request_error",
+						code: "invalid_session_config"
+					}
+				}, isBeta);
+				return;
+			}
+			if (session.type === "translation" && !translationModels.has(session.model)) {
+				session.model = prevModel;
+				session.type = prevType;
+				sendEvent(ws, {
+					type: "error",
+					error: {
+						message: `Model ${s.model ?? prevModel} does not support session type translation`,
+						type: "invalid_request_error",
+						code: "invalid_session_config"
+					}
+				}, isBeta);
+				return;
+			}
 		}
-		ws.send(evt("session.updated", { session: {
-			...session,
-			object: "realtime.session",
-			expires_at: Math.floor(Date.now() / 1e3) + 3600,
-			max_response_output_tokens: "inf",
-			input_audio_transcription: null,
-			tool_choice: "auto"
-		} }));
+		sendEvent(ws, {
+			type: "session.updated",
+			session: {
+				object: "realtime.session",
+				model: session.model,
+				expires_at: Math.floor(Date.now() / 1e3) + 3600,
+				modalities: session.modalities,
+				instructions: session.instructions,
+				tools: session.tools,
+				tool_choice: "auto",
+				temperature: session.temperature,
+				max_response_output_tokens: "inf",
+				audio: {
+					voice: session.voice,
+					input_audio_format: session.input_audio_format,
+					output_audio_format: session.output_audio_format,
+					input_audio_noise_reduction: session.input_audio_noise_reduction,
+					input_audio_transcription: session.input_audio_transcription
+				},
+				turn_detection: session.turn_detection,
+				type: session.type,
+				reasoning: session.reasoning
+			}
+		}, isBeta);
 		return;
 	}
 	if (msgType === "conversation.item.create") {
 		if (!parsed.item) {
-			ws.send(buildErrorRealtimeEvent("Missing 'item' in conversation.item.create", "invalid_request_error"));
+			buildErrorRealtimeEvent(ws, "Missing 'item' in conversation.item.create", isBeta, "invalid_request_error");
 			return;
 		}
 		const item = parsed.item;
 		if (!item.id) item.id = realtimeId("item");
 		const previousId = conversationItems.length > 0 ? conversationItems[conversationItems.length - 1].id ?? null : null;
 		conversationItems.push(item);
-		ws.send(evt("conversation.item.created", {
+		sendEvent(ws, {
+			type: "conversation.item.added",
 			previous_item_id: previousId,
 			item
-		}));
+		}, isBeta);
 		return;
 	}
 	if (msgType === "response.create") {
-		await handleResponseCreate(ws, fixtures, journal, defaults, session, conversationItems);
+		await handleResponseCreate(ws, fixtures, journal, defaults, session, conversationItems, isBeta, parsed.response);
+		return;
+	}
+	if (msgType === "input_audio_buffer.append") return;
+	if (msgType === "input_audio_buffer.commit") {
+		sendEvent(ws, { type: "input_audio_buffer.committed" }, isBeta);
+		if (session.type === "transcription" || session.type === "translation") {
+			const audioItem = {
+				type: "message",
+				id: realtimeId("item"),
+				role: "user",
+				content: [{
+					type: "input_audio",
+					transcript: null
+				}]
+			};
+			conversationItems.push(audioItem);
+			sendEvent(ws, {
+				type: "conversation.item.added",
+				item: audioItem
+			}, isBeta);
+		}
+		return;
+	}
+	if (msgType === "input_audio_buffer.clear") {
+		sendEvent(ws, { type: "input_audio_buffer.cleared" }, isBeta);
+		return;
+	}
+	if (msgType === "response.cancel") {
+		sendEvent(ws, { type: "response.cancelled" }, isBeta);
 		return;
 	}
 }
-async function handleResponseCreate(ws, fixtures, journal, defaults, session, conversationItems) {
-	const messages = realtimeItemsToMessages(conversationItems, session.instructions || void 0, defaults.logger);
+async function handleResponseCreate(ws, fixtures, journal, defaults, session, conversationItems, isBeta, responseOverrides) {
+	const messages = realtimeItemsToMessages(conversationItems, (responseOverrides?.instructions ?? session.instructions) || void 0, defaults.logger);
+	const endpointType = {
+		conversation: "realtime",
+		transcription: "realtime-transcription",
+		translation: "realtime-translation"
+	}[session.type] ?? "realtime";
 	const completionReq = {
 		model: session.model,
-		messages
+		messages,
+		_endpointType: endpointType
 	};
 	const testId = defaults.testId ?? DEFAULT_TEST_ID;
 	const fixture = matchFixture(fixtures, completionReq, journal.getFixtureMatchCountsForTest(testId), defaults.requestTransform);
@@ -164,13 +420,24 @@ async function handleResponseCreate(ws, fixtures, journal, defaults, session, co
 	if (!fixture) {
 		if (resolveStrictMode(defaults.strict, defaults.upgradeHeaders)) {
 			defaults.logger.warn(`STRICT: No fixture matched for WebSocket message`);
+			journal.add({
+				method: "WS",
+				path: "/v1/realtime",
+				headers: flattenHeaders(defaults.upgradeHeaders ?? {}),
+				body: completionReq,
+				response: {
+					status: 503,
+					fixture: null,
+					...strictOverrideField(defaults.strict, defaults.upgradeHeaders)
+				}
+			});
 			ws.close(1008, "Strict mode: no fixture matched");
 			return;
 		}
 		journal.add({
 			method: "WS",
 			path: "/v1/realtime",
-			headers: {},
+			headers: flattenHeaders(defaults.upgradeHeaders ?? {}),
 			body: completionReq,
 			response: {
 				status: 404,
@@ -178,33 +445,39 @@ async function handleResponseCreate(ws, fixtures, journal, defaults, session, co
 				...strictOverrideField(defaults.strict, defaults.upgradeHeaders)
 			}
 		});
-		ws.send(evt("response.created", { response: {
-			id: responseId,
-			object: "realtime.response",
-			status: "failed",
-			status_details: null,
-			output: [],
-			usage: null
-		} }));
-		ws.send(evt("response.done", { response: {
-			id: responseId,
-			object: "realtime.response",
-			status: "failed",
-			output: [],
-			status_details: {
-				type: "error",
-				error: {
-					message: "No fixture matched",
-					type: "invalid_request_error",
-					code: "no_fixture_match"
+		sendEvent(ws, {
+			type: "response.created",
+			response: {
+				id: responseId,
+				object: "realtime.response",
+				status: "failed",
+				status_details: null,
+				output: [],
+				usage: null
+			}
+		}, isBeta);
+		sendEvent(ws, {
+			type: "response.done",
+			response: {
+				id: responseId,
+				object: "realtime.response",
+				status: "failed",
+				output: [],
+				status_details: {
+					type: "error",
+					error: {
+						message: "No fixture matched",
+						type: "invalid_request_error",
+						code: "no_fixture_match"
+					}
+				},
+				usage: {
+					total_tokens: 0,
+					input_tokens: 0,
+					output_tokens: 0
 				}
-			},
-			usage: {
-				total_tokens: 0,
-				input_tokens: 0,
-				output_tokens: 0
 			}
-		} }));
+		}, isBeta);
 		return;
 	}
 	const response = await resolveResponse(fixture, completionReq);
@@ -215,47 +488,322 @@ async function handleResponseCreate(ws, fixtures, journal, defaults, session, co
 		journal.add({
 			method: "WS",
 			path: "/v1/realtime",
-			headers: {},
+			headers: flattenHeaders(defaults.upgradeHeaders ?? {}),
 			body: completionReq,
 			response: {
 				status,
 				fixture
 			}
 		});
-		ws.send(evt("response.created", { response: {
-			id: responseId,
-			object: "realtime.response",
-			status: "failed",
-			status_details: null,
-			output: [],
-			usage: null
-		} }));
-		ws.send(evt("response.done", { response: {
-			id: responseId,
-			object: "realtime.response",
-			status: "failed",
-			output: [],
-			status_details: {
-				type: "error",
-				error: {
-					message: response.error.message,
-					type: response.error.type,
-					code: response.error.code
+		sendEvent(ws, {
+			type: "response.created",
+			response: {
+				id: responseId,
+				object: "realtime.response",
+				status: "failed",
+				status_details: null,
+				output: [],
+				usage: null
+			}
+		}, isBeta);
+		sendEvent(ws, {
+			type: "response.done",
+			response: {
+				id: responseId,
+				object: "realtime.response",
+				status: "failed",
+				output: [],
+				status_details: {
+					type: "error",
+					error: {
+						message: response.error.message,
+						type: response.error.type,
+						code: response.error.code
+					}
+				},
+				usage: {
+					total_tokens: 0,
+					input_tokens: 0,
+					output_tokens: 0
 				}
-			},
-			usage: {
-				total_tokens: 0,
-				input_tokens: 0,
-				output_tokens: 0
 			}
-		} }));
+		}, isBeta);
+		return;
+	}
+	if (isContentWithToolCallsResponse(response)) {
+		const journalEntry = journal.add({
+			method: "WS",
+			path: "/v1/realtime",
+			headers: flattenHeaders(defaults.upgradeHeaders ?? {}),
+			body: completionReq,
+			response: {
+				status: 200,
+				fixture
+			}
+		});
+		sendEvent(ws, {
+			type: "response.created",
+			response: {
+				id: responseId,
+				object: "realtime.response",
+				status: "in_progress",
+				status_details: null,
+				output: [],
+				usage: null
+			}
+		}, isBeta);
+		const interruption = createInterruptionSignal(fixture);
+		let interrupted = false;
+		const allOutputItems = [];
+		const textItemId = realtimeId("item");
+		const contentIndex = 0;
+		const textOutputIndex = 0;
+		const textOutputItem = {
+			id: textItemId,
+			type: "message",
+			role: "assistant",
+			status: "completed",
+			content: [{
+				type: "output_text",
+				text: response.content
+			}]
+		};
+		const textPhase = response.toolCalls && response.toolCalls.length > 0 ? "commentary" : "final_answer";
+		sendEvent(ws, {
+			type: "response.output_item.added",
+			response_id: responseId,
+			output_index: textOutputIndex,
+			item: {
+				id: textItemId,
+				type: "message",
+				role: "assistant",
+				status: "in_progress",
+				content: [],
+				phase: textPhase
+			}
+		}, isBeta);
+		sendEvent(ws, {
+			type: "response.content_part.added",
+			response_id: responseId,
+			item_id: textItemId,
+			output_index: textOutputIndex,
+			content_index: contentIndex,
+			part: {
+				type: "output_text",
+				text: ""
+			}
+		}, isBeta);
+		const content = response.content;
+		for (let i = 0; i < content.length; i += chunkSize) {
+			if (ws.isClosed) break;
+			if (latency > 0) await delay(latency, interruption?.signal);
+			if (interruption?.signal.aborted) {
+				interrupted = true;
+				break;
+			}
+			if (ws.isClosed) break;
+			sendEvent(ws, {
+				type: "response.output_text.delta",
+				response_id: responseId,
+				item_id: textItemId,
+				output_index: textOutputIndex,
+				content_index: contentIndex,
+				delta: content.slice(i, i + chunkSize)
+			}, isBeta);
+			interruption?.tick();
+			if (interruption?.signal.aborted) {
+				interrupted = true;
+				break;
+			}
+		}
+		if (interrupted) {
+			ws.destroy();
+			journalEntry.response.interrupted = true;
+			journalEntry.response.interruptReason = interruption?.reason();
+			interruption?.cleanup();
+			return;
+		}
+		if (ws.isClosed) {
+			interruption?.cleanup();
+			return;
+		}
+		sendEvent(ws, {
+			type: "response.output_text.done",
+			response_id: responseId,
+			item_id: textItemId,
+			output_index: textOutputIndex,
+			content_index: contentIndex,
+			text: content
+		}, isBeta);
+		if (ws.isClosed) {
+			interruption?.cleanup();
+			return;
+		}
+		sendEvent(ws, {
+			type: "response.content_part.done",
+			response_id: responseId,
+			item_id: textItemId,
+			output_index: textOutputIndex,
+			content_index: contentIndex,
+			part: {
+				type: "output_text",
+				text: content
+			}
+		}, isBeta);
+		if (ws.isClosed) {
+			interruption?.cleanup();
+			return;
+		}
+		sendEvent(ws, {
+			type: "response.output_item.done",
+			response_id: responseId,
+			output_index: textOutputIndex,
+			item: {
+				...textOutputItem,
+				phase: textPhase
+			}
+		}, isBeta);
+		sendEvent(ws, {
+			type: "conversation.item.done",
+			item: {
+				id: textItemId,
+				object: "realtime.item",
+				type: "message",
+				role: "assistant",
+				status: "completed",
+				content: textOutputItem.content
+			}
+		}, isBeta);
+		if (ws.isClosed) {
+			interruption?.cleanup();
+			return;
+		}
+		allOutputItems.push(textOutputItem);
+		for (let tcIdx = 0; tcIdx < response.toolCalls.length; tcIdx++) {
+			const tc = response.toolCalls[tcIdx];
+			const callId = tc.id ?? generateToolCallId();
+			const itemId = realtimeId("item");
+			const outputIndex = tcIdx + 1;
+			const toolOutputItem = {
+				id: itemId,
+				type: "function_call",
+				status: "completed",
+				call_id: callId,
+				name: tc.name,
+				arguments: tc.arguments
+			};
+			sendEvent(ws, {
+				type: "response.output_item.added",
+				response_id: responseId,
+				output_index: outputIndex,
+				item: {
+					id: itemId,
+					type: "function_call",
+					status: "in_progress",
+					call_id: callId,
+					name: tc.name,
+					arguments: "",
+					phase: "final_answer"
+				}
+			}, isBeta);
+			const args = tc.arguments;
+			for (let i = 0; i < args.length; i += chunkSize) {
+				if (ws.isClosed) break;
+				if (latency > 0) await delay(latency, interruption?.signal);
+				if (interruption?.signal.aborted) {
+					interrupted = true;
+					break;
+				}
+				if (ws.isClosed) break;
+				sendEvent(ws, {
+					type: "response.function_call_arguments.delta",
+					response_id: responseId,
+					item_id: itemId,
+					output_index: outputIndex,
+					call_id: callId,
+					delta: args.slice(i, i + chunkSize)
+				}, isBeta);
+				interruption?.tick();
+				if (interruption?.signal.aborted) {
+					interrupted = true;
+					break;
+				}
+			}
+			if (interrupted) break;
+			if (ws.isClosed) break;
+			sendEvent(ws, {
+				type: "response.function_call_arguments.done",
+				response_id: responseId,
+				item_id: itemId,
+				output_index: outputIndex,
+				call_id: callId,
+				arguments: args
+			}, isBeta);
+			if (ws.isClosed) break;
+			sendEvent(ws, {
+				type: "response.output_item.done",
+				response_id: responseId,
+				output_index: outputIndex,
+				item: {
+					...toolOutputItem,
+					phase: "final_answer"
+				}
+			}, isBeta);
+			sendEvent(ws, {
+				type: "conversation.item.done",
+				item: {
+					id: itemId,
+					object: "realtime.item",
+					type: "function_call",
+					status: "completed",
+					call_id: callId,
+					name: tc.name,
+					arguments: args
+				}
+			}, isBeta);
+			if (ws.isClosed) break;
+			allOutputItems.push(toolOutputItem);
+		}
+		if (interrupted) {
+			ws.destroy();
+			journalEntry.response.interrupted = true;
+			journalEntry.response.interruptReason = interruption?.reason();
+			interruption?.cleanup();
+			return;
+		}
+		interruption?.cleanup();
+		if (ws.isClosed) return;
+		sendEvent(ws, {
+			type: "response.done",
+			response: {
+				id: responseId,
+				object: "realtime.response",
+				status: "completed",
+				output: allOutputItems,
+				usage: {
+					total_tokens: 0,
+					input_tokens: 0,
+					output_tokens: 0
+				}
+			}
+		}, isBeta);
+		conversationItems.push({
+			type: "message",
+			id: textItemId,
+			role: "assistant",
+			content: [{
+				type: "text",
+				text: content
+			}]
+		});
+		for (const item of allOutputItems.slice(1)) conversationItems.push(item);
 		return;
 	}
 	if (isTextResponse(response)) {
 		const journalEntry = journal.add({
 			method: "WS",
 			path: "/v1/realtime",
-			headers: {},
+			headers: flattenHeaders(defaults.upgradeHeaders ?? {}),
 			body: completionReq,
 			response: {
 				status: 200,
@@ -271,19 +819,23 @@ async function handleResponseCreate(ws, fixtures, journal, defaults, session, co
 			role: "assistant",
 			status: "completed",
 			content: [{
-				type: "text",
+				type: "output_text",
 				text: response.content
 			}]
 		};
-		ws.send(evt("response.created", { response: {
-			id: responseId,
-			object: "realtime.response",
-			status: "in_progress",
-			status_details: null,
-			output: [],
-			usage: null
-		} }));
-		ws.send(evt("response.output_item.added", {
+		sendEvent(ws, {
+			type: "response.created",
+			response: {
+				id: responseId,
+				object: "realtime.response",
+				status: "in_progress",
+				status_details: null,
+				output: [],
+				usage: null
+			}
+		}, isBeta);
+		sendEvent(ws, {
+			type: "response.output_item.added",
 			response_id: responseId,
 			output_index: outputIndex,
 			item: {
@@ -291,19 +843,21 @@ async function handleResponseCreate(ws, fixtures, journal, defaults, session, co
 				type: "message",
 				role: "assistant",
 				status: "in_progress",
-				content: []
+				content: [],
+				phase: "final_answer"
 			}
-		}));
-		ws.send(evt("response.content_part.added", {
+		}, isBeta);
+		sendEvent(ws, {
+			type: "response.content_part.added",
 			response_id: responseId,
 			item_id: itemId,
 			output_index: outputIndex,
 			content_index: contentIndex,
 			part: {
-				type: "text",
+				type: "output_text",
 				text: ""
 			}
-		}));
+		}, isBeta);
 		const content = response.content;
 		const interruption = createInterruptionSignal(fixture);
 		let interrupted = false;
@@ -315,14 +869,14 @@ async function handleResponseCreate(ws, fixtures, journal, defaults, session, co
 				break;
 			}
 			if (ws.isClosed) break;
-			const chunk = content.slice(i, i + chunkSize);
-			ws.send(evt("response.text.delta", {
+			sendEvent(ws, {
+				type: "response.output_text.delta",
 				response_id: responseId,
 				item_id: itemId,
 				output_index: outputIndex,
 				content_index: contentIndex,
-				delta: chunk
-			}));
+				delta: content.slice(i, i + chunkSize)
+			}, isBeta);
 			interruption?.tick();
 			if (interruption?.signal.aborted) {
 				interrupted = true;
@@ -338,39 +892,59 @@ async function handleResponseCreate(ws, fixtures, journal, defaults, session, co
 		}
 		interruption?.cleanup();
 		if (ws.isClosed) return;
-		ws.send(evt("response.text.done", {
+		sendEvent(ws, {
+			type: "response.output_text.done",
 			response_id: responseId,
 			item_id: itemId,
 			output_index: outputIndex,
 			content_index: contentIndex,
 			text: content
-		}));
-		ws.send(evt("response.content_part.done", {
+		}, isBeta);
+		sendEvent(ws, {
+			type: "response.content_part.done",
 			response_id: responseId,
 			item_id: itemId,
 			output_index: outputIndex,
 			content_index: contentIndex,
 			part: {
-				type: "text",
+				type: "output_text",
 				text: content
 			}
-		}));
-		ws.send(evt("response.output_item.done", {
+		}, isBeta);
+		sendEvent(ws, {
+			type: "response.output_item.done",
 			response_id: responseId,
 			output_index: outputIndex,
-			item: outputItem
-		}));
-		ws.send(evt("response.done", { response: {
-			id: responseId,
-			object: "realtime.response",
-			status: "completed",
-			output: [outputItem],
-			usage: {
-				total_tokens: 0,
-				input_tokens: 0,
-				output_tokens: 0
+			item: {
+				...outputItem,
+				phase: "final_answer"
+			}
+		}, isBeta);
+		sendEvent(ws, {
+			type: "conversation.item.done",
+			item: {
+				id: itemId,
+				object: "realtime.item",
+				type: "message",
+				role: "assistant",
+				status: "completed",
+				content: outputItem.content
+			}
+		}, isBeta);
+		sendEvent(ws, {
+			type: "response.done",
+			response: {
+				id: responseId,
+				object: "realtime.response",
+				status: "completed",
+				output: [outputItem],
+				usage: {
+					total_tokens: 0,
+					input_tokens: 0,
+					output_tokens: 0
+				}
 			}
-		} }));
+		}, isBeta);
 		conversationItems.push({
 			type: "message",
 			id: itemId,
@@ -386,21 +960,24 @@ async function handleResponseCreate(ws, fixtures, journal, defaults, session, co
 		const journalEntry = journal.add({
 			method: "WS",
 			path: "/v1/realtime",
-			headers: {},
+			headers: flattenHeaders(defaults.upgradeHeaders ?? {}),
 			body: completionReq,
 			response: {
 				status: 200,
 				fixture
 			}
 		});
-		ws.send(evt("response.created", { response: {
-			id: responseId,
-			object: "realtime.response",
-			status: "in_progress",
-			status_details: null,
-			output: [],
-			usage: null
-		} }));
+		sendEvent(ws, {
+			type: "response.created",
+			response: {
+				id: responseId,
+				object: "realtime.response",
+				status: "in_progress",
+				status_details: null,
+				output: [],
+				usage: null
+			}
+		}, isBeta);
 		const outputItems = [];
 		const interruption = createInterruptionSignal(fixture);
 		let interrupted = false;
@@ -416,7 +993,8 @@ async function handleResponseCreate(ws, fixtures, journal, defaults, session, co
 				name: tc.name,
 				arguments: tc.arguments
 			};
-			ws.send(evt("response.output_item.added", {
+			sendEvent(ws, {
+				type: "response.output_item.added",
 				response_id: responseId,
 				output_index: tcIdx,
 				item: {
@@ -425,9 +1003,10 @@ async function handleResponseCreate(ws, fixtures, journal, defaults, session, co
 					status: "in_progress",
 					call_id: callId,
 					name: tc.name,
-					arguments: ""
+					arguments: "",
+					phase: "final_answer"
 				}
-			}));
+			}, isBeta);
 			const args = tc.arguments;
 			for (let i = 0; i < args.length; i += chunkSize) {
 				if (ws.isClosed) break;
@@ -438,13 +1017,14 @@ async function handleResponseCreate(ws, fixtures, journal, defaults, session, co
 				}
 				if (ws.isClosed) break;
 				const chunk = args.slice(i, i + chunkSize);
-				ws.send(evt("response.function_call_arguments.delta", {
+				sendEvent(ws, {
+					type: "response.function_call_arguments.delta",
 					response_id: responseId,
 					item_id: itemId,
 					output_index: tcIdx,
 					call_id: callId,
 					delta: chunk
-				}));
+				}, isBeta);
 				interruption?.tick();
 				if (interruption?.signal.aborted) {
 					interrupted = true;
@@ -452,18 +1032,36 @@ async function handleResponseCreate(ws, fixtures, journal, defaults, session, co
 				}
 			}
 			if (interrupted) break;
-			ws.send(evt("response.function_call_arguments.done", {
+			if (ws.isClosed) break;
+			sendEvent(ws, {
+				type: "response.function_call_arguments.done",
 				response_id: responseId,
 				item_id: itemId,
 				output_index: tcIdx,
 				call_id: callId,
 				arguments: args
-			}));
-			ws.send(evt("response.output_item.done", {
+			}, isBeta);
+			sendEvent(ws, {
+				type: "response.output_item.done",
 				response_id: responseId,
 				output_index: tcIdx,
-				item: outputItem
-			}));
+				item: {
+					...outputItem,
+					phase: "final_answer"
+				}
+			}, isBeta);
+			sendEvent(ws, {
+				type: "conversation.item.done",
+				item: {
+					id: itemId,
+					object: "realtime.item",
+					type: "function_call",
+					status: "completed",
+					call_id: callId,
+					name: tc.name,
+					arguments: args
+				}
+			}, isBeta);
 			outputItems.push(outputItem);
 		}
 		if (interrupted) {
@@ -475,31 +1073,34 @@ async function handleResponseCreate(ws, fixtures, journal, defaults, session, co
 		}
 		interruption?.cleanup();
 		if (ws.isClosed) return;
-		ws.send(evt("response.done", { response: {
-			id: responseId,
-			object: "realtime.response",
-			status: "completed",
-			output: outputItems,
-			usage: {
-				total_tokens: 0,
-				input_tokens: 0,
-				output_tokens: 0
+		sendEvent(ws, {
+			type: "response.done",
+			response: {
+				id: responseId,
+				object: "realtime.response",
+				status: "completed",
+				output: outputItems,
+				usage: {
+					total_tokens: 0,
+					input_tokens: 0,
+					output_tokens: 0
+				}
 			}
-		} }));
+		}, isBeta);
 		for (const item of outputItems) conversationItems.push(item);
 		return;
 	}
 	journal.add({
 		method: "WS",
 		path: "/v1/realtime",
-		headers: {},
+		headers: flattenHeaders(defaults.upgradeHeaders ?? {}),
 		body: completionReq,
 		response: {
 			status: 500,
 			fixture
 		}
 	});
-	ws.send(buildErrorRealtimeEvent("Fixture response did not match any known type", "server_error"));
+	buildErrorRealtimeEvent(ws, "Fixture response did not match any known type", isBeta, "server_error");
 }
 
 //#endregion