gemi 0.131.0 → 0.133.0

package/dist/ai/voice/index.d.ts

@@ -0,0 +1,23 @@
+/**
+ * `gemi/ai/voice` — the browser half of voice calls to an agent (#921).
+ *
+ * An entry of its own, beside `gemi/ai/client`, so an app that never uses
+ * voice never bundles it, and an app that does gets it in the chunk of the view
+ * (or the dynamically imported component) that uses it, never in the entry
+ * chunk every route loads. The packaging test checks that.
+ *
+ * One module graph rather than a hook plus a further `import()` for the peer
+ * connection: the whole entry is a few kilobytes and is already only loaded
+ * where it is used, so a second split would add a request for no saving. It
+ * also imports nothing from `gemi/client` (not even `useParams`), because a
+ * module both share would be moved out of the app's entry chunk into a shared
+ * chunk that every route then loads.
+ *
+ * Like `gemi/ai/client`, nothing here reaches the server half: `useVoiceSession`
+ * talks to the app's `this.voice(Controller)` route, which holds the vendor
+ * key. The server half (`VoiceBridge`, `VoiceConfig`) is in `gemi/ai`.
+ */
+export { useVoiceSession } from "./useVoiceSession";
+export type { UseVoiceSessionParams, UseVoiceSessionResult } from "./useVoiceSession";
+export type { VoiceCaption, VoiceStatus } from "./wire";
+//# sourceMappingURL=index.d.ts.map

package/dist/ai/voice/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../ai/voice/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,YAAY,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AACtF,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC"}

package/dist/ai/voice/index.js

@@ -0,0 +1,433 @@
+import { useCallback, useEffect, useMemo, useRef, useState } from "react";
+//#region ai/voice/state.ts
+function initialVoiceState() {
+	return {
+		phase: "idle",
+		userSpeaking: false,
+		thinking: false,
+		speaking: false,
+		working: [],
+		captions: []
+	};
+}
+function voiceStatus(state) {
+	if (state.phase === "idle") return "idle";
+	if (state.phase === "connecting") return "connecting";
+	if (state.phase === "ended") return "ended";
+	if (state.speaking) return "speaking";
+	if (state.userSpeaking) return "listening";
+	if (state.thinking) return "thinking";
+	if (state.working.length) return "working";
+	return "listening";
+}
+/** One data-channel event onto the state. `delegate` is the delegate tool's name. */
+function applyVoiceEvent(state, event, delegate) {
+	switch (event.type) {
+		case "input_audio_buffer.speech_started": return {
+			...state,
+			userSpeaking: true,
+			thinking: false
+		};
+		case "input_audio_buffer.speech_stopped":
+		case "input_audio_buffer.committed": return {
+			...state,
+			userSpeaking: false,
+			thinking: true
+		};
+		case "output_audio_buffer.started": return {
+			...state,
+			speaking: true,
+			thinking: false
+		};
+		case "output_audio_buffer.stopped":
+		case "output_audio_buffer.cleared": return {
+			...state,
+			speaking: false
+		};
+		case "response.done": {
+			let next = {
+				...state,
+				thinking: false
+			};
+			for (const item of event.response?.output ?? []) if (item?.type === "function_call" && item.name === delegate && item.call_id) next = addWorking(next, item.call_id);
+			return next;
+		}
+		case "response.function_call_arguments.done": return event.name === delegate && event.call_id ? addWorking(state, event.call_id) : state;
+		case "conversation.item.added":
+		case "conversation.item.created":
+		case "conversation.item.done": {
+			const item = event.item;
+			if (item?.type === "function_call_output" && state.working.includes(item.call_id)) return {
+				...state,
+				working: state.working.filter((id) => id !== item.call_id)
+			};
+			return state;
+		}
+		case "conversation.item.input_audio_transcription.delta": return caption(state, event.item_id, "user", event.delta ?? "", false);
+		case "conversation.item.input_audio_transcription.completed": return caption(state, event.item_id, "user", event.transcript ?? "", true);
+		case "response.output_audio_transcript.delta":
+		case "response.audio_transcript.delta": return caption(state, event.item_id, "assistant", event.delta ?? "", false);
+		case "response.output_audio_transcript.done":
+		case "response.audio_transcript.done": return caption(state, event.item_id, "assistant", event.transcript ?? "", true);
+		default: return state;
+	}
+}
+function addWorking(state, callId) {
+	return state.working.includes(callId) ? state : {
+		...state,
+		working: [...state.working, callId]
+	};
+}
+/** A delta appends to its line; a final text replaces it. */
+function caption(state, id, role, text, final) {
+	if (!id) return state;
+	const index = state.captions.findIndex((line) => line.id === id);
+	const captions = [...state.captions];
+	if (index === -1) {
+		if (!text) return state;
+		captions.push({
+			id,
+			role,
+			text,
+			final
+		});
+	} else {
+		const line = captions[index];
+		captions[index] = {
+			...line,
+			text: final ? text || line.text : line.text + text,
+			final
+		};
+	}
+	return {
+		...state,
+		captions: captions.slice(-20)
+	};
+}
+//#endregion
+//#region ai/voice/voiceCall.ts
+var VoiceCallError = class extends Error {
+	status;
+	code;
+	constructor(message, options = {}) {
+		super(message, { cause: options.cause });
+		this.name = "VoiceCallError";
+		this.status = options.status;
+		this.code = options.code;
+	}
+};
+async function startVoiceCall(options) {
+	if (typeof RTCPeerConnection === "undefined" || !navigator.mediaDevices?.getUserMedia) throw new VoiceCallError("This browser can't make voice calls.", { code: "unsupported" });
+	let stream;
+	try {
+		stream = await navigator.mediaDevices.getUserMedia({ audio: {
+			echoCancellation: true,
+			noiseSuppression: true,
+			autoGainControl: true
+		} });
+	} catch (error) {
+		throw new VoiceCallError("The microphone is not available.", {
+			code: "microphone_denied",
+			cause: error
+		});
+	}
+	const track = stream.getAudioTracks()[0];
+	let pushToTalk = options.pushToTalk === true;
+	let muted = false;
+	track.enabled = !pushToTalk;
+	const pc = new RTCPeerConnection();
+	const audio = document.createElement("audio");
+	audio.autoplay = true;
+	pc.ontrack = (event) => {
+		audio.srcObject = event.streams[0] ?? new MediaStream([event.track]);
+	};
+	pc.addTrack(track, stream);
+	const channel = pc.createDataChannel("oai-events");
+	let closed = false;
+	const close = (error) => {
+		if (closed) return;
+		closed = true;
+		try {
+			channel.close();
+		} catch {}
+		pc.close();
+		for (const t of stream.getTracks()) t.stop();
+		audio.srcObject = null;
+		options.onClose(error);
+	};
+	channel.addEventListener("message", (message) => {
+		let event;
+		try {
+			event = JSON.parse(String(message.data));
+		} catch {
+			return;
+		}
+		if (event && typeof event === "object" && typeof event.type === "string") options.onEvent(event);
+	});
+	channel.addEventListener("close", () => close());
+	pc.addEventListener("connectionstatechange", () => {
+		if (pc.connectionState === "failed") close(new VoiceCallError("The voice connection failed."));
+		if (pc.connectionState === "closed") close();
+	});
+	const outbox = [];
+	channel.addEventListener("open", () => {
+		for (const data of outbox.splice(0)) channel.send(data);
+	});
+	const send = (event) => {
+		const data = JSON.stringify(event);
+		if (channel.readyState === "open") channel.send(data);
+		else if (channel.readyState === "connecting") outbox.push(data);
+	};
+	const request = (method, url, payload, init = {}) => fetch(url, {
+		method,
+		headers: {
+			"Content-Type": "application/json",
+			...options.headers
+		},
+		...payload === void 0 ? {} : { body: JSON.stringify(payload) },
+		...init
+	});
+	let started;
+	try {
+		const offer = await pc.createOffer();
+		await pc.setLocalDescription(offer);
+		const response = await request("POST", options.url, {
+			...options.body && typeof options.body === "object" ? options.body : {},
+			sdp: offer.sdp,
+			...options.threadId ? { threadId: options.threadId } : {},
+			...pushToTalk ? { pushToTalk: true } : {}
+		});
+		if (!response.ok) {
+			const error = await response.json().catch(() => null);
+			throw new VoiceCallError(error?.error?.message ?? `The voice call could not be started (${response.status}).`, {
+				status: response.status,
+				code: error?.error?.code
+			});
+		}
+		started = await response.json();
+		await pc.setRemoteDescription({
+			type: "answer",
+			sdp: started.sdp
+		});
+	} catch (error) {
+		close();
+		throw error instanceof VoiceCallError ? error : new VoiceCallError("The voice call could not be started.", { cause: error });
+	}
+	const sessionUrl = `${options.url}/${encodeURIComponent(started.sessionId)}`;
+	const applyTrack = () => {
+		track.enabled = !muted && !pushToTalk;
+	};
+	return {
+		sessionId: started.sessionId,
+		threadId: started.threadId,
+		delegate: started.delegate,
+		endsAt: started.endsAt,
+		mute(on) {
+			muted = on;
+			applyTrack();
+		},
+		setPushToTalk(on) {
+			pushToTalk = on;
+			applyTrack();
+			send({
+				type: "session.update",
+				session: {
+					type: "realtime",
+					audio: { input: { turn_detection: on ? null : options.turnDetection ?? { type: "semantic_vad" } } }
+				}
+			});
+		},
+		press() {
+			if (!pushToTalk || muted) return;
+			send({ type: "input_audio_buffer.clear" });
+			track.enabled = true;
+		},
+		release() {
+			if (!pushToTalk) return;
+			track.enabled = false;
+			send({ type: "input_audio_buffer.commit" });
+			send({ type: "response.create" });
+		},
+		async setBody(body) {
+			const response = await request("PATCH", sessionUrl, body ?? {});
+			if (!response.ok && response.status !== 409) throw new VoiceCallError(`The voice session could not be updated (${response.status}).`, { status: response.status });
+		},
+		async end() {
+			try {
+				await request("DELETE", sessionUrl, void 0, { keepalive: true });
+			} finally {
+				close();
+			}
+		},
+		close: () => close()
+	};
+}
+//#endregion
+//#region ai/voice/useVoiceSession.ts
+/**
+* A voice call to an agent, for a route mounted with `this.voice(Controller)`
+* (#921).
+*
+* ```tsx
+* const voice = useVoiceSession("/page-builder/voice", { threadId, body: { pageId } });
+* <button onClick={() => (voice.status === "idle" ? voice.start() : voice.end())}>
+*   {voice.status}
+* </button>
+* ```
+*
+* Import it from `gemi/ai/voice`, an entry of its own, so an app that never
+* uses voice never bundles it, and use it from a view or a dynamically imported
+* component, so its code is not in the entry chunk.
+*
+* @experimental Not yet verified against a live call.
+*/
+function useVoiceSession(path, params = {}) {
+	const routeParams = params.params;
+	const url = useMemo(() => {
+		let out = String(path).replace(/^[A-Z]+:/, "");
+		for (const [key, value] of Object.entries(routeParams ?? {})) out = out.replace(`:${key}?`, value).replace(`:${key}`, value);
+		return `/api${out}`;
+	}, [path, routeParams && JSON.stringify(routeParams)]);
+	const [state, setState] = useState(initialVoiceState);
+	const [error, setError] = useState(null);
+	const [muted, setMuted] = useState(false);
+	const [pushToTalk, setPushToTalkState] = useState(params.pushToTalk === true);
+	const [call, setCall] = useState(null);
+	const callRef = useRef(null);
+	/** A `start()` in flight: a second click must not start a second call. */
+	const startingRef = useRef(false);
+	const latest = useRef(params);
+	latest.current = params;
+	const delegateRef = useRef("ask_agent");
+	const mounted = useRef(true);
+	useEffect(() => {
+		mounted.current = true;
+		return () => {
+			mounted.current = false;
+			callRef.current?.end().catch(() => void 0);
+			callRef.current = null;
+		};
+	}, []);
+	const start = useCallback(async () => {
+		if (callRef.current || startingRef.current) return;
+		startingRef.current = true;
+		setError(null);
+		setState({
+			...initialVoiceState(),
+			phase: "connecting"
+		});
+		try {
+			const { threadId, body, headers } = latest.current;
+			const started = await startVoiceCall({
+				url,
+				threadId,
+				body,
+				headers,
+				pushToTalk,
+				onEvent: (event) => {
+					if (!mounted.current) return;
+					setState((current) => current.phase === "connecting" ? applyVoiceEvent({
+						...current,
+						phase: "live"
+					}, event, delegateRef.current) : applyVoiceEvent(current, event, delegateRef.current));
+				},
+				onClose: (closeError) => {
+					callRef.current = null;
+					if (!mounted.current) return;
+					setCall(null);
+					setState((current) => ({
+						...current,
+						phase: "ended",
+						speaking: false,
+						thinking: false
+					}));
+					if (closeError) {
+						setError(closeError);
+						latest.current.onError?.(closeError);
+					}
+					latest.current.onEnd?.();
+				}
+			});
+			delegateRef.current = started.delegate;
+			if (!mounted.current) {
+				await started.end().catch(() => void 0);
+				return;
+			}
+			callRef.current = started;
+			setCall(started);
+			setState((current) => current.phase === "connecting" ? {
+				...current,
+				phase: "live"
+			} : current);
+		} catch (failure) {
+			const reported = failure instanceof Error ? failure : new Error(String(failure));
+			if (!mounted.current) return;
+			setState((current) => ({
+				...current,
+				phase: "ended"
+			}));
+			setError(reported);
+			latest.current.onError?.(reported);
+		} finally {
+			startingRef.current = false;
+		}
+	}, [url, pushToTalk]);
+	const end = useCallback(async () => {
+		const current = callRef.current;
+		callRef.current = null;
+		await current?.end();
+	}, []);
+	const mute = useCallback((on) => {
+		setMuted((was) => {
+			const next = on ?? !was;
+			callRef.current?.mute(next);
+			return next;
+		});
+	}, []);
+	const setPushToTalk = useCallback((on) => {
+		setPushToTalkState(on);
+		callRef.current?.setPushToTalk(on);
+	}, []);
+	const press = useCallback(() => {
+		callRef.current?.press();
+		setState((current) => ({
+			...current,
+			userSpeaking: true
+		}));
+	}, []);
+	const release = useCallback(() => {
+		callRef.current?.release();
+		setState((current) => ({
+			...current,
+			userSpeaking: false,
+			thinking: true
+		}));
+	}, []);
+	const setBody = useCallback(async (body) => {
+		latest.current = {
+			...latest.current,
+			body
+		};
+		await callRef.current?.setBody(body);
+	}, []);
+	return {
+		status: voiceStatus(state),
+		captions: state.captions,
+		error,
+		muted,
+		pushToTalk,
+		endsAt: call?.endsAt,
+		sessionId: call?.sessionId,
+		start,
+		end,
+		mute,
+		setPushToTalk,
+		press,
+		release,
+		setBody
+	};
+}
+//#endregion
+export { useVoiceSession };
+
+//# sourceMappingURL=index.js.map

package/dist/ai/voice/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":[],"sources":["../../../ai/voice/state.ts","../../../ai/voice/voiceCall.ts","../../../ai/voice/useVoiceSession.ts"],"sourcesContent":["import type { VoiceCaption, VoiceStatus } from \"./wire\";\n\n/**\n * What `useVoiceSession` shows, as a pure reducer over the call's data-channel\n * events (#921). Separate from the hook so it is tested without a DOM, a\n * microphone or a peer connection.\n *\n * The events are the vendor's, as the data channel delivers them. Which ones\n * arrive there — in particular the `function_call_output` items the server's\n * sideband adds, which end `working` — follows the documented protocol and has\n * not been measured against Azure.\n */\nexport type VoiceState = {\n  phase: \"idle\" | \"connecting\" | \"live\" | \"ended\";\n  /** The user is speaking (VAD) or holding push-to-talk. */\n  userSpeaking: boolean;\n  /** The user stopped and no answer has started playing. */\n  thinking: boolean;\n  /** The voice's audio is playing. */\n  speaking: boolean;\n  /** Delegate calls with no output yet. */\n  working: string[];\n  captions: VoiceCaption[];\n};\n\nexport const MAX_CAPTIONS = 20;\n\nexport function initialVoiceState(): VoiceState {\n  return {\n    phase: \"idle\",\n    userSpeaking: false,\n    thinking: false,\n    speaking: false,\n    working: [],\n    captions: [],\n  };\n}\n\nexport function voiceStatus(state: VoiceState): VoiceStatus {\n  if (state.phase === \"idle\") return \"idle\";\n  if (state.phase === \"connecting\") return \"connecting\";\n  if (state.phase === \"ended\") return \"ended\";\n  if (state.speaking) return \"speaking\";\n  if (state.userSpeaking) return \"listening\";\n  if (state.thinking) return \"thinking\";\n  if (state.working.length) return \"working\";\n  return \"listening\";\n}\n\ntype Event = { type: string; [key: string]: any };\n\n/** One data-channel event onto the state. `delegate` is the delegate tool's name. */\nexport function applyVoiceEvent(state: VoiceState, event: Event, delegate: string): VoiceState {\n  switch (event.type) {\n    case \"input_audio_buffer.speech_started\":\n      return { ...state, userSpeaking: true, thinking: false };\n    case \"input_audio_buffer.speech_stopped\":\n    case \"input_audio_buffer.committed\":\n      return { ...state, userSpeaking: false, thinking: true };\n    case \"output_audio_buffer.started\":\n      return { ...state, speaking: true, thinking: false };\n    case \"output_audio_buffer.stopped\":\n    case \"output_audio_buffer.cleared\":\n      return { ...state, speaking: false };\n    case \"response.done\": {\n      let next = { ...state, thinking: false };\n      for (const item of event.response?.output ?? []) {\n        if (item?.type === \"function_call\" && item.name === delegate && item.call_id) {\n          next = addWorking(next, item.call_id);\n        }\n      }\n      return next;\n    }\n    case \"response.function_call_arguments.done\":\n      return event.name === delegate && event.call_id ? addWorking(state, event.call_id) : state;\n    case \"conversation.item.added\":\n    case \"conversation.item.created\":\n    case \"conversation.item.done\": {\n      const item = event.item;\n      if (item?.type === \"function_call_output\" && state.working.includes(item.call_id)) {\n        return { ...state, working: state.working.filter((id) => id !== item.call_id) };\n      }\n      return state;\n    }\n    case \"conversation.item.input_audio_transcription.delta\":\n      return caption(state, event.item_id, \"user\", event.delta ?? \"\", false);\n    case \"conversation.item.input_audio_transcription.completed\":\n      return caption(state, event.item_id, \"user\", event.transcript ?? \"\", true);\n    case \"response.output_audio_transcript.delta\":\n    case \"response.audio_transcript.delta\":\n      return caption(state, event.item_id, \"assistant\", event.delta ?? \"\", false);\n    case \"response.output_audio_transcript.done\":\n    case \"response.audio_transcript.done\":\n      return caption(state, event.item_id, \"assistant\", event.transcript ?? \"\", true);\n    default:\n      return state;\n  }\n}\n\nfunction addWorking(state: VoiceState, callId: string): VoiceState {\n  return state.working.includes(callId) ? state : { ...state, working: [...state.working, callId] };\n}\n\n/** A delta appends to its line; a final text replaces it. */\nfunction caption(\n  state: VoiceState,\n  id: string | undefined,\n  role: VoiceCaption[\"role\"],\n  text: string,\n  final: boolean,\n): VoiceState {\n  if (!id) return state;\n  const index = state.captions.findIndex((line) => line.id === id);\n  const captions = [...state.captions];\n  if (index === -1) {\n    if (!text) return state;\n    captions.push({ id, role, text, final });\n  } else {\n    const line = captions[index]!;\n    captions[index] = { ...line, text: final ? text || line.text : line.text + text, final };\n  }\n  return { ...state, captions: captions.slice(-MAX_CAPTIONS) };\n}\n","import type { VoiceStartResponse } from \"./wire\";\n\n/**\n * The browser's half of a voice call (#921): the microphone, the peer\n * connection, the vendor's data channel and the app's three routes.\n *\n * Only `gemi/ai/voice` reaches it, so it is in an app's bundle only where the\n * app uses that entry. The packaging test checks it stays out of the entry\n * chunk.\n *\n * No vendor SDK: a raw `RTCPeerConnection`, with the audio going straight to\n * the vendor and the SDP offer going to the app's route, which creates the\n * call with the server's key. The browser never holds a key or a secret.\n */\n\nexport type VoiceCallOptions = {\n  /** `/api/<route>`. */\n  url: string;\n  threadId?: string;\n  body?: unknown;\n  pushToTalk?: boolean;\n  headers?: Record<string, string>;\n  /** Every vendor event from the data channel. */\n  onEvent: (event: { type: string; [key: string]: unknown }) => void;\n  /** The connection closed or failed. */\n  onClose: (error?: Error) => void;\n  /** What push-to-talk turns detection back on to. Default semantic VAD. */\n  turnDetection?: Record<string, unknown>;\n};\n\nexport type VoiceCall = {\n  sessionId: string;\n  threadId: string;\n  delegate: string;\n  endsAt?: number;\n  mute(muted: boolean): void;\n  setPushToTalk(on: boolean): void;\n  /** Push-to-talk: start speaking. */\n  press(): void;\n  /** Push-to-talk: done speaking; the turn is committed and answered. */\n  release(): void;\n  setBody(body: unknown): Promise<void>;\n  /** Hangs up through the app's route and closes everything. */\n  end(): Promise<void>;\n  /** Closes everything without telling the server (it learns from the vendor). */\n  close(): void;\n};\n\nexport class VoiceCallError extends Error {\n  readonly status?: number;\n  readonly code?: string;\n\n  constructor(message: string, options: { status?: number; code?: string; cause?: unknown } = {}) {\n    super(message, { cause: options.cause });\n    this.name = \"VoiceCallError\";\n    this.status = options.status;\n    this.code = options.code;\n  }\n}\n\nexport async function startVoiceCall(options: VoiceCallOptions): Promise<VoiceCall> {\n  if (typeof RTCPeerConnection === \"undefined\" || !navigator.mediaDevices?.getUserMedia) {\n    throw new VoiceCallError(\"This browser can't make voice calls.\", { code: \"unsupported\" });\n  }\n\n  let stream: MediaStream;\n  try {\n    stream = await navigator.mediaDevices.getUserMedia({\n      audio: { echoCancellation: true, noiseSuppression: true, autoGainControl: true },\n    });\n  } catch (error) {\n    throw new VoiceCallError(\"The microphone is not available.\", {\n      code: \"microphone_denied\",\n      cause: error,\n    });\n  }\n  const track = stream.getAudioTracks()[0]!;\n  let pushToTalk = options.pushToTalk === true;\n  let muted = false;\n  track.enabled = !pushToTalk;\n\n  const pc = new RTCPeerConnection();\n  const audio = document.createElement(\"audio\");\n  audio.autoplay = true;\n  pc.ontrack = (event) => {\n    audio.srcObject = event.streams[0] ?? new MediaStream([event.track]);\n  };\n  pc.addTrack(track, stream);\n  const channel = pc.createDataChannel(\"oai-events\");\n\n  let closed = false;\n  const close = (error?: Error) => {\n    if (closed) return;\n    closed = true;\n    try {\n      channel.close();\n    } catch {\n      // already closed\n    }\n    pc.close();\n    for (const t of stream.getTracks()) t.stop();\n    audio.srcObject = null;\n    options.onClose(error);\n  };\n\n  channel.addEventListener(\"message\", (message) => {\n    let event: unknown;\n    try {\n      event = JSON.parse(String(message.data));\n    } catch {\n      return;\n    }\n    if (\n      event &&\n      typeof event === \"object\" &&\n      typeof (event as { type?: unknown }).type === \"string\"\n    ) {\n      options.onEvent(event as { type: string });\n    }\n  });\n  channel.addEventListener(\"close\", () => close());\n  pc.addEventListener(\"connectionstatechange\", () => {\n    if (pc.connectionState === \"failed\") close(new VoiceCallError(\"The voice connection failed.\"));\n    if (pc.connectionState === \"closed\") close();\n  });\n\n  // Events sent before the data channel opens (push-to-talk pressed at once)\n  // wait for it rather than being dropped.\n  const outbox: string[] = [];\n  channel.addEventListener(\"open\", () => {\n    for (const data of outbox.splice(0)) channel.send(data);\n  });\n  const send = (event: Record<string, unknown>) => {\n    const data = JSON.stringify(event);\n    if (channel.readyState === \"open\") channel.send(data);\n    else if (channel.readyState === \"connecting\") outbox.push(data);\n  };\n  const request = (method: string, url: string, payload?: unknown, init: RequestInit = {}) =>\n    fetch(url, {\n      method,\n      headers: { \"Content-Type\": \"application/json\", ...options.headers },\n      ...(payload === undefined ? {} : { body: JSON.stringify(payload) }),\n      ...init,\n    });\n\n  let started: VoiceStartResponse;\n  try {\n    const offer = await pc.createOffer();\n    await pc.setLocalDescription(offer);\n    const response = await request(\"POST\", options.url, {\n      ...(options.body && typeof options.body === \"object\" ? options.body : {}),\n      sdp: offer.sdp,\n      ...(options.threadId ? { threadId: options.threadId } : {}),\n      ...(pushToTalk ? { pushToTalk: true } : {}),\n    });\n    if (!response.ok) {\n      const error = await response.json().catch(() => null);\n      throw new VoiceCallError(\n        error?.error?.message ?? `The voice call could not be started (${response.status}).`,\n        { status: response.status, code: error?.error?.code },\n      );\n    }\n    started = await response.json();\n    await pc.setRemoteDescription({ type: \"answer\", sdp: started.sdp });\n  } catch (error) {\n    close();\n    throw error instanceof VoiceCallError\n      ? error\n      : new VoiceCallError(\"The voice call could not be started.\", { cause: error });\n  }\n\n  const sessionUrl = `${options.url}/${encodeURIComponent(started.sessionId)}`;\n  const applyTrack = () => {\n    track.enabled = !muted && !pushToTalk;\n  };\n\n  return {\n    sessionId: started.sessionId,\n    threadId: started.threadId,\n    delegate: started.delegate,\n    endsAt: started.endsAt,\n    mute(on) {\n      muted = on;\n      applyTrack();\n    },\n    setPushToTalk(on) {\n      pushToTalk = on;\n      applyTrack();\n      send({\n        type: \"session.update\",\n        session: {\n          type: \"realtime\",\n          audio: {\n            input: {\n              turn_detection: on ? null : (options.turnDetection ?? { type: \"semantic_vad\" }),\n            },\n          },\n        },\n      });\n    },\n    press() {\n      if (!pushToTalk || muted) return;\n      send({ type: \"input_audio_buffer.clear\" });\n      track.enabled = true;\n    },\n    release() {\n      if (!pushToTalk) return;\n      track.enabled = false;\n      send({ type: \"input_audio_buffer.commit\" });\n      send({ type: \"response.create\" });\n    },\n    async setBody(body) {\n      const response = await request(\"PATCH\", sessionUrl, body ?? {});\n      if (!response.ok && response.status !== 409) {\n        throw new VoiceCallError(`The voice session could not be updated (${response.status}).`, {\n          status: response.status,\n        });\n      }\n    },\n    async end() {\n      try {\n        // `keepalive`, so a hang-up sent as the tab closes still reaches the\n        // route: minutes are billed until it does.\n        await request(\"DELETE\", sessionUrl, undefined, { keepalive: true });\n      } finally {\n        close();\n      }\n    },\n    close: () => close(),\n  };\n}\n","import { useCallback, useEffect, useMemo, useRef, useState } from \"react\";\nimport type { RPC } from \"../../client/rpc\";\nimport { applyVoiceEvent, initialVoiceState, voiceStatus, type VoiceState } from \"./state\";\nimport { startVoiceCall, type VoiceCall } from \"./voiceCall\";\nimport type { VoiceCaption, VoiceStatus } from \"./wire\";\n\n/**\n * The voice routes, picked out of `RPC` the way `useChat` picks its agent\n * routes: `this.voice(Controller)` mounted at `\"/chat/voice\"` is the key\n * `\"/chat/voice\"`, carrying the controller's `Body`.\n */\ntype VoiceRoutes = {\n  [K in keyof RPC as RPC[K] extends { __voice: true } ? K : never]: RPC[K];\n};\n\ntype BodyOf<P extends keyof VoiceRoutes> = VoiceRoutes[P] extends { body: infer B }\n  ? B\n  : Record<string, unknown>;\n\nexport type UseVoiceSessionParams<P extends keyof VoiceRoutes> = {\n  /** The chat thread delegated turns are stored on, as `useChat` names it. */\n  threadId?: string;\n  /** The controller's `Body`, sent when the call starts. Change it during the\n   *  call with `setBody`. */\n  body?: BodyOf<P>;\n  /** Start with push-to-talk instead of voice activity detection. */\n  pushToTalk?: boolean;\n  /** Values for the route path's `:params`, e.g. `{ siteId }` for\n   *  `\"/sites/:siteId/voice\"`. */\n  params?: Record<string, string>;\n  headers?: Record<string, string>;\n  /** The call could not start, or failed. */\n  onError?: (error: Error) => void;\n  /** The call is over, however it ended. */\n  onEnd?: () => void;\n};\n\nexport type UseVoiceSessionResult<P extends keyof VoiceRoutes> = {\n  status: VoiceStatus;\n  /** The last lines said, the user's and the voice's, oldest first. */\n  captions: VoiceCaption[];\n  /** Why the call could not start or ended early. `code` is\n   *  `microphone_denied`, `unsupported`, or the route's error code. */\n  error: (Error & { code?: string; status?: number }) | null;\n  muted: boolean;\n  pushToTalk: boolean;\n  /** When the server will end the call, in epoch ms. */\n  endsAt?: number;\n  sessionId?: string;\n  /** Asks for the microphone and starts the call. Call it from a user gesture\n   *  (a click): browsers allow the microphone and audio playback only then. */\n  start(): Promise<void>;\n  /** Hangs up. */\n  end(): Promise<void>;\n  mute(muted?: boolean): void;\n  setPushToTalk(on: boolean): void;\n  /** Push-to-talk: hold to speak (pointer down / key down). */\n  press(): void;\n  /** Push-to-talk: release to send (pointer up / key up). */\n  release(): void;\n  /** Sends a new `body` (the selection, the open page) for the next\n   *  delegated request. */\n  setBody(body: BodyOf<P>): Promise<void>;\n};\n\n/**\n * A voice call to an agent, for a route mounted with `this.voice(Controller)`\n * (#921).\n *\n * ```tsx\n * const voice = useVoiceSession(\"/page-builder/voice\", { threadId, body: { pageId } });\n * <button onClick={() => (voice.status === \"idle\" ? voice.start() : voice.end())}>\n *   {voice.status}\n * </button>\n * ```\n *\n * Import it from `gemi/ai/voice`, an entry of its own, so an app that never\n * uses voice never bundles it, and use it from a view or a dynamically imported\n * component, so its code is not in the entry chunk.\n *\n * @experimental Not yet verified against a live call.\n */\nexport function useVoiceSession<P extends keyof VoiceRoutes>(\n  path: P,\n  params: UseVoiceSessionParams<P> = {},\n): UseVoiceSessionResult<P> {\n  // Not `useParams()`, which `useChat` uses: it is in a chunk `gemi/client`\n  // shares, and reaching it from here made the app's bundler move it out of\n  // the entry chunk into one of its own that every route then imports. A path\n  // with parameters names them in `params`.\n  const routeParams = params.params;\n  const url = useMemo(() => {\n    let out = String(path).replace(/^[A-Z]+:/, \"\");\n    for (const [key, value] of Object.entries(routeParams ?? {})) {\n      out = out.replace(`:${key}?`, value).replace(`:${key}`, value);\n    }\n    return `/api${out}`;\n  }, [path, routeParams && JSON.stringify(routeParams)]);\n\n  const [state, setState] = useState<VoiceState>(initialVoiceState);\n  const [error, setError] = useState<UseVoiceSessionResult<P>[\"error\"]>(null);\n  const [muted, setMuted] = useState(false);\n  const [pushToTalk, setPushToTalkState] = useState(params.pushToTalk === true);\n  const [call, setCall] = useState<VoiceCall | null>(null);\n  const callRef = useRef<VoiceCall | null>(null);\n  /** A `start()` in flight: a second click must not start a second call. */\n  const startingRef = useRef(false);\n  const latest = useRef(params);\n  latest.current = params;\n  const delegateRef = useRef(\"ask_agent\");\n  const mounted = useRef(true);\n\n  useEffect(() => {\n    mounted.current = true;\n    return () => {\n      mounted.current = false;\n      // Leaving the page ends the call: minutes are billed while it is up.\n      void callRef.current?.end().catch(() => undefined);\n      callRef.current = null;\n    };\n  }, []);\n\n  const start = useCallback(async () => {\n    if (callRef.current || startingRef.current) return;\n    startingRef.current = true;\n    setError(null);\n    setState({ ...initialVoiceState(), phase: \"connecting\" });\n    try {\n      const { threadId, body, headers } = latest.current;\n      const started = await startVoiceCall({\n        url,\n        threadId,\n        body,\n        headers,\n        pushToTalk,\n        onEvent: (event) => {\n          if (!mounted.current) return;\n          setState((current) =>\n            current.phase === \"connecting\"\n              ? applyVoiceEvent({ ...current, phase: \"live\" }, event, delegateRef.current)\n              : applyVoiceEvent(current, event, delegateRef.current),\n          );\n        },\n        onClose: (closeError) => {\n          callRef.current = null;\n          if (!mounted.current) return;\n          setCall(null);\n          setState((current) => ({ ...current, phase: \"ended\", speaking: false, thinking: false }));\n          if (closeError) {\n            setError(closeError);\n            latest.current.onError?.(closeError);\n          }\n          latest.current.onEnd?.();\n        },\n      });\n      delegateRef.current = started.delegate;\n      if (!mounted.current) {\n        await started.end().catch(() => undefined);\n        return;\n      }\n      callRef.current = started;\n      setCall(started);\n      setState((current) =>\n        current.phase === \"connecting\" ? { ...current, phase: \"live\" } : current,\n      );\n    } catch (failure) {\n      const reported = failure instanceof Error ? failure : new Error(String(failure));\n      if (!mounted.current) return;\n      setState((current) => ({ ...current, phase: \"ended\" }));\n      setError(reported);\n      latest.current.onError?.(reported);\n    } finally {\n      startingRef.current = false;\n    }\n  }, [url, pushToTalk]);\n\n  const end = useCallback(async () => {\n    const current = callRef.current;\n    callRef.current = null;\n    await current?.end();\n  }, []);\n\n  const mute = useCallback((on?: boolean) => {\n    setMuted((was) => {\n      const next = on ?? !was;\n      callRef.current?.mute(next);\n      return next;\n    });\n  }, []);\n\n  const setPushToTalk = useCallback((on: boolean) => {\n    setPushToTalkState(on);\n    callRef.current?.setPushToTalk(on);\n  }, []);\n\n  const press = useCallback(() => {\n    callRef.current?.press();\n    setState((current) => ({ ...current, userSpeaking: true }));\n  }, []);\n\n  const release = useCallback(() => {\n    callRef.current?.release();\n    setState((current) => ({ ...current, userSpeaking: false, thinking: true }));\n  }, []);\n\n  const setBody = useCallback(async (body: BodyOf<P>) => {\n    latest.current = { ...latest.current, body };\n    await callRef.current?.setBody(body);\n  }, []);\n\n  return {\n    status: voiceStatus(state),\n    captions: state.captions,\n    error,\n    muted,\n    pushToTalk,\n    endsAt: call?.endsAt,\n    sessionId: call?.sessionId,\n    start,\n    end,\n    mute,\n    setPushToTalk,\n    press,\n    release,\n    setBody,\n  };\n}\n"],"mappings":";;AA2BA,SAAgB,oBAAgC;CAC9C,OAAO;EACL,OAAO;EACP,cAAc;EACd,UAAU;EACV,UAAU;EACV,SAAS,CAAC;EACV,UAAU,CAAC;CACb;AACF;AAEA,SAAgB,YAAY,OAAgC;CAC1D,IAAI,MAAM,UAAU,QAAQ,OAAO;CACnC,IAAI,MAAM,UAAU,cAAc,OAAO;CACzC,IAAI,MAAM,UAAU,SAAS,OAAO;CACpC,IAAI,MAAM,UAAU,OAAO;CAC3B,IAAI,MAAM,cAAc,OAAO;CAC/B,IAAI,MAAM,UAAU,OAAO;CAC3B,IAAI,MAAM,QAAQ,QAAQ,OAAO;CACjC,OAAO;AACT;;AAKA,SAAgB,gBAAgB,OAAmB,OAAc,UAA8B;CAC7F,QAAQ,MAAM,MAAd;EACE,KAAK,qCACH,OAAO;GAAE,GAAG;GAAO,cAAc;GAAM,UAAU;EAAM;EACzD,KAAK;EACL,KAAK,gCACH,OAAO;GAAE,GAAG;GAAO,cAAc;GAAO,UAAU;EAAK;EACzD,KAAK,+BACH,OAAO;GAAE,GAAG;GAAO,UAAU;GAAM,UAAU;EAAM;EACrD,KAAK;EACL,KAAK,+BACH,OAAO;GAAE,GAAG;GAAO,UAAU;EAAM;EACrC,KAAK,iBAAiB;GACpB,IAAI,OAAO;IAAE,GAAG;IAAO,UAAU;GAAM;GACvC,KAAK,MAAM,QAAQ,MAAM,UAAU,UAAU,CAAC,GAC5C,IAAI,MAAM,SAAS,mBAAmB,KAAK,SAAS,YAAY,KAAK,SACnE,OAAO,WAAW,MAAM,KAAK,OAAO;GAGxC,OAAO;EACT;EACA,KAAK,yCACH,OAAO,MAAM,SAAS,YAAY,MAAM,UAAU,WAAW,OAAO,MAAM,OAAO,IAAI;EACvF,KAAK;EACL,KAAK;EACL,KAAK,0BAA0B;GAC7B,MAAM,OAAO,MAAM;GACnB,IAAI,MAAM,SAAS,0BAA0B,MAAM,QAAQ,SAAS,KAAK,OAAO,GAC9E,OAAO;IAAE,GAAG;IAAO,SAAS,MAAM,QAAQ,QAAQ,OAAO,OAAO,KAAK,OAAO;GAAE;GAEhF,OAAO;EACT;EACA,KAAK,qDACH,OAAO,QAAQ,OAAO,MAAM,SAAS,QAAQ,MAAM,SAAS,IAAI,KAAK;EACvE,KAAK,yDACH,OAAO,QAAQ,OAAO,MAAM,SAAS,QAAQ,MAAM,cAAc,IAAI,IAAI;EAC3E,KAAK;EACL,KAAK,mCACH,OAAO,QAAQ,OAAO,MAAM,SAAS,aAAa,MAAM,SAAS,IAAI,KAAK;EAC5E,KAAK;EACL,KAAK,kCACH,OAAO,QAAQ,OAAO,MAAM,SAAS,aAAa,MAAM,cAAc,IAAI,IAAI;EAChF,SACE,OAAO;CACX;AACF;AAEA,SAAS,WAAW,OAAmB,QAA4B;CACjE,OAAO,MAAM,QAAQ,SAAS,MAAM,IAAI,QAAQ;EAAE,GAAG;EAAO,SAAS,CAAC,GAAG,MAAM,SAAS,MAAM;CAAE;AAClG;;AAGA,SAAS,QACP,OACA,IACA,MACA,MACA,OACY;CACZ,IAAI,CAAC,IAAI,OAAO;CAChB,MAAM,QAAQ,MAAM,SAAS,WAAW,SAAS,KAAK,OAAO,EAAE;CAC/D,MAAM,WAAW,CAAC,GAAG,MAAM,QAAQ;CACnC,IAAI,UAAU,IAAI;EAChB,IAAI,CAAC,MAAM,OAAO;EAClB,SAAS,KAAK;GAAE;GAAI;GAAM;GAAM;EAAM,CAAC;CACzC,OAAO;EACL,MAAM,OAAO,SAAS;EACtB,SAAS,SAAS;GAAE,GAAG;GAAM,MAAM,QAAQ,QAAQ,KAAK,OAAO,KAAK,OAAO;GAAM;EAAM;CACzF;CACA,OAAO;EAAE,GAAG;EAAO,UAAU,SAAS,MAAM,GAAa;CAAE;AAC7D;;;AC1EA,IAAa,iBAAb,cAAoC,MAAM;CACxC;CACA;CAEA,YAAY,SAAiB,UAA+D,CAAC,GAAG;EAC9F,MAAM,SAAS,EAAE,OAAO,QAAQ,MAAM,CAAC;EACvC,KAAK,OAAO;EACZ,KAAK,SAAS,QAAQ;EACtB,KAAK,OAAO,QAAQ;CACtB;AACF;AAEA,eAAsB,eAAe,SAA+C;CAClF,IAAI,OAAO,sBAAsB,eAAe,CAAC,UAAU,cAAc,cACvE,MAAM,IAAI,eAAe,wCAAwC,EAAE,MAAM,cAAc,CAAC;CAG1F,IAAI;CACJ,IAAI;EACF,SAAS,MAAM,UAAU,aAAa,aAAa,EACjD,OAAO;GAAE,kBAAkB;GAAM,kBAAkB;GAAM,iBAAiB;EAAK,EACjF,CAAC;CACH,SAAS,OAAO;EACd,MAAM,IAAI,eAAe,oCAAoC;GAC3D,MAAM;GACN,OAAO;EACT,CAAC;CACH;CACA,MAAM,QAAQ,OAAO,eAAe,CAAC,CAAC;CACtC,IAAI,aAAa,QAAQ,eAAe;CACxC,IAAI,QAAQ;CACZ,MAAM,UAAU,CAAC;CAEjB,MAAM,KAAK,IAAI,kBAAkB;CACjC,MAAM,QAAQ,SAAS,cAAc,OAAO;CAC5C,MAAM,WAAW;CACjB,GAAG,WAAW,UAAU;EACtB,MAAM,YAAY,MAAM,QAAQ,MAAM,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;CACrE;CACA,GAAG,SAAS,OAAO,MAAM;CACzB,MAAM,UAAU,GAAG,kBAAkB,YAAY;CAEjD,IAAI,SAAS;CACb,MAAM,SAAS,UAAkB;EAC/B,IAAI,QAAQ;EACZ,SAAS;EACT,IAAI;GACF,QAAQ,MAAM;EAChB,QAAQ,CAER;EACA,GAAG,MAAM;EACT,KAAK,MAAM,KAAK,OAAO,UAAU,GAAG,EAAE,KAAK;EAC3C,MAAM,YAAY;EAClB,QAAQ,QAAQ,KAAK;CACvB;CAEA,QAAQ,iBAAiB,YAAY,YAAY;EAC/C,IAAI;EACJ,IAAI;GACF,QAAQ,KAAK,MAAM,OAAO,QAAQ,IAAI,CAAC;EACzC,QAAQ;GACN;EACF;EACA,IACE,SACA,OAAO,UAAU,YACjB,OAAQ,MAA6B,SAAS,UAE9C,QAAQ,QAAQ,KAAyB;CAE7C,CAAC;CACD,QAAQ,iBAAiB,eAAe,MAAM,CAAC;CAC/C,GAAG,iBAAiB,+BAA+B;EACjD,IAAI,GAAG,oBAAoB,UAAU,MAAM,IAAI,eAAe,8BAA8B,CAAC;EAC7F,IAAI,GAAG,oBAAoB,UAAU,MAAM;CAC7C,CAAC;CAID,MAAM,SAAmB,CAAC;CAC1B,QAAQ,iBAAiB,cAAc;EACrC,KAAK,MAAM,QAAQ,OAAO,OAAO,CAAC,GAAG,QAAQ,KAAK,IAAI;CACxD,CAAC;CACD,MAAM,QAAQ,UAAmC;EAC/C,MAAM,OAAO,KAAK,UAAU,KAAK;EACjC,IAAI,QAAQ,eAAe,QAAQ,QAAQ,KAAK,IAAI;OAC/C,IAAI,QAAQ,eAAe,cAAc,OAAO,KAAK,IAAI;CAChE;CACA,MAAM,WAAW,QAAgB,KAAa,SAAmB,OAAoB,CAAC,MACpF,MAAM,KAAK;EACT;EACA,SAAS;GAAE,gBAAgB;GAAoB,GAAG,QAAQ;EAAQ;EAClE,GAAI,YAAY,KAAA,IAAY,CAAC,IAAI,EAAE,MAAM,KAAK,UAAU,OAAO,EAAE;EACjE,GAAG;CACL,CAAC;CAEH,IAAI;CACJ,IAAI;EACF,MAAM,QAAQ,MAAM,GAAG,YAAY;EACnC,MAAM,GAAG,oBAAoB,KAAK;EAClC,MAAM,WAAW,MAAM,QAAQ,QAAQ,QAAQ,KAAK;GAClD,GAAI,QAAQ,QAAQ,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO,CAAC;GACvE,KAAK,MAAM;GACX,GAAI,QAAQ,WAAW,EAAE,UAAU,QAAQ,SAAS,IAAI,CAAC;GACzD,GAAI,aAAa,EAAE,YAAY,KAAK,IAAI,CAAC;EAC3C,CAAC;EACD,IAAI,CAAC,SAAS,IAAI;GAChB,MAAM,QAAQ,MAAM,SAAS,KAAK,CAAC,CAAC,YAAY,IAAI;GACpD,MAAM,IAAI,eACR,OAAO,OAAO,WAAW,wCAAwC,SAAS,OAAO,KACjF;IAAE,QAAQ,SAAS;IAAQ,MAAM,OAAO,OAAO;GAAK,CACtD;EACF;EACA,UAAU,MAAM,SAAS,KAAK;EAC9B,MAAM,GAAG,qBAAqB;GAAE,MAAM;GAAU,KAAK,QAAQ;EAAI,CAAC;CACpE,SAAS,OAAO;EACd,MAAM;EACN,MAAM,iBAAiB,iBACnB,QACA,IAAI,eAAe,wCAAwC,EAAE,OAAO,MAAM,CAAC;CACjF;CAEA,MAAM,aAAa,GAAG,QAAQ,IAAI,GAAG,mBAAmB,QAAQ,SAAS;CACzE,MAAM,mBAAmB;EACvB,MAAM,UAAU,CAAC,SAAS,CAAC;CAC7B;CAEA,OAAO;EACL,WAAW,QAAQ;EACnB,UAAU,QAAQ;EAClB,UAAU,QAAQ;EAClB,QAAQ,QAAQ;EAChB,KAAK,IAAI;GACP,QAAQ;GACR,WAAW;EACb;EACA,cAAc,IAAI;GAChB,aAAa;GACb,WAAW;GACX,KAAK;IACH,MAAM;IACN,SAAS;KACP,MAAM;KACN,OAAO,EACL,OAAO,EACL,gBAAgB,KAAK,OAAQ,QAAQ,iBAAiB,EAAE,MAAM,eAAe,EAC/E,EACF;IACF;GACF,CAAC;EACH;EACA,QAAQ;GACN,IAAI,CAAC,cAAc,OAAO;GAC1B,KAAK,EAAE,MAAM,2BAA2B,CAAC;GACzC,MAAM,UAAU;EAClB;EACA,UAAU;GACR,IAAI,CAAC,YAAY;GACjB,MAAM,UAAU;GAChB,KAAK,EAAE,MAAM,4BAA4B,CAAC;GAC1C,KAAK,EAAE,MAAM,kBAAkB,CAAC;EAClC;EACA,MAAM,QAAQ,MAAM;GAClB,MAAM,WAAW,MAAM,QAAQ,SAAS,YAAY,QAAQ,CAAC,CAAC;GAC9D,IAAI,CAAC,SAAS,MAAM,SAAS,WAAW,KACtC,MAAM,IAAI,eAAe,2CAA2C,SAAS,OAAO,KAAK,EACvF,QAAQ,SAAS,OACnB,CAAC;EAEL;EACA,MAAM,MAAM;GACV,IAAI;IAGF,MAAM,QAAQ,UAAU,YAAY,KAAA,GAAW,EAAE,WAAW,KAAK,CAAC;GACpE,UAAU;IACR,MAAM;GACR;EACF;EACA,aAAa,MAAM;CACrB;AACF;;;;;;;;;;;;;;;;;;;;ACpJA,SAAgB,gBACd,MACA,SAAmC,CAAC,GACV;CAK1B,MAAM,cAAc,OAAO;CAC3B,MAAM,MAAM,cAAc;EACxB,IAAI,MAAM,OAAO,IAAI,CAAC,CAAC,QAAQ,YAAY,EAAE;EAC7C,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,eAAe,CAAC,CAAC,GACzD,MAAM,IAAI,QAAQ,IAAI,IAAI,IAAI,KAAK,CAAC,CAAC,QAAQ,IAAI,OAAO,KAAK;EAE/D,OAAO,OAAO;CAChB,GAAG,CAAC,MAAM,eAAe,KAAK,UAAU,WAAW,CAAC,CAAC;CAErD,MAAM,CAAC,OAAO,YAAY,SAAqB,iBAAiB;CAChE,MAAM,CAAC,OAAO,YAAY,SAA4C,IAAI;CAC1E,MAAM,CAAC,OAAO,YAAY,SAAS,KAAK;CACxC,MAAM,CAAC,YAAY,sBAAsB,SAAS,OAAO,eAAe,IAAI;CAC5E,MAAM,CAAC,MAAM,WAAW,SAA2B,IAAI;CACvD,MAAM,UAAU,OAAyB,IAAI;;CAE7C,MAAM,cAAc,OAAO,KAAK;CAChC,MAAM,SAAS,OAAO,MAAM;CAC5B,OAAO,UAAU;CACjB,MAAM,cAAc,OAAO,WAAW;CACtC,MAAM,UAAU,OAAO,IAAI;CAE3B,gBAAgB;EACd,QAAQ,UAAU;EAClB,aAAa;GACX,QAAQ,UAAU;GAElB,QAAa,SAAS,IAAI,CAAC,CAAC,YAAY,KAAA,CAAS;GACjD,QAAQ,UAAU;EACpB;CACF,GAAG,CAAC,CAAC;CAEL,MAAM,QAAQ,YAAY,YAAY;EACpC,IAAI,QAAQ,WAAW,YAAY,SAAS;EAC5C,YAAY,UAAU;EACtB,SAAS,IAAI;EACb,SAAS;GAAE,GAAG,kBAAkB;GAAG,OAAO;EAAa,CAAC;EACxD,IAAI;GACF,MAAM,EAAE,UAAU,MAAM,YAAY,OAAO;GAC3C,MAAM,UAAU,MAAM,eAAe;IACnC;IACA;IACA;IACA;IACA;IACA,UAAU,UAAU;KAClB,IAAI,CAAC,QAAQ,SAAS;KACtB,UAAU,YACR,QAAQ,UAAU,eACd,gBAAgB;MAAE,GAAG;MAAS,OAAO;KAAO,GAAG,OAAO,YAAY,OAAO,IACzE,gBAAgB,SAAS,OAAO,YAAY,OAAO,CACzD;IACF;IACA,UAAU,eAAe;KACvB,QAAQ,UAAU;KAClB,IAAI,CAAC,QAAQ,SAAS;KACtB,QAAQ,IAAI;KACZ,UAAU,aAAa;MAAE,GAAG;MAAS,OAAO;MAAS,UAAU;MAAO,UAAU;KAAM,EAAE;KACxF,IAAI,YAAY;MACd,SAAS,UAAU;MACnB,OAAO,QAAQ,UAAU,UAAU;KACrC;KACA,OAAO,QAAQ,QAAQ;IACzB;GACF,CAAC;GACD,YAAY,UAAU,QAAQ;GAC9B,IAAI,CAAC,QAAQ,SAAS;IACpB,MAAM,QAAQ,IAAI,CAAC,CAAC,YAAY,KAAA,CAAS;IACzC;GACF;GACA,QAAQ,UAAU;GAClB,QAAQ,OAAO;GACf,UAAU,YACR,QAAQ,UAAU,eAAe;IAAE,GAAG;IAAS,OAAO;GAAO,IAAI,OACnE;EACF,SAAS,SAAS;GAChB,MAAM,WAAW,mBAAmB,QAAQ,UAAU,IAAI,MAAM,OAAO,OAAO,CAAC;GAC/E,IAAI,CAAC,QAAQ,SAAS;GACtB,UAAU,aAAa;IAAE,GAAG;IAAS,OAAO;GAAQ,EAAE;GACtD,SAAS,QAAQ;GACjB,OAAO,QAAQ,UAAU,QAAQ;EACnC,UAAU;GACR,YAAY,UAAU;EACxB;CACF,GAAG,CAAC,KAAK,UAAU,CAAC;CAEpB,MAAM,MAAM,YAAY,YAAY;EAClC,MAAM,UAAU,QAAQ;EACxB,QAAQ,UAAU;EAClB,MAAM,SAAS,IAAI;CACrB,GAAG,CAAC,CAAC;CAEL,MAAM,OAAO,aAAa,OAAiB;EACzC,UAAU,QAAQ;GAChB,MAAM,OAAO,MAAM,CAAC;GACpB,QAAQ,SAAS,KAAK,IAAI;GAC1B,OAAO;EACT,CAAC;CACH,GAAG,CAAC,CAAC;CAEL,MAAM,gBAAgB,aAAa,OAAgB;EACjD,mBAAmB,EAAE;EACrB,QAAQ,SAAS,cAAc,EAAE;CACnC,GAAG,CAAC,CAAC;CAEL,MAAM,QAAQ,kBAAkB;EAC9B,QAAQ,SAAS,MAAM;EACvB,UAAU,aAAa;GAAE,GAAG;GAAS,cAAc;EAAK,EAAE;CAC5D,GAAG,CAAC,CAAC;CAEL,MAAM,UAAU,kBAAkB;EAChC,QAAQ,SAAS,QAAQ;EACzB,UAAU,aAAa;GAAE,GAAG;GAAS,cAAc;GAAO,UAAU;EAAK,EAAE;CAC7E,GAAG,CAAC,CAAC;CAEL,MAAM,UAAU,YAAY,OAAO,SAAoB;EACrD,OAAO,UAAU;GAAE,GAAG,OAAO;GAAS;EAAK;EAC3C,MAAM,QAAQ,SAAS,QAAQ,IAAI;CACrC,GAAG,CAAC,CAAC;CAEL,OAAO;EACL,QAAQ,YAAY,KAAK;EACzB,UAAU,MAAM;EAChB;EACA;EACA;EACA,QAAQ,MAAM;EACd,WAAW,MAAM;EACjB;EACA;EACA;EACA;EACA;EACA;EACA;CACF;AACF"}

package/dist/ai/voice/state.d.ts

@@ -0,0 +1,34 @@
+import type { VoiceCaption, VoiceStatus } from "./wire";
+/**
+ * What `useVoiceSession` shows, as a pure reducer over the call's data-channel
+ * events (#921). Separate from the hook so it is tested without a DOM, a
+ * microphone or a peer connection.
+ *
+ * The events are the vendor's, as the data channel delivers them. Which ones
+ * arrive there — in particular the `function_call_output` items the server's
+ * sideband adds, which end `working` — follows the documented protocol and has
+ * not been measured against Azure.
+ */
+export type VoiceState = {
+    phase: "idle" | "connecting" | "live" | "ended";
+    /** The user is speaking (VAD) or holding push-to-talk. */
+    userSpeaking: boolean;
+    /** The user stopped and no answer has started playing. */
+    thinking: boolean;
+    /** The voice's audio is playing. */
+    speaking: boolean;
+    /** Delegate calls with no output yet. */
+    working: string[];
+    captions: VoiceCaption[];
+};
+export declare const MAX_CAPTIONS = 20;
+export declare function initialVoiceState(): VoiceState;
+export declare function voiceStatus(state: VoiceState): VoiceStatus;
+type Event = {
+    type: string;
+    [key: string]: any;
+};
+/** One data-channel event onto the state. `delegate` is the delegate tool's name. */
+export declare function applyVoiceEvent(state: VoiceState, event: Event, delegate: string): VoiceState;
+export {};
+//# sourceMappingURL=state.d.ts.map

package/dist/ai/voice/state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../ai/voice/state.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAExD;;;;;;;;;GASG;AACH,MAAM,MAAM,UAAU,GAAG;IACvB,KAAK,EAAE,MAAM,GAAG,YAAY,GAAG,MAAM,GAAG,OAAO,CAAC;IAChD,0DAA0D;IAC1D,YAAY,EAAE,OAAO,CAAC;IACtB,0DAA0D;IAC1D,QAAQ,EAAE,OAAO,CAAC;IAClB,oCAAoC;IACpC,QAAQ,EAAE,OAAO,CAAC;IAClB,yCAAyC;IACzC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,EAAE,YAAY,EAAE,CAAC;CAC1B,CAAC;AAEF,eAAO,MAAM,YAAY,KAAK,CAAC;AAE/B,wBAAgB,iBAAiB,IAAI,UAAU,CAS9C;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,CAS1D;AAED,KAAK,KAAK,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;CAAE,CAAC;AAElD,qFAAqF;AACrF,wBAAgB,eAAe,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,GAAG,UAAU,CA6C7F"}

package/dist/ai/voice/useVoiceSession.d.ts

@@ -0,0 +1,82 @@
+import type { RPC } from "../../client/rpc";
+import type { VoiceCaption, VoiceStatus } from "./wire";
+/**
+ * The voice routes, picked out of `RPC` the way `useChat` picks its agent
+ * routes: `this.voice(Controller)` mounted at `"/chat/voice"` is the key
+ * `"/chat/voice"`, carrying the controller's `Body`.
+ */
+type VoiceRoutes = {
+    [K in keyof RPC as RPC[K] extends {
+        __voice: true;
+    } ? K : never]: RPC[K];
+};
+type BodyOf<P extends keyof VoiceRoutes> = VoiceRoutes[P] extends {
+    body: infer B;
+} ? B : Record<string, unknown>;
+export type UseVoiceSessionParams<P extends keyof VoiceRoutes> = {
+    /** The chat thread delegated turns are stored on, as `useChat` names it. */
+    threadId?: string;
+    /** The controller's `Body`, sent when the call starts. Change it during the
+     *  call with `setBody`. */
+    body?: BodyOf<P>;
+    /** Start with push-to-talk instead of voice activity detection. */
+    pushToTalk?: boolean;
+    /** Values for the route path's `:params`, e.g. `{ siteId }` for
+     *  `"/sites/:siteId/voice"`. */
+    params?: Record<string, string>;
+    headers?: Record<string, string>;
+    /** The call could not start, or failed. */
+    onError?: (error: Error) => void;
+    /** The call is over, however it ended. */
+    onEnd?: () => void;
+};
+export type UseVoiceSessionResult<P extends keyof VoiceRoutes> = {
+    status: VoiceStatus;
+    /** The last lines said, the user's and the voice's, oldest first. */
+    captions: VoiceCaption[];
+    /** Why the call could not start or ended early. `code` is
+     *  `microphone_denied`, `unsupported`, or the route's error code. */
+    error: (Error & {
+        code?: string;
+        status?: number;
+    }) | null;
+    muted: boolean;
+    pushToTalk: boolean;
+    /** When the server will end the call, in epoch ms. */
+    endsAt?: number;
+    sessionId?: string;
+    /** Asks for the microphone and starts the call. Call it from a user gesture
+     *  (a click): browsers allow the microphone and audio playback only then. */
+    start(): Promise<void>;
+    /** Hangs up. */
+    end(): Promise<void>;
+    mute(muted?: boolean): void;
+    setPushToTalk(on: boolean): void;
+    /** Push-to-talk: hold to speak (pointer down / key down). */
+    press(): void;
+    /** Push-to-talk: release to send (pointer up / key up). */
+    release(): void;
+    /** Sends a new `body` (the selection, the open page) for the next
+     *  delegated request. */
+    setBody(body: BodyOf<P>): Promise<void>;
+};
+/**
+ * A voice call to an agent, for a route mounted with `this.voice(Controller)`
+ * (#921).
+ *
+ * ```tsx
+ * const voice = useVoiceSession("/page-builder/voice", { threadId, body: { pageId } });
+ * <button onClick={() => (voice.status === "idle" ? voice.start() : voice.end())}>
+ *   {voice.status}
+ * </button>
+ * ```
+ *
+ * Import it from `gemi/ai/voice`, an entry of its own, so an app that never
+ * uses voice never bundles it, and use it from a view or a dynamically imported
+ * component, so its code is not in the entry chunk.
+ *
+ * @experimental Not yet verified against a live call.
+ */
+export declare function useVoiceSession<P extends keyof VoiceRoutes>(path: P, params?: UseVoiceSessionParams<P>): UseVoiceSessionResult<P>;
+export {};
+//# sourceMappingURL=useVoiceSession.d.ts.map

package/dist/ai/voice/useVoiceSession.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"useVoiceSession.d.ts","sourceRoot":"","sources":["../../../ai/voice/useVoiceSession.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAG5C,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAExD;;;;GAIG;AACH,KAAK,WAAW,GAAG;KAChB,CAAC,IAAI,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS;QAAE,OAAO,EAAE,IAAI,CAAA;KAAE,GAAG,CAAC,GAAG,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC;CACzE,CAAC;AAEF,KAAK,MAAM,CAAC,CAAC,SAAS,MAAM,WAAW,IAAI,WAAW,CAAC,CAAC,CAAC,SAAS;IAAE,IAAI,EAAE,MAAM,CAAC,CAAA;CAAE,GAC/E,CAAC,GACD,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE5B,MAAM,MAAM,qBAAqB,CAAC,CAAC,SAAS,MAAM,WAAW,IAAI;IAC/D,4EAA4E;IAC5E,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;+BAC2B;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IACjB,mEAAmE;IACnE,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;oCACgC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,2CAA2C;IAC3C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,0CAA0C;IAC1C,KAAK,CAAC,EAAE,MAAM,IAAI,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,qBAAqB,CAAC,CAAC,SAAS,MAAM,WAAW,IAAI;IAC/D,MAAM,EAAE,WAAW,CAAC;IACpB,qEAAqE;IACrE,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB;yEACqE;IACrE,KAAK,EAAE,CAAC,KAAK,GAAG;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,GAAG,IAAI,CAAC;IAC3D,KAAK,EAAE,OAAO,CAAC;IACf,UAAU,EAAE,OAAO,CAAC;IACpB,sDAAsD;IACtD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;iFAC6E;IAC7E,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,gBAAgB;IAChB,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACrB,IAAI,CAAC,KAAK,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC5B,aAAa,CAAC,EAAE,EAAE,OAAO,GAAG,IAAI,CAAC;IACjC,6DAA6D;IAC7D,KAAK,IAAI,IAAI,CAAC;IACd,2DAA2D;IAC3D,OAAO,IAAI,IAAI,CAAC;IAChB;6BACyB;IACzB,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACzC,CAAC;AAEF;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,eAAe,CAAC,CAAC,SAAS,MAAM,WAAW,EACzD,IAAI,EAAE,CAAC,EACP,MAAM,GAAE,qBAAqB,CAAC,CAAC,CAAM,GACpC,qBAAqB,CAAC,CAAC,CAAC,CA6I1B"}