@alexkroman1/aai-ui 3.2.0 → 5.0.0

package/dist/{session-core-DgioOYyx.js → session-core-Bjkr4PAP.js}

@@ -1,7 +1,36 @@
 import { MIC_SEND_MAX_BUFFERED_BYTES } from "./types.js";
-import { DEFAULT_MAX_HISTORY, WS_OPEN, errorMessage, safeJsonParse } from "@alexkroman1/aai";
-import { ServerMessageSchema, lenientParse } from "@alexkroman1/aai/protocol";
+import { CLIENT_CONFIG_PATH, ClientConfigResponseSchema, ServerMessageSchema, lenientParse } from "@alexkroman1/aai/protocol";
+import { DEFAULT_MAX_HISTORY, WS_OPEN, createEpoch, errorMessage, safeJsonParse } from "@alexkroman1/aai";
 import ReconnectingWebSocket from "partysocket/ws";
+//#region client-config.ts
+/**
+* Pre-connection client-config lookup.
+*
+* `GET client-config` (relative to the agent's base URL — see
+* `sdk/client-config.ts` in `@alexkroman1/aai`) gives the default client the
+* agent's display name and greeting before any connection exists. Every
+* failure path — network error, 404 from an older server, malformed body —
+* degrades to the empty default, so this lookup can never break an existing
+* agent.
+*/
+/** Resolve a relative endpoint path against the agent's base URL. */
+function buildAgentUrl(platformUrl, endpointPath) {
+	return new URL(endpointPath, platformUrl.endsWith("/") ? platformUrl : `${platformUrl}/`);
+}
+const AGENT_DEFAULT = {};
+/** Fetch the agent's client config; any failure yields the agent default. */
+async function fetchClientConfig(platformUrl, fetchFn) {
+	const doFetch = fetchFn ?? ((input, init) => globalThis.fetch(input, init));
+	try {
+		const resp = await doFetch(buildAgentUrl(platformUrl, CLIENT_CONFIG_PATH).href);
+		if (!resp.ok) return AGENT_DEFAULT;
+		const parsed = ClientConfigResponseSchema.safeParse(await resp.json());
+		return parsed.success ? parsed.data : AGENT_DEFAULT;
+	} catch {
+		return AGENT_DEFAULT;
+	}
+}
+//#endregion
 //#region session-core-audio-setup.ts
 /**
 * Audio-path initialization for the voice session core.
@@ -23,20 +52,17 @@ import ReconnectingWebSocket from "partysocket/ws";
 * VoiceIO is closed immediately to prevent it from being assigned to a newer
 * connection.
 *
-* `fatal` selects the failure mode: voice sessions (`config` handshake) can't
-* function without the mic, so failure there sets the error state and ends
-* the session; a text-only session's opt-in record button must not brick an
-* otherwise healthy session, so failure there is a banner (`error` set,
-* state kept) and the session stays interactive.
+* A failure is fatal: a voice session can't function without the mic, so it
+* sets the error state and ends the session.
 */
-async function initAudioCapture(conn, msg, deps, fatal) {
+async function initAudioCapture(conn, msg, deps) {
 	if (conn.audioSetupInFlight) return;
 	conn.audioSetupInFlight = true;
-	const gen = conn.generation;
-	const stale = () => conn.generation !== gen || !conn.ws || conn.ws.readyState !== WS_OPEN;
+	const gen = conn.generation.current();
+	const stale = () => !(conn.generation.isCurrent(gen) && conn.ws) || conn.ws.readyState !== WS_OPEN;
 	const reportAudioFailure = (message) => {
 		deps.cleanupAudio();
-		if (fatal) deps.updateState({
+		deps.updateState({
 			state: "error",
 			error: {
 				code: "audio",
@@ -45,13 +71,6 @@ async function initAudioCapture(conn, msg, deps, fatal) {
 			running: false,
 			recording: false
 		});
-		else deps.updateState({
-			error: {
-				code: "audio",
-				message
-			},
-			recording: false
-		});
 	};
 	try {
 		const [{ createVoiceIO }, captureWorklet, playbackWorklet] = await Promise.all([
@@ -78,7 +97,7 @@ async function initAudioCapture(conn, msg, deps, fatal) {
 				console.warn("[aai-ui] microphone is delivering only silence — check the selected input device");
 			},
 			onError: (err) => {
-				if (conn.generation !== gen) return;
+				if (!conn.generation.isCurrent(gen)) return;
 				reportAudioFailure(err.message);
 			}
 		});
@@ -102,7 +121,7 @@ async function initAudioCapture(conn, msg, deps, fatal) {
 		if (stale()) return;
 		reportAudioFailure(`Microphone access failed: ${errorMessage(err)}`);
 	} finally {
-		if (conn.generation === gen) conn.audioSetupInFlight = false;
+		if (conn.generation.isCurrent(gen)) conn.audioSetupInFlight = false;
 	}
 }
 //#endregion
@@ -134,6 +153,7 @@ const CLEARED_SESSION_STATE = {
 	messages: [],
 	toolCalls: [],
 	customEvents: [],
+	agentState: null,
 	userTranscript: null,
 	agentTranscript: null,
 	error: null
@@ -147,14 +167,14 @@ function appendCapped(list, item, cap) {
 /**
 * Create the server→client message handlers for one session core.
 *
-* Encapsulates the two turn-boundary counters (`handlerGeneration` for
+* Encapsulates the two turn-boundary counters (`turnEpoch` for
 * discarding stale async audio completions, `customEventSeq` for event
 * dedup) that previously lived as closure locals in `createSessionCore`.
 */
 function createMessageHandlers(deps) {
 	const { getSnapshot, updateState, conn, cleanupAudio } = deps;
-	/** Incremented on each turn boundary -- stale async callbacks compare against this. */
-	let handlerGeneration = 0;
+	/** Bumped on each turn boundary -- stale async callbacks check against this. */
+	const turnEpoch = createEpoch();
 	/** Monotonically increasing counter for custom events -- used by useEvent to deduplicate. */
 	let customEventSeq = 0;
 	/** Monotonically increasing counter for chat messages -- stable render keys
@@ -171,7 +191,7 @@ function createMessageHandlers(deps) {
 		}, MAX_CUSTOM_EVENTS) });
 	}
 	function handleUserTranscriptEvent(text) {
-		handlerGeneration++;
+		turnEpoch.bump();
 		updateState({
 			userTranscript: null,
 			messages: appendCapped(getSnapshot().messages, {
@@ -231,7 +251,7 @@ function createMessageHandlers(deps) {
 		} });
 		else {
 			cleanupAudio();
-			conn.generation++;
+			conn.generation.bump();
 			updateState({
 				state: "error",
 				error: {
@@ -290,7 +310,7 @@ function createMessageHandlers(deps) {
 				updateState({ state: "listening" });
 				break;
 			case "cancelled":
-				handlerGeneration++;
+				turnEpoch.bump();
 				conn.voiceIO?.flush();
 				commitAgentTranscript();
 				updateState({
@@ -299,7 +319,7 @@ function createMessageHandlers(deps) {
 				});
 				break;
 			case "reset":
-				handlerGeneration++;
+				turnEpoch.bump();
 				conn.voiceIO?.flush();
 				updateState({
 					...CLEARED_SESSION_STATE,
@@ -309,10 +329,12 @@ function createMessageHandlers(deps) {
 			case "custom_event":
 				appendCustomEvent(e.event, e.data);
 				break;
+			case "agent_state":
+				updateState({ agentState: e.state });
+				break;
 			case "error":
 				handleErrorEvent(e);
 				break;
-			case "idle_timeout": break;
 			default: break;
 		}
 	}
@@ -325,12 +347,12 @@ function createMessageHandlers(deps) {
 		else if (conn.preInitAudio.length < MAX_PREINIT_AUDIO_CHUNKS) conn.preInitAudio.push(chunk);
 	}
 	/** See {@link MessageHandlers.settleWhenAudioDrained}. Captures
-	*  `handlerGeneration` so a completion (or failure) that lands after a turn
+	*  `turnEpoch` so a completion (or failure) that lands after a turn
 	*  boundary is discarded instead of overwriting the newer turn's state. */
 	function settleWhenAudioDrained(io) {
-		const gen = handlerGeneration;
+		const gen = turnEpoch.current();
 		io.done().then(() => {
-			if (handlerGeneration !== gen) return;
+			if (!turnEpoch.isCurrent(gen)) return;
 			updateState({ state: "listening" });
 		}).catch((err) => {
 			console.warn("Audio playback done failed:", err);
@@ -339,7 +361,7 @@ function createMessageHandlers(deps) {
 	/**
 	* Signal that the server has finished sending audio for this turn.
 	* Waits for the audio queue to drain, then transitions state to `"listening"`.
-	* Uses the `handlerGeneration` counter to discard stale completions from interrupted turns.
+	* Uses the `turnEpoch` epoch to discard stale completions from interrupted turns.
 	*/
 	function playAudioDone() {
 		const io = conn.voiceIO;
@@ -406,8 +428,9 @@ const RECONNECT_OPTIONS = {
 };
 /**
 * Open partysocket's reconnecting WebSocket. The URL is a *provider*,
-* re-evaluated on every attempt, so each retry picks up the current resume
-* URL rather than the one the session started with.
+* re-evaluated on every attempt (async supported), so each retry picks up
+* the current broker-named endpoint and resume URL rather than the ones the
+* session started with.
 */
 function openReconnectingSocket(urlProvider) {
 	return new ReconnectingWebSocket(urlProvider, void 0, RECONNECT_OPTIONS);
@@ -425,8 +448,21 @@ function reconnectPending(socket) {
 //#region session-core-url.ts
 /** Build the session WebSocket URL from the platform URL and resume state. */
 function buildWsUrl(platformUrl, resume, sessionId) {
-	const wsUrl = new URL("websocket", platformUrl.endsWith("/") ? platformUrl : `${platformUrl}/`);
-	wsUrl.protocol = wsUrl.protocol === "https:" ? "wss:" : "ws:";
+	return applyResumeParams(new URL("websocket", platformUrl.endsWith("/") ? platformUrl : `${platformUrl}/`), resume, sessionId);
+}
+/**
+* Turn a broker-provided session URL (`sessionUrl` from `GET client-config`
+* — the agent's live sandbox endpoint) into this attempt's connect URL.
+*/
+function buildBrokeredWsUrl(sessionUrl, resume, sessionId) {
+	return applyResumeParams(new URL(sessionUrl), resume, sessionId);
+}
+const WS_PROTOCOLS = {
+	"https:": "wss:",
+	"http:": "ws:"
+};
+function applyResumeParams(wsUrl, resume, sessionId) {
+	wsUrl.protocol = WS_PROTOCOLS[wsUrl.protocol] ?? wsUrl.protocol;
 	if (sessionId) wsUrl.searchParams.set("sessionId", sessionId);
 	else if (resume) wsUrl.searchParams.set("resume", "1");
 	return wsUrl;
@@ -502,10 +538,9 @@ function createSessionCore(options) {
 		ws: null,
 		voiceIO: null,
 		audioSetupInFlight: false,
-		generation: 0,
+		generation: createEpoch(),
 		preInitAudio: [],
-		preInitDone: false,
-		readyConfig: null
+		preInitDone: false
 	};
 	let connectionController = null;
 	let hasConnected = false;
@@ -518,6 +553,15 @@ function createSessionCore(options) {
 	* agent's context, greeting suppression aside.
 	*/
 	let sessionId = options.resumeSessionId;
+	/**
+	* Whether `platformUrl` is a broker (its `client-config` names a
+	* `sessionUrl`). A server is one or it isn't — it never flips mid-session
+	* — so once a non-broker is observed, later reconnects skip the
+	* `client-config` re-fetch that would only fall through to `buildWsUrl`
+	* (every reconnect on `aai dev` / self-hosted otherwise pays a wasted GET).
+	* `undefined` until the first fetch settles.
+	*/
+	let serverIsBroker;
 	function cleanupAudio() {
 		conn.audioSetupInFlight = false;
 		conn.voiceIO?.close().catch(() => {});
@@ -566,11 +610,7 @@ function createSessionCore(options) {
 		}
 		const isReconnect = hasConnected;
 		hasConnected = true;
-		conn.readyConfig = {
-			sampleRate: config.sampleRate,
-			ttsSampleRate: config.ttsSampleRate
-		};
-		initAudioCapture(conn, config, audioDeps, true);
+		initAudioCapture(conn, config, audioDeps);
 		if (isReconnect && currentSnapshot.messages.length > 0) sendJson({
 			type: "history",
 			messages: currentSnapshot.messages.map((m) => ({
@@ -581,19 +621,34 @@ function createSessionCore(options) {
 	}
 	/**
 	* The WebSocket URL for the *next* connection attempt. Evaluated per
-	* attempt (partysocket takes it as a URL provider), so once the first
-	* `config` arrives, every reconnect — automatic or explicit — carries
-	* `?sessionId=<id>` and the server resumes the SAME session (id, tool
-	* state) instead of minting a new one. `resume=1` remains only as the
-	* greeting-suppression fallback for a server whose config carried no id.
+	* attempt (partysocket takes it as an async URL provider):
+	*
+	* - `GET client-config` is re-fetched every attempt. When it names a
+	*   `sessionUrl` — the platform's broker pointing at the agent's live
+	*   sandbox — the session connects DIRECTLY there. The URL changes when
+	*   the sandbox is replaced (idle eviction, redeploy), which is exactly
+	*   when a reconnect happens, so per-attempt brokering is what makes
+	*   reconnects land on the replacement. Without one (`aai dev`, older
+	*   servers), the same-origin `websocket` path is used.
+	* - Once the first `config` arrives, every reconnect carries
+	*   `?sessionId=<id>` and the server resumes the SAME session (id, tool
+	*   state) instead of minting a new one. `resume=1` remains only as the
+	*   greeting-suppression fallback for a server whose config carried no id.
 	*/
-	function currentWsUrl() {
-		return buildWsUrl(options.platformUrl, hasConnected, sessionId).toString();
+	async function currentWsUrl() {
+		const cfg = serverIsBroker === false ? {} : await fetchClientConfig(options.platformUrl);
+		serverIsBroker = cfg.sessionUrl !== void 0;
+		const url = cfg.sessionUrl ? buildBrokeredWsUrl(cfg.sessionUrl, hasConnected, sessionId) : buildWsUrl(options.platformUrl, hasConnected, sessionId);
+		const display = new URL(url);
+		display.search = "";
+		if (display.toString() !== currentSnapshot.apiUrl) updateState({ apiUrl: display.toString() });
+		return url.toString();
 	}
-	/** Open a socket: an injected constructor as-is (tests), or partysocket's
-	*  reconnecting WebSocket — same interface, plus reconnect-on-close. */
+	/** Open a socket: an injected constructor as-is (tests — connects to the
+	*  same-origin path, no brokering), or partysocket's reconnecting
+	*  WebSocket — same interface, plus reconnect-on-close. */
 	function openSocket() {
-		if (options.WebSocket) return new options.WebSocket(currentWsUrl());
+		if (options.WebSocket) return new options.WebSocket(buildWsUrl(options.platformUrl, hasConnected, sessionId).toString());
 		return openReconnectingSocket(currentWsUrl);
 	}
 	function connect(opts) {
@@ -606,7 +661,7 @@ function createSessionCore(options) {
 			error: null
 		});
 		teardownConnection();
-		conn.generation++;
+		conn.generation.bump();
 		const controller = new AbortController();
 		connectionController = controller;
 		const { signal: sig } = controller;
@@ -629,7 +684,7 @@ function createSessionCore(options) {
 			if (sig.aborted) return;
 			cleanupAudio();
 			if (reconnectPending(socket)) {
-				conn.generation++;
+				conn.generation.bump();
 				socketErrored = false;
 				updateState({
 					state: "connecting",
@@ -716,4 +771,4 @@ function createSessionCore(options) {
 	};
 }
 //#endregion
-export { createSessionCore as t };
+export { buildAgentUrl as n, fetchClientConfig as r, createSessionCore as t };

package/dist/session-core-audio-setup.d.ts

@@ -24,13 +24,10 @@ export type AudioSetupDeps = {
  * VoiceIO is closed immediately to prevent it from being assigned to a newer
  * connection.
  *
- * `fatal` selects the failure mode: voice sessions (`config` handshake) can't
- * function without the mic, so failure there sets the error state and ends
- * the session; a text-only session's opt-in record button must not brick an
- * otherwise healthy session, so failure there is a banner (`error` set,
- * state kept) and the session stays interactive.
+ * A failure is fatal: a voice session can't function without the mic, so it
+ * sets the error state and ends the session.
  */
 export declare function initAudioCapture(conn: ConnState, msg: {
     sampleRate: number;
     ttsSampleRate: number;
-}, deps: AudioSetupDeps, fatal: boolean): Promise<void>;
+}, deps: AudioSetupDeps): Promise<void>;

package/dist/session-core-messages.d.ts

@@ -9,6 +9,7 @@ export declare const CLEARED_SESSION_STATE: {
     messages: never[];
     toolCalls: never[];
     customEvents: never[];
+    agentState: null;
     userTranscript: null;
     agentTranscript: null;
     error: null;
@@ -50,7 +51,7 @@ type MessageHandlers = {
 /**
  * Create the server→client message handlers for one session core.
  *
- * Encapsulates the two turn-boundary counters (`handlerGeneration` for
+ * Encapsulates the two turn-boundary counters (`turnEpoch` for
  * discarding stale async audio completions, `customEventSeq` for event
  * dedup) that previously lived as closure locals in `createSessionCore`.
  */

package/dist/session-core-reconnect.d.ts

@@ -6,10 +6,11 @@
 import ReconnectingWebSocket from "partysocket/ws";
 /**
  * Open partysocket's reconnecting WebSocket. The URL is a *provider*,
- * re-evaluated on every attempt, so each retry picks up the current resume
- * URL rather than the one the session started with.
+ * re-evaluated on every attempt (async supported), so each retry picks up
+ * the current broker-named endpoint and resume URL rather than the ones the
+ * session started with.
  */
-export declare function openReconnectingSocket(urlProvider: () => string): ReconnectingWebSocket;
+export declare function openReconnectingSocket(urlProvider: () => Promise<string>): ReconnectingWebSocket;
 /**
  * True while `socket` is a reconnecting socket that will retry after the
  * close event currently being handled. partysocket schedules the retry

package/dist/session-core-types.d.ts

@@ -2,9 +2,8 @@
  * Type declarations for the framework-agnostic voice session core.
  *
  * Split out of `session-core.ts` to keep that module focused on behaviour.
- * The public types here are re-exported from `session-core.ts` for
- * backwards compatibility.
  */
+import type { Epoch } from "@alexkroman1/aai";
 import type { VoiceIO } from "./audio.ts";
 import type { AgentState, ChatMessage, SessionError, ToolCallInfo, VoiceSessionOptions, WebSocketConstructor } from "./types.ts";
 /**
@@ -45,6 +44,12 @@ export type SessionSnapshot = {
     readonly messages: ChatMessage[];
     readonly toolCalls: ToolCallInfo[];
     readonly customEvents: CustomEvent[];
+    /**
+     * Latest state the agent projected via `syncState`, or `null` before the
+     * first push. A value, not a log — a component that mounts mid-session
+     * reads current state rather than replaying events it missed.
+     */
+    readonly agentState: unknown;
     readonly userTranscript: string | null;
     readonly agentTranscript: string | null;
     readonly error: SessionError | null;
@@ -99,9 +104,10 @@ export type ConnState = {
     ws: InstanceType<WebSocketConstructor> | null;
     voiceIO: VoiceIO | null;
     audioSetupInFlight: boolean;
-    /** Monotonically increasing counter bumped on each connect(). Prevents a stale
-     *  initAudioCapture from assigning its voiceIO to a newer connection. */
-    generation: number;
+    /** Connection epoch, bumped on each connect()/retry (see `createEpoch`).
+     *  Prevents a stale initAudioCapture from assigning its voiceIO to a newer
+     *  connection. */
+    generation: Epoch;
     /** Audio chunks that arrived before `voiceIO` was initialized — drained into
      *  the playback worklet once init completes. Closes the race between the
      *  server starting greeting audio (immediately on S2S connect) and the
@@ -111,11 +117,4 @@ export type ConnState = {
      *  signal must be replayed after draining preInitAudio, or a short greeting
      *  buffered during mic-permission never finishes playing. */
     preInitDone: boolean;
-    /** The server's `config` payload for the current connection — kept so
-     *  text-only sessions can init the mic lazily (record button) and file
-     *  uploads know the STT sample rate to resample to. */
-    readyConfig: {
-        sampleRate: number;
-        ttsSampleRate: number;
-    } | null;
 };

package/dist/session-core-url.d.ts

@@ -1,2 +1,7 @@
 /** Build the session WebSocket URL from the platform URL and resume state. */
 export declare function buildWsUrl(platformUrl: string, resume: boolean, sessionId?: string): URL;
+/**
+ * Turn a broker-provided session URL (`sessionUrl` from `GET client-config`
+ * — the agent's live sandbox endpoint) into this attempt's connect URL.
+ */
+export declare function buildBrokeredWsUrl(sessionUrl: string, resume: boolean, sessionId?: string): URL;

package/dist/session-core.d.ts

@@ -1,5 +1,4 @@
 import type { SessionCore, SessionCoreOptions } from "./session-core-types.ts";
-export type { CustomEvent, SessionCore, SessionCoreOptions, SessionSnapshot, } from "./session-core-types.ts";
 /**
  * Create a framework-agnostic voice session core that connects to an AAI
  * server via WebSocket.

package/dist/session-core.js

@@ -1,2 +1,2 @@
-import { t as createSessionCore } from "./session-core-DgioOYyx.js";
+import { t as createSessionCore } from "./session-core-Bjkr4PAP.js";
 export { createSessionCore };

package/dist/types.d.ts

@@ -1,5 +1,6 @@
+import type { DefaultToolResult } from "@alexkroman1/aai";
 import type { SessionErrorCode } from "@alexkroman1/aai/protocol";
-export { CAPTURE_STOP_ACK_TIMEOUT_MS, DEFAULT_STT_SAMPLE_RATE, MIC_BUFFER_SECONDS, MIC_SEND_MAX_BUFFERED_BYTES, MIC_SILENCE_PROBE_MS, PLAYBACK_BUFFER_SECONDS, PLAYBACK_CONCEAL_FADE_MS, PLAYBACK_CONCEAL_FLOOR, PLAYBACK_DONE_MAX_WAIT_MS, PLAYBACK_DONE_POLL_MS, PLAYBACK_JITTER_MS, PLAYBACK_REFILL_MS, } from "@alexkroman1/aai";
+export { CAPTURE_STOP_ACK_TIMEOUT_MS, MIC_BUFFER_SECONDS, MIC_SEND_MAX_BUFFERED_BYTES, MIC_SILENCE_PROBE_MS, PLAYBACK_BUFFER_SECONDS, PLAYBACK_CONCEAL_FADE_MS, PLAYBACK_CONCEAL_FLOOR, PLAYBACK_DONE_MAX_WAIT_MS, PLAYBACK_DONE_POLL_MS, PLAYBACK_JITTER_MS, PLAYBACK_REFILL_MS, } from "@alexkroman1/aai";
 /**
  * `getUserMedia` audio constraints for every capture path in this package.
  *
@@ -54,7 +55,22 @@ export type ChatMessage = {
 export type ToolCallInfo = {
     callId: string;
     name: string;
-    args: Record<string, unknown>;
+    /**
+     * The tool's arguments, as the model sent them.
+     *
+     * Values are {@link DefaultToolResult} — `any` — for the same reason a tool
+     * *result* is: the shape is the author's own Zod schema, which the framework
+     * cannot see from here. As `Record<string, unknown>` the ordinary
+     * `toolCall.args.url` was a compile error in a client that runs correctly,
+     * and the escape hatch agents reached for next (`args as FetchJsonArgs`) is
+     * itself an error — TypeScript rejects the cast as insufficiently
+     * overlapping. That pair cost two build rounds in one run.
+     *
+     * Annotate at the read site for real checking:
+     * `const { url } = toolCall.args as { url: string }` is still available, and
+     * now actually compiles.
+     */
+    args: Record<string, DefaultToolResult>;
     status: "pending" | "done";
     result?: string | undefined;
     /**

package/dist/types.js

@@ -1,4 +1,4 @@
-import { CAPTURE_STOP_ACK_TIMEOUT_MS, DEFAULT_STT_SAMPLE_RATE, MIC_BUFFER_SECONDS, MIC_SEND_MAX_BUFFERED_BYTES, MIC_SILENCE_PROBE_MS, PLAYBACK_BUFFER_SECONDS, PLAYBACK_CONCEAL_FADE_MS, PLAYBACK_CONCEAL_FLOOR, PLAYBACK_DONE_MAX_WAIT_MS, PLAYBACK_DONE_POLL_MS, PLAYBACK_JITTER_MS, PLAYBACK_REFILL_MS } from "@alexkroman1/aai";
+import { CAPTURE_STOP_ACK_TIMEOUT_MS, MIC_BUFFER_SECONDS, MIC_SEND_MAX_BUFFERED_BYTES, MIC_SILENCE_PROBE_MS, PLAYBACK_BUFFER_SECONDS, PLAYBACK_CONCEAL_FADE_MS, PLAYBACK_CONCEAL_FLOOR, PLAYBACK_DONE_MAX_WAIT_MS, PLAYBACK_DONE_POLL_MS, PLAYBACK_JITTER_MS, PLAYBACK_REFILL_MS } from "@alexkroman1/aai";
 //#region types.ts
 /**
 * `getUserMedia` audio constraints for every capture path in this package.
@@ -29,4 +29,4 @@ const VOICE_CAPTURE_CONSTRAINTS = {
 	voiceIsolation: false
 };
 //#endregion
-export { CAPTURE_STOP_ACK_TIMEOUT_MS, DEFAULT_STT_SAMPLE_RATE, MIC_BUFFER_SECONDS, MIC_SEND_MAX_BUFFERED_BYTES, MIC_SILENCE_PROBE_MS, PLAYBACK_BUFFER_SECONDS, PLAYBACK_CONCEAL_FADE_MS, PLAYBACK_CONCEAL_FLOOR, PLAYBACK_DONE_MAX_WAIT_MS, PLAYBACK_DONE_POLL_MS, PLAYBACK_JITTER_MS, PLAYBACK_REFILL_MS, VOICE_CAPTURE_CONSTRAINTS };
+export { CAPTURE_STOP_ACK_TIMEOUT_MS, MIC_BUFFER_SECONDS, MIC_SEND_MAX_BUFFERED_BYTES, MIC_SILENCE_PROBE_MS, PLAYBACK_BUFFER_SECONDS, PLAYBACK_CONCEAL_FADE_MS, PLAYBACK_CONCEAL_FLOOR, PLAYBACK_DONE_MAX_WAIT_MS, PLAYBACK_DONE_POLL_MS, PLAYBACK_JITTER_MS, PLAYBACK_REFILL_MS, VOICE_CAPTURE_CONSTRAINTS };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@alexkroman1/aai-ui",
-  "version": "3.2.0",
+  "version": "5.0.0",
   "type": "module",
   "files": [
     "dist",
@@ -19,8 +19,10 @@
   "dependencies": {
     "clsx": "^2.1.1",
     "partysocket": "^1.3.0",
+    "react-markdown": "^10.1.0",
+    "remark-gfm": "^4.0.1",
     "use-sync-external-store": "^1.6.0",
-    "@alexkroman1/aai": "3.2.0"
+    "@alexkroman1/aai": "5.0.0"
   },
   "peerDependencies": {
     "react": "^19.0.0",

package/dist/default-client/assets/audio-CIZMTfDQ.js

@@ -1 +0,0 @@
-import{a as e,o as t,t as n}from"./index-BeVXjGwG.js";function r(e){let t=new Int16Array(e.length),n=0;for(let r of e){let e=Math.max(-1,Math.min(1,r));t[n++]=e<0?e*32768:e*32767}return t}function i(e,t,n){if(e!==t)throw Error(`Browser refused the ${n} sample rate: asked for ${t} Hz, got ${e} Hz`)}function a(e){e.then(e=>{for(let t of e.getTracks())t.stop()}).catch(()=>{})}function o(e,t,n){let r=new AudioWorkletNode(e,`capture-processor`,{channelCount:1,channelCountMode:`explicit`}),i=null;return r.port.onmessage=e=>{let r=e.data;r.event===`chunk`&&r.buffer?t(r.buffer):r.event===`silent`?n?.():r.event===`stopped`&&(i?.(),i=null)},{node:r,start(){r.port.postMessage({event:`start`})},stop(){return new Promise(e=>{let t=setTimeout(e,250);i=()=>{clearTimeout(t),e()},r.port.postMessage({event:`stop`})})}}}async function s(r){let{sttSampleRate:s,ttsSampleRate:c,captureWorkletSrc:l,playbackWorkletSrc:u,onMicData:d,onError:f,onPlaybackStats:p,onMicSilent:m}=r,h=new AudioContext({sampleRate:c,latencyHint:`playback`}),g=s===c,_=g?h:new AudioContext({sampleRate:s,latencyHint:`interactive`});async function v(){let e=g?[h]:[h,_];await Promise.all(e.map(e=>e.close().catch(e=>{console.warn(`AudioContext close failed:`,e)})))}let y=navigator.mediaDevices.getUserMedia({audio:{deviceId:{ideal:`default`},...n}}),b;try{[b]=await Promise.all([y,h.resume(),_.resume(),_.audioWorklet.addModule(l),h.audioWorklet.addModule(u)]),i(_.sampleRate,s,`capture`),i(h.sampleRate,c,`playback`)}catch(e){throw a(y),await v(),e}let x=_.createMediaStreamSource(b),S=o(_,d,m);x.connect(S.node),S.node.onprocessorerror=()=>{let e=Error(`Audio capture worklet crashed`);console.error(`[aai-ui]`,e.message),f?.(e)},S.start();let C=null,w=null,T=new AbortController;function E(){if(C)return C;let e=new AudioWorkletNode(h,`playback-processor`);return e.connect(h.destination),e.port.onmessage=e=>{if(e.data.event===`stop`){let t=e.data.stats;if(t&&t.concealedSamples>0&&p?.(t),e.data.reason===`interrupt`)return;w?.(),w=null}},e.onprocessorerror=()=>{let e=Error(`Audio playback worklet crashed`);console.error(`[aai-ui]`,e.message),w?.(),w=null,f?.(e)},C=e,e}let D={enqueue(e){T.signal.aborted||e.byteLength!==0&&E().port.postMessage({event:`write`,buffer:new Uint8Array(e)},[e])},done(){return!C||(C.port.postMessage({event:`done`}),h.state!==`running`)?Promise.resolve():new Promise(n=>{w?.();let r=()=>{clearInterval(i),clearTimeout(a),w===r&&(w=null),n()},i=setInterval(()=>{h.state!==`running`&&r()},t),a=setTimeout(r,e);w=r})},flush(){C&&(w?.(),w=null,C.port.postMessage({event:`interrupt`}))},async close(){if(!T.signal.aborted){T.abort(),await S.stop(),x.disconnect(),S.node.disconnect(),C&&C.disconnect();for(let e of b.getTracks())e.stop();await v()}},async[Symbol.asyncDispose](){await D.close()}};return D}export{i as assertGranted,o as createCaptureNode,s as createVoiceIO,r as floatToPcm16,a as releaseStreamOnFailure};