@liforma/client 0.3.0 → 0.4.0

package/dist/byo/types.d.ts

@@ -0,0 +1,74 @@
+/**
+ * Shared duck-types for BYO (bring-your-own-voice) vendor bridges.
+ * Compatible with `ExperienceHandle['speech']` from `@liforma/client/react` / `/svelte`.
+ */
+export type ByoSpeechUtterance = {
+    write(chunk: ArrayBuffer | ArrayBufferView): Promise<unknown>;
+    setTranscript(text: string): Promise<void>;
+    close(options?: {
+        transcript?: string;
+        history?: 'none';
+    }): Promise<unknown>;
+    cancel(): Promise<unknown>;
+    /** Settles when the utterance completes, cancels, or errors (track bridges await this). */
+    readonly result?: Promise<unknown>;
+};
+export type ByoPcmSpeechController = {
+    createUtterance(options: {
+        /** Required for PCM bridges; omit when `track` is set (defaults apply). */
+        format?: {
+            encoding: 'pcm_s16le';
+            sampleRate: number;
+            channels: 1;
+        };
+        /** Live remote audio (WebRTC / similar) — host pipes until the track ends. */
+        track?: MediaStreamTrack;
+        /** Used with `track` when `format` is omitted (default 24000). */
+        sampleRate?: number;
+        queue: 'replace-active' | 'replace-all';
+        transcript?: string;
+    }): ByoSpeechUtterance;
+    interrupt(options?: {
+        readonly scope?: 'active' | 'all';
+    }): Promise<unknown>;
+};
+/** Experience surface for PCM turn helpers (ElevenLabs, OpenAI, Deepgram, Gemini). */
+export type ByoPcmExperience = {
+    readonly speech: ByoPcmSpeechController;
+};
+export type ByoPlaySpeechController = {
+    play(options: {
+        audio: {
+            track: MediaStreamTrack;
+            sampleRate?: number;
+        };
+        queue?: 'replace-active' | 'replace-all' | 'append';
+    }): Promise<unknown>;
+    interrupt(options?: {
+        readonly scope?: 'active' | 'all';
+    }): Promise<unknown>;
+};
+/** Experience surface for MediaStreamTrack helpers (LiveKit, WebRTC). */
+export type ByoPlayExperience = {
+    readonly speech: ByoPlaySpeechController;
+};
+export type ByoConnectCallbacks = {
+    readonly onLog?: (line: string, kind?: 'info' | 'warn') => void;
+    readonly onDisconnect?: () => void;
+    readonly onError?: (message: string) => void;
+};
+/** Mic capture options shared by OpenAI / Deepgram / Gemini helpers. */
+export type ByoMicCaptureOptions = {
+    /**
+     * When true (default), capture the host mic and stream PCM to the vendor.
+     * Ignored when `mediaStream` is provided.
+     */
+    readonly captureMic?: boolean;
+    /** Use an existing MediaStream instead of calling getUserMedia. */
+    readonly mediaStream?: MediaStream;
+};
+export type ByoBridge = {
+    isConnected(): boolean;
+    end(): Promise<void>;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/byo/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/byo/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,kBAAkB,GAAG;IAChC,KAAK,CAAC,KAAK,EAAE,WAAW,GAAG,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9D,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3C,KAAK,CAAC,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC7E,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3B,2FAA2F;IAC3F,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACpC,eAAe,CAAC,OAAO,EAAE;QACxB,2EAA2E;QAC3E,MAAM,CAAC,EAAE;YAAE,QAAQ,EAAE,WAAW,CAAC;YAAC,UAAU,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,CAAC,CAAA;SAAE,CAAC;QACpE,8EAA8E;QAC9E,KAAK,CAAC,EAAE,gBAAgB,CAAC;QACzB,kEAAkE;QAClE,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,KAAK,EAAE,gBAAgB,GAAG,aAAa,CAAC;QACxC,UAAU,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,kBAAkB,CAAC;IACvB,SAAS,CAAC,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAC7E,CAAC;AAEF,sFAAsF;AACtF,MAAM,MAAM,gBAAgB,GAAG;IAC9B,QAAQ,CAAC,MAAM,EAAE,sBAAsB,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG;IACrC,IAAI,CAAC,OAAO,EAAE;QACb,KAAK,EAAE;YAAE,KAAK,EAAE,gBAAgB,CAAC;YAAC,UAAU,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACxD,KAAK,CAAC,EAAE,gBAAgB,GAAG,aAAa,GAAG,QAAQ,CAAC;KACpD,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACrB,SAAS,CAAC,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAC7E,CAAC;AAEF,yEAAyE;AACzE,MAAM,MAAM,iBAAiB,GAAG;IAC/B,QAAQ,CAAC,MAAM,EAAE,uBAAuB,CAAC;CACzC,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IACjC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,KAAK,IAAI,CAAC;IAChE,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;IACnC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CAC7C,CAAC;AAEF,wEAAwE;AACxE,MAAM,MAAM,oBAAoB,GAAG;IAClC;;;OAGG;IACH,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;IAC9B,mEAAmE;IACnE,QAAQ,CAAC,WAAW,CAAC,EAAE,WAAW,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACvB,WAAW,IAAI,OAAO,CAAC;IACvB,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACrB,CAAC"}

package/dist/deepgram/connectDeepgramAgent.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Deepgram Voice Agent → Liforma BYO voice helper.
+ *
+ * Mount a Liforma Experience (typically `mode="presenter"`, `speechInputMode="off"`),
+ * wait until the player has started (audio unlocked), then call this helper with a
+ * same-origin WebSocket proxy URL (browsers cannot set Authorization on WebSocket).
+ *
+ * Docs: https://docs.liforma.ai/avatar-experiences/bring-your-own-voice/deepgram
+ */
+import { type ByoBridge, type ByoConnectCallbacks, type ByoMicCaptureOptions, type ByoPcmExperience } from '@liforma/client/byo';
+export type DeepgramAgentExperience = ByoPcmExperience;
+/** Default Deepgram Voice Agent output rate for this helper. */
+export declare const DEEPGRAM_AGENT_OUTPUT_RATE = 24000;
+/** Default mic PCM rate streamed to Deepgram input. */
+export declare const DEEPGRAM_AGENT_INPUT_RATE = 16000;
+export type DeepgramAgentSettings = {
+    readonly type: 'Settings';
+    readonly audio: {
+        readonly input: {
+            readonly encoding: 'linear16';
+            readonly sample_rate: number;
+        };
+        readonly output: {
+            readonly encoding: 'linear16';
+            readonly sample_rate: number;
+            readonly container: 'none';
+        };
+    };
+    readonly agent: Record<string, unknown>;
+};
+export type ConnectDeepgramAgentOptions = ByoConnectCallbacks & ByoMicCaptureOptions & {
+    /**
+     * Same-origin (or CORS-friendly) WebSocket URL that proxies to
+     * `wss://agent.deepgram.com/v1/agent/converse` with your Deepgram API key.
+     */
+    readonly proxyUrl: string;
+    /**
+     * Agent listen / think / speak config. Audio I/O formats are enforced by the helper
+     * (`container: 'none'`, linear16) so lipsync gets headerless PCM.
+     */
+    readonly agent?: Record<string, unknown>;
+    readonly inputSampleRate?: number;
+    readonly outputSampleRate?: number;
+};
+export type DeepgramAgentBridge = ByoBridge;
+/**
+ * Start a Deepgram Voice Agent session (via your proxy) and pipe agent PCM +
+ * transcript into `experience.speech.createUtterance` so the Liforma avatar talks.
+ */
+export declare function connectDeepgramAgent(experience: DeepgramAgentExperience, options: ConnectDeepgramAgentOptions): Promise<DeepgramAgentBridge>;
+//# sourceMappingURL=connectDeepgramAgent.d.ts.map

package/dist/deepgram/connectDeepgramAgent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"connectDeepgramAgent.d.ts","sourceRoot":"","sources":["../../src/deepgram/connectDeepgramAgent.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAIN,KAAK,SAAS,EACd,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,KAAK,gBAAgB,EAErB,MAAM,qBAAqB,CAAC;AAG7B,MAAM,MAAM,uBAAuB,GAAG,gBAAgB,CAAC;AAEvD,gEAAgE;AAChE,eAAO,MAAM,0BAA0B,QAAS,CAAC;AAEjD,uDAAuD;AACvD,eAAO,MAAM,yBAAyB,QAAS,CAAC;AAEhD,MAAM,MAAM,qBAAqB,GAAG;IACnC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAC1B,QAAQ,CAAC,KAAK,EAAE;QACf,QAAQ,CAAC,KAAK,EAAE;YAAE,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC;YAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;SAAE,CAAC;QAChF,QAAQ,CAAC,MAAM,EAAE;YAChB,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC;YAC9B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;YAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;SAC3B,CAAC;KACF,CAAC;IACF,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG,mBAAmB,GAC5D,oBAAoB,GAAG;IACtB;;;OAGG;IACH,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B;;;OAGG;IACH,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzC,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;CACnC,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG,SAAS,CAAC;AAe5C;;;GAGG;AACH,wBAAsB,oBAAoB,CACzC,UAAU,EAAE,uBAAuB,EACnC,OAAO,EAAE,2BAA2B,GAClC,OAAO,CAAC,mBAAmB,CAAC,CA2K9B"}

package/dist/deepgram/deepgramAgentMessages.d.ts

@@ -0,0 +1,31 @@
+/**
+ * Pure Deepgram Voice Agent JSON → turn-session mapping (unit-tested).
+ */
+export type DeepgramTurnSink = {
+    setTranscript(text: string, mode?: 'replace' | 'append'): void;
+    bargeIn(): void;
+    closeActiveTurn(): Promise<void> | void;
+};
+export type DeepgramAgentJsonMessage = {
+    readonly type?: string;
+    readonly role?: string;
+    readonly content?: string;
+    readonly description?: string;
+    readonly message?: string;
+};
+export type HandleDeepgramAgentJsonResult = {
+    readonly kind: 'ignore';
+} | {
+    readonly kind: 'welcome';
+} | {
+    readonly kind: 'settings-applied';
+} | {
+    readonly kind: 'error';
+    readonly message: string;
+};
+/**
+ * Apply a Deepgram Voice Agent JSON server message to a turn sink.
+ * Returns side-effect hints for the WebSocket layer (Settings / errors).
+ */
+export declare function handleDeepgramAgentJson(msg: DeepgramAgentJsonMessage, turns: DeepgramTurnSink): HandleDeepgramAgentJsonResult;
+//# sourceMappingURL=deepgramAgentMessages.d.ts.map

package/dist/deepgram/deepgramAgentMessages.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deepgramAgentMessages.d.ts","sourceRoot":"","sources":["../../src/deepgram/deepgramAgentMessages.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,MAAM,gBAAgB,GAAG;IAC9B,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,SAAS,GAAG,QAAQ,GAAG,IAAI,CAAC;IAC/D,OAAO,IAAI,IAAI,CAAC;IAChB,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACtC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,6BAA6B,GACtC;IAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAA;CAAE,GAC3B;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAA;CAAE,GAC5B;IAAE,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAA;CAAE,GACrC;IAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAExD;;;GAGG;AACH,wBAAgB,uBAAuB,CACtC,GAAG,EAAE,wBAAwB,EAC7B,KAAK,EAAE,gBAAgB,GACrB,6BAA6B,CAgC/B"}

package/dist/deepgram/index.d.ts

@@ -0,0 +1,4 @@
+export { connectDeepgramAgent, DEEPGRAM_AGENT_INPUT_RATE, DEEPGRAM_AGENT_OUTPUT_RATE, type ConnectDeepgramAgentOptions, type DeepgramAgentBridge, type DeepgramAgentExperience, type DeepgramAgentSettings } from './connectDeepgramAgent';
+export type { ByoPcmSpeechController as DeepgramSpeechController, ByoSpeechUtterance as DeepgramSpeechUtterance } from '@liforma/client/byo';
+export { MAX_PCM_CHUNK_BYTES, floatToPcm16Le, resampleFloat32, writePcmInChunks } from '@liforma/client/byo';
+//# sourceMappingURL=index.d.ts.map

package/dist/deepgram/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/deepgram/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,oBAAoB,EACpB,yBAAyB,EACzB,0BAA0B,EAC1B,KAAK,2BAA2B,EAChC,KAAK,mBAAmB,EACxB,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAC1B,MAAM,wBAAwB,CAAC;AAEhC,YAAY,EACX,sBAAsB,IAAI,wBAAwB,EAClD,kBAAkB,IAAI,uBAAuB,EAC7C,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EACN,mBAAmB,EACnB,cAAc,EACd,eAAe,EACf,gBAAgB,EAChB,MAAM,qBAAqB,CAAC"}

package/dist/deepgram/index.js

@@ -0,0 +1,142 @@
+import { MAX_PCM_CHUNK_BYTES as e, createTurnSession as t, floatToPcm16Le as n, resampleFloat32 as r, shouldCaptureMic as i, startPcmMic as a, writePcmInChunks as o } from "@liforma/client/byo";
+//#region src/deepgram/deepgramAgentMessages.ts
+function s(e, t) {
+	switch (e.type) {
+		case "Welcome": return { kind: "welcome" };
+		case "SettingsApplied": return { kind: "settings-applied" };
+		case "ConversationText": return e.role === "assistant" && typeof e.content == "string" && e.content && t.setTranscript(e.content, "replace"), { kind: "ignore" };
+		case "UserStartedSpeaking": return t.bargeIn(), { kind: "ignore" };
+		case "AgentAudioDone": return t.closeActiveTurn(), { kind: "ignore" };
+		case "Error": return {
+			kind: "error",
+			message: String(e.description ?? e.message ?? "Deepgram Voice Agent error")
+		};
+		default: return { kind: "ignore" };
+	}
+}
+//#endregion
+//#region src/deepgram/connectDeepgramAgent.ts
+var c = 24e3, l = 16e3, u = {
+	language: "en",
+	listen: { provider: {
+		type: "deepgram",
+		model: "nova-3"
+	} },
+	think: { provider: {
+		type: "open_ai",
+		model: "gpt-4o-mini"
+	} },
+	speak: { provider: {
+		type: "deepgram",
+		model: "aura-2-thalia-en"
+	} }
+};
+async function d(e, n) {
+	let { proxyUrl: r, agent: o = u, inputSampleRate: d = l, outputSampleRate: f = c, captureMic: p = !0, mediaStream: m, onLog: h, onDisconnect: g, onError: _ } = n, v = r.trim();
+	if (!v) throw Error("Pass proxyUrl from your Deepgram Voice Agent proxy");
+	let y = (e, t = "info") => h?.(e, t), b = null, x = !1, S = !1, C = null, w = t(e, {
+		sampleRate: f,
+		isEnded: () => S,
+		canWrite: () => x,
+		onWriteError: (e) => _?.(e instanceof Error ? e.message : String(e))
+	});
+	function T() {
+		return {
+			type: "Settings",
+			audio: {
+				input: {
+					encoding: "linear16",
+					sample_rate: d
+				},
+				output: {
+					encoding: "linear16",
+					sample_rate: f,
+					container: "none"
+				}
+			},
+			agent: o
+		};
+	}
+	function E(e) {
+		let t;
+		try {
+			t = JSON.parse(e);
+		} catch {
+			return;
+		}
+		let n = s(t, w);
+		switch (n.kind) {
+			case "welcome":
+				b?.send(JSON.stringify(T())), y("Welcome received — sent Settings");
+				break;
+			case "settings-applied":
+				x = !0, y("SettingsApplied — agent audio ready");
+				break;
+			case "error":
+				_?.(n.message), y(n.message, "warn");
+				break;
+			default: break;
+		}
+	}
+	if (b = new WebSocket(v), b.binaryType = "arraybuffer", await new Promise((e, t) => {
+		if (!b) {
+			t(/* @__PURE__ */ Error("WebSocket failed to construct"));
+			return;
+		}
+		let n = b, r = () => {
+			a(), e();
+		}, i = () => {
+			a(), t(/* @__PURE__ */ Error("Deepgram Voice Agent WebSocket failed to open"));
+		}, a = () => {
+			n.removeEventListener("open", r), n.removeEventListener("error", i);
+		};
+		n.addEventListener("open", r), n.addEventListener("error", i);
+	}), b.addEventListener("message", (e) => {
+		if (e.data instanceof ArrayBuffer) {
+			w.writePcm(new Uint8Array(e.data));
+			return;
+		}
+		typeof e.data == "string" && E(e.data);
+	}), b.addEventListener("close", () => {
+		C?.stop(), C = null, x = !1, b = null, !S && (w.abandonActiveTurn(), y("Deepgram Voice Agent disconnected"), g?.());
+	}), i({
+		captureMic: p,
+		mediaStream: m
+	})) try {
+		C = await a({
+			targetSampleRate: d,
+			mediaStream: m,
+			onLog: y,
+			shouldSend: () => !S && x && b != null && b.readyState === WebSocket.OPEN,
+			onPcm: (e) => {
+				if (!b || b.readyState !== WebSocket.OPEN) return;
+				let t = e.buffer.slice(e.byteOffset, e.byteOffset + e.byteLength);
+				b.send(t);
+			}
+		});
+	} catch (e) {
+		b.close();
+		let t = e instanceof Error ? e.message : String(e);
+		throw Error(`Microphone access failed: ${t}`);
+	}
+	return y("Deepgram Voice Agent connected. Speak into your mic — the avatar should lip-sync."), {
+		isConnected: () => {
+			let e = b;
+			return e != null && e.readyState === WebSocket.OPEN && !S;
+		},
+		async end() {
+			if (S) return;
+			S = !0, await w.closeActiveTurn(), C?.stop(), C = null;
+			let e = b;
+			if (b = null, e && e.readyState === WebSocket.OPEN) try {
+				e.close();
+			} catch (e) {
+				console.error(e);
+			}
+		}
+	};
+}
+//#endregion
+export { l as DEEPGRAM_AGENT_INPUT_RATE, c as DEEPGRAM_AGENT_OUTPUT_RATE, e as MAX_PCM_CHUNK_BYTES, d as connectDeepgramAgent, n as floatToPcm16Le, r as resampleFloat32, o as writePcmInChunks };
+
+//# sourceMappingURL=index.js.map

package/dist/deepgram/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":[],"sources":["../../src/deepgram/deepgramAgentMessages.ts","../../src/deepgram/connectDeepgramAgent.ts"],"sourcesContent":["/**\n * Pure Deepgram Voice Agent JSON → turn-session mapping (unit-tested).\n */\n\nexport type DeepgramTurnSink = {\n\tsetTranscript(text: string, mode?: 'replace' | 'append'): void;\n\tbargeIn(): void;\n\tcloseActiveTurn(): Promise<void> | void;\n};\n\nexport type DeepgramAgentJsonMessage = {\n\treadonly type?: string;\n\treadonly role?: string;\n\treadonly content?: string;\n\treadonly description?: string;\n\treadonly message?: string;\n};\n\nexport type HandleDeepgramAgentJsonResult =\n\t| { readonly kind: 'ignore' }\n\t| { readonly kind: 'welcome' }\n\t| { readonly kind: 'settings-applied' }\n\t| { readonly kind: 'error'; readonly message: string };\n\n/**\n * Apply a Deepgram Voice Agent JSON server message to a turn sink.\n * Returns side-effect hints for the WebSocket layer (Settings / errors).\n */\nexport function handleDeepgramAgentJson(\n\tmsg: DeepgramAgentJsonMessage,\n\tturns: DeepgramTurnSink\n): HandleDeepgramAgentJsonResult {\n\tswitch (msg.type) {\n\t\tcase 'Welcome':\n\t\t\treturn { kind: 'welcome' };\n\n\t\tcase 'SettingsApplied':\n\t\t\treturn { kind: 'settings-applied' };\n\n\t\tcase 'ConversationText':\n\t\t\t// Full statements per message — replace so force-align is not duplicated.\n\t\t\tif (msg.role === 'assistant' && typeof msg.content === 'string' && msg.content) {\n\t\t\t\tturns.setTranscript(msg.content, 'replace');\n\t\t\t}\n\t\t\treturn { kind: 'ignore' };\n\n\t\tcase 'UserStartedSpeaking':\n\t\t\tturns.bargeIn();\n\t\t\treturn { kind: 'ignore' };\n\n\t\tcase 'AgentAudioDone':\n\t\t\tvoid turns.closeActiveTurn();\n\t\t\treturn { kind: 'ignore' };\n\n\t\tcase 'Error':\n\t\t\treturn {\n\t\t\t\tkind: 'error',\n\t\t\t\tmessage: String(msg.description ?? msg.message ?? 'Deepgram Voice Agent error')\n\t\t\t};\n\n\t\tdefault:\n\t\t\treturn { kind: 'ignore' };\n\t}\n}\n","/**\n * Deepgram Voice Agent → Liforma BYO voice helper.\n *\n * Mount a Liforma Experience (typically `mode=\"presenter\"`, `speechInputMode=\"off\"`),\n * wait until the player has started (audio unlocked), then call this helper with a\n * same-origin WebSocket proxy URL (browsers cannot set Authorization on WebSocket).\n *\n * Docs: https://docs.liforma.ai/avatar-experiences/bring-your-own-voice/deepgram\n */\n\nimport {\n\tcreateTurnSession,\n\tshouldCaptureMic,\n\tstartPcmMic,\n\ttype ByoBridge,\n\ttype ByoConnectCallbacks,\n\ttype ByoMicCaptureOptions,\n\ttype ByoPcmExperience,\n\ttype PcmMicSession\n} from '@liforma/client/byo';\nimport { handleDeepgramAgentJson } from './deepgramAgentMessages';\n\nexport type DeepgramAgentExperience = ByoPcmExperience;\n\n/** Default Deepgram Voice Agent output rate for this helper. */\nexport const DEEPGRAM_AGENT_OUTPUT_RATE = 24_000;\n\n/** Default mic PCM rate streamed to Deepgram input. */\nexport const DEEPGRAM_AGENT_INPUT_RATE = 16_000;\n\nexport type DeepgramAgentSettings = {\n\treadonly type: 'Settings';\n\treadonly audio: {\n\t\treadonly input: { readonly encoding: 'linear16'; readonly sample_rate: number };\n\t\treadonly output: {\n\t\t\treadonly encoding: 'linear16';\n\t\t\treadonly sample_rate: number;\n\t\t\treadonly container: 'none';\n\t\t};\n\t};\n\treadonly agent: Record<string, unknown>;\n};\n\nexport type ConnectDeepgramAgentOptions = ByoConnectCallbacks &\n\tByoMicCaptureOptions & {\n\t\t/**\n\t\t * Same-origin (or CORS-friendly) WebSocket URL that proxies to\n\t\t * `wss://agent.deepgram.com/v1/agent/converse` with your Deepgram API key.\n\t\t */\n\t\treadonly proxyUrl: string;\n\t\t/**\n\t\t * Agent listen / think / speak config. Audio I/O formats are enforced by the helper\n\t\t * (`container: 'none'`, linear16) so lipsync gets headerless PCM.\n\t\t */\n\t\treadonly agent?: Record<string, unknown>;\n\t\treadonly inputSampleRate?: number;\n\t\treadonly outputSampleRate?: number;\n\t};\n\nexport type DeepgramAgentBridge = ByoBridge;\n\nconst DEFAULT_AGENT: Record<string, unknown> = {\n\tlanguage: 'en',\n\tlisten: {\n\t\tprovider: { type: 'deepgram', model: 'nova-3' }\n\t},\n\tthink: {\n\t\tprovider: { type: 'open_ai', model: 'gpt-4o-mini' }\n\t},\n\tspeak: {\n\t\tprovider: { type: 'deepgram', model: 'aura-2-thalia-en' }\n\t}\n};\n\n/**\n * Start a Deepgram Voice Agent session (via your proxy) and pipe agent PCM +\n * transcript into `experience.speech.createUtterance` so the Liforma avatar talks.\n */\nexport async function connectDeepgramAgent(\n\texperience: DeepgramAgentExperience,\n\toptions: ConnectDeepgramAgentOptions\n): Promise<DeepgramAgentBridge> {\n\tconst {\n\t\tproxyUrl,\n\t\tagent = DEFAULT_AGENT,\n\t\tinputSampleRate = DEEPGRAM_AGENT_INPUT_RATE,\n\t\toutputSampleRate = DEEPGRAM_AGENT_OUTPUT_RATE,\n\t\tcaptureMic = true,\n\t\tmediaStream,\n\t\tonLog,\n\t\tonDisconnect,\n\t\tonError\n\t} = options;\n\n\tconst url = proxyUrl.trim();\n\tif (!url) throw new Error('Pass proxyUrl from your Deepgram Voice Agent proxy');\n\n\tconst log = (line: string, kind: 'info' | 'warn' = 'info') => onLog?.(line, kind);\n\n\tlet ws: WebSocket | null = null;\n\tlet settingsApplied = false;\n\tlet ended = false;\n\tlet mic: PcmMicSession | null = null;\n\n\tconst turns = createTurnSession(experience, {\n\t\tsampleRate: outputSampleRate,\n\t\tisEnded: () => ended,\n\t\tcanWrite: () => settingsApplied,\n\t\tonWriteError: (err) => onError?.(err instanceof Error ? err.message : String(err))\n\t});\n\n\tfunction buildSettings(): DeepgramAgentSettings {\n\t\treturn {\n\t\t\ttype: 'Settings',\n\t\t\taudio: {\n\t\t\t\tinput: { encoding: 'linear16', sample_rate: inputSampleRate },\n\t\t\t\toutput: {\n\t\t\t\t\tencoding: 'linear16',\n\t\t\t\t\tsample_rate: outputSampleRate,\n\t\t\t\t\tcontainer: 'none'\n\t\t\t\t}\n\t\t\t},\n\t\t\tagent\n\t\t};\n\t}\n\n\tfunction handleJsonMessage(raw: string): void {\n\t\tlet msg: {\n\t\t\ttype?: string;\n\t\t\trole?: string;\n\t\t\tcontent?: string;\n\t\t\tdescription?: string;\n\t\t\tmessage?: string;\n\t\t};\n\t\ttry {\n\t\t\tmsg = JSON.parse(raw) as typeof msg;\n\t\t} catch {\n\t\t\treturn;\n\t\t}\n\n\t\tconst result = handleDeepgramAgentJson(msg, turns);\n\t\tswitch (result.kind) {\n\t\t\tcase 'welcome':\n\t\t\t\tws?.send(JSON.stringify(buildSettings()));\n\t\t\t\tlog('Welcome received — sent Settings');\n\t\t\t\tbreak;\n\t\t\tcase 'settings-applied':\n\t\t\t\tsettingsApplied = true;\n\t\t\t\tlog('SettingsApplied — agent audio ready');\n\t\t\t\tbreak;\n\t\t\tcase 'error':\n\t\t\t\tonError?.(result.message);\n\t\t\t\tlog(result.message, 'warn');\n\t\t\t\tbreak;\n\t\t\tdefault:\n\t\t\t\tbreak;\n\t\t}\n\t}\n\n\tws = new WebSocket(url);\n\tws.binaryType = 'arraybuffer';\n\n\tawait new Promise<void>((resolve, reject) => {\n\t\tif (!ws) {\n\t\t\treject(new Error('WebSocket failed to construct'));\n\t\t\treturn;\n\t\t}\n\t\tconst socket = ws;\n\t\tconst onOpen = () => {\n\t\t\tcleanup();\n\t\t\tresolve();\n\t\t};\n\t\tconst onErrorEvt = () => {\n\t\t\tcleanup();\n\t\t\treject(new Error('Deepgram Voice Agent WebSocket failed to open'));\n\t\t};\n\t\tconst cleanup = () => {\n\t\t\tsocket.removeEventListener('open', onOpen);\n\t\t\tsocket.removeEventListener('error', onErrorEvt);\n\t\t};\n\t\tsocket.addEventListener('open', onOpen);\n\t\tsocket.addEventListener('error', onErrorEvt);\n\t});\n\n\tws.addEventListener('message', (ev) => {\n\t\tif (ev.data instanceof ArrayBuffer) {\n\t\t\tturns.writePcm(new Uint8Array(ev.data));\n\t\t\treturn;\n\t\t}\n\t\tif (typeof ev.data === 'string') handleJsonMessage(ev.data);\n\t});\n\n\tws.addEventListener('close', () => {\n\t\tmic?.stop();\n\t\tmic = null;\n\t\tsettingsApplied = false;\n\t\tws = null;\n\t\t// Skip after intentional end() — turn was already closed cleanly.\n\t\tif (ended) return;\n\t\tturns.abandonActiveTurn();\n\t\tlog('Deepgram Voice Agent disconnected');\n\t\tonDisconnect?.();\n\t});\n\n\tif (shouldCaptureMic({ captureMic, mediaStream })) {\n\t\ttry {\n\t\t\tmic = await startPcmMic({\n\t\t\t\ttargetSampleRate: inputSampleRate,\n\t\t\t\tmediaStream,\n\t\t\t\tonLog: log,\n\t\t\t\tshouldSend: () =>\n\t\t\t\t\t!ended && settingsApplied && ws != null && ws.readyState === WebSocket.OPEN,\n\t\t\t\tonPcm: (pcm) => {\n\t\t\t\t\tif (!ws || ws.readyState !== WebSocket.OPEN) return;\n\t\t\t\t\tconst copy = pcm.buffer.slice(\n\t\t\t\t\t\tpcm.byteOffset,\n\t\t\t\t\t\tpcm.byteOffset + pcm.byteLength\n\t\t\t\t\t) as ArrayBuffer;\n\t\t\t\t\tws.send(copy);\n\t\t\t\t}\n\t\t\t});\n\t\t} catch (err) {\n\t\t\tws.close();\n\t\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\t\tthrow new Error(`Microphone access failed: ${message}`);\n\t\t}\n\t}\n\n\tlog('Deepgram Voice Agent connected. Speak into your mic — the avatar should lip-sync.');\n\n\treturn {\n\t\tisConnected: () => {\n\t\t\tconst socket = ws;\n\t\t\treturn socket != null && socket.readyState === WebSocket.OPEN && !ended;\n\t\t},\n\t\tasync end() {\n\t\t\tif (ended) return;\n\t\t\tended = true;\n\t\t\tawait turns.closeActiveTurn();\n\t\t\tmic?.stop();\n\t\t\tmic = null;\n\t\t\tconst active = ws;\n\t\t\tws = null;\n\t\t\tif (active && active.readyState === WebSocket.OPEN) {\n\t\t\t\ttry {\n\t\t\t\t\tactive.close();\n\t\t\t\t} catch (err) {\n\t\t\t\t\tconsole.error(err);\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t};\n}\n"],"mappings":";;AA4BA,SAAgB,EACf,GACA,GACgC;CAChC,QAAQ,EAAI,MAAZ;EACC,KAAK,WACJ,OAAO,EAAE,MAAM,UAAU;EAE1B,KAAK,mBACJ,OAAO,EAAE,MAAM,mBAAmB;EAEnC,KAAK,oBAKJ,OAHI,EAAI,SAAS,eAAe,OAAO,EAAI,WAAY,YAAY,EAAI,WACtE,EAAM,cAAc,EAAI,SAAS,SAAS,GAEpC,EAAE,MAAM,SAAS;EAEzB,KAAK,uBAEJ,OADA,EAAM,QAAQ,GACP,EAAE,MAAM,SAAS;EAEzB,KAAK,kBAEJ,OADA,EAAW,gBAAgB,GACpB,EAAE,MAAM,SAAS;EAEzB,KAAK,SACJ,OAAO;GACN,MAAM;GACN,SAAS,OAAO,EAAI,eAAe,EAAI,WAAW,4BAA4B;EAC/E;EAED,SACC,OAAO,EAAE,MAAM,SAAS;CAC1B;AACD;;;ACtCA,IAAa,IAA6B,MAG7B,IAA4B,MAiCnC,IAAyC;CAC9C,UAAU;CACV,QAAQ,EACP,UAAU;EAAE,MAAM;EAAY,OAAO;CAAS,EAC/C;CACA,OAAO,EACN,UAAU;EAAE,MAAM;EAAW,OAAO;CAAc,EACnD;CACA,OAAO,EACN,UAAU;EAAE,MAAM;EAAY,OAAO;CAAmB,EACzD;AACD;AAMA,eAAsB,EACrB,GACA,GAC+B;CAC/B,IAAM,EACL,aACA,WAAQ,GACR,qBAAkB,GAClB,sBAAmB,GACnB,gBAAa,IACb,gBACA,UACA,iBACA,eACG,GAEE,IAAM,EAAS,KAAK;CAC1B,IAAI,CAAC,GAAK,MAAU,MAAM,oDAAoD;CAE9E,IAAM,KAAO,GAAc,IAAwB,WAAW,IAAQ,GAAM,CAAI,GAE5E,IAAuB,MACvB,IAAkB,IAClB,IAAQ,IACR,IAA4B,MAE1B,IAAQ,EAAkB,GAAY;EAC3C,YAAY;EACZ,eAAe;EACf,gBAAgB;EAChB,eAAe,MAAQ,IAAU,aAAe,QAAQ,EAAI,UAAU,OAAO,CAAG,CAAC;CAClF,CAAC;CAED,SAAS,IAAuC;EAC/C,OAAO;GACN,MAAM;GACN,OAAO;IACN,OAAO;KAAE,UAAU;KAAY,aAAa;IAAgB;IAC5D,QAAQ;KACP,UAAU;KACV,aAAa;KACb,WAAW;IACZ;GACD;GACA;EACD;CACD;CAEA,SAAS,EAAkB,GAAmB;EAC7C,IAAI;EAOJ,IAAI;GACH,IAAM,KAAK,MAAM,CAAG;EACrB,QAAQ;GACP;EACD;EAEA,IAAM,IAAS,EAAwB,GAAK,CAAK;EACjD,QAAQ,EAAO,MAAf;GACC,KAAK;IAEJ,AADA,GAAI,KAAK,KAAK,UAAU,EAAc,CAAC,CAAC,GACxC,EAAI,kCAAkC;IACtC;GACD,KAAK;IAEJ,AADA,IAAkB,IAClB,EAAI,qCAAqC;IACzC;GACD,KAAK;IAEJ,AADA,IAAU,EAAO,OAAO,GACxB,EAAI,EAAO,SAAS,MAAM;IAC1B;GACD,SACC;EACF;CACD;CA+CA,IA7CA,IAAK,IAAI,UAAU,CAAG,GACtB,EAAG,aAAa,eAEhB,MAAM,IAAI,SAAe,GAAS,MAAW;EAC5C,IAAI,CAAC,GAAI;GACR,EAAO,gBAAI,MAAM,+BAA+B,CAAC;GACjD;EACD;EACA,IAAM,IAAS,GACT,UAAe;GAEpB,AADA,EAAQ,GACR,EAAQ;EACT,GACM,UAAmB;GAExB,AADA,EAAQ,GACR,EAAO,gBAAI,MAAM,+CAA+C,CAAC;EAClE,GACM,UAAgB;GAErB,AADA,EAAO,oBAAoB,QAAQ,CAAM,GACzC,EAAO,oBAAoB,SAAS,CAAU;EAC/C;EAEA,AADA,EAAO,iBAAiB,QAAQ,CAAM,GACtC,EAAO,iBAAiB,SAAS,CAAU;CAC5C,CAAC,GAED,EAAG,iBAAiB,YAAY,MAAO;EACtC,IAAI,EAAG,gBAAgB,aAAa;GACnC,EAAM,SAAS,IAAI,WAAW,EAAG,IAAI,CAAC;GACtC;EACD;EACA,AAAI,OAAO,EAAG,QAAS,YAAU,EAAkB,EAAG,IAAI;CAC3D,CAAC,GAED,EAAG,iBAAiB,eAAe;EAClC,GAAK,KAAK,GACV,IAAM,MACN,IAAkB,IAClB,IAAK,MAED,OACJ,EAAM,kBAAkB,GACxB,EAAI,mCAAmC,GACvC,IAAe;CAChB,CAAC,GAEG,EAAiB;EAAE;EAAY;CAAY,CAAC,GAC/C,IAAI;EACH,IAAM,MAAM,EAAY;GACvB,kBAAkB;GAClB;GACA,OAAO;GACP,kBACC,CAAC,KAAS,KAAmB,KAAM,QAAQ,EAAG,eAAe,UAAU;GACxE,QAAQ,MAAQ;IACf,IAAI,CAAC,KAAM,EAAG,eAAe,UAAU,MAAM;IAC7C,IAAM,IAAO,EAAI,OAAO,MACvB,EAAI,YACJ,EAAI,aAAa,EAAI,UACtB;IACA,EAAG,KAAK,CAAI;GACb;EACD,CAAC;CACF,SAAS,GAAK;EACb,EAAG,MAAM;EACT,IAAM,IAAU,aAAe,QAAQ,EAAI,UAAU,OAAO,CAAG;EAC/D,MAAU,MAAM,6BAA6B,GAAS;CACvD;CAKD,OAFA,EAAI,mFAAmF,GAEhF;EACN,mBAAmB;GAClB,IAAM,IAAS;GACf,OAAO,KAAU,QAAQ,EAAO,eAAe,UAAU,QAAQ,CAAC;EACnE;EACA,MAAM,MAAM;GACX,IAAI,GAAO;GAIX,AAHA,IAAQ,IACR,MAAM,EAAM,gBAAgB,GAC5B,GAAK,KAAK,GACV,IAAM;GACN,IAAM,IAAS;GAEf,IADA,IAAK,MACD,KAAU,EAAO,eAAe,UAAU,MAC7C,IAAI;IACH,EAAO,MAAM;GACd,SAAS,GAAK;IACb,QAAQ,MAAM,CAAG;GAClB;EAEF;CACD;AACD"}

package/dist/elevenlabs/connectElevenLabsAgent.d.ts

@@ -0,0 +1,23 @@
+/**
+ * ElevenLabs Agents → Liforma BYO voice helper.
+ *
+ * Mount a Liforma Experience (typically `mode="presenter"`, `speechInputMode="off"`),
+ * wait until the player has started (audio unlocked), then call this helper.
+ *
+ * Docs: https://docs.liforma.ai/avatar-experiences/bring-your-own-voice/elevenlabs
+ */
+import { type ByoBridge, type ByoConnectCallbacks, type ByoPcmExperience } from '@liforma/client/byo';
+export type ElevenLabsAgentExperience = ByoPcmExperience;
+export type ConnectElevenLabsAgentOptions = ByoConnectCallbacks & {
+    /** Public agents: pass agentId. Private agents: prefer signedUrl instead. */
+    readonly agentId?: string;
+    /** From your backend signed-URL mint (never ship ElevenLabs API keys to browsers). */
+    readonly signedUrl?: string;
+};
+export type ElevenLabsAgentBridge = ByoBridge;
+/**
+ * Start an ElevenLabs Agents session and pipe agent PCM + transcript into
+ * `experience.speech.createUtterance` so the Liforma avatar talks.
+ */
+export declare function connectElevenLabsAgent(experience: ElevenLabsAgentExperience, options: ConnectElevenLabsAgentOptions): Promise<ElevenLabsAgentBridge>;
+//# sourceMappingURL=connectElevenLabsAgent.d.ts.map

package/dist/elevenlabs/connectElevenLabsAgent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"connectElevenLabsAgent.d.ts","sourceRoot":"","sources":["../../src/elevenlabs/connectElevenLabsAgent.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,EAGN,KAAK,SAAS,EACd,KAAK,mBAAmB,EACxB,KAAK,gBAAgB,EACrB,MAAM,qBAAqB,CAAC;AAE7B,MAAM,MAAM,yBAAyB,GAAG,gBAAgB,CAAC;AAEzD,MAAM,MAAM,6BAA6B,GAAG,mBAAmB,GAAG;IACjE,6EAA6E;IAC7E,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,sFAAsF;IACtF,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG,SAAS,CAAC;AAO9C;;;GAGG;AACH,wBAAsB,sBAAsB,CAC3C,UAAU,EAAE,yBAAyB,EACrC,OAAO,EAAE,6BAA6B,GACpC,OAAO,CAAC,qBAAqB,CAAC,CAoKhC"}

package/dist/elevenlabs/index.d.ts

@@ -0,0 +1,4 @@
+export { connectElevenLabsAgent, type ConnectElevenLabsAgentOptions, type ElevenLabsAgentBridge, type ElevenLabsAgentExperience } from './connectElevenLabsAgent';
+export type { ByoPcmSpeechController as ElevenLabsSpeechController, ByoSpeechUtterance as ElevenLabsSpeechUtterance } from '@liforma/client/byo';
+export { MAX_PCM_CHUNK_BYTES, base64ToPcmBytes, parsePcmSampleRate, writePcmInChunks } from '@liforma/client/byo';
+//# sourceMappingURL=index.d.ts.map

package/dist/elevenlabs/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/elevenlabs/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,sBAAsB,EACtB,KAAK,6BAA6B,EAClC,KAAK,qBAAqB,EAC1B,KAAK,yBAAyB,EAC9B,MAAM,0BAA0B,CAAC;AAElC,YAAY,EAAE,sBAAsB,IAAI,0BAA0B,EAAE,kBAAkB,IAAI,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAEjJ,OAAO,EACN,mBAAmB,EACnB,gBAAgB,EAChB,kBAAkB,EAClB,gBAAgB,EAChB,MAAM,qBAAqB,CAAC"}

package/dist/elevenlabs/index.js

@@ -0,0 +1,89 @@
+import { Conversation as e } from "@elevenlabs/client";
+import { MAX_PCM_CHUNK_BYTES as t, base64ToPcmBytes as n, createTurnSession as r, parsePcmSampleRate as i, parsePcmSampleRate as a, writePcmInChunks as o } from "@liforma/client/byo";
+//#region src/elevenlabs/connectElevenLabsAgent.ts
+var s = 2e3, c = 64;
+async function l(t, n) {
+	let { agentId: i, signedUrl: o, onLog: l, onDisconnect: u, onError: d } = n;
+	if (!o && !i) throw Error("Pass signedUrl or agentId");
+	let f = (e, t = "info") => l?.(e, t), p = null, m = null, h = !1, g = !1, _ = [], v = 0, y = !1, b = r(t, {
+		sampleRate: () => h ? m : null,
+		isEnded: () => y,
+		onWriteError: (e) => d?.(e instanceof Error ? e.message : String(e))
+	});
+	function x() {
+		v &&= (window.clearTimeout(v), 0);
+	}
+	function S(e) {
+		h || g || (g = !0, x(), _ = [], d?.(e), f(e, "warn"));
+	}
+	function C() {
+		if (!_.length) return;
+		let e = _;
+		_ = [];
+		for (let t of e) b.writePcmBase64(t);
+	}
+	function w(e) {
+		h || !Number.isFinite(e) || e <= 0 || (m = e, h = !0, g = !1, x(), f(`Agent output format: pcm_${m}`), C());
+	}
+	function T() {
+		h || g || v || (v = window.setTimeout(() => {
+			v = 0, S("ElevenLabs agent_output_audio_format missing — buffered audio dropped (will not guess sample rate)");
+		}, s));
+	}
+	function E(e) {
+		if (!g) {
+			if (!h) {
+				if (_.length >= c) {
+					S("ElevenLabs agent_output_audio_format missing — pending audio buffer full (will not guess sample rate)");
+					return;
+				}
+				_.push(e), T();
+				return;
+			}
+			b.writePcmBase64(e);
+		}
+	}
+	return p = await e.startSession({
+		connectionType: "websocket",
+		...o ? { signedUrl: o } : { agentId: i },
+		onConversationMetadata: (e) => {
+			let t = a(e?.agent_output_audio_format);
+			t != null && w(t);
+		},
+		onAudio: (e) => {
+			E(e);
+		},
+		onMessage: ({ message: e, role: t }) => {
+			t === "agent" && b.setTranscript(e, "replace");
+		},
+		onModeChange: ({ mode: e }) => {
+			e === "listening" && b.closeActiveTurn();
+		},
+		onInterruption: () => {
+			_ = [], b.bargeIn();
+		},
+		onError: (e) => {
+			let t = String(e);
+			d?.(t), f(`ElevenLabs error: ${t}`, "warn");
+		},
+		onDisconnect: () => {
+			x(), _ = [], m = null, h = !1, g = !1, p = null, !y && (b.abandonActiveTurn(), f("ElevenLabs disconnected"), u?.());
+		}
+	}), await p.setVolume({ volume: 0 }), f("Conversation started. Speak into your mic — the avatar should lip-sync."), {
+		isConnected: () => !!p && !y,
+		async end() {
+			if (y) return;
+			y = !0, x(), _ = [], await b.closeActiveTurn();
+			let e = p;
+			if (p = null, m = null, h = !1, g = !1, e) try {
+				await e.endSession();
+			} catch (e) {
+				console.error(e);
+			}
+		}
+	};
+}
+//#endregion
+export { t as MAX_PCM_CHUNK_BYTES, n as base64ToPcmBytes, l as connectElevenLabsAgent, i as parsePcmSampleRate, o as writePcmInChunks };
+
+//# sourceMappingURL=index.js.map

package/dist/elevenlabs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":[],"sources":["../../src/elevenlabs/connectElevenLabsAgent.ts"],"sourcesContent":["/**\n * ElevenLabs Agents → Liforma BYO voice helper.\n *\n * Mount a Liforma Experience (typically `mode=\"presenter\"`, `speechInputMode=\"off\"`),\n * wait until the player has started (audio unlocked), then call this helper.\n *\n * Docs: https://docs.liforma.ai/avatar-experiences/bring-your-own-voice/elevenlabs\n */\n\nimport { Conversation } from '@elevenlabs/client';\nimport {\n\tcreateTurnSession,\n\tparsePcmSampleRate,\n\ttype ByoBridge,\n\ttype ByoConnectCallbacks,\n\ttype ByoPcmExperience\n} from '@liforma/client/byo';\n\nexport type ElevenLabsAgentExperience = ByoPcmExperience;\n\nexport type ConnectElevenLabsAgentOptions = ByoConnectCallbacks & {\n\t/** Public agents: pass agentId. Private agents: prefer signedUrl instead. */\n\treadonly agentId?: string;\n\t/** From your backend signed-URL mint (never ship ElevenLabs API keys to browsers). */\n\treadonly signedUrl?: string;\n};\n\nexport type ElevenLabsAgentBridge = ByoBridge;\n\n/** How long to wait for `agent_output_audio_format` after the first PCM frame. */\nconst SAMPLE_RATE_TIMEOUT_MS = 2_000;\n/** Cap buffered agent audio while waiting for format metadata. */\nconst MAX_PENDING_AUDIO_FRAMES = 64;\n\n/**\n * Start an ElevenLabs Agents session and pipe agent PCM + transcript into\n * `experience.speech.createUtterance` so the Liforma avatar talks.\n */\nexport async function connectElevenLabsAgent(\n\texperience: ElevenLabsAgentExperience,\n\toptions: ConnectElevenLabsAgentOptions\n): Promise<ElevenLabsAgentBridge> {\n\tconst { agentId, signedUrl, onLog, onDisconnect, onError } = options;\n\tif (!signedUrl && !agentId) throw new Error('Pass signedUrl or agentId');\n\n\tconst log = (line: string, kind: 'info' | 'warn' = 'info') => onLog?.(line, kind);\n\n\tlet conversation: Awaited<ReturnType<typeof Conversation.startSession>> | null = null;\n\tlet sampleRate: number | null = null;\n\tlet sampleRateReady = false;\n\t/** True after we gave up waiting for format metadata (no silent rate guess). */\n\tlet sampleRateFailed = false;\n\tlet pendingAudioB64: string[] = [];\n\tlet sampleRateWatchdog = 0;\n\tlet ended = false;\n\n\tconst turns = createTurnSession(experience, {\n\t\tsampleRate: () => (sampleRateReady ? sampleRate : null),\n\t\tisEnded: () => ended,\n\t\tonWriteError: (err) => onError?.(err instanceof Error ? err.message : String(err))\n\t});\n\n\tfunction clearSampleRateWatchdog(): void {\n\t\tif (!sampleRateWatchdog) return;\n\t\twindow.clearTimeout(sampleRateWatchdog);\n\t\tsampleRateWatchdog = 0;\n\t}\n\n\tfunction failSampleRate(reason: string): void {\n\t\tif (sampleRateReady || sampleRateFailed) return;\n\t\tsampleRateFailed = true;\n\t\tclearSampleRateWatchdog();\n\t\tpendingAudioB64 = [];\n\t\tonError?.(reason);\n\t\tlog(reason, 'warn');\n\t}\n\n\tfunction flushPendingAudio(): void {\n\t\tif (!pendingAudioB64.length) return;\n\t\tconst queued = pendingAudioB64;\n\t\tpendingAudioB64 = [];\n\t\tfor (const b64 of queued) turns.writePcmBase64(b64);\n\t}\n\n\t/**\n\t * Lock sample rate from `agent_output_audio_format` before createUtterance.\n\t * A wrong rate makes STA/energy clocks drift (mouth can look stuck open).\n\t * Never guess — only lock from metadata (late metadata can recover after a fail).\n\t */\n\tfunction lockSampleRate(rate: number): void {\n\t\tif (sampleRateReady) return;\n\t\tif (!Number.isFinite(rate) || rate <= 0) return;\n\t\tsampleRate = rate;\n\t\tsampleRateReady = true;\n\t\tsampleRateFailed = false;\n\t\tclearSampleRateWatchdog();\n\t\tlog(`Agent output format: pcm_${sampleRate}`);\n\t\tflushPendingAudio();\n\t}\n\n\t/** Arm once when PCM arrives before format metadata — fail loudly, never guess. */\n\tfunction armSampleRateWatchdog(): void {\n\t\tif (sampleRateReady || sampleRateFailed || sampleRateWatchdog) return;\n\t\tsampleRateWatchdog = window.setTimeout(() => {\n\t\t\tsampleRateWatchdog = 0;\n\t\t\tfailSampleRate(\n\t\t\t\t'ElevenLabs agent_output_audio_format missing — buffered audio dropped (will not guess sample rate)'\n\t\t\t);\n\t\t}, SAMPLE_RATE_TIMEOUT_MS);\n\t}\n\n\tfunction handleAgentAudio(base64Audio: string): void {\n\t\tif (sampleRateFailed) return;\n\t\tif (!sampleRateReady) {\n\t\t\tif (pendingAudioB64.length >= MAX_PENDING_AUDIO_FRAMES) {\n\t\t\t\tfailSampleRate(\n\t\t\t\t\t'ElevenLabs agent_output_audio_format missing — pending audio buffer full (will not guess sample rate)'\n\t\t\t\t);\n\t\t\t\treturn;\n\t\t\t}\n\t\t\tpendingAudioB64.push(base64Audio);\n\t\t\tarmSampleRateWatchdog();\n\t\t\treturn;\n\t\t}\n\t\tturns.writePcmBase64(base64Audio);\n\t}\n\n\tconversation = await Conversation.startSession({\n\t\t// websocket is required for onAudio PCM frames.\n\t\tconnectionType: 'websocket',\n\t\t...(signedUrl ? { signedUrl } : { agentId: agentId! }),\n\n\t\tonConversationMetadata: (meta) => {\n\t\t\tconst rate = parsePcmSampleRate(meta?.agent_output_audio_format);\n\t\t\tif (rate != null) lockSampleRate(rate);\n\t\t},\n\n\t\tonAudio: (base64Audio) => {\n\t\t\thandleAgentAudio(base64Audio);\n\t\t},\n\n\t\tonMessage: ({ message, role }) => {\n\t\t\tif (role !== 'agent') return;\n\t\t\t// ElevenLabs delivers full agent message text — replace pending/active.\n\t\t\tturns.setTranscript(message, 'replace');\n\t\t},\n\n\t\tonModeChange: ({ mode }) => {\n\t\t\tif (mode !== 'listening') return;\n\t\t\tvoid turns.closeActiveTurn();\n\t\t},\n\n\t\tonInterruption: () => {\n\t\t\tpendingAudioB64 = [];\n\t\t\tturns.bargeIn();\n\t\t},\n\n\t\tonError: (message) => {\n\t\t\tconst text = String(message);\n\t\t\tonError?.(text);\n\t\t\tlog(`ElevenLabs error: ${text}`, 'warn');\n\t\t},\n\n\t\tonDisconnect: () => {\n\t\t\tclearSampleRateWatchdog();\n\t\t\tpendingAudioB64 = [];\n\t\t\tsampleRate = null;\n\t\t\tsampleRateReady = false;\n\t\t\tsampleRateFailed = false;\n\t\t\tconversation = null;\n\t\t\t// Skip after intentional end() — turn was already closed cleanly.\n\t\t\tif (ended) return;\n\t\t\tturns.abandonActiveTurn();\n\t\t\tlog('ElevenLabs disconnected');\n\t\t\tonDisconnect?.();\n\t\t}\n\t});\n\n\t// Critical: silence ElevenLabs' own speaker — Liforma owns playback.\n\tawait conversation.setVolume({ volume: 0 });\n\n\tlog('Conversation started. Speak into your mic — the avatar should lip-sync.');\n\n\treturn {\n\t\tisConnected: () => Boolean(conversation) && !ended,\n\t\tasync end() {\n\t\t\tif (ended) return;\n\t\t\tended = true;\n\t\t\tclearSampleRateWatchdog();\n\t\t\tpendingAudioB64 = [];\n\t\t\tawait turns.closeActiveTurn();\n\t\t\tconst active = conversation;\n\t\t\tconversation = null;\n\t\t\tsampleRate = null;\n\t\t\tsampleRateReady = false;\n\t\t\tsampleRateFailed = false;\n\t\t\tif (active) {\n\t\t\t\ttry {\n\t\t\t\t\tawait active.endSession();\n\t\t\t\t} catch (err) {\n\t\t\t\t\tconsole.error(err);\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t};\n}\n"],"mappings":";;;AA8BA,IAAM,IAAyB,KAEzB,IAA2B;AAMjC,eAAsB,EACrB,GACA,GACiC;CACjC,IAAM,EAAE,YAAS,cAAW,UAAO,iBAAc,eAAY;CAC7D,IAAI,CAAC,KAAa,CAAC,GAAS,MAAU,MAAM,2BAA2B;CAEvE,IAAM,KAAO,GAAc,IAAwB,WAAW,IAAQ,GAAM,CAAI,GAE5E,IAA6E,MAC7E,IAA4B,MAC5B,IAAkB,IAElB,IAAmB,IACnB,IAA4B,CAAC,GAC7B,IAAqB,GACrB,IAAQ,IAEN,IAAQ,EAAkB,GAAY;EAC3C,kBAAmB,IAAkB,IAAa;EAClD,eAAe;EACf,eAAe,MAAQ,IAAU,aAAe,QAAQ,EAAI,UAAU,OAAO,CAAG,CAAC;CAClF,CAAC;CAED,SAAS,IAAgC;EACnC,AAEL,OADA,OAAO,aAAa,CAAkB,GACjB;CACtB;CAEA,SAAS,EAAe,GAAsB;EACzC,KAAmB,MACvB,IAAmB,IACnB,EAAwB,GACxB,IAAkB,CAAC,GACnB,IAAU,CAAM,GAChB,EAAI,GAAQ,MAAM;CACnB;CAEA,SAAS,IAA0B;EAClC,IAAI,CAAC,EAAgB,QAAQ;EAC7B,IAAM,IAAS;EACf,IAAkB,CAAC;EACnB,KAAK,IAAM,KAAO,GAAQ,EAAM,eAAe,CAAG;CACnD;CAOA,SAAS,EAAe,GAAoB;EACvC,KACA,CAAC,OAAO,SAAS,CAAI,KAAK,KAAQ,MACtC,IAAa,GACb,IAAkB,IAClB,IAAmB,IACnB,EAAwB,GACxB,EAAI,4BAA4B,GAAY,GAC5C,EAAkB;CACnB;CAGA,SAAS,IAA8B;EAClC,KAAmB,KAAoB,MAC3C,IAAqB,OAAO,iBAAiB;GAE5C,AADA,IAAqB,GACrB,EACC,oGACD;EACD,GAAG,CAAsB;CAC1B;CAEA,SAAS,EAAiB,GAA2B;EAChD,QACJ;OAAI,CAAC,GAAiB;IACrB,IAAI,EAAgB,UAAU,GAA0B;KACvD,EACC,uGACD;KACA;IACD;IAEA,AADA,EAAgB,KAAK,CAAW,GAChC,EAAsB;IACtB;GACD;GACA,EAAM,eAAe,CAAW;EADhC;CAED;CA0DA,OAxDA,IAAe,MAAM,EAAa,aAAa;EAE9C,gBAAgB;EAChB,GAAI,IAAY,EAAE,aAAU,IAAI,EAAW,WAAS;EAEpD,yBAAyB,MAAS;GACjC,IAAM,IAAO,EAAmB,GAAM,yBAAyB;GAC/D,AAAI,KAAQ,QAAM,EAAe,CAAI;EACtC;EAEA,UAAU,MAAgB;GACzB,EAAiB,CAAW;EAC7B;EAEA,YAAY,EAAE,YAAS,cAAW;GAC7B,MAAS,WAEb,EAAM,cAAc,GAAS,SAAS;EACvC;EAEA,eAAe,EAAE,cAAW;GACvB,MAAS,eACb,EAAW,gBAAgB;EAC5B;EAEA,sBAAsB;GAErB,AADA,IAAkB,CAAC,GACnB,EAAM,QAAQ;EACf;EAEA,UAAU,MAAY;GACrB,IAAM,IAAO,OAAO,CAAO;GAE3B,AADA,IAAU,CAAI,GACd,EAAI,qBAAqB,KAAQ,MAAM;EACxC;EAEA,oBAAoB;GACnB,EAAwB,GACxB,IAAkB,CAAC,GACnB,IAAa,MACb,IAAkB,IAClB,IAAmB,IACnB,IAAe,MAEX,OACJ,EAAM,kBAAkB,GACxB,EAAI,yBAAyB,GAC7B,IAAe;EAChB;CACD,CAAC,GAGD,MAAM,EAAa,UAAU,EAAE,QAAQ,EAAE,CAAC,GAE1C,EAAI,yEAAyE,GAEtE;EACN,mBAAmB,EAAQ,KAAiB,CAAC;EAC7C,MAAM,MAAM;GACX,IAAI,GAAO;GAIX,AAHA,IAAQ,IACR,EAAwB,GACxB,IAAkB,CAAC,GACnB,MAAM,EAAM,gBAAgB;GAC5B,IAAM,IAAS;GAKf,IAJA,IAAe,MACf,IAAa,MACb,IAAkB,IAClB,IAAmB,IACf,GACH,IAAI;IACH,MAAM,EAAO,WAAW;GACzB,SAAS,GAAK;IACb,QAAQ,MAAM,CAAG;GAClB;EAEF;CACD;AACD"}

package/dist/google/connectGeminiLive.d.ts

@@ -0,0 +1,34 @@
+/**
+ * Gemini Live (BidiGenerateContent) → Liforma BYO voice helper.
+ *
+ * Mount a Liforma Experience (typically `mode="presenter"`, `speechInputMode="off"`),
+ * wait until the player has started (audio unlocked), then call this helper with a
+ * same-origin WebSocket proxy that terminates Gemini Live (never ship Google API keys).
+ *
+ * The helper expects proxy messages shaped like Gemini Live `serverContent` JSON, and
+ * (when captureMic is enabled) sends `realtimeInput.mediaChunks` PCM @ 16 kHz.
+ *
+ * Docs: https://docs.liforma.ai/avatar-experiences/bring-your-own-voice/google
+ */
+import { type ByoBridge, type ByoConnectCallbacks, type ByoMicCaptureOptions, type ByoPcmExperience } from '@liforma/client/byo';
+export type GeminiLiveExperience = ByoPcmExperience;
+/** Gemini Live output PCM rate expected by this helper. */
+export declare const GEMINI_LIVE_OUTPUT_RATE = 24000;
+/** Mic PCM rate streamed to Gemini Live input. */
+export declare const GEMINI_LIVE_INPUT_RATE = 16000;
+export type ConnectGeminiLiveOptions = ByoConnectCallbacks & ByoMicCaptureOptions & {
+    /**
+     * Same-origin (or CORS-friendly) WebSocket URL that proxies Gemini Live
+     * BidiGenerateContent. Keep Google credentials on the server.
+     */
+    readonly proxyUrl: string;
+    readonly inputSampleRate?: number;
+    readonly outputSampleRate?: number;
+};
+export type GeminiLiveBridge = ByoBridge;
+/**
+ * Connect to a Gemini Live proxy WebSocket and pipe agent PCM + transcript into
+ * `experience.speech.createUtterance` so the Liforma avatar talks.
+ */
+export declare function connectGeminiLive(experience: GeminiLiveExperience, options: ConnectGeminiLiveOptions): Promise<GeminiLiveBridge>;
+//# sourceMappingURL=connectGeminiLive.d.ts.map

package/dist/google/connectGeminiLive.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"connectGeminiLive.d.ts","sourceRoot":"","sources":["../../src/google/connectGeminiLive.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAKN,KAAK,SAAS,EACd,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,KAAK,gBAAgB,EAErB,MAAM,qBAAqB,CAAC;AAE7B,MAAM,MAAM,oBAAoB,GAAG,gBAAgB,CAAC;AAEpD,2DAA2D;AAC3D,eAAO,MAAM,uBAAuB,QAAS,CAAC;AAE9C,kDAAkD;AAClD,eAAO,MAAM,sBAAsB,QAAS,CAAC;AAE7C,MAAM,MAAM,wBAAwB,GAAG,mBAAmB,GACzD,oBAAoB,GAAG;IACtB;;;OAGG;IACH,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;CACnC,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,SAAS,CAAC;AAEzC;;;GAGG;AACH,wBAAsB,iBAAiB,CACtC,UAAU,EAAE,oBAAoB,EAChC,OAAO,EAAE,wBAAwB,GAC/B,OAAO,CAAC,gBAAgB,CAAC,CA0K3B"}

package/dist/google/index.d.ts

@@ -0,0 +1,4 @@
+export { connectGeminiLive, GEMINI_LIVE_INPUT_RATE, GEMINI_LIVE_OUTPUT_RATE, type ConnectGeminiLiveOptions, type GeminiLiveBridge, type GeminiLiveExperience } from './connectGeminiLive';
+export type { ByoPcmSpeechController as GeminiLiveSpeechController, ByoSpeechUtterance as GeminiLiveSpeechUtterance } from '@liforma/client/byo';
+export { MAX_PCM_CHUNK_BYTES, base64ToPcmBytes, floatToPcm16Le, pcmBytesToBase64, resampleFloat32, writePcmInChunks } from '@liforma/client/byo';
+//# sourceMappingURL=index.d.ts.map

package/dist/google/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/google/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,iBAAiB,EACjB,sBAAsB,EACtB,uBAAuB,EACvB,KAAK,wBAAwB,EAC7B,KAAK,gBAAgB,EACrB,KAAK,oBAAoB,EACzB,MAAM,qBAAqB,CAAC;AAE7B,YAAY,EACX,sBAAsB,IAAI,0BAA0B,EACpD,kBAAkB,IAAI,yBAAyB,EAC/C,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EACN,mBAAmB,EACnB,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,MAAM,qBAAqB,CAAC"}