@holostaff/sdk 0.9.12 → 0.10.0

package/dist/stage/avtrFace.d.ts

@@ -0,0 +1,50 @@
+/**
+ * holostaff-avatar (AVTR-1) face — prd-avatar-selfhost.md §5.3.
+ *
+ * The self-hosted replacement for anamFace. Unlike Anam (text in → native
+ * TTS), AVTR-1 is AUDIO-driven: the Realtime model speaks, and we forward its
+ * PCM to the avatar service over a control WebSocket. The service returns a
+ * lip-synced video+audio LiveKit room — the user hears the AVATAR'S audio
+ * track (paced with the video, so lip-sync holds), NOT the Realtime track
+ * (which is only forwarded here, through a silent sink).
+ *
+ * Wire contract (docs/INTEGRATION.md in the service repo):
+ *   - LiveKit room out: VP8 720x1280 video + Opus audio.
+ *   - control WS in: {agent.speak, audio:b64 PCM16 24kHz} chunks, bounded by
+ *     {agent.speak_end}; {agent.interrupt} for barge-in; {listener.audio} for
+ *     active-listening motion from the user's mic.
+ *   - WS out: {agent.speak_started|speak_ended} drive the "speaking" UI state.
+ *
+ * `livekit-client` is an OPTIONAL peer dependency, lazy-loaded only when a
+ * holostaff-avatar Stage opens (keeps the base SDK lean — like @anam-ai/js-sdk
+ * and rrweb). Resolved via injected module → global UMD → dynamic import.
+ */
+export interface AvtrFace {
+    /** Forward the Realtime model's audio as the avatar's voice (once). */
+    attachRealtimeAudio(remoteStream: MediaStream): Promise<void>;
+    /** Feed the user's mic to drive active-listening motion (optional). */
+    attachMic(micStream: MediaStream): Promise<void>;
+    /** Open a new spoken turn (a fresh speak event id). */
+    beginTurn(): void;
+    /** Close the current spoken turn. */
+    speakEnd(): void;
+    /** Barge-in: stop the avatar speaking now and drop the turn. */
+    interrupt(): void;
+    stop(): void;
+}
+export declare function startAvtrFace(opts: {
+    livekitUrl: string;
+    livekitToken: string;
+    /** Absolute wss:// control-WS URL from the mint. */
+    wsUrl: string;
+    videoEl: HTMLVideoElement;
+    /** <audio> sink for the avatar's (lip-synced) voice track. */
+    audioEl: HTMLAudioElement;
+    /** Fired once the avatar's video track subscribes (clears first-frame timer). */
+    onVideo?: () => void;
+    /** speak_started / speak_ended → drive the UI speaking state. */
+    onSpeaking?: (speaking: boolean) => void;
+    onError?: (err: Error) => void;
+    onClosed?: () => void;
+}): Promise<AvtrFace>;
+//# sourceMappingURL=avtrFace.d.ts.map

package/dist/stage/avtrFace.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"avtrFace.d.ts","sourceRoot":"","sources":["../../src/stage/avtrFace.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAOH,MAAM,WAAW,QAAQ;IACvB,uEAAuE;IACvE,mBAAmB,CAAC,YAAY,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAC7D,uEAAuE;IACvE,SAAS,CAAC,SAAS,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAChD,uDAAuD;IACvD,SAAS,IAAI,IAAI,CAAA;IACjB,qCAAqC;IACrC,QAAQ,IAAI,IAAI,CAAA;IAChB,gEAAgE;IAChE,SAAS,IAAI,IAAI,CAAA;IACjB,IAAI,IAAI,IAAI,CAAA;CACb;AAED,wBAAsB,aAAa,CAAC,IAAI,EAAE;IACxC,UAAU,EAAE,MAAM,CAAA;IAClB,YAAY,EAAE,MAAM,CAAA;IACpB,oDAAoD;IACpD,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,gBAAgB,CAAA;IACzB,8DAA8D;IAC9D,OAAO,EAAE,gBAAgB,CAAA;IACzB,iFAAiF;IACjF,OAAO,CAAC,EAAE,MAAM,IAAI,CAAA;IACpB,iEAAiE;IACjE,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI,CAAA;IACxC,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,KAAK,KAAK,IAAI,CAAA;IAC9B,QAAQ,CAAC,EAAE,MAAM,IAAI,CAAA;CACtB,GAAG,OAAO,CAAC,QAAQ,CAAC,CA6FpB"}

package/dist/stage/avtrFace.js

@@ -0,0 +1,252 @@
+/**
+ * holostaff-avatar (AVTR-1) face — prd-avatar-selfhost.md §5.3.
+ *
+ * The self-hosted replacement for anamFace. Unlike Anam (text in → native
+ * TTS), AVTR-1 is AUDIO-driven: the Realtime model speaks, and we forward its
+ * PCM to the avatar service over a control WebSocket. The service returns a
+ * lip-synced video+audio LiveKit room — the user hears the AVATAR'S audio
+ * track (paced with the video, so lip-sync holds), NOT the Realtime track
+ * (which is only forwarded here, through a silent sink).
+ *
+ * Wire contract (docs/INTEGRATION.md in the service repo):
+ *   - LiveKit room out: VP8 720x1280 video + Opus audio.
+ *   - control WS in: {agent.speak, audio:b64 PCM16 24kHz} chunks, bounded by
+ *     {agent.speak_end}; {agent.interrupt} for barge-in; {listener.audio} for
+ *     active-listening motion from the user's mic.
+ *   - WS out: {agent.speak_started|speak_ended} drive the "speaking" UI state.
+ *
+ * `livekit-client` is an OPTIONAL peer dependency, lazy-loaded only when a
+ * holostaff-avatar Stage opens (keeps the base SDK lean — like @anam-ai/js-sdk
+ * and rrweb). Resolved via injected module → global UMD → dynamic import.
+ */
+const TARGET_SR = 24000;
+const SAMPLES_PER_CHUNK = 2400; // ~100ms @ 24kHz — small chunks keep latency low
+/** Reset the service idle timer well inside its 5-min default. */
+const KEEPALIVE_MS = 60000;
+export async function startAvtrFace(opts) {
+    // ── 1. LiveKit media (video + avatar audio) ──────────────────────────
+    const lk = await loadLiveKit();
+    const { Room, RoomEvent, Track } = lk;
+    // The avatar publishes exactly one fixed 720p layer — disable adaptive
+    // stream / dynacast renegotiation (matches the service SDK's defaults).
+    const room = new Room({ adaptiveStream: false, dynacast: false });
+    room.on(RoomEvent.TrackSubscribed, (track) => {
+        if (track.kind === Track.Kind.Video) {
+            track.attach(opts.videoEl);
+            opts.onVideo?.();
+        }
+        else if (track.kind === Track.Kind.Audio) {
+            track.attach(opts.audioEl);
+        }
+    });
+    room.on(RoomEvent.Disconnected, () => opts.onClosed?.());
+    await room.connect(opts.livekitUrl, opts.livekitToken);
+    // ── 2. Control WebSocket (audio in + speak/interrupt events) ─────────
+    const ws = new WebSocket(opts.wsUrl);
+    let wsOpen = false;
+    const outbox = [];
+    const wsSend = (obj) => {
+        const line = JSON.stringify(obj);
+        if (wsOpen && ws.readyState === WebSocket.OPEN) {
+            try {
+                ws.send(line);
+            }
+            catch { /* raced closed */ }
+        }
+        else {
+            outbox.push(line);
+        }
+    };
+    ws.addEventListener('open', () => {
+        wsOpen = true;
+        for (const line of outbox.splice(0)) {
+            try {
+                ws.send(line);
+            }
+            catch { /* */ }
+        }
+    });
+    ws.addEventListener('message', (ev) => {
+        let msg = {};
+        try {
+            msg = JSON.parse(ev.data);
+        }
+        catch {
+            return;
+        }
+        if (msg.type === 'agent.speak_started')
+            opts.onSpeaking?.(true);
+        else if (msg.type === 'agent.speak_ended')
+            opts.onSpeaking?.(false);
+        else if (msg.type === 'error')
+            opts.onError?.(new Error(`avatar ws: ${ev.data.slice(0, 200)}`));
+    });
+    ws.addEventListener('close', () => { wsOpen = false; opts.onClosed?.(); });
+    ws.addEventListener('error', () => opts.onError?.(new Error('avatar control WS error')));
+    const keepAlive = setInterval(() => wsSend({ type: 'session.keep_alive' }), KEEPALIVE_MS);
+    // ── 3. Turn/speak state + audio forwarders ───────────────────────────
+    let speaking = false;
+    let eventId = '';
+    let speechFwd = null;
+    let micFwd = null;
+    const mintEventId = () => `hs-${Date.now().toString(36)}-${Math.random().toString(36).slice(2, 7)}`;
+    return {
+        async attachRealtimeAudio(remoteStream) {
+            if (speechFwd)
+                return;
+            speechFwd = new PcmForwarder();
+            // Only emit speak frames while a turn is open; between turns the model's
+            // track is silent anyway, but gating keeps speak/speak_end well-formed.
+            speechFwd.onChunk = (b64) => { if (speaking)
+                wsSend({ type: 'agent.speak', audio: b64, event_id: eventId }); };
+            await speechFwd.start(remoteStream);
+        },
+        async attachMic(micStream) {
+            if (micFwd)
+                return;
+            micFwd = new PcmForwarder();
+            micFwd.onChunk = (b64) => wsSend({ type: 'listener.audio', audio: b64 });
+            await micFwd.start(micStream);
+        },
+        beginTurn() {
+            speaking = true;
+            eventId = mintEventId();
+        },
+        speakEnd() {
+            if (!speaking)
+                return;
+            speaking = false;
+            wsSend({ type: 'agent.speak_end', event_id: eventId });
+        },
+        interrupt() {
+            speaking = false;
+            wsSend({ type: 'agent.interrupt' });
+        },
+        stop() {
+            speaking = false;
+            clearInterval(keepAlive);
+            try {
+                speechFwd?.stop();
+            }
+            catch { /* */ }
+            try {
+                micFwd?.stop();
+            }
+            catch { /* */ }
+            try {
+                ws.close(1000, 'stage closed');
+            }
+            catch { /* */ }
+            try {
+                void room.disconnect();
+            }
+            catch { /* */ }
+            try {
+                opts.videoEl.srcObject = null;
+            }
+            catch { /* */ }
+            try {
+                opts.audioEl.srcObject = null;
+            }
+            catch { /* */ }
+        },
+    };
+}
+// -------------------------------------------------------------------------
+// PCM forwarder — taps a MediaStream, emits base64 PCM16 24kHz mono chunks.
+// Ported from the widget's AudioForwarder (src/engine/audioForwarder.ts).
+// -------------------------------------------------------------------------
+const WORKLET_CODE = /* js */ `
+class HsPcmProcessor extends AudioWorkletProcessor {
+  constructor() { super(); this._buf = new Float32Array(0); this._n = ${SAMPLES_PER_CHUNK} }
+  process(inputs) {
+    const ch = inputs[0] && inputs[0][0]
+    if (!ch) return true
+    const nb = new Float32Array(this._buf.length + ch.length)
+    nb.set(this._buf); nb.set(ch, this._buf.length); this._buf = nb
+    while (this._buf.length >= this._n) {
+      const c = this._buf.slice(0, this._n); this._buf = this._buf.slice(this._n)
+      this.port.postMessage({ samples: c })
+    }
+    return true
+  }
+}
+registerProcessor('hs-pcm-processor', HsPcmProcessor)
+`;
+class PcmForwarder {
+    constructor() {
+        this.onChunk = null;
+        this.ctx = null;
+        this.src = null;
+        this.node = null;
+        this.started = false;
+    }
+    async start(stream) {
+        if (this.started)
+            return;
+        // 24kHz context → the Realtime API's native rate; no resample needed, and
+        // AVTR-1 downsamples to 16kHz internally for its HuBERT encoder.
+        this.ctx = new AudioContext({ sampleRate: TARGET_SR });
+        const blob = new Blob([WORKLET_CODE], { type: 'application/javascript' });
+        const url = URL.createObjectURL(blob);
+        await this.ctx.audioWorklet.addModule(url);
+        URL.revokeObjectURL(url);
+        this.src = this.ctx.createMediaStreamSource(stream);
+        this.node = new AudioWorkletNode(this.ctx, 'hs-pcm-processor');
+        this.node.port.onmessage = (e) => {
+            const f32 = e.data.samples;
+            this.onChunk?.(pcm16Base64(f32));
+        };
+        // Keep the graph processing without local playback: worklet → muted sink.
+        const sink = this.ctx.createGain();
+        sink.gain.value = 0;
+        this.src.connect(this.node);
+        this.node.connect(sink);
+        sink.connect(this.ctx.destination);
+        this.started = true;
+    }
+    stop() {
+        if (!this.started)
+            return;
+        try {
+            this.node?.disconnect();
+        }
+        catch { /* */ }
+        try {
+            this.src?.disconnect();
+        }
+        catch { /* */ }
+        try {
+            void this.ctx?.close();
+        }
+        catch { /* */ }
+        this.node = null;
+        this.src = null;
+        this.ctx = null;
+        this.started = false;
+    }
+}
+/** Float32 [-1,1] → base64 of Int16-LE PCM. */
+function pcm16Base64(f32) {
+    const i16 = new Int16Array(f32.length);
+    for (let i = 0; i < f32.length; i++) {
+        const s = Math.max(-1, Math.min(1, f32[i] ?? 0));
+        i16[i] = s < 0 ? s * 0x8000 : s * 0x7fff;
+    }
+    const bytes = new Uint8Array(i16.buffer);
+    let bin = '';
+    for (let i = 0; i < bytes.length; i++)
+        bin += String.fromCharCode(bytes[i] ?? 0);
+    return btoa(bin);
+}
+async function loadLiveKit() {
+    const g = globalThis.LivekitClient;
+    if (g)
+        return g;
+    // @ts-ignore — optional peer dependency; provided by the host app.
+    const mod = await import('livekit-client');
+    if (!mod?.Room)
+        throw new Error('livekit-client not found (install it or load its UMD build)');
+    return mod;
+}
+//# sourceMappingURL=avtrFace.js.map

package/dist/stage/avtrFace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"avtrFace.js","sourceRoot":"","sources":["../../src/stage/avtrFace.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,MAAM,SAAS,GAAG,KAAK,CAAA;AACvB,MAAM,iBAAiB,GAAG,IAAI,CAAA,CAAC,iDAAiD;AAChF,kEAAkE;AAClE,MAAM,YAAY,GAAG,KAAM,CAAA;AAgB3B,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAcnC;IACC,wEAAwE;IACxE,MAAM,EAAE,GAAG,MAAM,WAAW,EAAE,CAAA;IAC9B,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAA;IACrC,uEAAuE;IACvE,wEAAwE;IACxE,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAA;IACjE,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC,KAAc,EAAE,EAAE;QACpD,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACpC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YAC1B,IAAI,CAAC,OAAO,EAAE,EAAE,CAAA;QAClB,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAC3C,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IACF,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;IACxD,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;IAEtD,wEAAwE;IACxE,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACpC,IAAI,MAAM,GAAG,KAAK,CAAA;IAClB,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,MAAM,MAAM,GAAG,CAAC,GAA4B,EAAQ,EAAE;QACpD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;QAChC,IAAI,MAAM,IAAI,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YAC/C,IAAI,CAAC;gBAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACnB,CAAC;IACH,CAAC,CAAA;IACD,EAAE,CAAC,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE;QAC/B,MAAM,GAAG,IAAI,CAAA;QACb,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YAAC,IAAI,CAAC;gBAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QAAC,CAAC;IAChF,CAAC,CAAC,CAAA;IACF,EAAE,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAgB,EAAE,EAAE;QAClD,IAAI,GAAG,GAAsB,EAAE,CAAA;QAC/B,IAAI,CAAC;YAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAc,CAAsB,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAM;QAAC,CAAC;QACjF,IAAI,GAAG,CAAC,IAAI,KAAK,qBAAqB;YAAE,IAAI,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAA;aAC1D,IAAI,GAAG,CAAC,IAAI,KAAK,mBAAmB;YAAE,IAAI,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,CAAA;aAC9D,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO;YAAE,IAAI,CAAC,OAAO,EAAE,CAAC,IAAI,KAAK,CAAC,cAAe,EAAE,CAAC,IAAe,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;IAC7G,CAAC,CAAC,CAAA;IACF,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,MAAM,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAA,CAAC,CAAC,CAAC,CAAA;IACzE,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAA;IAExF,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC,EAAE,YAAY,CAAC,CAAA;IAEzF,wEAAwE;IACxE,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,IAAI,OAAO,GAAG,EAAE,CAAA;IAChB,IAAI,SAAS,GAAwB,IAAI,CAAA;IACzC,IAAI,MAAM,GAAwB,IAAI,CAAA;IAEtC,MAAM,WAAW,GAAG,GAAW,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAA;IAE3G,OAAO;QACL,KAAK,CAAC,mBAAmB,CAAC,YAAyB;YACjD,IAAI,SAAS;gBAAE,OAAM;YACrB,SAAS,GAAG,IAAI,YAAY,EAAE,CAAA;YAC9B,yEAAyE;YACzE,wEAAwE;YACxE,SAAS,CAAC,OAAO,GAAG,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,QAAQ;gBAAE,MAAM,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAA,CAAC,CAAC,CAAA;YAC7G,MAAM,SAAS,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;QACrC,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,SAAsB;YACpC,IAAI,MAAM;gBAAE,OAAM;YAClB,MAAM,GAAG,IAAI,YAAY,EAAE,CAAA;YAC3B,MAAM,CAAC,OAAO,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;YACxE,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QAC/B,CAAC;QACD,SAAS;YACP,QAAQ,GAAG,IAAI,CAAA;YACf,OAAO,GAAG,WAAW,EAAE,CAAA;QACzB,CAAC;QACD,QAAQ;YACN,IAAI,CAAC,QAAQ;gBAAE,OAAM;YACrB,QAAQ,GAAG,KAAK,CAAA;YAChB,MAAM,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAA;QACxD,CAAC;QACD,SAAS;YACP,QAAQ,GAAG,KAAK,CAAA;YAChB,MAAM,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAA;QACrC,CAAC;QACD,IAAI;YACF,QAAQ,GAAG,KAAK,CAAA;YAChB,aAAa,CAAC,SAAS,CAAC,CAAA;YACxB,IAAI,CAAC;gBAAC,SAAS,EAAE,IAAI,EAAE,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;YACzC,IAAI,CAAC;gBAAC,MAAM,EAAE,IAAI,EAAE,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;YACtC,IAAI,CAAC;gBAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,cAAc,CAAC,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;YACtD,IAAI,CAAC;gBAAC,KAAK,IAAI,CAAC,UAAU,EAAE,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;YAC9C,IAAI,CAAC;gBAAE,IAAI,CAAC,OAA6C,CAAC,SAAS,GAAG,IAAI,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;YAC5F,IAAI,CAAC;gBAAE,IAAI,CAAC,OAA6C,CAAC,SAAS,GAAG,IAAI,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9F,CAAC;KACF,CAAA;AACH,CAAC;AAED,4EAA4E;AAC5E,4EAA4E;AAC5E,0EAA0E;AAC1E,4EAA4E;AAE5E,MAAM,YAAY,GAAG,QAAQ,CAAC;;wEAE0C,iBAAiB;;;;;;;;;;;;;;CAcxF,CAAA;AAED,MAAM,YAAY;IAAlB;QACE,YAAO,GAAmC,IAAI,CAAA;QACtC,QAAG,GAAwB,IAAI,CAAA;QAC/B,QAAG,GAAsC,IAAI,CAAA;QAC7C,SAAI,GAA4B,IAAI,CAAA;QACpC,YAAO,GAAG,KAAK,CAAA;IAiCzB,CAAC;IA/BC,KAAK,CAAC,KAAK,CAAC,MAAmB;QAC7B,IAAI,IAAI,CAAC,OAAO;YAAE,OAAM;QACxB,0EAA0E;QAC1E,iEAAiE;QACjE,IAAI,CAAC,GAAG,GAAG,IAAI,YAAY,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAA;QACtD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAA;QACzE,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;QACrC,MAAM,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;QAC1C,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAA;QACxB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAA;QACnD,IAAI,CAAC,IAAI,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,kBAAkB,CAAC,CAAA;QAC9D,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAe,EAAE,EAAE;YAC7C,MAAM,GAAG,GAAI,CAAC,CAAC,IAAkC,CAAC,OAAO,CAAA;YACzD,IAAI,CAAC,OAAO,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAA;QAClC,CAAC,CAAA;QACD,0EAA0E;QAC1E,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAA;QAClC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAA;QACnB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC3B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACvB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QAClC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAA;IACrB,CAAC;IAED,IAAI;QACF,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAM;QACzB,IAAI,CAAC;YAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAI,CAAC;YAAC,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,CAAC;YAAC,KAAK,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QAAC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;QAAC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;QAAC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAA;IAC1E,CAAC;CACF;AAED,+CAA+C;AAC/C,SAAS,WAAW,CAAC,GAAiB;IACpC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;IACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAChD,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAA;IAC1C,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;IACxC,IAAI,GAAG,GAAG,EAAE,CAAA;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;IAChF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAA;AAClB,CAAC;AAqBD,KAAK,UAAU,WAAW;IACxB,MAAM,CAAC,GAAI,UAAsD,CAAC,aAAa,CAAA;IAC/E,IAAI,CAAC;QAAE,OAAO,CAAC,CAAA;IACf,mEAAmE;IACnE,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAwB,CAAA;IACjE,IAAI,CAAC,GAAG,EAAE,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAA;IAC9F,OAAO,GAAG,CAAA;AACZ,CAAC"}

package/dist/stage/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/stage/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAkB,KAAK,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACtE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAC7C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAC3D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AAKzD,MAAM,WAAW,SAAS;IACxB,GAAG,EAAE,eAAe,CAAA;IACpB,YAAY,EAAE,MAAM,MAAM,CAAA;IAC1B,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IACxC,QAAQ,EAAE,eAAe,CAAA;IACzB,uEAAuE;IACvE,OAAO,EAAE,cAAc,GAAG,IAAI,CAAA;IAC9B,IAAI,EAAE,UAAU,CAAA;IAChB,iEAAiE;IACjE,wBAAwB,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,CAAA;CACpD;AAED,MAAM,WAAW,SAAS;IACxB,mDAAmD;IACnD,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,CAAC,IAAI,CAAC,EAAE,SAAS,GAAG,IAAI,CAAA;IAC5B,KAAK,IAAI,IAAI,CAAA;IACb,MAAM,IAAI,OAAO,CAAA;IACjB;;;;sCAIkC;IAClC,gBAAgB,IAAI,iBAAiB,GAAG,IAAI,CAAA;IAC5C,+DAA+D;IAC/D,gBAAgB,IAAI,IAAI,CAAA;IACxB,OAAO,IAAI,IAAI,CAAA;CAChB;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,gBAAgB,CAAA;IACvB,2DAA2D;IAC3D,QAAQ,EAAE,OAAO,CAAA;CAClB;AAyBD,wBAAgB,UAAU,CAAC,IAAI,EAAE,SAAS,GAAG,YAAY,CAgLxD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/stage/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAkB,KAAK,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACtE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAC7C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAC3D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AAMzD,MAAM,WAAW,SAAS;IACxB,GAAG,EAAE,eAAe,CAAA;IACpB,YAAY,EAAE,MAAM,MAAM,CAAA;IAC1B,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IACxC,QAAQ,EAAE,eAAe,CAAA;IACzB,uEAAuE;IACvE,OAAO,EAAE,cAAc,GAAG,IAAI,CAAA;IAC9B,IAAI,EAAE,UAAU,CAAA;IAChB,iEAAiE;IACjE,wBAAwB,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,CAAA;CACpD;AAED,MAAM,WAAW,SAAS;IACxB,mDAAmD;IACnD,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,CAAC,IAAI,CAAC,EAAE,SAAS,GAAG,IAAI,CAAA;IAC5B,KAAK,IAAI,IAAI,CAAA;IACb,MAAM,IAAI,OAAO,CAAA;IACjB;;;;sCAIkC;IAClC,gBAAgB,IAAI,iBAAiB,GAAG,IAAI,CAAA;IAC5C,+DAA+D;IAC/D,gBAAgB,IAAI,IAAI,CAAA;IACxB,OAAO,IAAI,IAAI,CAAA;CAChB;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,gBAAgB,CAAA;IACvB,2DAA2D;IAC3D,QAAQ,EAAE,OAAO,CAAA;CAClB;AAsCD,wBAAgB,UAAU,CAAC,IAAI,EAAE,SAAS,GAAG,YAAY,CA2SxD"}

package/dist/stage/index.js

@@ -13,6 +13,7 @@
 import { postJsonResult } from '../transport.js';
 import { connectRealtime } from './realtime.js';
 import { startAnamFace } from './anamFace.js';
+import { startAvtrFace } from './avtrFace.js';
 import { startStageUi } from './ui.js';
 const PRESENT_TOOL = {
     name: 'present',
@@ -35,7 +36,11 @@ export function startStage(deps) {
     }
     let open = false;
     let ui = null;
-    let face = null;
+    let face = null; // provider==='anam'
+    let avtr = null; // provider==='holostaff'
+    let avatarSessionId = null; // for the voice-stop reap
+    let voiceAudioEl = null; // avatar voice + fallback sink
+    let firstFrameTimer = null;
     let realtime = null;
     let micStream = null;
     let sentenceBuf = '';
@@ -50,6 +55,10 @@ export function startStage(deps) {
     const teardown = () => {
         open = false;
         deps.reportConversationActive(false);
+        if (firstFrameTimer) {
+            clearTimeout(firstFrameTimer);
+            firstFrameTimer = null;
+        }
         try {
             realtime?.close();
         }
@@ -58,16 +67,31 @@ export function startStage(deps) {
             face?.stop();
         }
         catch { /* */ }
+        try {
+            avtr?.stop();
+        }
+        catch { /* */ }
+        // Release the scarce GPU avatar session server-side (best-effort).
+        if (avatarSessionId) {
+            void postJsonResult(deps.cfg, `/api/runtime/sessions/${deps.getSessionId()}/voice-stop`, { ...deps.buildBody(), avatarSessionId });
+        }
         try {
             micStream?.getTracks().forEach(t => t.stop());
         }
         catch { /* */ }
+        try {
+            voiceAudioEl?.remove();
+        }
+        catch { /* */ }
         try {
             ui?.destroy();
         }
         catch { /* */ }
         realtime = null;
         face = null;
+        avtr = null;
+        avatarSessionId = null;
+        voiceAudioEl = null;
         micStream = null;
         ui = null;
         sentenceBuf = '';
@@ -102,11 +126,18 @@ export function startStage(deps) {
             return;
         }
         const mint = await postJsonResult(deps.cfg, `/api/runtime/sessions/${deps.getSessionId()}/voice`, deps.buildBody());
-        if (!mint || !mint.ephemeralKey || !mint.anamSessionToken) {
+        if (!mint || !mint.ephemeralKey) {
             reportErr(new Error('voice mint failed or returned incomplete session'));
             teardown();
             return;
         }
+        const provider = mint.provider ?? 'anam';
+        const faceTokenOk = provider === 'holostaff' ? !!mint.avatar : !!mint.anamSessionToken;
+        if (!faceTokenOk) {
+            reportErr(new Error('voice mint returned no face session'));
+            teardown();
+            return;
+        }
         const copilot = deps.presence.getCopilot();
         ui = startStageUi({
             dock: deps.dock,
@@ -115,74 +146,182 @@ export function startStage(deps) {
             onClose: () => close(),
         });
         ui.setState('connecting');
+        // The present() tool handler is provider-agnostic.
+        const onToolCall = ({ name, args, callId }) => {
+            if (name === 'present' && deps.theater) {
+                const intent = typeof args.intent === 'string' ? args.intent : '';
+                const context = typeof args.context === 'string' ? args.context : undefined;
+                if (intent)
+                    deps.theater.present({ intent, context });
+                realtime?.sendToolResult(callId, { ok: true });
+            }
+            else {
+                realtime?.sendToolResult(callId, { error: `unknown tool ${name}` });
+            }
+        };
+        const seedMessage = seed?.intent
+            ? `The visitor tapped "Talk" on your suggestion: "${seed.intent}". Open the conversation on that.`
+            : undefined;
         try {
-            face = await startAnamFace({ sessionToken: mint.anamSessionToken, videoEl: ui.video, onError: reportErr });
-        }
-        catch (err) {
-            reportErr(err instanceof Error ? err : new Error('anam connect failed'));
-            teardown();
-            return;
-        }
-        try {
-            realtime = await connectRealtime({
-                ephemeralKey: mint.ephemeralKey,
-                realtimeUrl: mint.realtimeUrl,
-                realtimeModel: mint.realtimeModel,
-                instructions: mint.instructions,
-                tools: [PRESENT_TOOL],
-                micStream,
-                seedMessage: seed?.intent
-                    ? `The visitor tapped "Talk" on your suggestion: "${seed.intent}". Open the conversation on that.`
-                    : undefined,
-            }, {
-                onTextDelta: (delta, turnId) => {
-                    lastTurnId = turnId;
-                    // Drop trailing deltas from a turn the user barged in on.
-                    if (turnId === mutedTurnId)
-                        return;
-                    ui?.setState('speaking');
-                    sentenceBuf += delta;
-                    ui?.appendCaption(delta);
-                    flushSentences(false);
-                },
-                onTurnDone: (turnId) => {
-                    if (turnId === mutedTurnId) {
-                        mutedTurnId = null;
-                        return;
-                    }
-                    flushSentences(true);
-                    ui?.setState('listening');
-                },
-                onUserSpeechStarted: () => {
-                    // Barge-in: mute the in-flight turn, stop generation, stop the
-                    // avatar, drop the half-formed sentence.
-                    mutedTurnId = lastTurnId;
-                    sentenceBuf = '';
-                    realtime?.cancelResponse();
-                    face?.interrupt();
-                    ui?.setState('listening');
-                },
-                onToolCall: ({ name, args, callId }) => {
-                    if (name === 'present' && deps.theater) {
-                        const intent = typeof args.intent === 'string' ? args.intent : '';
-                        const context = typeof args.context === 'string' ? args.context : undefined;
-                        if (intent)
-                            deps.theater.present({ intent, context });
-                        realtime?.sendToolResult(callId, { ok: true });
-                    }
-                    else {
-                        realtime?.sendToolResult(callId, { error: `unknown tool ${name}` });
-                    }
-                },
-                onError: reportErr,
-            });
+            if (provider === 'holostaff')
+                await connectAvtr(mint, seedMessage, onToolCall);
+            else
+                await connectAnam(mint, seedMessage, onToolCall);
             ui?.setState('listening');
         }
         catch (err) {
-            reportErr(err instanceof Error ? err : new Error('realtime connect failed'));
+            reportErr(err instanceof Error ? err : new Error('voice connect failed'));
             teardown();
         }
     };
+    // ── Path A: Anam face (text-mode Realtime → Anam native TTS) ──────────
+    const connectAnam = async (mint, seedMessage, onToolCall) => {
+        if (!ui || !micStream)
+            throw new Error('stage not ready');
+        face = await startAnamFace({ sessionToken: mint.anamSessionToken, videoEl: ui.video, onError: reportErr });
+        realtime = await connectRealtime({
+            ephemeralKey: mint.ephemeralKey,
+            realtimeUrl: mint.realtimeUrl,
+            realtimeModel: mint.realtimeModel,
+            instructions: mint.instructions,
+            tools: [PRESENT_TOOL],
+            micStream,
+            seedMessage,
+        }, {
+            onTextDelta: (delta, turnId) => {
+                lastTurnId = turnId;
+                if (turnId === mutedTurnId)
+                    return; // drop barged-in trailing deltas
+                ui?.setState('speaking');
+                sentenceBuf += delta;
+                ui?.appendCaption(delta);
+                flushSentences(false);
+            },
+            onTurnDone: (turnId) => {
+                if (turnId === mutedTurnId) {
+                    mutedTurnId = null;
+                    return;
+                }
+                flushSentences(true);
+                ui?.setState('listening');
+            },
+            onUserSpeechStarted: () => {
+                mutedTurnId = lastTurnId;
+                sentenceBuf = '';
+                realtime?.cancelResponse();
+                face?.interrupt();
+                ui?.setState('listening');
+            },
+            onToolCall,
+            onError: reportErr,
+        });
+    };
+    // ── holostaff-avatar (audio-mode Realtime → AVTR-1 lip-sync) ──────────
+    const connectAvtr = async (mint, seedMessage, onToolCall) => {
+        if (!ui || !micStream)
+            throw new Error('stage not ready');
+        const av = mint.avatar;
+        avatarSessionId = av.sessionId;
+        // Hidden <audio> sink: carries the avatar's lip-synced voice track
+        // normally, and the raw Realtime audio if we degrade to voice-only.
+        voiceAudioEl = document.createElement('audio');
+        voiceAudioEl.autoplay = true;
+        voiceAudioEl.setAttribute('playsinline', '');
+        voiceAudioEl.style.display = 'none';
+        document.body.appendChild(voiceAudioEl);
+        let firstFrame = false;
+        let realtimeStream = null;
+        const degradeToVoiceOnly = () => {
+            if (firstFrame)
+                return;
+            // LiveKit media blocked (no video in the window) — drop the face and
+            // play the Realtime audio directly; the chip/living-portrait is the
+            // visual (prd-avatar-selfhost.md §5.4).
+            reportErr(new Error('avatar media blocked — continuing voice-only'));
+            try {
+                avtr?.stop();
+            }
+            catch { /* */ }
+            avtr = null;
+            if (realtimeStream && voiceAudioEl) {
+                try {
+                    voiceAudioEl.srcObject = realtimeStream;
+                }
+                catch { /* */ }
+            }
+        };
+        avtr = await startAvtrFace({
+            livekitUrl: av.livekitUrl,
+            livekitToken: av.livekitToken,
+            wsUrl: av.wsUrl,
+            videoEl: ui.video,
+            audioEl: voiceAudioEl,
+            onVideo: () => {
+                firstFrame = true;
+                if (firstFrameTimer) {
+                    clearTimeout(firstFrameTimer);
+                    firstFrameTimer = null;
+                }
+            },
+            onSpeaking: (sp) => ui?.setState(sp ? 'speaking' : 'listening'),
+            onError: reportErr,
+        });
+        // Guard against UDP-blocked / no-simulcast networks: freeze-not-degrade
+        // means the only defense is a first-frame deadline.
+        firstFrameTimer = setTimeout(degradeToVoiceOnly, 6000);
+        realtime = await connectRealtime({
+            ephemeralKey: mint.ephemeralKey,
+            realtimeUrl: mint.realtimeUrl,
+            realtimeModel: mint.realtimeModel,
+            instructions: mint.instructions,
+            tools: [PRESENT_TOOL],
+            micStream,
+            seedMessage,
+            audioOut: true,
+            voice: mint.voiceId ?? undefined,
+        }, {
+            onTextDelta: (delta, turnId) => {
+                if (turnId !== lastTurnId)
+                    avtr?.beginTurn(); // open the avatar turn
+                lastTurnId = turnId;
+                if (turnId === mutedTurnId)
+                    return;
+                ui?.setState('speaking');
+                ui?.appendCaption(delta); // captions from the audio transcript
+            },
+            onTurnDone: (turnId) => {
+                if (turnId === mutedTurnId) {
+                    mutedTurnId = null;
+                    return;
+                }
+                avtr?.speakEnd();
+                ui?.setState('listening');
+            },
+            onUserSpeechStarted: () => {
+                mutedTurnId = lastTurnId;
+                realtime?.cancelResponse();
+                avtr?.interrupt();
+                ui?.setState('listening');
+            },
+            onRemoteAudio: (stream) => {
+                realtimeStream = stream;
+                if (avtr)
+                    void avtr.attachRealtimeAudio(stream);
+                else if (voiceAudioEl) {
+                    // Already degraded before the track arrived — play it directly.
+                    try {
+                        voiceAudioEl.srcObject = stream;
+                    }
+                    catch { /* */ }
+                }
+            },
+            onToolCall,
+            onError: reportErr,
+        });
+        // The user's mic drives active-listening motion (head turns, gaze).
+        if (avtr)
+            void avtr.attachMic(micStream);
+    };
     const close = () => { if (open)
         teardown(); };
     let presenterLent = false;
@@ -197,7 +336,8 @@ export function startStage(deps) {
         close,
         isOpen: () => open,
         acquirePresenter() {
-            if (!open || !ui || !face)
+            // Either face drives ui.video; the Theater borrows it the same way.
+            if (!open || !ui || (!face && !avtr))
                 return null;
             const video = ui.detachVideo();
             // Measure while still in the (visible) sheet — this is the FLIP source.

package/dist/stage/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/stage/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,cAAc,EAAwB,MAAM,iBAAiB,CAAA;AAItE,OAAO,EAAE,eAAe,EAA2C,MAAM,eAAe,CAAA;AACxF,OAAO,EAAE,aAAa,EAAiB,MAAM,eAAe,CAAA;AAC5D,OAAO,EAAE,YAAY,EAAgB,MAAM,SAAS,CAAA;AAkDpD,MAAM,YAAY,GAAiB;IACjC,IAAI,EAAE,SAAS;IACf,WAAW,EAAE,mGAAmG;IAChH,UAAU,EAAE;QACV,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2CAA2C,EAAE;YACpF,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,sCAAsC,EAAE;SACjF;QACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;KACrB;CACF,CAAA;AAED,MAAM,UAAU,UAAU,CAAC,IAAe;IACxC,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;QAClC,OAAO;YACL,IAAI,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,KAAK;YACpD,gBAAgB,EAAE,GAAG,EAAE,CAAC,IAAgC,EAAE,gBAAgB,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC;SACxG,CAAA;IACH,CAAC;IAED,IAAI,IAAI,GAAG,KAAK,CAAA;IAChB,IAAI,EAAE,GAAmB,IAAI,CAAA;IAC7B,IAAI,IAAI,GAAoB,IAAI,CAAA;IAChC,IAAI,QAAQ,GAA2B,IAAI,CAAA;IAC3C,IAAI,SAAS,GAAuB,IAAI,CAAA;IACxC,IAAI,WAAW,GAAG,EAAE,CAAA;IACpB,uEAAuE;IACvE,qEAAqE;IACrE,uEAAuE;IACvE,IAAI,UAAU,GAAG,EAAE,CAAA;IACnB,IAAI,WAAW,GAAkB,IAAI,CAAA;IAErC,MAAM,SAAS,GAAG,CAAC,GAAU,EAAQ,EAAE;QACrC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAA;IAC/D,CAAC,CAAA;IAED,MAAM,QAAQ,GAAG,GAAS,EAAE;QAC1B,IAAI,GAAG,KAAK,CAAA;QACZ,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAA;QACpC,IAAI,CAAC;YAAC,QAAQ,EAAE,KAAK,EAAE,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC;YAAC,IAAI,EAAE,IAAI,EAAE,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,CAAC;YAAC,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QACrE,IAAI,CAAC;YAAC,EAAE,EAAE,OAAO,EAAE,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QACrC,QAAQ,GAAG,IAAI,CAAC;QAAC,IAAI,GAAG,IAAI,CAAC;QAAC,SAAS,GAAG,IAAI,CAAC;QAAC,EAAE,GAAG,IAAI,CAAC;QAAC,WAAW,GAAG,EAAE,CAAA;IAC7E,CAAC,CAAA;IAED,MAAM,cAAc,GAAG,CAAC,KAAc,EAAQ,EAAE;QAC9C,qEAAqE;QACrE,0BAA0B;QAC1B,MAAM,EAAE,GAAG,sBAAsB,CAAA;QACjC,IAAI,CAAyB,CAAA;QAC7B,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC3C,IAAI,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YAC3B,OAAO,GAAG,EAAE,CAAC,SAAS,CAAA;QACxB,CAAC;QACD,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QACxC,IAAI,KAAK,IAAI,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC;YAChC,IAAI,EAAE,eAAe,CAAC,WAAW,CAAC,CAAA;YAClC,WAAW,GAAG,EAAE,CAAA;QAClB,CAAC;IACH,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,KAAK,EAAE,IAAgB,EAAiB,EAAE;QACxD,qEAAqE;QACrE,mEAAmE;QACnE,IAAI,CAAC;YACH,SAAS,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACxE,CAAC;QAAC,MAAM,CAAC;YACP,SAAS,CAAC,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC,CAAA;YAC3F,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,EAAE,MAAM;gBAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;YAC/E,QAAQ,EAAE,CAAA;YACV,OAAM;QACR,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,cAAc,CAC/B,IAAI,CAAC,GAAG,EAAE,yBAAyB,IAAI,CAAC,YAAY,EAAE,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,CACjF,CAAA;QACD,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1D,SAAS,CAAC,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC,CAAA;YACxE,QAAQ,EAAE,CAAA;YACV,OAAM;QACR,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAA;QAC1C,EAAE,GAAG,YAAY,CAAC;YAChB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,OAAO,EAAE,IAAI,IAAI,SAAS;YAC3D,SAAS,EAAE,OAAO,EAAE,SAAS;YAC7B,OAAO,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE;SACvB,CAAC,CAAA;QACF,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA;QAEzB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,aAAa,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAA;QAC5G,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAA;YACxE,QAAQ,EAAE,CAAA;YACV,OAAM;QACR,CAAC;QAED,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,eAAe,CAC9B;gBACE,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,KAAK,EAAE,CAAC,YAAY,CAAC;gBACrB,SAAS;gBACT,WAAW,EAAE,IAAI,EAAE,MAAM;oBACvB,CAAC,CAAC,kDAAkD,IAAI,CAAC,MAAM,mCAAmC;oBAClG,CAAC,CAAC,SAAS;aACd,EACD;gBACE,WAAW,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;oBAC7B,UAAU,GAAG,MAAM,CAAA;oBACnB,0DAA0D;oBAC1D,IAAI,MAAM,KAAK,WAAW;wBAAE,OAAM;oBAClC,EAAE,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;oBACxB,WAAW,IAAI,KAAK,CAAA;oBACpB,EAAE,EAAE,aAAa,CAAC,KAAK,CAAC,CAAA;oBACxB,cAAc,CAAC,KAAK,CAAC,CAAA;gBACvB,CAAC;gBACD,UAAU,EAAE,CAAC,MAAM,EAAE,EAAE;oBACrB,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;wBAAC,WAAW,GAAG,IAAI,CAAC;wBAAC,OAAM;oBAAC,CAAC;oBAC1D,cAAc,CAAC,IAAI,CAAC,CAAA;oBACpB,EAAE,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAA;gBAC3B,CAAC;gBACD,mBAAmB,EAAE,GAAG,EAAE;oBACxB,+DAA+D;oBAC/D,yCAAyC;oBACzC,WAAW,GAAG,UAAU,CAAA;oBACxB,WAAW,GAAG,EAAE,CAAA;oBAChB,QAAQ,EAAE,cAAc,EAAE,CAAA;oBAC1B,IAAI,EAAE,SAAS,EAAE,CAAA;oBACjB,EAAE,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAA;gBAC3B,CAAC;gBACD,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE;oBACrC,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;wBACvC,MAAM,MAAM,GAAG,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAA;wBACjE,MAAM,OAAO,GAAG,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAA;wBAC3E,IAAI,MAAM;4BAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;wBACrD,QAAQ,EAAE,cAAc,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAA;oBAChD,CAAC;yBAAM,CAAC;wBACN,QAAQ,EAAE,cAAc,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,gBAAgB,IAAI,EAAE,EAAE,CAAC,CAAA;oBACrE,CAAC;gBACH,CAAC;gBACD,OAAO,EAAE,SAAS;aACnB,CACF,CAAA;YACD,EAAE,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAA;QAC3B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAA;YAC5E,QAAQ,EAAE,CAAA;QACZ,CAAC;IACH,CAAC,CAAA;IAED,MAAM,KAAK,GAAG,GAAS,EAAE,GAAG,IAAI,IAAI;QAAE,QAAQ,EAAE,CAAA,CAAC,CAAC,CAAA;IAElD,IAAI,aAAa,GAAG,KAAK,CAAA;IAEzB,OAAO;QACL,IAAI,CAAC,IAAI;YACP,IAAI,IAAI;gBAAE,OAAM;YAChB,IAAI,GAAG,IAAI,CAAA;YACX,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAA;YACnC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;QACpB,CAAC;QACD,KAAK;QACL,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI;QAClB,gBAAgB;YACd,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAA;YACtC,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,EAAE,CAAA;YAC9B,wEAAwE;YACxE,MAAM,QAAQ,GAAG,KAAK,CAAC,qBAAqB,EAAE,CAAA;YAC9C,aAAa,GAAG,IAAI,CAAA;YACpB,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;YAClB,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;QAC5B,CAAC;QACD,gBAAgB;YACd,IAAI,CAAC,aAAa;gBAAE,OAAM;YAC1B,aAAa,GAAG,KAAK,CAAA;YACrB,uDAAuD;YACvD,IAAI,EAAE,EAAE,CAAC;gBAAC,EAAE,CAAC,aAAa,EAAE,CAAC;gBAAC,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;YAAC,CAAC;QACrD,CAAC;QACD,OAAO,KAAK,IAAI,IAAI;YAAE,QAAQ,EAAE,CAAA,CAAC,CAAC;KACnC,CAAA;AACH,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/stage/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,cAAc,EAAwB,MAAM,iBAAiB,CAAA;AAItE,OAAO,EAAE,eAAe,EAA2C,MAAM,eAAe,CAAA;AACxF,OAAO,EAAE,aAAa,EAAiB,MAAM,eAAe,CAAA;AAC5D,OAAO,EAAE,aAAa,EAAiB,MAAM,eAAe,CAAA;AAC5D,OAAO,EAAE,YAAY,EAAgB,MAAM,SAAS,CAAA;AA+DpD,MAAM,YAAY,GAAiB;IACjC,IAAI,EAAE,SAAS;IACf,WAAW,EAAE,mGAAmG;IAChH,UAAU,EAAE;QACV,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2CAA2C,EAAE;YACpF,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,sCAAsC,EAAE;SACjF;QACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;KACrB;CACF,CAAA;AAED,MAAM,UAAU,UAAU,CAAC,IAAe;IACxC,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;QAClC,OAAO;YACL,IAAI,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,KAAK;YACpD,gBAAgB,EAAE,GAAG,EAAE,CAAC,IAAgC,EAAE,gBAAgB,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC;SACxG,CAAA;IACH,CAAC;IAED,IAAI,IAAI,GAAG,KAAK,CAAA;IAChB,IAAI,EAAE,GAAmB,IAAI,CAAA;IAC7B,IAAI,IAAI,GAAoB,IAAI,CAAA,CAAW,oBAAoB;IAC/D,IAAI,IAAI,GAAoB,IAAI,CAAA,CAAW,yBAAyB;IACpE,IAAI,eAAe,GAAkB,IAAI,CAAA,CAAE,0BAA0B;IACrE,IAAI,YAAY,GAA4B,IAAI,CAAA,CAAC,+BAA+B;IAChF,IAAI,eAAe,GAAyC,IAAI,CAAA;IAChE,IAAI,QAAQ,GAA2B,IAAI,CAAA;IAC3C,IAAI,SAAS,GAAuB,IAAI,CAAA;IACxC,IAAI,WAAW,GAAG,EAAE,CAAA;IACpB,uEAAuE;IACvE,qEAAqE;IACrE,uEAAuE;IACvE,IAAI,UAAU,GAAG,EAAE,CAAA;IACnB,IAAI,WAAW,GAAkB,IAAI,CAAA;IAErC,MAAM,SAAS,GAAG,CAAC,GAAU,EAAQ,EAAE;QACrC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAA;IAC/D,CAAC,CAAA;IAED,MAAM,QAAQ,GAAG,GAAS,EAAE;QAC1B,IAAI,GAAG,KAAK,CAAA;QACZ,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAA;QACpC,IAAI,eAAe,EAAE,CAAC;YAAC,YAAY,CAAC,eAAe,CAAC,CAAC;YAAC,eAAe,GAAG,IAAI,CAAA;QAAC,CAAC;QAC9E,IAAI,CAAC;YAAC,QAAQ,EAAE,KAAK,EAAE,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC;YAAC,IAAI,EAAE,IAAI,EAAE,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,CAAC;YAAC,IAAI,EAAE,IAAI,EAAE,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QACpC,mEAAmE;QACnE,IAAI,eAAe,EAAE,CAAC;YACpB,KAAK,cAAc,CAAC,IAAI,CAAC,GAAG,EAAE,yBAAyB,IAAI,CAAC,YAAY,EAAE,aAAa,EACrF,EAAE,GAAG,IAAI,CAAC,SAAS,EAAE,EAAE,eAAe,EAAE,CAAC,CAAA;QAC7C,CAAC;QACD,IAAI,CAAC;YAAC,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QACrE,IAAI,CAAC;YAAC,YAAY,EAAE,MAAM,EAAE,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,CAAC;YAAC,EAAE,EAAE,OAAO,EAAE,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QACrC,QAAQ,GAAG,IAAI,CAAC;QAAC,IAAI,GAAG,IAAI,CAAC;QAAC,IAAI,GAAG,IAAI,CAAC;QAAC,eAAe,GAAG,IAAI,CAAA;QACjE,YAAY,GAAG,IAAI,CAAC;QAAC,SAAS,GAAG,IAAI,CAAC;QAAC,EAAE,GAAG,IAAI,CAAC;QAAC,WAAW,GAAG,EAAE,CAAA;IACpE,CAAC,CAAA;IAED,MAAM,cAAc,GAAG,CAAC,KAAc,EAAQ,EAAE;QAC9C,qEAAqE;QACrE,0BAA0B;QAC1B,MAAM,EAAE,GAAG,sBAAsB,CAAA;QACjC,IAAI,CAAyB,CAAA;QAC7B,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC3C,IAAI,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YAC3B,OAAO,GAAG,EAAE,CAAC,SAAS,CAAA;QACxB,CAAC;QACD,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QACxC,IAAI,KAAK,IAAI,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC;YAChC,IAAI,EAAE,eAAe,CAAC,WAAW,CAAC,CAAA;YAClC,WAAW,GAAG,EAAE,CAAA;QAClB,CAAC;IACH,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,KAAK,EAAE,IAAgB,EAAiB,EAAE;QACxD,qEAAqE;QACrE,mEAAmE;QACnE,IAAI,CAAC;YACH,SAAS,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACxE,CAAC;QAAC,MAAM,CAAC;YACP,SAAS,CAAC,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC,CAAA;YAC3F,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,EAAE,MAAM;gBAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;YAC/E,QAAQ,EAAE,CAAA;YACV,OAAM;QACR,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,cAAc,CAC/B,IAAI,CAAC,GAAG,EAAE,yBAAyB,IAAI,CAAC,YAAY,EAAE,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,CACjF,CAAA;QACD,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YAChC,SAAS,CAAC,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC,CAAA;YACxE,QAAQ,EAAE,CAAA;YACV,OAAM;QACR,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAA;QACxC,MAAM,WAAW,GAAG,QAAQ,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAA;QACtF,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,SAAS,CAAC,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC,CAAA;YAC3D,QAAQ,EAAE,CAAA;YACV,OAAM;QACR,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAA;QAC1C,EAAE,GAAG,YAAY,CAAC;YAChB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,OAAO,EAAE,IAAI,IAAI,SAAS;YAC3D,SAAS,EAAE,OAAO,EAAE,SAAS;YAC7B,OAAO,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE;SACvB,CAAC,CAAA;QACF,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA;QAEzB,mDAAmD;QACnD,MAAM,UAAU,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAmE,EAAQ,EAAE;YACnH,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACvC,MAAM,MAAM,GAAG,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAA;gBACjE,MAAM,OAAO,GAAG,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAA;gBAC3E,IAAI,MAAM;oBAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;gBACrD,QAAQ,EAAE,cAAc,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAA;YAChD,CAAC;iBAAM,CAAC;gBACN,QAAQ,EAAE,cAAc,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,gBAAgB,IAAI,EAAE,EAAE,CAAC,CAAA;YACrE,CAAC;QACH,CAAC,CAAA;QACD,MAAM,WAAW,GAAG,IAAI,EAAE,MAAM;YAC9B,CAAC,CAAC,kDAAkD,IAAI,CAAC,MAAM,mCAAmC;YAClG,CAAC,CAAC,SAAS,CAAA;QAEb,IAAI,CAAC;YACH,IAAI,QAAQ,KAAK,WAAW;gBAAE,MAAM,WAAW,CAAC,IAAI,EAAE,WAAW,EAAE,UAAU,CAAC,CAAA;;gBACzE,MAAM,WAAW,CAAC,IAAI,EAAE,WAAW,EAAE,UAAU,CAAC,CAAA;YACrD,EAAE,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAA;QAC3B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC,CAAA;YACzE,QAAQ,EAAE,CAAA;QACZ,CAAC;IACH,CAAC,CAAA;IAED,yEAAyE;IACzE,MAAM,WAAW,GAAG,KAAK,EACvB,IAAe,EACf,WAA+B,EAC/B,UAAwF,EACzE,EAAE;QACjB,IAAI,CAAC,EAAE,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;QACzD,IAAI,GAAG,MAAM,aAAa,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,gBAA0B,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAA;QACpH,QAAQ,GAAG,MAAM,eAAe,CAC9B;YACE,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,KAAK,EAAE,CAAC,YAAY,CAAC;YACrB,SAAS;YACT,WAAW;SACZ,EACD;YACE,WAAW,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;gBAC7B,UAAU,GAAG,MAAM,CAAA;gBACnB,IAAI,MAAM,KAAK,WAAW;oBAAE,OAAM,CAAC,iCAAiC;gBACpE,EAAE,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;gBACxB,WAAW,IAAI,KAAK,CAAA;gBACpB,EAAE,EAAE,aAAa,CAAC,KAAK,CAAC,CAAA;gBACxB,cAAc,CAAC,KAAK,CAAC,CAAA;YACvB,CAAC;YACD,UAAU,EAAE,CAAC,MAAM,EAAE,EAAE;gBACrB,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;oBAAC,WAAW,GAAG,IAAI,CAAC;oBAAC,OAAM;gBAAC,CAAC;gBAC1D,cAAc,CAAC,IAAI,CAAC,CAAA;gBACpB,EAAE,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAA;YAC3B,CAAC;YACD,mBAAmB,EAAE,GAAG,EAAE;gBACxB,WAAW,GAAG,UAAU,CAAA;gBACxB,WAAW,GAAG,EAAE,CAAA;gBAChB,QAAQ,EAAE,cAAc,EAAE,CAAA;gBAC1B,IAAI,EAAE,SAAS,EAAE,CAAA;gBACjB,EAAE,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAA;YAC3B,CAAC;YACD,UAAU;YACV,OAAO,EAAE,SAAS;SACnB,CACF,CAAA;IACH,CAAC,CAAA;IAED,yEAAyE;IACzE,MAAM,WAAW,GAAG,KAAK,EACvB,IAAe,EACf,WAA+B,EAC/B,UAAwF,EACzE,EAAE;QACjB,IAAI,CAAC,EAAE,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;QACzD,MAAM,EAAE,GAAG,IAAI,CAAC,MAAoB,CAAA;QACpC,eAAe,GAAG,EAAE,CAAC,SAAS,CAAA;QAE9B,mEAAmE;QACnE,oEAAoE;QACpE,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAA;QAC9C,YAAY,CAAC,QAAQ,GAAG,IAAI,CAAA;QAC5B,YAAY,CAAC,YAAY,CAAC,aAAa,EAAE,EAAE,CAAC,CAAA;QAC5C,YAAY,CAAC,KAAK,CAAC,OAAO,GAAG,MAAM,CAAA;QACnC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,CAAA;QAEvC,IAAI,UAAU,GAAG,KAAK,CAAA;QACtB,IAAI,cAAc,GAAuB,IAAI,CAAA;QAC7C,MAAM,kBAAkB,GAAG,GAAS,EAAE;YACpC,IAAI,UAAU;gBAAE,OAAM;YACtB,qEAAqE;YACrE,oEAAoE;YACpE,wCAAwC;YACxC,SAAS,CAAC,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC,CAAA;YACpE,IAAI,CAAC;gBAAC,IAAI,EAAE,IAAI,EAAE,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;YACpC,IAAI,GAAG,IAAI,CAAA;YACX,IAAI,cAAc,IAAI,YAAY,EAAE,CAAC;gBACnC,IAAI,CAAC;oBAAE,YAAkD,CAAC,SAAS,GAAG,cAAc,CAAA;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;YACxG,CAAC;QACH,CAAC,CAAA;QAED,IAAI,GAAG,MAAM,aAAa,CAAC;YACzB,UAAU,EAAE,EAAE,CAAC,UAAU;YACzB,YAAY,EAAE,EAAE,CAAC,YAAY;YAC7B,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,OAAO,EAAE,EAAE,CAAC,KAAK;YACjB,OAAO,EAAE,YAAY;YACrB,OAAO,EAAE,GAAG,EAAE;gBACZ,UAAU,GAAG,IAAI,CAAA;gBACjB,IAAI,eAAe,EAAE,CAAC;oBAAC,YAAY,CAAC,eAAe,CAAC,CAAC;oBAAC,eAAe,GAAG,IAAI,CAAA;gBAAC,CAAC;YAChF,CAAC;YACD,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC;YAC/D,OAAO,EAAE,SAAS;SACnB,CAAC,CAAA;QACF,wEAAwE;QACxE,oDAAoD;QACpD,eAAe,GAAG,UAAU,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAA;QAEtD,QAAQ,GAAG,MAAM,eAAe,CAC9B;YACE,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,KAAK,EAAE,CAAC,YAAY,CAAC;YACrB,SAAS;YACT,WAAW;YACX,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,IAAI,CAAC,OAAO,IAAI,SAAS;SACjC,EACD;YACE,WAAW,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;gBAC7B,IAAI,MAAM,KAAK,UAAU;oBAAE,IAAI,EAAE,SAAS,EAAE,CAAA,CAAC,uBAAuB;gBACpE,UAAU,GAAG,MAAM,CAAA;gBACnB,IAAI,MAAM,KAAK,WAAW;oBAAE,OAAM;gBAClC,EAAE,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;gBACxB,EAAE,EAAE,aAAa,CAAC,KAAK,CAAC,CAAA,CAAC,qCAAqC;YAChE,CAAC;YACD,UAAU,EAAE,CAAC,MAAM,EAAE,EAAE;gBACrB,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;oBAAC,WAAW,GAAG,IAAI,CAAC;oBAAC,OAAM;gBAAC,CAAC;gBAC1D,IAAI,EAAE,QAAQ,EAAE,CAAA;gBAChB,EAAE,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAA;YAC3B,CAAC;YACD,mBAAmB,EAAE,GAAG,EAAE;gBACxB,WAAW,GAAG,UAAU,CAAA;gBACxB,QAAQ,EAAE,cAAc,EAAE,CAAA;gBAC1B,IAAI,EAAE,SAAS,EAAE,CAAA;gBACjB,EAAE,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAA;YAC3B,CAAC;YACD,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE;gBACxB,cAAc,GAAG,MAAM,CAAA;gBACvB,IAAI,IAAI;oBAAE,KAAK,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAA;qBAC1C,IAAI,YAAY,EAAE,CAAC;oBACtB,gEAAgE;oBAChE,IAAI,CAAC;wBAAE,YAAkD,CAAC,SAAS,GAAG,MAAM,CAAA;oBAAC,CAAC;oBAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;gBAChG,CAAC;YACH,CAAC;YACD,UAAU;YACV,OAAO,EAAE,SAAS;SACnB,CACF,CAAA;QACD,oEAAoE;QACpE,IAAI,IAAI;YAAE,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;IAC1C,CAAC,CAAA;IAED,MAAM,KAAK,GAAG,GAAS,EAAE,GAAG,IAAI,IAAI;QAAE,QAAQ,EAAE,CAAA,CAAC,CAAC,CAAA;IAElD,IAAI,aAAa,GAAG,KAAK,CAAA;IAEzB,OAAO;QACL,IAAI,CAAC,IAAI;YACP,IAAI,IAAI;gBAAE,OAAM;YAChB,IAAI,GAAG,IAAI,CAAA;YACX,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAA;YACnC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;QACpB,CAAC;QACD,KAAK;QACL,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI;QAClB,gBAAgB;YACd,oEAAoE;YACpE,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC;gBAAE,OAAO,IAAI,CAAA;YACjD,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,EAAE,CAAA;YAC9B,wEAAwE;YACxE,MAAM,QAAQ,GAAG,KAAK,CAAC,qBAAqB,EAAE,CAAA;YAC9C,aAAa,GAAG,IAAI,CAAA;YACpB,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;YAClB,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;QAC5B,CAAC;QACD,gBAAgB;YACd,IAAI,CAAC,aAAa;gBAAE,OAAM;YAC1B,aAAa,GAAG,KAAK,CAAA;YACrB,uDAAuD;YACvD,IAAI,EAAE,EAAE,CAAC;gBAAC,EAAE,CAAC,aAAa,EAAE,CAAC;gBAAC,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;YAAC,CAAC;QACrD,CAAC;QACD,OAAO,KAAK,IAAI,IAAI;YAAE,QAAQ,EAAE,CAAA,CAAC,CAAC;KACnC,CAAA;AACH,CAAC"}

package/dist/stage/realtime.d.ts

@@ -2,11 +2,19 @@
  * Realtime session — P6 (copilot-voice-stage-design.md §1, §2).
  *
  * The conversational brain + ears: GPT/Azure Realtime over WebRTC. It
- * owns the mic (STT), runs the LLM, does turn-taking / VAD / barge-in,
- * and — in **text mode** (modalities: ['text']) — emits TEXT deltas +
- * tool calls over the data channel. NO audio output: the spoken voice is
- * Anam's native TTS, fed the text (Path A). This is the de-Vue-ified
- * port of tutorLM's useWebRTC + useToolDataChannel.
+ * owns the mic (STT), runs the LLM, does turn-taking / VAD / barge-in.
+ *
+ * Two output modes, chosen by `audioOut`:
+ *   - text mode (default, Anam face): modalities ['text'] — emits TEXT
+ *     deltas; Anam does native TTS from the text (Path A).
+ *   - audio mode (holostaff-avatar face): modalities ['audio','text'] —
+ *     the model speaks; its remote audio track (`onRemoteAudio`) is
+ *     forwarded to the avatar service for lip-sync, and the text deltas
+ *     (audio transcript) still drive captions + the Theater. The chosen
+ *     `voice` is the copilot's OpenAI voice — finally audible (it was a
+ *     no-op in the Anam text path).
+ *
+ * This is the de-Vue-ified port of tutorLM's useWebRTC + useToolDataChannel.
  */
 export interface RealtimeTool {
     name: string;
@@ -25,6 +33,11 @@ export interface RealtimeConnectOptions {
     /** When opened from a note's "Talk", seed the opening turn so the
      *  copilot speaks to that suggestion (design §2.3). */
     seedMessage?: string;
+    /** holostaff-avatar path: have the model SPEAK (audio modality) so its
+     *  audio can be forwarded to the avatar service. Default false (Anam). */
+    audioOut?: boolean;
+    /** OpenAI voice for audio mode (copilot's voiceId). Ignored in text mode. */
+    voice?: string;
 }
 export interface RealtimeCallbacks {
     /** A text delta from the model (sentence-chunk → Anam). */
@@ -39,6 +52,8 @@ export interface RealtimeCallbacks {
         args: Record<string, unknown>;
         callId: string;
     }): void;
+    /** Audio mode only: the model's remote audio track (forward to the avatar). */
+    onRemoteAudio?(stream: MediaStream): void;
     onError(err: Error): void;
 }
 export interface RealtimeSession {

package/dist/stage/realtime.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"realtime.d.ts","sourceRoot":"","sources":["../../src/stage/realtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACpC;AAED,MAAM,WAAW,sBAAsB;IACrC,YAAY,EAAE,MAAM,CAAA;IACpB,6CAA6C;IAC7C,WAAW,EAAE,MAAM,CAAA;IACnB,aAAa,EAAE,MAAM,CAAA;IACrB,yEAAyE;IACzE,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,KAAK,EAAE,YAAY,EAAE,CAAA;IACrB,SAAS,EAAE,WAAW,CAAA;IACtB;2DACuD;IACvD,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,iBAAiB;IAChC,2DAA2D;IAC3D,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IAChD,6DAA6D;IAC7D,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IAChC,gEAAgE;IAChE,mBAAmB,IAAI,IAAI,CAAA;IAC3B,gCAAgC;IAChC,UAAU,CAAC,IAAI,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAA;IACvF,OAAO,CAAC,GAAG,EAAE,KAAK,GAAG,IAAI,CAAA;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,wDAAwD;IACxD,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,GAAG,IAAI,CAAA;IACrD,yEAAyE;IACzE,cAAc,IAAI,IAAI,CAAA;IACtB,KAAK,IAAI,IAAI,CAAA;CACd;AAED,wBAAsB,eAAe,CACnC,IAAI,EAAE,sBAAsB,EAC5B,EAAE,EAAE,iBAAiB,GACpB,OAAO,CAAC,eAAe,CAAC,CA8H1B"}
+{"version":3,"file":"realtime.d.ts","sourceRoot":"","sources":["../../src/stage/realtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACpC;AAED,MAAM,WAAW,sBAAsB;IACrC,YAAY,EAAE,MAAM,CAAA;IACpB,6CAA6C;IAC7C,WAAW,EAAE,MAAM,CAAA;IACnB,aAAa,EAAE,MAAM,CAAA;IACrB,yEAAyE;IACzE,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,KAAK,EAAE,YAAY,EAAE,CAAA;IACrB,SAAS,EAAE,WAAW,CAAA;IACtB;2DACuD;IACvD,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;8EAC0E;IAC1E,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,6EAA6E;IAC7E,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,iBAAiB;IAChC,2DAA2D;IAC3D,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IAChD,6DAA6D;IAC7D,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IAChC,gEAAgE;IAChE,mBAAmB,IAAI,IAAI,CAAA;IAC3B,gCAAgC;IAChC,UAAU,CAAC,IAAI,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAA;IACvF,+EAA+E;IAC/E,aAAa,CAAC,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAA;IACzC,OAAO,CAAC,GAAG,EAAE,KAAK,GAAG,IAAI,CAAA;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,wDAAwD;IACxD,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,GAAG,IAAI,CAAA;IACrD,yEAAyE;IACzE,cAAc,IAAI,IAAI,CAAA;IACtB,KAAK,IAAI,IAAI,CAAA;CACd;AAED,wBAAsB,eAAe,CACnC,IAAI,EAAE,sBAAsB,EAC5B,EAAE,EAAE,iBAAiB,GACpB,OAAO,CAAC,eAAe,CAAC,CAkJ1B"}

package/dist/stage/realtime.js

@@ -2,17 +2,32 @@
  * Realtime session — P6 (copilot-voice-stage-design.md §1, §2).
  *
  * The conversational brain + ears: GPT/Azure Realtime over WebRTC. It
- * owns the mic (STT), runs the LLM, does turn-taking / VAD / barge-in,
- * and — in **text mode** (modalities: ['text']) — emits TEXT deltas +
- * tool calls over the data channel. NO audio output: the spoken voice is
- * Anam's native TTS, fed the text (Path A). This is the de-Vue-ified
- * port of tutorLM's useWebRTC + useToolDataChannel.
+ * owns the mic (STT), runs the LLM, does turn-taking / VAD / barge-in.
+ *
+ * Two output modes, chosen by `audioOut`:
+ *   - text mode (default, Anam face): modalities ['text'] — emits TEXT
+ *     deltas; Anam does native TTS from the text (Path A).
+ *   - audio mode (holostaff-avatar face): modalities ['audio','text'] —
+ *     the model speaks; its remote audio track (`onRemoteAudio`) is
+ *     forwarded to the avatar service for lip-sync, and the text deltas
+ *     (audio transcript) still drive captions + the Theater. The chosen
+ *     `voice` is the copilot's OpenAI voice — finally audible (it was a
+ *     no-op in the Anam text path).
+ *
+ * This is the de-Vue-ified port of tutorLM's useWebRTC + useToolDataChannel.
  */
 export async function connectRealtime(opts, cb) {
     const pc = new RTCPeerConnection();
-    // Mic in (STT). No remote audio track is consumed — text mode.
+    // Mic in (STT) — sendrecv, so in audio mode the model's voice returns on
+    // the same transceiver (text mode simply never gets a remote track).
     for (const track of opts.micStream.getAudioTracks())
         pc.addTrack(track, opts.micStream);
+    if (opts.audioOut) {
+        pc.addEventListener('track', (ev) => {
+            if (ev.track.kind === 'audio' && ev.streams[0])
+                cb.onRemoteAudio?.(ev.streams[0]);
+        });
+    }
     const dc = pc.createDataChannel('oai-events');
     let turnId = mintTurnId();
     const send = (obj) => {
@@ -28,7 +43,8 @@ export async function connectRealtime(opts, cb) {
         send({
             type: 'session.update',
             session: {
-                modalities: ['text'],
+                modalities: opts.audioOut ? ['audio', 'text'] : ['text'],
+                ...(opts.audioOut && opts.voice ? { voice: opts.voice } : {}),
                 ...(opts.instructions ? { instructions: opts.instructions } : {}),
                 tools: opts.tools.map(t => ({
                     type: 'function',
@@ -67,14 +83,19 @@ export async function connectRealtime(opts, cb) {
     });
     const handleServerEvent = (msg) => {
         switch (msg.type) {
-            // Text deltas — naming varies across Realtime versions.
+            // Text deltas — naming varies across Realtime versions. In audio mode
+            // the spoken words arrive as the audio transcript; treat both the same
+            // (captions + Theater work identically, avatar lip-sync is driven by
+            // the audio track, not this text).
             case 'response.text.delta':
             case 'response.output_text.delta':
+            case 'response.audio_transcript.delta':
                 if (typeof msg.delta === 'string')
                     cb.onTextDelta(msg.delta, turnId);
                 break;
             case 'response.text.done':
             case 'response.output_text.done':
+            case 'response.audio_transcript.done':
             case 'response.done':
                 cb.onTurnDone(turnId);
                 turnId = mintTurnId();
@@ -105,7 +126,14 @@ export async function connectRealtime(opts, cb) {
     const offer = await pc.createOffer();
     await pc.setLocalDescription(offer);
     await waitForIceGathering(pc);
-    const sdpRes = await fetch(`${opts.realtimeUrl}?model=${encodeURIComponent(opts.realtimeModel)}`, {
+    // The GA WebRTC endpoints (OpenAI …/v1/realtime/calls, Azure …/openai/v1/realtime/calls)
+    // take NO query params — the model is baked into the ephemeral token's session
+    // config. Only the legacy preview endpoint (…/v1/realtime) needs ?model=.
+    const isGaCalls = /\/realtime\/calls(?:\?|$)/i.test(opts.realtimeUrl);
+    const sdpUrl = isGaCalls
+        ? opts.realtimeUrl
+        : `${opts.realtimeUrl}?model=${encodeURIComponent(opts.realtimeModel)}`;
+    const sdpRes = await fetch(sdpUrl, {
         method: 'POST',
         headers: {
             Authorization: `Bearer ${opts.ephemeralKey}`,

package/dist/stage/realtime.js.map

@@ -1 +1 @@
-{"version":3,"file":"realtime.js","sourceRoot":"","sources":["../../src/stage/realtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AA0CH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAA4B,EAC5B,EAAqB;IAErB,MAAM,EAAE,GAAG,IAAI,iBAAiB,EAAE,CAAA;IAClC,+DAA+D;IAC/D,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE;QAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;IAEvF,MAAM,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAA;IAC7C,IAAI,MAAM,GAAG,UAAU,EAAE,CAAA;IAEzB,MAAM,IAAI,GAAG,CAAC,GAA4B,EAAQ,EAAE;QAClD,IAAI,CAAC;YAAC,IAAI,EAAE,CAAC,UAAU,KAAK,MAAM;gBAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC3F,CAAC,CAAA;IAED,EAAE,CAAC,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE;QAC/B,+DAA+D;QAC/D,6CAA6C;QAC7C,IAAI,CAAC;YACH,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE;gBACP,UAAU,EAAE,CAAC,MAAM,CAAC;gBACpB,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBAC1B,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;iBACzB,CAAC,CAAC;gBACH,WAAW,EAAE,MAAM;gBACnB,yBAAyB,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE;gBACjD,cAAc,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,GAAG,EAAE,mBAAmB,EAAE,GAAG,EAAE;aACjF;SACF,CAAC,CAAA;QACF,8DAA8D;QAC9D,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC;gBACH,IAAI,EAAE,0BAA0B;gBAChC,IAAI,EAAE;oBACJ,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;iBAC1D;aACF,CAAC,CAAA;QACJ,CAAC;QACD,sEAAsE;QACtE,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAgB,EAAE,EAAE;QAClD,IAAI,GAAwB,CAAA;QAC5B,IAAI,CAAC;YAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAc,CAAwB,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAM;QAAC,CAAC;QACnF,iBAAiB,CAAC,GAAG,CAAC,CAAA;IACxB,CAAC,CAAC,CAAA;IAEF,MAAM,iBAAiB,GAAG,CAAC,GAAwB,EAAQ,EAAE;QAC3D,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,wDAAwD;YACxD,KAAK,qBAAqB,CAAC;YAC3B,KAAK,4BAA4B;gBAC/B,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ;oBAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;gBACpE,MAAK;YACP,KAAK,oBAAoB,CAAC;YAC1B,KAAK,2BAA2B,CAAC;YACjC,KAAK,eAAe;gBAClB,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;gBACrB,MAAM,GAAG,UAAU,EAAE,CAAA;gBACrB,MAAK;YACP,KAAK,mCAAmC;gBACtC,EAAE,CAAC,mBAAmB,EAAE,CAAA;gBACxB,MAAK;YACP,KAAK,uCAAuC,CAAC,CAAC,CAAC;gBAC7C,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAA;gBACzD,MAAM,MAAM,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;gBACjE,IAAI,IAAI,GAA4B,EAAE,CAAA;gBACtC,IAAI,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;oBACtC,IAAI,CAAC;wBAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAA4B,CAAA;oBAAC,CAAC;oBAAC,MAAM,CAAC,CAAC,aAAa,CAAC,CAAC;gBAC7F,CAAC;gBACD,IAAI,IAAI,IAAI,MAAM;oBAAE,EAAE,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAA;gBACzD,MAAK;YACP,CAAC;YACD,KAAK,OAAO;gBACV,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAA;gBAChH,MAAK;QACT,CAAC;IACH,CAAC,CAAA;IAED,uDAAuD;IACvD,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,WAAW,EAAE,CAAA;IACpC,MAAM,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;IACnC,MAAM,mBAAmB,CAAC,EAAE,CAAC,CAAA;IAE7B,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,UAAU,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE;QAChG,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,IAAI,CAAC,YAAY,EAAE;YAC5C,cAAc,EAAE,iBAAiB;SAClC;QACD,IAAI,EAAE,EAAE,CAAC,gBAAgB,EAAE,GAAG,IAAI,KAAK,CAAC,GAAG,IAAI,EAAE;KAClD,CAAC,CAAA;IACF,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,EAAE,CAAC,KAAK,EAAE,CAAA;QACV,MAAM,IAAI,KAAK,CAAC,gBAAgB,MAAM,CAAC,MAAM,KAAK,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;IAC1G,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;IAClC,MAAM,EAAE,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAA;IAE9D,OAAO;QACL,cAAc,CAAC,MAAM,EAAE,MAAM;YAC3B,IAAI,CAAC;gBACH,IAAI,EAAE,0BAA0B;gBAChC,IAAI,EAAE;oBACJ,IAAI,EAAE,sBAAsB;oBAC5B,OAAO,EAAE,MAAM;oBACf,MAAM,EAAE,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;iBACrE;aACF,CAAC,CAAA;YACF,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAA;QACnC,CAAC;QACD,cAAc;YACZ,+DAA+D;YAC/D,2DAA2D;YAC3D,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAA;QACnC,CAAC;QACD,KAAK;YACH,IAAI,CAAC;gBAAC,EAAE,CAAC,KAAK,EAAE,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;YAClC,IAAI,CAAC;gBAAC,EAAE,CAAC,KAAK,EAAE,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;KACF,CAAA;AACH,CAAC;AAaD,SAAS,UAAU;IACjB,OAAO,QAAQ,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAA;AACpF,CAAC;AAED;oCACoC;AACpC,SAAS,mBAAmB,CAAC,EAAqB;IAChD,IAAI,EAAE,CAAC,iBAAiB,KAAK,UAAU;QAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IACjE,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;QAC3B,MAAM,IAAI,GAAG,GAAS,EAAE;YACtB,EAAE,CAAC,mBAAmB,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAA;YACxD,OAAO,EAAE,CAAA;QACX,CAAC,CAAA;QACD,MAAM,KAAK,GAAG,GAAS,EAAE,GAAG,IAAI,EAAE,CAAC,iBAAiB,KAAK,UAAU;YAAE,IAAI,EAAE,CAAA,CAAC,CAAC,CAAA;QAC7E,EAAE,CAAC,gBAAgB,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAA;QACrD,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA,CAAC,qCAAqC;IAC9D,CAAC,CAAC,CAAA;AACJ,CAAC"}
+{"version":3,"file":"realtime.js","sourceRoot":"","sources":["../../src/stage/realtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAiDH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAA4B,EAC5B,EAAqB;IAErB,MAAM,EAAE,GAAG,IAAI,iBAAiB,EAAE,CAAA;IAClC,yEAAyE;IACzE,qEAAqE;IACrE,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE;QAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;IAEvF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,EAAiB,EAAE,EAAE;YACjD,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAE,EAAE,CAAC,aAAa,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAA;QACnF,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAA;IAC7C,IAAI,MAAM,GAAG,UAAU,EAAE,CAAA;IAEzB,MAAM,IAAI,GAAG,CAAC,GAA4B,EAAQ,EAAE;QAClD,IAAI,CAAC;YAAC,IAAI,EAAE,CAAC,UAAU,KAAK,MAAM;gBAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC3F,CAAC,CAAA;IAED,EAAE,CAAC,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE;QAC/B,+DAA+D;QAC/D,6CAA6C;QAC7C,IAAI,CAAC;YACH,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE;gBACP,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;gBACxD,GAAG,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7D,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBAC1B,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;iBACzB,CAAC,CAAC;gBACH,WAAW,EAAE,MAAM;gBACnB,yBAAyB,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE;gBACjD,cAAc,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,GAAG,EAAE,mBAAmB,EAAE,GAAG,EAAE;aACjF;SACF,CAAC,CAAA;QACF,8DAA8D;QAC9D,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC;gBACH,IAAI,EAAE,0BAA0B;gBAChC,IAAI,EAAE;oBACJ,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;iBAC1D;aACF,CAAC,CAAA;QACJ,CAAC;QACD,sEAAsE;QACtE,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAgB,EAAE,EAAE;QAClD,IAAI,GAAwB,CAAA;QAC5B,IAAI,CAAC;YAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAc,CAAwB,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAM;QAAC,CAAC;QACnF,iBAAiB,CAAC,GAAG,CAAC,CAAA;IACxB,CAAC,CAAC,CAAA;IAEF,MAAM,iBAAiB,GAAG,CAAC,GAAwB,EAAQ,EAAE;QAC3D,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,sEAAsE;YACtE,uEAAuE;YACvE,qEAAqE;YACrE,mCAAmC;YACnC,KAAK,qBAAqB,CAAC;YAC3B,KAAK,4BAA4B,CAAC;YAClC,KAAK,iCAAiC;gBACpC,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ;oBAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;gBACpE,MAAK;YACP,KAAK,oBAAoB,CAAC;YAC1B,KAAK,2BAA2B,CAAC;YACjC,KAAK,gCAAgC,CAAC;YACtC,KAAK,eAAe;gBAClB,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;gBACrB,MAAM,GAAG,UAAU,EAAE,CAAA;gBACrB,MAAK;YACP,KAAK,mCAAmC;gBACtC,EAAE,CAAC,mBAAmB,EAAE,CAAA;gBACxB,MAAK;YACP,KAAK,uCAAuC,CAAC,CAAC,CAAC;gBAC7C,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAA;gBACzD,MAAM,MAAM,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;gBACjE,IAAI,IAAI,GAA4B,EAAE,CAAA;gBACtC,IAAI,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;oBACtC,IAAI,CAAC;wBAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAA4B,CAAA;oBAAC,CAAC;oBAAC,MAAM,CAAC,CAAC,aAAa,CAAC,CAAC;gBAC7F,CAAC;gBACD,IAAI,IAAI,IAAI,MAAM;oBAAE,EAAE,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAA;gBACzD,MAAK;YACP,CAAC;YACD,KAAK,OAAO;gBACV,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAA;gBAChH,MAAK;QACT,CAAC;IACH,CAAC,CAAA;IAED,uDAAuD;IACvD,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,WAAW,EAAE,CAAA;IACpC,MAAM,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;IACnC,MAAM,mBAAmB,CAAC,EAAE,CAAC,CAAA;IAE7B,yFAAyF;IACzF,+EAA+E;IAC/E,0EAA0E;IAC1E,MAAM,SAAS,GAAG,4BAA4B,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;IACrE,MAAM,MAAM,GAAG,SAAS;QACtB,CAAC,CAAC,IAAI,CAAC,WAAW;QAClB,CAAC,CAAC,GAAG,IAAI,CAAC,WAAW,UAAU,kBAAkB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAA;IACzE,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE;QACjC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,IAAI,CAAC,YAAY,EAAE;YAC5C,cAAc,EAAE,iBAAiB;SAClC;QACD,IAAI,EAAE,EAAE,CAAC,gBAAgB,EAAE,GAAG,IAAI,KAAK,CAAC,GAAG,IAAI,EAAE;KAClD,CAAC,CAAA;IACF,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,EAAE,CAAC,KAAK,EAAE,CAAA;QACV,MAAM,IAAI,KAAK,CAAC,gBAAgB,MAAM,CAAC,MAAM,KAAK,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;IAC1G,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;IAClC,MAAM,EAAE,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAA;IAE9D,OAAO;QACL,cAAc,CAAC,MAAM,EAAE,MAAM;YAC3B,IAAI,CAAC;gBACH,IAAI,EAAE,0BAA0B;gBAChC,IAAI,EAAE;oBACJ,IAAI,EAAE,sBAAsB;oBAC5B,OAAO,EAAE,MAAM;oBACf,MAAM,EAAE,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;iBACrE;aACF,CAAC,CAAA;YACF,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAA;QACnC,CAAC;QACD,cAAc;YACZ,+DAA+D;YAC/D,2DAA2D;YAC3D,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAA;QACnC,CAAC;QACD,KAAK;YACH,IAAI,CAAC;gBAAC,EAAE,CAAC,KAAK,EAAE,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;YAClC,IAAI,CAAC;gBAAC,EAAE,CAAC,KAAK,EAAE,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;KACF,CAAA;AACH,CAAC;AAaD,SAAS,UAAU;IACjB,OAAO,QAAQ,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAA;AACpF,CAAC;AAED;oCACoC;AACpC,SAAS,mBAAmB,CAAC,EAAqB;IAChD,IAAI,EAAE,CAAC,iBAAiB,KAAK,UAAU;QAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IACjE,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;QAC3B,MAAM,IAAI,GAAG,GAAS,EAAE;YACtB,EAAE,CAAC,mBAAmB,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAA;YACxD,OAAO,EAAE,CAAA;QACX,CAAC,CAAA;QACD,MAAM,KAAK,GAAG,GAAS,EAAE,GAAG,IAAI,EAAE,CAAC,iBAAiB,KAAK,UAAU;YAAE,IAAI,EAAE,CAAA,CAAC,CAAC,CAAA;QAC7E,EAAE,CAAC,gBAAgB,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAA;QACrD,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA,CAAC,qCAAqC;IAC9D,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@holostaff/sdk",
-  "version": "0.9.12",
+  "version": "0.10.0",
   "description": "Holostaff SDK — lifetime identity, stage detection, custom signal probes, and the living-portrait presence layer (chip, note, Theater, voice Stage) for the Holostaff runtime.",
   "license": "Apache-2.0",
   "homepage": "https://docs.holostaff.ai",
@@ -43,11 +43,15 @@
     "rrweb": "^2.0.0-alpha.4"
   },
   "peerDependencies": {
-    "@anam-ai/js-sdk": ">=3"
+    "@anam-ai/js-sdk": ">=3",
+    "livekit-client": ">=2"
   },
   "peerDependenciesMeta": {
     "@anam-ai/js-sdk": {
       "optional": true
+    },
+    "livekit-client": {
+      "optional": true
     }
   }
 }