@memberjunction/ai-realtime-client 6.2.0-edge.3 → 6.2.0-edge.4

package/dist/audio/mediaElementAudioRouter.d.ts

@@ -0,0 +1,41 @@
+/**
+ * @fileoverview MEDIA ELEMENT AUDIO ROUTER: takes a media element's audio into Web Audio once per page and hands it out
+ * as a `MediaStream`, so every realtime call that shows the element can play, meter and record its voice.
+ *
+ * A browser connects an element to Web Audio only once, ever (`createMediaElementSource`). Connected inside one call's
+ * audio context, an element would be silent in every later call, and silent for good once that context closed. So the
+ * router owns one page-level `AudioContext`, created on the first route and resumed whenever it is found suspended. It
+ * routes each element into a `MediaStreamAudioDestinationNode`, never into its own speakers, so the element is heard
+ * only through the calls that take its stream, and it returns that same stream for the element every time.
+ *
+ * An element stays routed for the life of the page: its source node keeps it referenced. A player detaches its media
+ * when it lets an element go, so what stays behind is small.
+ *
+ * @module @memberjunction/ai-realtime-client
+ */
+import { BaseSingleton } from '@memberjunction/global';
+/** Routes media elements' audio into one page-level audio context and hands each one out as a stream. */
+export declare class MediaElementAudioRouter extends BaseSingleton<MediaElementAudioRouter> {
+    /** The page's routing context: `undefined` until the first route, `null` when this browser could not create one. */
+    private context;
+    /** Each element routed, with the stream that carries its audio; `null` for an element the browser refused. */
+    private readonly streams;
+    protected constructor();
+    /** The page's router. */
+    static get Instance(): MediaElementAudioRouter;
+    /**
+     * The stream that carries `element`'s audio. The first call for an element routes it; every later call returns the
+     * same stream. Resumes the routing context when it is suspended. `null` when this browser can't route the element
+     * (no Web Audio, or the element already feeds an audio context the router doesn't own), logged once per element;
+     * never throws.
+     *
+     * @param element The element whose audio a call wants.
+     */
+    StreamFor(element: HTMLMediaElement): MediaStream | null;
+    /** The routing context, created on first use and resumed when suspended; `null` when it can't be created. */
+    private ensureContext;
+    private static createContext;
+    /** Connects the element's audio to a new stream destination, and to nothing else. */
+    private route;
+}
+//# sourceMappingURL=mediaElementAudioRouter.d.ts.map

package/dist/audio/mediaElementAudioRouter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediaElementAudioRouter.d.ts","sourceRoot":"","sources":["../../src/audio/mediaElementAudioRouter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAEvD,yGAAyG;AACzG,qBAAa,uBAAwB,SAAQ,aAAa,CAAC,uBAAuB,CAAC;IAC/E,oHAAoH;IACpH,OAAO,CAAC,OAAO,CAA8C;IAC7D,8GAA8G;IAC9G,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuD;IAE/E,SAAS;IAIT,yBAAyB;IACzB,WAAkB,QAAQ,IAAI,uBAAuB,CAEpD;IAED;;;;;;;OAOG;IACI,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,WAAW,GAAG,IAAI;IAU/D,6GAA6G;IAC7G,OAAO,CAAC,aAAa;IAarB,OAAO,CAAC,MAAM,CAAC,aAAa;IAS5B,qFAAqF;IACrF,OAAO,CAAC,KAAK;CAUhB"}

package/dist/audio/mediaElementAudioRouter.js

@@ -0,0 +1,82 @@
+/**
+ * @fileoverview MEDIA ELEMENT AUDIO ROUTER: takes a media element's audio into Web Audio once per page and hands it out
+ * as a `MediaStream`, so every realtime call that shows the element can play, meter and record its voice.
+ *
+ * A browser connects an element to Web Audio only once, ever (`createMediaElementSource`). Connected inside one call's
+ * audio context, an element would be silent in every later call, and silent for good once that context closed. So the
+ * router owns one page-level `AudioContext`, created on the first route and resumed whenever it is found suspended. It
+ * routes each element into a `MediaStreamAudioDestinationNode`, never into its own speakers, so the element is heard
+ * only through the calls that take its stream, and it returns that same stream for the element every time.
+ *
+ * An element stays routed for the life of the page: its source node keeps it referenced. A player detaches its media
+ * when it lets an element go, so what stays behind is small.
+ *
+ * @module @memberjunction/ai-realtime-client
+ */
+import { BaseSingleton } from '@memberjunction/global';
+/** Routes media elements' audio into one page-level audio context and hands each one out as a stream. */
+export class MediaElementAudioRouter extends BaseSingleton {
+    constructor() {
+        super();
+        /** The page's routing context: `undefined` until the first route, `null` when this browser could not create one. */
+        this.context = undefined;
+        /** Each element routed, with the stream that carries its audio; `null` for an element the browser refused. */
+        this.streams = new WeakMap();
+    }
+    /** The page's router. */
+    static get Instance() {
+        return super.getInstance();
+    }
+    /**
+     * The stream that carries `element`'s audio. The first call for an element routes it; every later call returns the
+     * same stream. Resumes the routing context when it is suspended. `null` when this browser can't route the element
+     * (no Web Audio, or the element already feeds an audio context the router doesn't own), logged once per element;
+     * never throws.
+     *
+     * @param element The element whose audio a call wants.
+     */
+    StreamFor(element) {
+        const context = this.ensureContext();
+        if (this.streams.has(element)) {
+            return this.streams.get(element) ?? null;
+        }
+        const stream = context ? this.route(context, element) : null;
+        this.streams.set(element, stream);
+        return stream;
+    }
+    /** The routing context, created on first use and resumed when suspended; `null` when it can't be created. */
+    ensureContext() {
+        if (this.context === undefined) {
+            this.context = MediaElementAudioRouter.createContext();
+        }
+        const context = this.context;
+        if (context?.state === 'suspended') {
+            context.resume().catch((error) => {
+                console.warn('[MediaElementAudioRouter] Could not resume the audio context that carries media elements\' audio:', error);
+            });
+        }
+        return context;
+    }
+    static createContext() {
+        try {
+            return new AudioContext();
+        }
+        catch (error) {
+            console.warn('[MediaElementAudioRouter] Web Audio is not available: media elements\' audio stays on the elements.', error);
+            return null;
+        }
+    }
+    /** Connects the element's audio to a new stream destination, and to nothing else. */
+    route(context, element) {
+        try {
+            const destination = context.createMediaStreamDestination();
+            context.createMediaElementSource(element).connect(destination);
+            return destination.stream;
+        }
+        catch (error) {
+            console.warn('[MediaElementAudioRouter] Could not route the media element\'s audio, so calls that show it will not carry its voice:', error);
+            return null;
+        }
+    }
+}
+//# sourceMappingURL=mediaElementAudioRouter.js.map

package/dist/audio/mediaElementAudioRouter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediaElementAudioRouter.js","sourceRoot":"","sources":["../../src/audio/mediaElementAudioRouter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAEvD,yGAAyG;AACzG,MAAM,OAAO,uBAAwB,SAAQ,aAAsC;IAM/E;QACI,KAAK,EAAE,CAAC;QANZ,oHAAoH;QAC5G,YAAO,GAAoC,SAAS,CAAC;QAC7D,8GAA8G;QAC7F,YAAO,GAAG,IAAI,OAAO,EAAwC,CAAC;IAI/E,CAAC;IAED,yBAAyB;IAClB,MAAM,KAAK,QAAQ;QACtB,OAAO,KAAK,CAAC,WAAW,EAA2B,CAAC;IACxD,CAAC;IAED;;;;;;;OAOG;IACI,SAAS,CAAC,OAAyB;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC;QAC7C,CAAC;QACD,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7D,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAClC,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,6GAA6G;IACrG,aAAa;QACjB,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,GAAG,uBAAuB,CAAC,aAAa,EAAE,CAAC;QAC3D,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,OAAO,EAAE,KAAK,KAAK,WAAW,EAAE,CAAC;YACjC,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC7B,OAAO,CAAC,IAAI,CAAC,mGAAmG,EAAE,KAAK,CAAC,CAAC;YAC7H,CAAC,CAAC,CAAC;QACP,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAEO,MAAM,CAAC,aAAa;QACxB,IAAI,CAAC;YACD,OAAO,IAAI,YAAY,EAAE,CAAC;QAC9B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,qGAAqG,EAAE,KAAK,CAAC,CAAC;YAC3H,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAED,qFAAqF;IAC7E,KAAK,CAAC,OAAqB,EAAE,OAAyB;QAC1D,IAAI,CAAC;YACD,MAAM,WAAW,GAAG,OAAO,CAAC,4BAA4B,EAAE,CAAC;YAC3D,OAAO,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC/D,OAAO,WAAW,CAAC,MAAM,CAAC;QAC9B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,uHAAuH,EAAE,KAAK,CAAC,CAAC;YAC7I,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;CACJ"}

package/dist/audio/micCapture.d.ts

@@ -1,11 +1,20 @@
 /**
- * Handle returned by {@link createPcmMicCapture}: the only operation a driver needs is
- * teardown. Production wraps an `AudioContext` + `AudioWorkletNode` pipeline; tests return a
- * no-op fake.
+ * Handle returned by {@link CreatePcmMicCapture}: a driver rebinds it when the microphone's track
+ * changes and stops it on teardown. Production wraps an `AudioContext` + `AudioWorkletNode`
+ * pipeline; tests return a fake.
  */
 export interface IPcmMicCapture {
     /** Stops capture and releases the audio context / worklet resources. */
     Stop(): void;
+    /**
+     * Captures from the stream's current audio track from now on, keeping the same context and
+     * worklet, so the chunks keep flowing to the same callback. A source node reads the track it was
+     * created with, so a stream whose track was replaced (a device switch) needs this. Does nothing
+     * after {@link Stop}.
+     *
+     * @throws When the stream has no audio track; capture stays on the previous one.
+     */
+    Rebind(micStream: MediaStream): void;
 }
 /**
  * Builds the shared PCM16 mic-capture pipeline for client-owned realtime audio planes:

package/dist/audio/micCapture.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"micCapture.d.ts","sourceRoot":"","sources":["../../src/audio/micCapture.ts"],"names":[],"mappings":"AAEA;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC3B,wEAAwE;IACxE,IAAI,IAAI,IAAI,CAAC;CAChB;AAkCD;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,mBAAmB,CACrC,SAAS,EAAE,WAAW,EACtB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,GAC1C,OAAO,CAAC,cAAc,CAAC,CAqBzB;AAED,mDAAmD;AACnD,wBAAsB,mBAAmB,CACrC,SAAS,EAAE,WAAW,EACtB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,GAC1C,OAAO,CAAC,cAAc,CAAC,CAEzB"}
+{"version":3,"file":"micCapture.d.ts","sourceRoot":"","sources":["../../src/audio/micCapture.ts"],"names":[],"mappings":"AAEA;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC3B,wEAAwE;IACxE,IAAI,IAAI,IAAI,CAAC;IACb;;;;;;;OAOG;IACH,MAAM,CAAC,SAAS,EAAE,WAAW,GAAG,IAAI,CAAC;CACxC;AAkCD;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,mBAAmB,CACrC,SAAS,EAAE,WAAW,EACtB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,GAC1C,OAAO,CAAC,cAAc,CAAC,CAmCzB;AAED,mDAAmD;AACnD,wBAAsB,mBAAmB,CACrC,SAAS,EAAE,WAAW,EACtB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,GAC1C,OAAO,CAAC,cAAc,CAAC,CAEzB"}

package/dist/audio/micCapture.js

@@ -47,7 +47,7 @@ async function loadCaptureWorklet(context) {
 export async function CreatePcmMicCapture(micStream, sampleRate, onPcmChunk) {
     const context = new AudioContext({ sampleRate });
     await loadCaptureWorklet(context);
-    const source = context.createMediaStreamSource(micStream);
+    let source = context.createMediaStreamSource(micStream);
     const worklet = new AudioWorkletNode(context, CAPTURE_WORKLET_NAME);
     worklet.port.onmessage = (event) => {
         onPcmChunk(EncodeFloat32ToPcm16Base64(event.data));
@@ -56,8 +56,22 @@ export async function CreatePcmMicCapture(micStream, sampleRate, onPcmChunk) {
     const muteTail = context.createGain();
     muteTail.gain.value = 0;
     worklet.connect(muteTail).connect(context.destination);
+    let stopped = false;
     return {
+        Rebind: (next) => {
+            if (stopped) {
+                return;
+            }
+            if (next.getAudioTracks().length === 0) {
+                throw new Error('The microphone stream has no audio track.');
+            }
+            const replacement = context.createMediaStreamSource(next);
+            source.disconnect();
+            source = replacement;
+            source.connect(worklet);
+        },
         Stop: () => {
+            stopped = true;
             worklet.port.onmessage = null;
             source.disconnect();
             worklet.disconnect();

package/dist/audio/micCapture.js.map

@@ -1 +1 @@
-{"version":3,"file":"micCapture.js","sourceRoot":"","sources":["../../src/audio/micCapture.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,MAAM,YAAY,CAAC;AAYxD,sEAAsE;AACtE,MAAM,oBAAoB,GAAG,2BAA2B,CAAC;AAEzD;;;;;GAKG;AACH,MAAM,sBAAsB,GAAG;;;;;;;;;;qBAUV,oBAAoB;CACxC,CAAC;AAEF,wFAAwF;AACxF,KAAK,UAAU,kBAAkB,CAAC,OAAqB;IACnD,MAAM,OAAO,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,sBAAsB,CAAC,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC,CAAC;IAC5G,IAAI,CAAC;QACD,MAAM,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAClD,CAAC;YAAS,CAAC;QACP,GAAG,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;AACL,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACrC,SAAsB,EACtB,UAAkB,EAClB,UAAyC;IAEzC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;IACjD,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC;IAC1D,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC,OAAO,EAAE,oBAAoB,CAAC,CAAC;IACpE,OAAO,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,KAAiC,EAAE,EAAE;QAC3D,UAAU,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC;IACF,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IACtC,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;IACxB,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACvD,OAAO;QACH,IAAI,EAAE,GAAG,EAAE;YACP,OAAO,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YAC9B,MAAM,CAAC,UAAU,EAAE,CAAC;YACpB,OAAO,CAAC,UAAU,EAAE,CAAC;YACrB,QAAQ,CAAC,UAAU,EAAE,CAAC;YACtB,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;KACJ,CAAC;AACN,CAAC;AAED,mDAAmD;AACnD,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACrC,SAAsB,EACtB,UAAkB,EAClB,UAAyC;IAEzC,OAAO,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;AAClE,CAAC"}
+{"version":3,"file":"micCapture.js","sourceRoot":"","sources":["../../src/audio/micCapture.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,MAAM,YAAY,CAAC;AAqBxD,sEAAsE;AACtE,MAAM,oBAAoB,GAAG,2BAA2B,CAAC;AAEzD;;;;;GAKG;AACH,MAAM,sBAAsB,GAAG;;;;;;;;;;qBAUV,oBAAoB;CACxC,CAAC;AAEF,wFAAwF;AACxF,KAAK,UAAU,kBAAkB,CAAC,OAAqB;IACnD,MAAM,OAAO,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC,sBAAsB,CAAC,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC,CAAC;IAC5G,IAAI,CAAC;QACD,MAAM,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAClD,CAAC;YAAS,CAAC;QACP,GAAG,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;AACL,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACrC,SAAsB,EACtB,UAAkB,EAClB,UAAyC;IAEzC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;IACjD,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAClC,IAAI,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC,OAAO,EAAE,oBAAoB,CAAC,CAAC;IACpE,OAAO,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,KAAiC,EAAE,EAAE;QAC3D,UAAU,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC;IACF,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IACtC,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;IACxB,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACvD,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,OAAO;QACH,MAAM,EAAE,CAAC,IAAiB,EAAE,EAAE;YAC1B,IAAI,OAAO,EAAE,CAAC;gBACV,OAAO;YACX,CAAC;YACD,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YACjE,CAAC;YACD,MAAM,WAAW,GAAG,OAAO,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;YAC1D,MAAM,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,GAAG,WAAW,CAAC;YACrB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,EAAE,GAAG,EAAE;YACP,OAAO,GAAG,IAAI,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YAC9B,MAAM,CAAC,UAAU,EAAE,CAAC;YACpB,OAAO,CAAC,UAAU,EAAE,CAAC;YACrB,QAAQ,CAAC,UAAU,EAAE,CAAC;YACtB,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;KACJ,CAAC;AACN,CAAC;AAED,mDAAmD;AACnD,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACrC,SAAsB,EACtB,UAAkB,EAClB,UAAyC;IAEzC,OAAO,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;AAClE,CAAC"}

package/dist/audio/pcmPlayback.d.ts

@@ -1,4 +1,5 @@
 import { IRealtimeAudioMeter } from './audioMeter.js';
+import type { IPlaybackClock } from '../media/playbackClock.js';
 /**
  * The playback contract for a client-owned realtime audio plane: schedules raw PCM16 chunks
  * for gapless playout and reports whether audio is AUDIBLY playing. Production is
@@ -10,8 +11,15 @@ import { IRealtimeAudioMeter } from './audioMeter.js';
  * use this.
  */
 export interface IRealtimePcmPlayback {
-    /** Schedules a raw PCM16 mono chunk back-to-back after any already-queued audio. */
-    Enqueue(pcm16: ArrayBuffer): void;
+    /**
+     * Schedules a raw PCM16 mono chunk back-to-back after any already-queued audio.
+     *
+     * @param pcm16 The chunk.
+     * @param mediaTimeMs Where the chunk starts on the stream's media timeline (ms), when the driver knows it: a playback
+     *   that is also an `IPlaybackClock` then reads out the media time of the audio heard. A chunk without one continues
+     *   the chunk before it.
+     */
+    Enqueue(pcm16: ArrayBuffer, mediaTimeMs?: number): void;
     /** Stops + clears every scheduled source (barge-in / interruption). */
     Flush(): void;
     /** `true` while scheduled audio is audibly playing (playhead ahead of the context clock). */
@@ -25,6 +33,21 @@ export interface IRealtimePcmPlayback {
      * implementations) stay valid; callers use `playback.CreateMeter?.() ?? null`.
      */
     CreateMeter?(): IRealtimeAudioMeter | null;
+    /**
+     * OPTIONAL: the agent's output audio as a `MediaStream`, so a host can mix the agent voice
+     * into a recording (issue #5153). Mirrors what WebRTC drivers get from the peer connection.
+     * Optional so test fakes and environments without `MediaStreamAudioDestinationNode` stay
+     * valid; callers use `playback.GetOutputStream?.() ?? null`.
+     */
+    GetOutputStream?(): MediaStream | null;
+    /**
+     * OPTIONAL: plays a media element's audio through this engine's output, so the agent meter
+     * ({@link CreateMeter}) and the recording stream ({@link GetOutputStream}) carry it as they
+     * carry PCM: an avatar's voice is in its video. Once per element for each engine; later calls
+     * for the same element do nothing. An element shown in an earlier call works again in the
+     * next. Optional so test fakes stay valid; callers use `playback.ConnectMediaElement?.(element)`.
+     */
+    ConnectMediaElement?(element: HTMLMediaElement): void;
 }
 /**
  * Web Audio playout scheduler for raw PCM16 model audio at a driver-supplied sample rate.
@@ -36,12 +59,17 @@ export interface IRealtimePcmPlayback {
  * sources) means audio is audibly coming out of the speaker. On interruption, {@link Flush}
  * stops every scheduled source and rewinds the playhead.
  *
+ * It is also the voice's **playback clock** ({@link IPlaybackClock}): each chunk enqueued with a media time keeps its
+ * place on the context's clock, and {@link CurrentTimeMs} reads out the media time of the audio heard now (the context's
+ * time less the output latency the browser reports). A video player given this clock shows each frame when the voice
+ * reaches it.
+ *
  * Generalized from the Gemini driver's original 24 kHz-fixed engine: the sample rate is now a
  * constructor parameter so providers that negotiate their output format at session start
  * (e.g. ElevenLabs' `agent_output_audio_format`) can construct the playout engine with the
  * negotiated rate.
  */
-export declare class RealtimePcmPlayback implements IRealtimePcmPlayback {
+export declare class RealtimePcmPlayback implements IRealtimePcmPlayback, IPlaybackClock {
     private context;
     private sampleRate;
     /**
@@ -49,10 +77,19 @@ export declare class RealtimePcmPlayback implements IRealtimePcmPlayback {
      * the single tap point {@link CreateMeter} analyses without altering the audio path.
      */
     private masterGain;
+    /**
+     * Second sink fed by {@link masterGain} (alongside the speakers) that exposes the agent
+     * audio as a `MediaStream`. Null where the context lacks `createMediaStreamDestination`.
+     */
+    private outputDestination;
     /** The absolute context time up to which audio has been scheduled. */
     private playheadTime;
     /** Sources scheduled and not yet ended (so Flush can stop them). */
     private activeSources;
+    /** Elements {@link ConnectMediaElement} has taken in (or tried to), so each is taken in once. */
+    private connectedElements;
+    /** Where each chunk scheduled and not long played sits on the context's clock and the media timeline, in order. */
+    private anchors;
     /**
      * @param sampleRate The PCM16 sample rate (Hz) of the chunks this engine will play
      *   (e.g. 24000 for Gemini Live, the negotiated `agent_output_audio_format` rate for
@@ -60,14 +97,45 @@ export declare class RealtimePcmPlayback implements IRealtimePcmPlayback {
      */
     constructor(sampleRate: number);
     /** @inheritdoc */
-    Enqueue(pcm16: ArrayBuffer): void;
+    Enqueue(pcm16: ArrayBuffer, mediaTimeMs?: number): void;
     /** @inheritdoc */
     Flush(): void;
+    /**
+     * The media time (ms) of the audio heard now: the context's time, less the output latency the browser reports
+     * (`outputLatency` and `baseLatency`, where it has them), placed in the chunk playing then. `null` while nothing plays,
+     * between chunks, or while the chunk playing carries no media time (untimed audio with no timed audio before it).
+     */
+    get CurrentTimeMs(): number | null;
     /** @inheritdoc */
     get IsPlaying(): boolean;
     /** @inheritdoc */
     CreateMeter(): IRealtimeAudioMeter | null;
+    /**
+     * The agent's output audio as a `MediaStream`, or `null` when unsupported. Hosts mix this
+     * into a recording: WebRTC drivers get the agent voice from the peer connection, PCM
+     * drivers (which play through Web Audio) must expose it from here. The stream lives on
+     * this engine's own (e.g. 24 kHz) context, so consumers wrap it in a source node on THEIR
+     * context rather than reusing this one.
+     */
+    GetOutputStream(): MediaStream | null;
+    /**
+     * Takes a media element's audio into the master gain, beside the PCM sources: the speakers,
+     * the meter and the recording tap then carry it. The audio arrives as the element's stream
+     * from the page's {@link MediaElementAudioRouter}, which connects the element to Web Audio
+     * once per page (a browser allows that once per element, ever), so the next call that shows
+     * the same element takes its voice too. Once per element for this engine. When the router
+     * can't route the element, it logs why; a failure here is logged too, never thrown: the call
+     * goes on without that element's voice.
+     */
+    ConnectMediaElement(element: HTMLMediaElement): void;
     /** @inheritdoc */
     Close(): void;
+    /**
+     * Records where a chunk plays: its media time is the one given, else the end of the chunk before it, else `null`.
+     * Chunks played more than {@link ANCHOR_RETENTION_SECONDS} ago are forgotten.
+     */
+    private anchor;
+    /** How long audio takes from the context's clock to the speakers, in seconds, as far as the browser reports it. */
+    private outputDelaySeconds;
 }
 //# sourceMappingURL=pcmPlayback.d.ts.map

package/dist/audio/pcmPlayback.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pcmPlayback.d.ts","sourceRoot":"","sources":["../../src/audio/pcmPlayback.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAsB,MAAM,cAAc,CAAC;AAEvE;;;;;;;;;GASG;AACH,MAAM,WAAW,oBAAoB;IACjC,oFAAoF;IACpF,OAAO,CAAC,KAAK,EAAE,WAAW,GAAG,IAAI,CAAC;IAClC,uEAAuE;IACvE,KAAK,IAAI,IAAI,CAAC;IACd,6FAA6F;IAC7F,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,yDAAyD;IACzD,KAAK,IAAI,IAAI,CAAC;IACd;;;;;OAKG;IACH,WAAW,CAAC,IAAI,mBAAmB,GAAG,IAAI,CAAC;CAC9C;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,mBAAoB,YAAW,oBAAoB;IAC5D,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,UAAU,CAAS;IAC3B;;;OAGG;IACH,OAAO,CAAC,UAAU,CAAW;IAC7B,sEAAsE;IACtE,OAAO,CAAC,YAAY,CAAK;IACzB,oEAAoE;IACpE,OAAO,CAAC,aAAa,CAAoC;IAEzD;;;;OAIG;gBACS,UAAU,EAAE,MAAM;IAO9B,kBAAkB;IACX,OAAO,CAAC,KAAK,EAAE,WAAW,GAAG,IAAI;IAiBxC,kBAAkB;IACX,KAAK,IAAI,IAAI;IAYpB,kBAAkB;IAClB,IAAW,SAAS,IAAI,OAAO,CAE9B;IAED,kBAAkB;IACX,WAAW,IAAI,mBAAmB,GAAG,IAAI;IAIhD,kBAAkB;IACX,KAAK,IAAI,IAAI;CAIvB"}
+{"version":3,"file":"pcmPlayback.d.ts","sourceRoot":"","sources":["../../src/audio/pcmPlayback.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAsB,MAAM,cAAc,CAAC;AAEvE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAe7D;;;;;;;;;GASG;AACH,MAAM,WAAW,oBAAoB;IACjC;;;;;;;OAOG;IACH,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxD,uEAAuE;IACvE,KAAK,IAAI,IAAI,CAAC;IACd,6FAA6F;IAC7F,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,yDAAyD;IACzD,KAAK,IAAI,IAAI,CAAC;IACd;;;;;OAKG;IACH,WAAW,CAAC,IAAI,mBAAmB,GAAG,IAAI,CAAC;IAC3C;;;;;OAKG;IACH,eAAe,CAAC,IAAI,WAAW,GAAG,IAAI,CAAC;IACvC;;;;;;OAMG;IACH,mBAAmB,CAAC,CAAC,OAAO,EAAE,gBAAgB,GAAG,IAAI,CAAC;CACzD;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,qBAAa,mBAAoB,YAAW,oBAAoB,EAAE,cAAc;IAC5E,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,UAAU,CAAS;IAC3B;;;OAGG;IACH,OAAO,CAAC,UAAU,CAAW;IAC7B;;;OAGG;IACH,OAAO,CAAC,iBAAiB,CAAgD;IACzE,sEAAsE;IACtE,OAAO,CAAC,YAAY,CAAK;IACzB,oEAAoE;IACpE,OAAO,CAAC,aAAa,CAAoC;IACzD,iGAAiG;IACjG,OAAO,CAAC,iBAAiB,CAAmC;IAC5D,mHAAmH;IACnH,OAAO,CAAC,OAAO,CAAqB;IAEpC;;;;OAIG;gBACS,UAAU,EAAE,MAAM;IAuB9B,kBAAkB;IACX,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI;IAkB9D,kBAAkB;IACX,KAAK,IAAI,IAAI;IAapB;;;;OAIG;IACH,IAAW,aAAa,IAAI,MAAM,GAAG,IAAI,CAOxC;IAED,kBAAkB;IAClB,IAAW,SAAS,IAAI,OAAO,CAE9B;IAED,kBAAkB;IACX,WAAW,IAAI,mBAAmB,GAAG,IAAI;IAIhD;;;;;;OAMG;IACI,eAAe,IAAI,WAAW,GAAG,IAAI;IAI5C;;;;;;;;OAQG;IACI,mBAAmB,CAAC,OAAO,EAAE,gBAAgB,GAAG,IAAI;IAgB3D,kBAAkB;IACX,KAAK,IAAI,IAAI;IAKpB;;;OAGG;IACH,OAAO,CAAC,MAAM;IAWd,mHAAmH;IACnH,OAAO,CAAC,kBAAkB;CAI7B"}

package/dist/audio/pcmPlayback.js

@@ -1,5 +1,8 @@
 import { Pcm16ToFloat32 } from './pcmUtils.js';
 import { RealtimeAudioMeter } from './audioMeter.js';
+import { MediaElementAudioRouter } from './mediaElementAudioRouter.js';
+/** Played chunks are forgotten this long after they end, in seconds: longer than any output latency a clock subtracts. */
+const ANCHOR_RETENTION_SECONDS = 2;
 /**
  * Web Audio playout scheduler for raw PCM16 model audio at a driver-supplied sample rate.
  *
@@ -10,6 +13,11 @@ import { RealtimeAudioMeter } from './audioMeter.js';
  * sources) means audio is audibly coming out of the speaker. On interruption, {@link Flush}
  * stops every scheduled source and rewinds the playhead.
  *
+ * It is also the voice's **playback clock** ({@link IPlaybackClock}): each chunk enqueued with a media time keeps its
+ * place on the context's clock, and {@link CurrentTimeMs} reads out the media time of the audio heard now (the context's
+ * time less the output latency the browser reports). A video player given this clock shows each frame when the voice
+ * reaches it.
+ *
  * Generalized from the Gemini driver's original 24 kHz-fixed engine: the sample rate is now a
  * constructor parameter so providers that negotiate their output format at session start
  * (e.g. ElevenLabs' `agent_output_audio_format`) can construct the playout engine with the
@@ -22,17 +30,40 @@ export class RealtimePcmPlayback {
      *   ElevenLabs).
      */
     constructor(sampleRate) {
+        /**
+         * Second sink fed by {@link masterGain} (alongside the speakers) that exposes the agent
+         * audio as a `MediaStream`. Null where the context lacks `createMediaStreamDestination`.
+         */
+        this.outputDestination = null;
         /** The absolute context time up to which audio has been scheduled. */
         this.playheadTime = 0;
         /** Sources scheduled and not yet ended (so Flush can stop them). */
         this.activeSources = new Set();
+        /** Elements {@link ConnectMediaElement} has taken in (or tried to), so each is taken in once. */
+        this.connectedElements = new WeakSet();
+        /** Where each chunk scheduled and not long played sits on the context's clock and the media timeline, in order. */
+        this.anchors = [];
         this.sampleRate = sampleRate;
         this.context = new AudioContext({ sampleRate });
         this.masterGain = this.context.createGain();
         this.masterGain.connect(this.context.destination);
+        // Created eagerly so GetOutputStream stays a pure read. The feature-check covers older
+        // environments where the node does not exist (recording then stays mic-only).
+        if (typeof this.context.createMediaStreamDestination === 'function') {
+            // Recording is best-effort and must never fail the call: a throw here would
+            // propagate out of the driver's Connect and kill the voice session over a tap.
+            try {
+                const destination = this.context.createMediaStreamDestination();
+                this.masterGain.connect(destination);
+                this.outputDestination = destination;
+            }
+            catch (error) {
+                console.warn('[RealtimePcmPlayback] Could not create the recording tap — agent audio will not be recordable this session:', error);
+            }
+        }
     }
     /** @inheritdoc */
-    Enqueue(pcm16) {
+    Enqueue(pcm16, mediaTimeMs) {
         const samples = Pcm16ToFloat32(pcm16);
         if (samples.length === 0) {
             return;
@@ -47,6 +78,7 @@ export class RealtimePcmPlayback {
         const startAt = Math.max(this.playheadTime, this.context.currentTime);
         source.start(startAt);
         this.playheadTime = startAt + buffer.duration;
+        this.anchor(startAt, buffer.duration, mediaTimeMs);
     }
     /** @inheritdoc */
     Flush() {
@@ -60,6 +92,20 @@ export class RealtimePcmPlayback {
         }
         this.activeSources.clear();
         this.playheadTime = 0;
+        this.anchors = [];
+    }
+    /**
+     * The media time (ms) of the audio heard now: the context's time, less the output latency the browser reports
+     * (`outputLatency` and `baseLatency`, where it has them), placed in the chunk playing then. `null` while nothing plays,
+     * between chunks, or while the chunk playing carries no media time (untimed audio with no timed audio before it).
+     */
+    get CurrentTimeMs() {
+        const heard = this.context.currentTime - this.outputDelaySeconds();
+        const playing = this.anchors.find((anchor) => anchor.StartAt <= heard && heard < anchor.StartAt + anchor.DurationS);
+        if (!playing || playing.MediaMs === null) {
+            return null;
+        }
+        return playing.MediaMs + (heard - playing.StartAt) * 1000;
     }
     /** @inheritdoc */
     get IsPlaying() {
@@ -69,10 +115,64 @@ export class RealtimePcmPlayback {
     CreateMeter() {
         return RealtimeAudioMeter.ForContextNode(this.context, this.masterGain);
     }
+    /**
+     * The agent's output audio as a `MediaStream`, or `null` when unsupported. Hosts mix this
+     * into a recording: WebRTC drivers get the agent voice from the peer connection, PCM
+     * drivers (which play through Web Audio) must expose it from here. The stream lives on
+     * this engine's own (e.g. 24 kHz) context, so consumers wrap it in a source node on THEIR
+     * context rather than reusing this one.
+     */
+    GetOutputStream() {
+        return this.outputDestination?.stream ?? null;
+    }
+    /**
+     * Takes a media element's audio into the master gain, beside the PCM sources: the speakers,
+     * the meter and the recording tap then carry it. The audio arrives as the element's stream
+     * from the page's {@link MediaElementAudioRouter}, which connects the element to Web Audio
+     * once per page (a browser allows that once per element, ever), so the next call that shows
+     * the same element takes its voice too. Once per element for this engine. When the router
+     * can't route the element, it logs why; a failure here is logged too, never thrown: the call
+     * goes on without that element's voice.
+     */
+    ConnectMediaElement(element) {
+        if (this.connectedElements.has(element)) {
+            return;
+        }
+        this.connectedElements.add(element);
+        const stream = MediaElementAudioRouter.Instance.StreamFor(element);
+        if (!stream) {
+            return;
+        }
+        try {
+            this.context.createMediaStreamSource(stream).connect(this.masterGain);
+        }
+        catch (error) {
+            console.warn('[RealtimePcmPlayback] Could not take the media element\'s audio into the agent audio; the speakers, the meter and the recording miss its voice:', error);
+        }
+    }
     /** @inheritdoc */
     Close() {
         this.Flush();
         void this.context.close();
     }
+    /**
+     * Records where a chunk plays: its media time is the one given, else the end of the chunk before it, else `null`.
+     * Chunks played more than {@link ANCHOR_RETENTION_SECONDS} ago are forgotten.
+     */
+    anchor(startAt, durationS, mediaTimeMs) {
+        const previous = this.anchors[this.anchors.length - 1];
+        const continued = previous && previous.MediaMs !== null ? previous.MediaMs + previous.DurationS * 1000 : null;
+        const timed = typeof mediaTimeMs === 'number' && Number.isFinite(mediaTimeMs);
+        this.anchors.push({ StartAt: startAt, DurationS: durationS, MediaMs: timed ? mediaTimeMs : continued });
+        const forgetBefore = this.context.currentTime - ANCHOR_RETENTION_SECONDS;
+        while (this.anchors.length > 1 && this.anchors[0].StartAt + this.anchors[0].DurationS < forgetBefore) {
+            this.anchors.shift();
+        }
+    }
+    /** How long audio takes from the context's clock to the speakers, in seconds, as far as the browser reports it. */
+    outputDelaySeconds() {
+        const latency = (value) => (typeof value === 'number' && Number.isFinite(value) && value > 0 ? value : 0);
+        return latency(this.context.outputLatency) + latency(this.context.baseLatency);
+    }
 }
 //# sourceMappingURL=pcmPlayback.js.map

package/dist/audio/pcmPlayback.js.map

@@ -1 +1 @@
-{"version":3,"file":"pcmPlayback.js","sourceRoot":"","sources":["../../src/audio/pcmPlayback.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAuB,kBAAkB,EAAE,MAAM,cAAc,CAAC;AA8BvE;;;;;;;;;;;;;;GAcG;AACH,MAAM,OAAO,mBAAmB;IAa5B;;;;OAIG;IACH,YAAY,UAAkB;QAV9B,sEAAsE;QAC9D,iBAAY,GAAG,CAAC,CAAC;QACzB,oEAAoE;QAC5D,kBAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;QAQrD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,YAAY,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAC5C,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACtD,CAAC;IAED,kBAAkB;IACX,OAAO,CAAC,KAAkB;QAC7B,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO;QACX,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC7E,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACjD,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;QACvB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAChC,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACzD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC;IAClD,CAAC;IAED,kBAAkB;IACX,KAAK;QACR,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACtC,IAAI,CAAC;gBACD,MAAM,CAAC,IAAI,EAAE,CAAC;YAClB,CAAC;YAAC,MAAM,CAAC;gBACL,oDAAoD;YACxD,CAAC;QACL,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED,kBAAkB;IAClB,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;IACvF,CAAC;IAED,kBAAkB;IACX,WAAW;QACd,OAAO,kBAAkB,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAC5E,CAAC;IAED,kBAAkB;IACX,KAAK;QACR,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IAC9B,CAAC;CACJ"}
+{"version":3,"file":"pcmPlayback.js","sourceRoot":"","sources":["../../src/audio/pcmPlayback.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAuB,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACvE,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAGpE,0HAA0H;AAC1H,MAAM,wBAAwB,GAAG,CAAC,CAAC;AA8DnC;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,OAAO,mBAAmB;IAsB5B;;;;OAIG;IACH,YAAY,UAAkB;QAnB9B;;;WAGG;QACK,sBAAiB,GAA2C,IAAI,CAAC;QACzE,sEAAsE;QAC9D,iBAAY,GAAG,CAAC,CAAC;QACzB,oEAAoE;QAC5D,kBAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;QACzD,iGAAiG;QACzF,sBAAiB,GAAG,IAAI,OAAO,EAAoB,CAAC;QAC5D,mHAAmH;QAC3G,YAAO,GAAkB,EAAE,CAAC;QAQhC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,YAAY,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAC5C,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAClD,uFAAuF;QACvF,8EAA8E;QAC9E,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,4BAA4B,KAAK,UAAU,EAAE,CAAC;YAClE,4EAA4E;YAC5E,+EAA+E;YAC/E,IAAI,CAAC;gBACD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,4BAA4B,EAAE,CAAC;gBAChE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;gBACrC,IAAI,CAAC,iBAAiB,GAAG,WAAW,CAAC;YACzC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CACR,6GAA6G,EAC7G,KAAK,CACR,CAAC;YACN,CAAC;QACL,CAAC;IACL,CAAC;IAED,kBAAkB;IACX,OAAO,CAAC,KAAkB,EAAE,WAAoB;QACnD,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO;QACX,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC7E,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACjD,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;QACvB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAChC,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACzD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IACvD,CAAC;IAED,kBAAkB;IACX,KAAK;QACR,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACtC,IAAI,CAAC;gBACD,MAAM,CAAC,IAAI,EAAE,CAAC;YAClB,CAAC;YAAC,MAAM,CAAC;gBACL,oDAAoD;YACxD,CAAC;QACL,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACtB,CAAC;IAED;;;;OAIG;IACH,IAAW,aAAa;QACpB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACnE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,IAAI,KAAK,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;QACpH,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,GAAG,CAAC,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;IAC9D,CAAC;IAED,kBAAkB;IAClB,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;IACvF,CAAC;IAED,kBAAkB;IACX,WAAW;QACd,OAAO,kBAAkB,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAC5E,CAAC;IAED;;;;;;OAMG;IACI,eAAe;QAClB,OAAO,IAAI,CAAC,iBAAiB,EAAE,MAAM,IAAI,IAAI,CAAC;IAClD,CAAC;IAED;;;;;;;;OAQG;IACI,mBAAmB,CAAC,OAAyB;QAChD,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACtC,OAAO;QACX,CAAC;QACD,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,uBAAuB,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACnE,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,OAAO;QACX,CAAC;QACD,IAAI,CAAC;YACD,IAAI,CAAC,OAAO,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,iJAAiJ,EAAE,KAAK,CAAC,CAAC;QAC3K,CAAC;IACL,CAAC;IAED,kBAAkB;IACX,KAAK;QACR,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IAC9B,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,OAAe,EAAE,SAAiB,EAAE,WAA+B;QAC9E,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,QAAQ,IAAI,QAAQ,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,GAAG,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAC9G,MAAM,KAAK,GAAG,OAAO,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAC9E,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;QACxG,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,wBAAwB,CAAC;QACzE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,YAAY,EAAE,CAAC;YACnG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;IACL,CAAC;IAED,mHAAmH;IAC3G,kBAAkB;QACtB,MAAM,OAAO,GAAG,CAAC,KAAyB,EAAU,EAAE,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtI,OAAO,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACnF,CAAC;CACJ"}

package/dist/drivers/assemblyAIRealtimeClient.d.ts

@@ -225,6 +225,8 @@ export declare class AssemblyAIRealtimeClient extends BaseRealtimeClient {
      * un-mute is glitch-free — same policy as the other client drivers).
      */
     SetMuted(muted: boolean): void;
+    /** Rebinds the PCM capture and the input meter to the stream's current track (obligation #10); the socket stays open. */
+    ReplaceMicrophone(micStream: MediaStream): Promise<void>;
     /** @inheritdoc */
     get IsBusy(): boolean;
     /**

package/dist/drivers/assemblyAIRealtimeClient.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"assemblyAIRealtimeClient.d.ts","sourceRoot":"","sources":["../../src/drivers/assemblyAIRealtimeClient.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,2BAA2B,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAC7E,OAAO,EAAE,kBAAkB,EAAuB,MAAM,+BAA+B,CAAC;AAExF,OAAO,EAAE,oBAAoB,EAAuB,MAAM,sBAAsB,CAAC;AAEjF,OAAO,EAAuB,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAI1E,6FAA6F;AAC7F,eAAO,MAAM,uBAAuB,sCAAsC,CAAC;AAE3E;;;;GAIG;AACH,eAAO,MAAM,0BAA0B,QAAQ,CAAC;AAIhD,wFAAwF;AACxF,MAAM,WAAW,qBAAqB;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,0DAA0D;IAC1D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,6EAA6E;IAC7E,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,sDAAsD;IACtD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,mFAAmF;IACnF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,yEAAyE;IACzE,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,2EAA2E;IAC3E,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,0FAA0F;IAC1F,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,yDAAyD;IACzD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,mCAAmC;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,kFAAkF;IAClF,SAAS,CAAC,EAAE,UAAU,CAAC;IACvB,6CAA6C;IAC7C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,sDAAsD;IACtD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kEAAkE;IAClE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,8DAA8D;IAC9D,OAAO,CAAC,EAAE,UAAU,CAAC;IACrB,wDAAwD;IACxD,wBAAwB,CAAC,EAAE,MAAM,CAAC;CACrC;AAID;;;;;GAKG;AACH,MAAM,WAAW,uBAAuB;IACpC,uCAAuC;IACvC,MAAM,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC;IAC5B,4DAA4D;IAC5D,SAAS,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;IAC3C,+CAA+C;IAC/C,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;IAC5C,mDAAmD;IACnD,OAAO,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC;IAC7B,8CAA8C;IAC9C,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,4CAA4C;IAC5C,KAAK,IAAI,IAAI,CAAC;CACjB;AAkBD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsDG;AACH,qBACa,wBAAyB,SAAQ,kBAAkB;IAE5D,OAAO,CAAC,MAAM,CAAwC;IACtD,OAAO,CAAC,SAAS,CAA4B;IAC7C,OAAO,CAAC,UAAU,CAA+B;IACjD,OAAO,CAAC,QAAQ,CAAqC;IAGrD,qFAAqF;IACrF,OAAO,CAAC,cAAc,CAAS;IAC/B,0FAA0F;IAC1F,OAAO,CAAC,kBAAkB,CAAoC;IAC9D,wFAAwF;IACxF,OAAO,CAAC,WAAW,CAAyB;IAC5C;;;OAGG;IACH,OAAO,CAAC,kBAAkB,CAAS;IACnC;;;;OAIG;IACH,OAAO,CAAC,kBAAkB,CAAqB;IAC/C,qFAAqF;IACrF,OAAO,CAAC,gBAAgB,CAAS;IAGjC,sFAAsF;IACtF,OAAO,CAAC,iBAAiB,CAAuB;IAChD,iFAAiF;IACjF,OAAO,CAAC,UAAU,CAAuB;IACzC,qFAAqF;IACrF,OAAO,CAAC,eAAe,CAAS;IAChC;;;;OAIG;IACH,OAAO,CAAC,YAAY,CAAiC;IAGrD,4EAA4E;IAC5E,OAAO,CAAC,UAAU,CAAM;IACxB,yFAAyF;IACzF,OAAO,CAAC,YAAY,CAAgB;IAIpC;;;;;OAKG;IACU,OAAO,CAAC,MAAM,EAAE,2BAA2B,EAAE,SAAS,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAgEhG;;;;;OAKG;IACU,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA8BxC;;;;;;;;;OASG;IACI,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAUnC;;;;;;;;OAQG;IACI,oBAAoB,IAAI,IAAI;IAmBnC;;;;;OAKG;IACI,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAQ1C;;;;;OAKG;IACI,mBAAmB,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI;IAOtD;;;;;;;;;OASG;IACI,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAc/D;;;;OAIG;IACI,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAOrC,kBAAkB;IAClB,IAAW,MAAM,IAAI,OAAO,CAE3B;IAED;;;;;;OAMG;IACH,IAAW,cAAc,IAAI,OAAO,CAEnC;IAID;;;;;OAKG;IACH,SAAS,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,uBAAuB;IAqB5D;;;;OAIG;cACa,gBAAgB,CAC5B,SAAS,EAAE,WAAW,EACtB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,GAC1C,OAAO,CAAC,cAAc,CAAC;IAI1B;;;OAGG;IACH,SAAS,CAAC,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,oBAAoB;IAMlE,sFAAsF;IACtF,OAAO,CAAC,cAAc,CAA6B;IAEnD;;;;OAIG;IACH,OAAO,CAAC,kBAAkB;IAM1B,oEAAoE;IACpE,OAAO,CAAC,YAAY;IAMpB,oFAAoF;IACpF,OAAO,CAAC,iBAAiB;IAQzB;;;;OAIG;IACH,OAAO,CAAC,iBAAiB;IAazB;;;;;;;;OAQG;IACH,OAAO,CAAC,gBAAgB;IAwBxB,kEAAkE;IAClE,OAAO,CAAC,mBAAmB;IAU3B,yEAAyE;IACzE,OAAO,CAAC,iBAAiB;IAmDzB,wFAAwF;IACxF,OAAO,CAAC,kBAAkB;IAK1B;;;;OAIG;IACH,OAAO,CAAC,gBAAgB;IAQxB,2FAA2F;IAC3F,OAAO,CAAC,oBAAoB;IAM5B;;;;;OAKG;IACH,OAAO,CAAC,qBAAqB;IAM7B;;;;;;;OAOG;IACH,OAAO,CAAC,eAAe;IAcvB;;;;;;;;;OASG;IACH,OAAO,CAAC,cAAc;IAUtB;;;;;;;OAOG;IACH,OAAO,CAAC,mBAAmB;IAc3B;;;;OAIG;IACH,OAAO,CAAC,kBAAkB;IAQ1B;;;OAGG;IACH,OAAO,CAAC,qBAAqB;IAS7B;;;;OAIG;IACH,OAAO,CAAC,YAAY;IAQpB;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAOxB;;;;;OAKG;IACH,OAAO,CAAC,eAAe;IAYvB;;;;OAIG;IACH,OAAO,CAAC,mBAAmB;IAY3B,gGAAgG;IAChG,OAAO,CAAC,sBAAsB;IAO9B,kFAAkF;IAClF,OAAO,CAAC,SAAS;IAIjB,0EAA0E;IAC1E,OAAO,CAAC,kBAAkB;IAU1B,4EAA4E;IAC5E,OAAO,CAAC,QAAQ;CAInB;AAED;;;;GAIG;AACH,wBAAgB,4BAA4B,IAAI,IAAI,CAEnD"}
+{"version":3,"file":"assemblyAIRealtimeClient.d.ts","sourceRoot":"","sources":["../../src/drivers/assemblyAIRealtimeClient.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,2BAA2B,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAC7E,OAAO,EAAE,kBAAkB,EAAuB,MAAM,+BAA+B,CAAC;AAExF,OAAO,EAAE,oBAAoB,EAAuB,MAAM,sBAAsB,CAAC;AAEjF,OAAO,EAAuB,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAI1E,6FAA6F;AAC7F,eAAO,MAAM,uBAAuB,sCAAsC,CAAC;AAE3E;;;;GAIG;AACH,eAAO,MAAM,0BAA0B,QAAQ,CAAC;AAIhD,wFAAwF;AACxF,MAAM,WAAW,qBAAqB;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,0DAA0D;IAC1D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,6EAA6E;IAC7E,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,sDAAsD;IACtD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,mFAAmF;IACnF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,yEAAyE;IACzE,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,2EAA2E;IAC3E,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,0FAA0F;IAC1F,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,yDAAyD;IACzD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,mCAAmC;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,kFAAkF;IAClF,SAAS,CAAC,EAAE,UAAU,CAAC;IACvB,6CAA6C;IAC7C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,sDAAsD;IACtD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kEAAkE;IAClE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,8DAA8D;IAC9D,OAAO,CAAC,EAAE,UAAU,CAAC;IACrB,wDAAwD;IACxD,wBAAwB,CAAC,EAAE,MAAM,CAAC;CACrC;AAID;;;;;GAKG;AACH,MAAM,WAAW,uBAAuB;IACpC,uCAAuC;IACvC,MAAM,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC;IAC5B,4DAA4D;IAC5D,SAAS,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;IAC3C,+CAA+C;IAC/C,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;IAC5C,mDAAmD;IACnD,OAAO,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC;IAC7B,8CAA8C;IAC9C,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,4CAA4C;IAC5C,KAAK,IAAI,IAAI,CAAC;CACjB;AAkBD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsDG;AACH,qBACa,wBAAyB,SAAQ,kBAAkB;IAE5D,OAAO,CAAC,MAAM,CAAwC;IACtD,OAAO,CAAC,SAAS,CAA4B;IAC7C,OAAO,CAAC,UAAU,CAA+B;IACjD,OAAO,CAAC,QAAQ,CAAqC;IAGrD,qFAAqF;IACrF,OAAO,CAAC,cAAc,CAAS;IAC/B,0FAA0F;IAC1F,OAAO,CAAC,kBAAkB,CAAoC;IAC9D,wFAAwF;IACxF,OAAO,CAAC,WAAW,CAAyB;IAC5C;;;OAGG;IACH,OAAO,CAAC,kBAAkB,CAAS;IACnC;;;;OAIG;IACH,OAAO,CAAC,kBAAkB,CAAqB;IAC/C,qFAAqF;IACrF,OAAO,CAAC,gBAAgB,CAAS;IAGjC,sFAAsF;IACtF,OAAO,CAAC,iBAAiB,CAAuB;IAChD,iFAAiF;IACjF,OAAO,CAAC,UAAU,CAAuB;IACzC,qFAAqF;IACrF,OAAO,CAAC,eAAe,CAAS;IAChC;;;;OAIG;IACH,OAAO,CAAC,YAAY,CAAiC;IAGrD,4EAA4E;IAC5E,OAAO,CAAC,UAAU,CAAM;IACxB,yFAAyF;IACzF,OAAO,CAAC,YAAY,CAAgB;IAIpC;;;;;OAKG;IACU,OAAO,CAAC,MAAM,EAAE,2BAA2B,EAAE,SAAS,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAoEhG;;;;;OAKG;IACU,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA+BxC;;;;;;;;;OASG;IACI,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAUnC;;;;;;;;OAQG;IACI,oBAAoB,IAAI,IAAI;IAmBnC;;;;;OAKG;IACI,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAQ1C;;;;;OAKG;IACI,mBAAmB,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI;IAOtD;;;;;;;;;OASG;IACI,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAc/D;;;;OAIG;IACI,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAOrC,yHAAyH;IAC5G,iBAAiB,CAAC,SAAS,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IASrE,kBAAkB;IAClB,IAAW,MAAM,IAAI,OAAO,CAE3B;IAED;;;;;;OAMG;IACH,IAAW,cAAc,IAAI,OAAO,CAEnC;IAID;;;;;OAKG;IACH,SAAS,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,uBAAuB;IAqB5D;;;;OAIG;cACa,gBAAgB,CAC5B,SAAS,EAAE,WAAW,EACtB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,GAC1C,OAAO,CAAC,cAAc,CAAC;IAI1B;;;OAGG;IACH,SAAS,CAAC,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,oBAAoB;IAMlE,sFAAsF;IACtF,OAAO,CAAC,cAAc,CAA6B;IAEnD;;;;OAIG;IACH,OAAO,CAAC,kBAAkB;IAM1B,oEAAoE;IACpE,OAAO,CAAC,YAAY;IAMpB,oFAAoF;IACpF,OAAO,CAAC,iBAAiB;IAQzB;;;;OAIG;IACH,OAAO,CAAC,iBAAiB;IAazB;;;;;;;;OAQG;IACH,OAAO,CAAC,gBAAgB;IAwBxB,kEAAkE;IAClE,OAAO,CAAC,mBAAmB;IAU3B,yEAAyE;IACzE,OAAO,CAAC,iBAAiB;IAmDzB,wFAAwF;IACxF,OAAO,CAAC,kBAAkB;IAK1B;;;;OAIG;IACH,OAAO,CAAC,gBAAgB;IAQxB,2FAA2F;IAC3F,OAAO,CAAC,oBAAoB;IAM5B;;;;;OAKG;IACH,OAAO,CAAC,qBAAqB;IAM7B;;;;;;;OAOG;IACH,OAAO,CAAC,eAAe;IAcvB;;;;;;;;;OASG;IACH,OAAO,CAAC,cAAc;IAUtB;;;;;;;OAOG;IACH,OAAO,CAAC,mBAAmB;IAc3B;;;;OAIG;IACH,OAAO,CAAC,kBAAkB;IAQ1B;;;OAGG;IACH,OAAO,CAAC,qBAAqB;IAS7B;;;;OAIG;IACH,OAAO,CAAC,YAAY;IAQpB;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAOxB;;;;;OAKG;IACH,OAAO,CAAC,eAAe;IAYvB;;;;OAIG;IACH,OAAO,CAAC,mBAAmB;IAY3B,gGAAgG;IAChG,OAAO,CAAC,sBAAsB;IAO9B,kFAAkF;IAClF,OAAO,CAAC,SAAS;IAIjB,0EAA0E;IAC1E,OAAO,CAAC,kBAAkB;IAU1B,4EAA4E;IAC5E,OAAO,CAAC,QAAQ;CAInB;AAED;;;;GAIG;AACH,wBAAgB,4BAA4B,IAAI,IAAI,CAEnD"}

package/dist/drivers/assemblyAIRealtimeClient.js

@@ -133,6 +133,7 @@ let AssemblyAIRealtimeClient = class AssemblyAIRealtimeClient extends BaseRealti
      * format. Reports `'listening'` only after all of that (obligation #7).
      */
     async Connect(config, micStream) {
+        this.AssertTransportSupported(config);
         this.micStream = micStream;
         this.closedByConsumer = false;
         this.setState('connecting');
@@ -181,6 +182,9 @@ let AssemblyAIRealtimeClient = class AssemblyAIRealtimeClient extends BaseRealti
         this.sendFrame({ type: 'session.update', session: sessionObject });
         await ready;
         this.playback = this.createPlayback(ASSEMBLYAI_PCM_SAMPLE_RATE);
+        // The agent voice plays through Web Audio only; publish it so a host recorder can mix
+        // it in (issue #5153). Null for playbacks with no output stream (fakes, no WebAudio).
+        this.publishRemoteMediaStream(this.playback.GetOutputStream?.() ?? null);
         this.micCapture = await this.createMicCapture(micStream, ASSEMBLYAI_PCM_SAMPLE_RATE, (base64Pcm16) => this.sendMicChunk(base64Pcm16));
         // Audio-activity capability (base obligation #9): agent side taps the playout
         // engine's master gain; user side meters the mic stream. Null-safe — test fakes /
@@ -204,6 +208,7 @@ let AssemblyAIRealtimeClient = class AssemblyAIRealtimeClient extends BaseRealti
         this.micCapture = null;
         this.playback?.Close();
         this.playback = null;
+        this.clearRemoteMediaStream();
         if (this.socket) {
             try {
                 this.socket.send(JSON.stringify({ type: 'session.end' }));
@@ -327,6 +332,15 @@ let AssemblyAIRealtimeClient = class AssemblyAIRealtimeClient extends BaseRealti
             track.enabled = !muted;
         }
     }
+    /** Rebinds the PCM capture and the input meter to the stream's current track (obligation #10); the socket stays open. */
+    async ReplaceMicrophone(micStream) {
+        if (!this.micCapture) {
+            return;
+        }
+        this.micCapture.Rebind(micStream);
+        this.micStream = micStream;
+        this.attachInputAudioMeter(RealtimeAudioMeter.ForMicStream(micStream));
+    }
     /** @inheritdoc */
     get IsBusy() {
         return this.responseActive;