@voltkit-rtc/client 0.8.0 → 0.9.1

package/dist/cjs/index.js

@@ -235,6 +235,8 @@ class StreamClient {
     // server only remembers the last one, rejecting consumes on the first.
     sendTransportPending = null;
     recvTransportPending = null;
+    /** Transports the join made (P3-6), each used once by the first transport of its direction. */
+    preparedTransports = null;
     pending = new Map();
     listeners = new Map();
     consumers = new Map();
@@ -331,6 +333,13 @@ class StreamClient {
     healthTimer = null;
     healthSampling = false;
     interruptions = new Map();
+    /** setAudioProcessor: what the microphone passes through, and the device's own track while it does. */
+    audioProcessor = null;
+    micRaw = null;
+    videoProcessor = null;
+    /** With a video processor: the camera (or the app's track) it draws from, and the picture it makes -- sent and shown. */
+    camRaw = null;
+    camOut = null;
     /** getDiagnostics(): the SDK's recent events, for a support ticket. */
     diagnosticsLog = new diagnostics_js_1.DiagnosticsLog();
     /** play(): elements the browser refused to play until the viewer interacts, retried on the next gesture. */
@@ -588,8 +597,13 @@ class StreamClient {
             const opening = this.openSocket();
             socket = this.ws;
             await opening;
-            result = (await this.rpc('join', { token: this.token }));
+            // The transports come with the join where the server can make them (P3-6): the first publish and the first
+            // video skip a createTransport round trip. Older servers ignore the request and the client asks as before.
+            const joined = (await this.rpc('join', { token: this.token, transports: ['send', 'recv'] }));
+            const { transports, ...joinResult } = joined;
+            result = joinResult;
             this.joinResult = result;
+            this.preparedTransports = transports ?? null;
             this.device = this.createDevice();
             await this.device.load({ routerRtpCapabilities: result.routerRtpCapabilities });
             // close() ran while the Device loaded: going on would set the state
@@ -846,6 +860,14 @@ class StreamClient {
     }
     close() {
         void this.stopRecording().catch(() => undefined);
+        // The processor's audio graph goes with the session.
+        const processor = this.audioProcessor;
+        this.audioProcessor = null;
+        this.micRaw = null;
+        void Promise.resolve(processor?.destroy()).catch(() => undefined);
+        const videoProcessor = this.videoProcessor;
+        this.videoProcessor = null;
+        void Promise.resolve(videoProcessor?.destroy()).catch(() => undefined);
         // Adaptive stream stops watching elements: nothing is received any more.
         this.adaptive.dispose();
         this.adaptivePaused.clear();
@@ -868,7 +890,7 @@ class StreamClient {
         this.skippedVideos.clear();
         // Producers no longer stop their tracks, so releasing the camera and
         // microphone is ours to do -- otherwise the device light stays on.
-        this.localStream?.getTracks().forEach((t) => t.stop());
+        this.stopLocalTracks();
         this.localStream = null;
         const ws = this.ws;
         this.ws = null;
@@ -882,6 +904,9 @@ class StreamClient {
             this.emit('closed', 'left');
     }
     teardownMedia() {
+        this.micRaw = null;
+        // Made for the session that is going; a rejoin brings new ones.
+        this.preparedTransports = null;
         this.mediaPaths.reset();
         // The videos go with their consumers; a reconnect decides afresh. What was reported held back is withdrawn, so an
         // app's "poor connection" overlay does not outlive it.
@@ -1365,18 +1390,14 @@ class StreamClient {
             throw new errors_js_1.RpcError('not-connected', 'not connected');
         const device = this.device;
         const socket = this.ws;
-        const params = (await this.rpc('createTransport', { direction: 'send' }));
+        const params = this.takePreparedTransport('send') ?? (await this.rpc('createTransport', { direction: 'send' }));
         if (this.closedByUs || device !== this.device || socket !== this.ws)
             throw closedWhileConnecting();
         const transport = device.createSendTransport({
             ...params,
             iceServers: this.joinResult?.iceServers,
         });
-        transport.on('connect', ({ dtlsParameters }, ok, fail) => {
-            this.rpc('connectTransport', { transportId: transport.id, dtlsParameters })
-                .then(() => ok())
-                .catch(fail);
-        });
+        this.connectEarly(transport);
         transport.on('produce', ({ kind, rtpParameters, appData }, ok, fail) => {
             this.rpc('produce', {
                 transportId: transport.id, kind, rtpParameters: declareAudioQuality(rtpParameters, appData),
@@ -1389,6 +1410,33 @@ class StreamClient {
         this.watchTransport(transport);
         return transport;
     }
+    /**
+     * A faster first picture (docs/implementation-progress/RTC_PERF_PROGRESS.md P3-6). mediasoup-client applies the
+     * remote description -- which starts ICE -- only once this transport's DTLS parameters are with the server: a round
+     * trip before any media path is even tried, for the first publish and the first video alike. mediasoup does not need
+     * them first: it starts DTLS as soon as ICE connects and checks the fingerprint whenever it arrives (its `auto`
+     * role; the browser is always the DTLS client), and the server handles a socket's requests in order. So they are
+     * sent and the transport goes on at once: ICE starts a round trip sooner, and the first produce or resume follows
+     * straight after. A refusal means the transport can never carry media: the session rejoins.
+     */
+    connectEarly(transport) {
+        transport.on('connect', ({ dtlsParameters }, ok) => {
+            ok();
+            this.rpc('connectTransport', { transportId: transport.id, dtlsParameters }).catch((err) => {
+                if (transport.closed || this.closedByUs || (transport !== this.sendTransport && transport !== this.recvTransport))
+                    return;
+                this.emit('error', err);
+                this.recoverConnection(`connectTransport failed: ${err?.message ?? err}`);
+            });
+        });
+    }
+    /** The transport the join made for this direction, once: a later one is created as before. */
+    takePreparedTransport(direction) {
+        const prepared = this.preparedTransports?.[direction] ?? null;
+        if (this.preparedTransports)
+            this.preparedTransports[direction] = undefined;
+        return prepared;
+    }
     ensureRecvTransport() {
         if (this.recvTransport)
             return Promise.resolve(this.recvTransport);
@@ -1405,18 +1453,14 @@ class StreamClient {
             throw new errors_js_1.RpcError('not-connected', 'not connected');
         const device = this.device;
         const socket = this.ws;
-        const params = (await this.rpc('createTransport', { direction: 'recv' }));
+        const params = this.takePreparedTransport('recv') ?? (await this.rpc('createTransport', { direction: 'recv' }));
         if (this.closedByUs || device !== this.device || socket !== this.ws)
             throw closedWhileConnecting();
         const transport = device.createRecvTransport({
             ...params,
             iceServers: this.joinResult?.iceServers,
         });
-        transport.on('connect', ({ dtlsParameters }, ok, fail) => {
-            this.rpc('connectTransport', { transportId: transport.id, dtlsParameters })
-                .then(() => ok())
-                .catch(fail);
-        });
+        this.connectEarly(transport);
         this.recvTransport = transport;
         this.watchTransport(transport);
         return transport;
@@ -1529,7 +1573,8 @@ class StreamClient {
         this.audioCapReported = false;
         await this.micTask(async () => {
             const current = this.micProducer();
-            const track = current?.track;
+            // The device's track: the processed one is the old processor graph's, let go when it is processed again.
+            const track = current ? this.deviceTrackOf(current) : null;
             if (!current || !track || track.readyState !== 'live' || this.micQuality === quality)
                 return;
             await this.reproduceMic(current, track);
@@ -1570,8 +1615,10 @@ class StreamClient {
             throw unpublishedWhile('microphone');
         const quality = this.audioQualityFor();
         const settings = media_permissions_js_1.AUDIO_SETTINGS[quality];
+        // Through the audio processor (noise suppression) when there is one; the device's track stays the one watched.
+        const sent = await this.processMic(track);
         const producer = await transport.produce({
-            track,
+            track: sent,
             // Keep the track alive when the producer closes: a reconnect closes
             // every producer, and a stopped track cannot be republished.
             stopTracks: false,
@@ -1584,6 +1631,7 @@ class StreamClient {
             appData: { source: 'mic', audioQuality: quality },
         });
         await this.keepProducer(producer, generation, 'microphone');
+        this.micRaw = sent !== track ? track : null;
         this.watchTrackEnded(producer);
         this.micQuality = quality;
         // A microphone handed over switched off, or muted before a reconnect.
@@ -1656,8 +1704,9 @@ class StreamClient {
             const track = current?.track;
             if (!current || !track || track.readyState !== 'live')
                 return;
+            const camera = this.cameraSource(track);
             try {
-                await track.applyConstraints?.({ ...track.getConstraints?.(), frameRate: { ideal: frameRate, max: frameRate } });
+                await camera.applyConstraints?.({ ...camera.getConstraints?.(), frameRate: { ideal: frameRate, max: frameRate } });
             }
             catch { /* Existing capture settings decide whether 60 fps is possible. */ }
             await this.reproduceCamera(current, track);
@@ -1707,43 +1756,56 @@ class StreamClient {
             const reconnecting = !current && this.wasPublishing && (this.localStream?.getVideoTracks().length ?? 0) > 0;
             if (!current && !reconnecting)
                 throw new Error('replaceVideoTrack: no camera is being published');
-            if (!current) {
-                // The republish reads the camera's state off the track it sends, and
-                // the track being replaced is switched off exactly when the camera is
-                // paused. Hand that state on, or a camera that was off comes back on;
-                // and the old track back switched on, as below.
-                const replaced = this.localStream?.getVideoTracks()[0];
-                if (replaced && replaced !== track) {
-                    track.enabled = replaced.enabled;
-                    replaced.enabled = true;
-                }
-            }
-            this.adoptVideoTrack(track);
-            if (!current || current.track === track)
-                return;
-            const previous = current.track;
-            const paused = current.paused;
+            // The picture behind what is sent now (a video processor's input), for its size; the new one goes through the
+            // processor too, when there is one.
+            const shown = current?.track ?? this.localStream?.getVideoTracks()[0] ?? null;
+            const previousSource = shown ? this.cameraSource(shown) : null;
+            const before = this.camOut;
+            const sent = await this.processCamera(track);
             try {
-                const { width = 0, height = 0 } = track.getSettings();
-                const frameRate = this.frameRateFor(track);
-                const next = (0, quality_js_1.videoEncodings)(width, height, this.cameraQuality(frameRate), this.layerCount(), frameRate);
-                const previousSize = current.track?.getSettings();
-                if (this.cameraEncodings && (0, quality_js_1.sameLayout)(this.cameraEncodings, next) &&
-                    previousSize?.width === width && previousSize?.height === height) {
-                    await current.replaceTrack({ track });
-                    this.watchTrackEnded(current);
-                    await this.applyLayerBitrates(current, next);
+                if (!current) {
+                    // The republish reads the camera's state off the track it sends, and
+                    // the track being replaced is switched off exactly when the camera is
+                    // paused. Hand that state on, or a camera that was off comes back on;
+                    // and the old track back switched on, as below.
+                    const replaced = this.localStream?.getVideoTracks()[0];
+                    if (replaced && replaced !== sent) {
+                        sent.enabled = replaced.enabled;
+                        replaced.enabled = true;
+                    }
+                }
+                this.adoptVideoTrack(sent);
+                if (!current || current.track === sent)
                     return;
+                const previous = current.track;
+                const paused = current.paused;
+                try {
+                    const { width = 0, height = 0 } = track.getSettings();
+                    const frameRate = this.frameRateFor(track);
+                    const next = (0, quality_js_1.videoEncodings)(width, height, this.cameraQuality(frameRate), this.layerCount(), frameRate);
+                    const previousSize = previousSource?.getSettings();
+                    if (this.cameraEncodings && (0, quality_js_1.sameLayout)(this.cameraEncodings, next) &&
+                        previousSize?.width === width && previousSize?.height === height) {
+                        await current.replaceTrack({ track: sent });
+                        this.watchTrackEnded(current);
+                        await this.applyLayerBitrates(current, next);
+                        return;
+                    }
+                    await this.reproduceCamera(current, sent);
+                }
+                finally {
+                    // Pausing switched the old track off (mediasoup-client pauses that
+                    // way), and nothing switches it back on once it is replaced. It is the
+                    // app's again, often the camera its canvas draws from: handed back
+                    // off, that canvas stays black after the camera is resumed.
+                    if (paused && previous && previous !== this.cameraProducer()?.track)
+                        previous.enabled = true;
                 }
-                await this.reproduceCamera(current, track);
             }
             finally {
-                // Pausing switched the old track off (mediasoup-client pauses that
-                // way), and nothing switches it back on once it is replaced. It is the
-                // app's again, often the camera its canvas draws from: handed back
-                // off, that canvas stays black after the camera is resumed.
-                if (paused && previous && previous !== this.cameraProducer()?.track)
-                    previous.enabled = true;
+                // The processor's previous picture is no longer sent or shown.
+                if (before && before !== this.camOut)
+                    before.stop();
             }
         });
     }
@@ -1924,18 +1986,29 @@ class StreamClient {
     async produceCamera(transport, track, generation, paused = !track.enabled) {
         if (generation !== this.publishGeneration)
             throw unpublishedWhile('camera');
+        // With a video processor its picture is sent (and shown); the camera behind it has the size and frame rate. The
+        // picture already made from that camera is kept: a reconnect or a new quality does not start the processor again.
+        const source = this.cameraSource(track);
+        const before = this.camOut;
+        const beforeSource = this.camRaw;
+        const sent = await this.processCamera(source);
+        if (generation !== this.publishGeneration) {
+            if (sent !== source && sent !== before)
+                sent.stop();
+            throw unpublishedWhile('camera');
+        }
         // mediasoup-client starts a producer paused exactly when its track is
         // off. Setting the track to the camera's state first makes the producer
         // start in it, and a camera that is off never sends a frame of the new
         // track; the server is told below.
-        track.enabled = !paused;
+        sent.enabled = !paused;
         // Simulcast from day one: it is what lets one node serve far more viewers.
         // The layers follow the picture's real size, the project's quality and
         // the device, so the browser sends every layer asked for (see
         // videoEncodings).
-        const { width = 0, height = 0 } = track.getSettings();
+        const { width = 0, height = 0 } = source.getSettings();
         // The frame rate first: the size the project allows depends on it.
-        this.cameraFrameRate = this.frameRateFor(track);
+        this.cameraFrameRate = this.frameRateFor(source);
         const quality = this.cameraQuality(this.cameraFrameRate);
         const encodings = (0, quality_js_1.videoEncodings)(width, height, quality, this.layerCount(), this.cameraFrameRate);
         let codecs;
@@ -1947,7 +2020,7 @@ class StreamClient {
         }
         const chosen = await this.cameraCodec(codecs, encodings, width, height, quality);
         const produce = (codec) => transport.produce({
-            track,
+            track: sent,
             stopTracks: false,
             encodings,
             codecOptions: { videoGoogleStartBitrate: VIDEO_START_BITRATE_KBPS },
@@ -1969,6 +2042,13 @@ class StreamClient {
         // unpublish() may have run while this was being made (a publish, a
         // quality change or a track swap under way).
         await this.keepProducer(producer, generation, 'camera');
+        if (sent !== track)
+            this.adoptVideoTrack(sent);
+        if (before && before !== sent)
+            before.stop();
+        // A second publish brought another camera: the one the processor drew from before is no longer published.
+        if (beforeSource && beforeSource !== source && beforeSource !== this.camRaw)
+            beforeSource.stop();
         this.watchTrackEnded(producer);
         this.syncPublishProtection();
         this.cameraEncodings = encodings;
@@ -2340,7 +2420,8 @@ class StreamClient {
                 if (!isCurrent() || producer !== sampledProducer || this.frameRateFallback || !producer?.track || producer.closed)
                     return;
                 this.frameRateFallback = true;
-                await producer.track.applyConstraints?.({ ...producer.track.getConstraints?.(), frameRate: { ideal: 30, max: 30 } }).catch(() => undefined);
+                const camera = this.cameraSource(producer.track);
+                await camera.applyConstraints?.({ ...camera.getConstraints?.(), frameRate: { ideal: 30, max: 30 } }).catch(() => undefined);
                 await this.reproduceCamera(producer, producer.track);
                 this.emit('error', new errors_js_1.RpcError('frame-rate-fallback', 'this device or upload cannot sustain 60 fps; publishing at 30 fps'));
             }).catch((error) => this.emit('error', error));
@@ -2586,8 +2667,10 @@ class StreamClient {
             layers = this.effectiveLayers(remote.producerId, adaptive);
         // A camera arriving while the audio-only fallback holds cameras back starts held back too.
         const held = consumer.kind === 'video' && this.protection.active && (remote.source ?? 'camera') === 'camera';
+        // Not waited for: the server applies them before the resume below (a socket's requests in order), so the first
+        // frame is already the right size without a round trip in front of it (P3-6).
         if (layers) {
-            await this.rpc('setPreferredLayers', { consumerId: consumer.id, ...layers }).catch((err) => this.emit('error', err));
+            void this.rpc('setPreferredLayers', { consumerId: consumer.id, ...layers }).catch((err) => this.emit('error', err));
         }
         current(consumer);
         // The server created it paused. Resume only now that our end exists,
@@ -2656,6 +2739,130 @@ class StreamClient {
             return { spatialLayer: adaptive };
         return { ...manual, spatialLayer: Math.min(manual.spatialLayer, adaptive) };
     }
+    // ------------------------------------------------------- audio processor
+    /**
+     * Send the microphone through `processor` first (LiveKit's setProcessor, Agora's extensions): above all noise
+     * suppression -- `createNoiseSuppressor()` from `@voltkit-rtc/client/noise-suppression`. Applies to the microphone
+     * published now (swapped in place, no gap for listeners) and to every one after it: another device, a reconnect, a
+     * new quality. `null` sends the microphone as it is again and lets the processor go. A processor that fails never
+     * keeps the microphone off: it is sent as it is, and `error` says why.
+     */
+    async setAudioProcessor(processor) {
+        await this.micTask(async () => {
+            const previous = this.audioProcessor;
+            this.audioProcessor = processor;
+            const producer = this.micProducer();
+            const device = producer ? this.deviceTrackOf(producer) : null;
+            if (producer && device && !producer.closed) {
+                const sent = await this.processMic(device);
+                await producer.replaceTrack({ track: sent });
+                this.micRaw = sent !== device ? device : null;
+            }
+            if (previous && previous !== processor)
+                await Promise.resolve(previous.destroy()).catch(() => undefined);
+        });
+    }
+    /** The processor in use now, or null. */
+    get audioProcessorInUse() {
+        return this.audioProcessor;
+    }
+    /** The track to send for the microphone's device track `track`: processed when there is a processor that works. */
+    async processMic(track) {
+        const processor = this.audioProcessor;
+        if (!processor)
+            return track;
+        try {
+            return await processor.process(track);
+        }
+        catch (err) {
+            this.emit('error', new Error(`audio processor ${processor.name} failed, sending the microphone as it is: ${err?.message ?? err}`));
+            return track;
+        }
+    }
+    /** The device's own track behind a producer: for the microphone, the one before any processor. */
+    deviceTrackOf(producer) {
+        const source = producer.appData.source;
+        if (source === 'mic')
+            return this.micRaw ?? producer.track;
+        return source === 'camera' && producer.track ? this.cameraSource(producer.track) : producer.track;
+    }
+    /**
+     * Send the camera through `processor` first (LiveKit's setProcessor, Agora's and TRTC's video extensions): a blurred
+     * or replaced background, beauty -- `createVideoEffects()` from `@voltkit-rtc/client/video-effects`. The processed
+     * picture is what viewers get and what `local` shows. Applies to the camera published now (swapped in place: the
+     * same size, so no pause for viewers) and to every one after it: `switchDevice`, `replaceVideoTrack`, a reconnect, a
+     * new quality. `null` sends the camera as it is again and lets the processor go. A processor that fails never keeps
+     * the camera off: it is sent as it is, and `error` says why.
+     */
+    async setVideoProcessor(processor) {
+        await this.cameraTask(async () => {
+            const previous = this.videoProcessor;
+            this.videoProcessor = processor;
+            const producer = this.cameraProducer();
+            const shown = producer?.track ?? this.localStream?.getVideoTracks()[0] ?? null;
+            if (shown && shown.readyState === 'live') {
+                const source = this.cameraSource(shown);
+                const before = this.camOut;
+                const paused = producer ? producer.paused : !shown.enabled;
+                // Made afresh, by the new processor.
+                this.camRaw = null;
+                this.camOut = null;
+                const sent = await this.processCamera(source);
+                sent.enabled = !paused;
+                if (producer && !producer.closed && producer.track !== sent)
+                    await producer.replaceTrack({ track: sent });
+                this.adoptVideoTrack(sent);
+                if (before && before !== sent)
+                    before.stop();
+            }
+            if (previous && previous !== processor)
+                await Promise.resolve(previous.destroy()).catch(() => undefined);
+        });
+    }
+    /** The video processor in use now, or null. */
+    get videoProcessorInUse() {
+        return this.videoProcessor;
+    }
+    /** The camera picture behind `track`: the one a video processor draws from, when `track` is its picture. */
+    cameraSource(track) {
+        return track === this.camOut && this.camRaw ? this.camRaw : track;
+    }
+    /**
+     * The picture to send for the camera picture `source`: a video processor's, when there is one that works. The one
+     * already made from `source` is kept (a reconnect, a new quality); otherwise it is made afresh.
+     */
+    async processCamera(source) {
+        const processor = this.videoProcessor;
+        if (!processor) {
+            this.camRaw = null;
+            this.camOut = null;
+            return source;
+        }
+        if (this.camRaw === source && this.camOut?.readyState === 'live')
+            return this.camOut;
+        try {
+            const out = await processor.process(source);
+            // The processor draws from the camera whether or not the camera is paused: its picture carries the pause.
+            source.enabled = true;
+            this.camRaw = source;
+            this.camOut = out;
+            return out;
+        }
+        catch (err) {
+            this.emit('error', new Error(`video processor ${processor.name} failed, sending the camera as it is: ${err?.message ?? err}`));
+            this.camRaw = null;
+            this.camOut = null;
+            return source;
+        }
+    }
+    /** Stop the client's own tracks, and the camera behind a video processor's picture (not in the stream itself). */
+    stopLocalTracks() {
+        this.localStream?.getTracks().forEach((t) => t.stop());
+        this.camRaw?.stop();
+        this.camOut?.stop();
+        this.camRaw = null;
+        this.camOut = null;
+    }
     // ------------------------------------------------------- diagnostics
     /**
      * A snapshot for a support ticket (what Agora's log upload and Twilio's Insights are used for): the SDK version and
@@ -2875,8 +3082,10 @@ class StreamClient {
         try {
             const mic = this.micProducer();
             const camera = this.cameraProducer();
-            const micLevel = mic && !mic.paused ? (0, health_js_1.readMediaSource)((await mic.getStats()).values()).level : null;
-            const cameraFps = camera && !camera.paused ? (0, health_js_1.readMediaSource)((await camera.getStats()).values()).fps : null;
+            // A processed microphone (noise suppression) is near-silent between words by design: no mic-silent then.
+            const micLevel = mic && !mic.paused && !this.audioProcessor ? (0, health_js_1.readMediaSource)((await mic.getStats()).values()).level : null;
+            // A processed picture runs at the processor's pace, not the camera's: no camera-fps-low then.
+            const cameraFps = camera && !camera.paused && !this.videoProcessor ? (0, health_js_1.readMediaSource)((await camera.getStats()).values()).fps : null;
             if (!this.healthTimer)
                 return;
             this.health.feed({ micLevel, cameraFps, askedFps: this.videoFrameRate });
@@ -2917,7 +3126,9 @@ class StreamClient {
         if (!md?.getUserMedia)
             throw new Error('switchDevice: this browser cannot capture media');
         if (kind === 'videoinput') {
-            const current = this.cameraProducer()?.track ?? this.localStream?.getVideoTracks()[0] ?? null;
+            const shown = this.cameraProducer()?.track ?? this.localStream?.getVideoTracks()[0] ?? null;
+            // With a video processor, the camera it draws from.
+            const current = shown ? this.cameraSource(shown) : null;
             if (!current)
                 throw new Error('switchDevice: no camera is being published');
             if (!(0, devices_js_1.deviceIdOf)(current)) {
@@ -2957,8 +3168,10 @@ class StreamClient {
     }
     /** Put `track` on the microphone producer and in the client's own stream; the replaced track is stopped. */
     async adoptAudioTrack(producer, track) {
-        const previous = producer.track;
-        await producer.replaceTrack({ track });
+        const previous = this.micRaw ?? producer.track;
+        const sent = await this.processMic(track);
+        await producer.replaceTrack({ track: sent });
+        this.micRaw = sent !== track ? track : null;
         const video = this.localStream ? this.localStream.getTracks().filter((t) => t.kind !== 'audio') : [];
         this.localStream = new MediaStream([track, ...video]);
         this.emit('localStreamChanged', this.localStream);
@@ -2968,7 +3181,8 @@ class StreamClient {
     }
     /** Notice when the producer's present track stops from outside (unplugged, permission revoked). */
     watchTrackEnded(producer) {
-        const track = producer.track;
+        // The device's track, not the processed one a processor sends: that is the one a device ends.
+        const track = this.deviceTrackOf(producer);
         if (!track || typeof track.addEventListener !== 'function')
             return;
         track.addEventListener('ended', () => { void this.onTrackEnded(producer, track); }, { once: true });
@@ -2977,7 +3191,7 @@ class StreamClient {
         if (!which)
             return;
         const code = which === 'mic' ? 'mic-interrupted' : 'camera-interrupted';
-        const current = () => !this.closedByUs && !producer.closed && producer.track === track;
+        const current = () => !this.closedByUs && !producer.closed && this.deviceTrackOf(producer) === track;
         track.addEventListener('mute', () => {
             if (!current() || this.interruptions.has(which))
                 return;
@@ -3002,7 +3216,7 @@ class StreamClient {
      * swapped for another camera on its own (Chime stops it the same way).
      */
     async onTrackEnded(producer, track) {
-        const live = () => !this.closedByUs && !producer.closed && producer.track === track && this.producers.get(producer.id) === producer;
+        const live = () => !this.closedByUs && !producer.closed && this.deviceTrackOf(producer) === track && this.producers.get(producer.id) === producer;
         if (!live())
             return;
         const deviceId = (0, devices_js_1.deviceIdOf)(track);
@@ -3410,7 +3624,7 @@ class StreamClient {
         const cleared = this.limitWatch.reset();
         if (cleared)
             this.emit('videoLimited', cleared);
-        this.localStream?.getTracks().forEach((t) => t.stop());
+        this.stopLocalTracks();
         this.localStream = null;
         // Forgotten with the stream: kept, a reconnect would ask for the camera
         // and microphone again and publish them, after the app unpublished them.