@whereby.com/assistant-sdk 1.2.16 → 1.2.17

package/dist/legacy-esm.js

@@ -64,8 +64,8 @@ class AudioSink extends RTCAudioSink {
 }
 
 // Number of pipes in the ffmpeg process. We predefine a fixed number of slots, and then we dynamically assign
-// participants to these slots based on mute/unmute state.
-const PARTICIPANT_SLOTS = 20;
+// participants/screenshares to these slots based on mute/unmute state.
+const MIXER_SLOTS = 20;
 // Each sample is 2 bytes (16 bits) for PCM audio - s16le format
 // 48000 Hz is the standard sample rate for WebRTC audio
 const STREAM_INPUT_SAMPLE_RATE_IN_HZ = 48000;
@@ -89,11 +89,11 @@ function createFfmpegMixer() {
         slotBuffers.set(slot, merged.subarray(offset)); // keep remainder
     }
     ({
-        enqFrames: new Array(PARTICIPANT_SLOTS).fill(0),
-        enqSamples: new Array(PARTICIPANT_SLOTS).fill(0),
-        wroteFrames: new Array(PARTICIPANT_SLOTS).fill(0),
-        wroteSamples: new Array(PARTICIPANT_SLOTS).fill(0),
-        lastFramesSeen: new Array(PARTICIPANT_SLOTS).fill(0),
+        enqFrames: new Array(MIXER_SLOTS).fill(0),
+        enqSamples: new Array(MIXER_SLOTS).fill(0),
+        wroteFrames: new Array(MIXER_SLOTS).fill(0),
+        wroteSamples: new Array(MIXER_SLOTS).fill(0),
+        lastFramesSeen: new Array(MIXER_SLOTS).fill(0),
     });
     let slots = [];
     let stopPacerFn = null;
@@ -150,13 +150,13 @@ function createFfmpegMixer() {
      * Call this once right after spawning FFmpeg:
      * ```ts
      * const ff = spawnFFmpegProcess();
-     * startPacer(ff, PARTICIPANT_SLOTS);
+     * startPacer(ff, MIXER_SLOTS);
      * ```
      *
      * When tearing down the mixer, always call `stopPacer()` before killing FFmpeg.
      *
      * @param ff        Child process handle from spawn("ffmpeg", ...)
-     * @param slotCount Number of participant input slots (0..N-1 → fd 3..3+N-1)
+     * @param slotCount Number of mixer input slots (0..N-1 → fd 3..3+N-1)
      */
     function startPacer(ff, slotCount, rtcAudioSource) {
         if (stopPacerFn) {
@@ -238,7 +238,7 @@ function createFfmpegMixer() {
         st.q.push(buf);
     }
     /**
-     * Clear the audio queue for a specific slot when a participant leaves.
+     * Clear the audio queue for a specific slot when a participant leaves or screenshare stops.
      * This prevents stale audio data from continuing to play after disconnect.
      */
     function clearSlotQueue(slot) {
@@ -252,12 +252,12 @@ function createFfmpegMixer() {
         }
     }
     /**
-     * Get the FFmpeg arguments for debugging, which writes each participant's audio to a separate WAV file
+     * Get the FFmpeg arguments for debugging, which writes each participant/screenshare's audio to a separate WAV file
      * and also mixes them into a single WAV file.
-     * This is useful for inspecting the audio quality and timing of each participant.
+     * This is useful for inspecting the audio quality and timing of each participant/screenshare.
      */
     function getFFmpegArgumentsDebug() {
-        const N = PARTICIPANT_SLOTS;
+        const N = MIXER_SLOTS;
         const SR = STREAM_INPUT_SAMPLE_RATE_IN_HZ;
         const ffArgs = [];
         for (let i = 0; i < N; i++) {
@@ -277,12 +277,12 @@ function createFfmpegMixer() {
         return ffArgs;
     }
     /**
-     * Get the FFmpeg arguments for mixing audio from multiple participants.
+     * Get the FFmpeg arguments for mixing audio from multiple participants/screenshares.
      * This will read from the input pipes (3..3+N-1) and output a single mixed audio stream.
      * The output is in PCM 16-bit little-endian format at 48kHz sample rate.
      */
     function getFFmpegArguments() {
-        const N = PARTICIPANT_SLOTS;
+        const N = MIXER_SLOTS;
         const SR = STREAM_INPUT_SAMPLE_RATE_IN_HZ;
         const ffArgs = [];
         for (let i = 0; i < N; i++) {
@@ -300,23 +300,23 @@ function createFfmpegMixer() {
     }
     /*
      * Spawn a new FFmpeg process for debugging purposes.
-     * This will write each participant's audio to a separate WAV file and also mix them into a single WAV file.
+     * This will write each participant/screenshare's audio to a separate WAV file and also mix them into a single WAV file.
      * The output files will be named pre0.wav, pre1.wav, ..., and mixed.wav.
      * The process will log its output to stderr.
      * @return The spawned FFmpeg process.
      */
     function spawnFFmpegProcessDebug(rtcAudioSource) {
-        const stdio = ["ignore", "ignore", "pipe", ...Array(PARTICIPANT_SLOTS).fill("pipe")];
+        const stdio = ["ignore", "ignore", "pipe", ...Array(MIXER_SLOTS).fill("pipe")];
         const args = getFFmpegArgumentsDebug();
         const ffmpegProcess = spawn("ffmpeg", args, { stdio });
-        startPacer(ffmpegProcess, PARTICIPANT_SLOTS, rtcAudioSource);
+        startPacer(ffmpegProcess, MIXER_SLOTS, rtcAudioSource);
         ffmpegProcess.stderr.setEncoding("utf8");
         ffmpegProcess.stderr.on("data", (d) => console.error("[ffmpeg]", String(d).trim()));
         ffmpegProcess.on("error", () => console.error("FFmpeg process error (debug): is ffmpeg installed?"));
         return ffmpegProcess;
     }
     /**
-     * Spawn a new FFmpeg process for mixing audio from multiple participants.
+     * Spawn a new FFmpeg process for mixing audio from multiple participants/screenshares.
      * This will read from the input pipes (3..3+N-1) and output a single mixed audio stream.
      * The output is in PCM 16-bit little-endian format at 48kHz sample rate.
      * The process will log its output to stderr.
@@ -324,10 +324,10 @@ function createFfmpegMixer() {
      * @return The spawned FFmpeg process.
      */
     function spawnFFmpegProcess(rtcAudioSource) {
-        const stdio = ["pipe", "pipe", "pipe", ...Array(PARTICIPANT_SLOTS).fill("pipe")];
+        const stdio = ["pipe", "pipe", "pipe", ...Array(MIXER_SLOTS).fill("pipe")];
         const args = getFFmpegArguments();
         const ffmpegProcess = spawn("ffmpeg", args, { stdio });
-        startPacer(ffmpegProcess, PARTICIPANT_SLOTS, rtcAudioSource);
+        startPacer(ffmpegProcess, MIXER_SLOTS, rtcAudioSource);
         ffmpegProcess.stderr.setEncoding("utf8");
         ffmpegProcess.stderr.on("data", (d) => console.error("[ffmpeg]", String(d).trim()));
         ffmpegProcess.on("error", () => console.error("FFmpeg process error: is ffmpeg installed?"));
@@ -353,7 +353,7 @@ function createFfmpegMixer() {
      * that enqueues audio frames into the pacer.
      *
      * @param ffmpegProcess The FFmpeg process to which audio data will be written.
-     * @param slot The participant slot number (0..N-1) to which this track belongs.
+     * @param slot The mixer slot number (0..N-1) to which this track belongs.
      * @param audioTrack The MediaStreamTrack containing the audio data.
      * @return An object containing the AudioSink, the writable stream, and a stop function.
      */
@@ -383,7 +383,7 @@ function createFfmpegMixer() {
     }
     /**
      * Stop the FFmpeg process and clean up all resources.
-     * This function will unpipe the stdout, end all writable streams for each participant slot,
+     * This function will unpipe the stdout, end all writable streams for each mixer slot,
      * and kill the FFmpeg process.
      * @param ffmpegProcess The FFmpeg process to stop.
      */
@@ -397,7 +397,7 @@ function createFfmpegMixer() {
             catch (_c) {
                 console.error("Failed to unpipe ffmpeg stdout");
             }
-            for (let i = 0; i < PARTICIPANT_SLOTS; i++) {
+            for (let i = 0; i < MIXER_SLOTS; i++) {
                 const w = ffmpegProcess.stdio[3 + i];
                 try {
                     w.end();
@@ -424,84 +424,60 @@ function createFfmpegMixer() {
     };
 }
 
+var _a;
+// Debug: set to true to enable debug output (and write audio to .wav files)
+const DEBUG_MIXER_OUTPUT = (_a = process.env.DEBUG_MIXER_OUTPUT) !== null && _a !== void 0 ? _a : false;
 class AudioMixer extends EventEmitter {
     constructor() {
         super();
         this.ffmpegProcess = null;
         this.combinedAudioStream = null;
         this.rtcAudioSource = null;
-        this.participantSlots = new Map();
+        this.mixableSlots = new Map();
         this.activeSlots = {};
         this.mixer = createFfmpegMixer();
         this.setupMediaStream();
-        this.participantSlots = new Map(Array.from({ length: PARTICIPANT_SLOTS }, (_, i) => [i, ""]));
+        this.mixableSlots = new Map(Array.from({ length: MIXER_SLOTS }, (_, i) => [i, ""]));
     }
     setupMediaStream() {
         this.rtcAudioSource = new wrtc.nonstandard.RTCAudioSource();
         const audioTrack = this.rtcAudioSource.createTrack();
         this.combinedAudioStream = new wrtc.MediaStream([audioTrack]);
     }
-    getCombinedAudioStream() {
-        return this.combinedAudioStream;
-    }
-    handleRemoteParticipants(participants) {
-        if (participants.length === 0) {
-            this.stopAudioMixer();
-            return;
-        }
-        if (!this.ffmpegProcess && this.rtcAudioSource) {
-            this.ffmpegProcess = this.mixer.spawnFFmpegProcess(this.rtcAudioSource);
-        }
-        for (const p of participants)
-            this.attachParticipantIfNeeded(p);
-        const liveIds = new Set(participants.map((p) => p.id).filter(Boolean));
-        // eslint-disable-next-line @typescript-eslint/no-unused-vars
-        for (const [slot, pid] of this.participantSlots) {
-            if (pid && !liveIds.has(pid))
-                this.detachParticipant(pid);
-        }
-    }
-    stopAudioMixer() {
-        if (this.ffmpegProcess) {
-            this.mixer.stopFFmpegProcess(this.ffmpegProcess);
-            this.ffmpegProcess = null;
-        }
-        this.participantSlots = new Map(Array.from({ length: PARTICIPANT_SLOTS }, (_, i) => [i, ""]));
-        this.activeSlots = {};
-        // Recreate the media stream to avoid stale references
-        this.setupMediaStream();
-    }
-    slotForParticipant(participantId) {
+    slotForMixable(mixableId) {
         var _a;
-        const found = (_a = [...this.participantSlots.entries()].find(([, id]) => id === participantId)) === null || _a === void 0 ? void 0 : _a[0];
+        const found = (_a = [...this.mixableSlots.entries()].find(([, id]) => id === mixableId)) === null || _a === void 0 ? void 0 : _a[0];
         return found === undefined ? null : found;
     }
-    acquireSlot(participantId) {
+    slotsByType(mixableType) {
+        return [...this.mixableSlots.entries()].filter(([slotId]) => { var _a; return ((_a = this.activeSlots[slotId]) === null || _a === void 0 ? void 0 : _a.type) === mixableType; });
+    }
+    acquireSlot(mixableId) {
         var _a;
-        const existing = this.slotForParticipant(participantId);
+        const existing = this.slotForMixable(mixableId);
         if (existing !== null)
             return existing;
-        const empty = (_a = [...this.participantSlots.entries()].find(([, id]) => id === "")) === null || _a === void 0 ? void 0 : _a[0];
+        const empty = (_a = [...this.mixableSlots.entries()].find(([, id]) => id === "")) === null || _a === void 0 ? void 0 : _a[0];
         if (empty === undefined)
             return null;
-        this.participantSlots.set(empty, participantId);
+        this.mixableSlots.set(empty, mixableId);
         return empty;
     }
-    attachParticipantIfNeeded(participant) {
+    attachMixableIfNeeded(mixable) {
         var _a;
-        const { id: participantId, stream: participantStream, isAudioEnabled } = participant;
-        if (!participantId)
+        const { id: mixableId, stream: mixableStream, isAudioEnabled, type } = mixable;
+        if (!mixableId)
             return;
-        if (!participantStream || !isAudioEnabled) {
-            this.detachParticipant(participantId);
+        if (!mixableStream || !isAudioEnabled) {
+            this.detachMixable(mixableId);
             return;
         }
-        const audioTrack = participantStream.getTracks().find((t) => t.kind === "audio");
+        const audioTrack = mixableStream.getTracks().find((t) => t.kind === "audio");
         if (!audioTrack) {
-            this.detachParticipant(participantId);
+            this.detachMixable(mixableId);
             return;
         }
-        const slot = this.acquireSlot(participantId);
+        const slot = this.acquireSlot(mixableId);
         if (slot === null)
             return;
         const existing = this.activeSlots[slot];
@@ -517,11 +493,11 @@ class AudioMixer extends EventEmitter {
             this.activeSlots[slot] = undefined;
         }
         const { sink, writer, stop } = this.mixer.writeAudioDataToFFmpeg(this.ffmpegProcess, slot, audioTrack);
-        this.activeSlots[slot] = { sink, writer, stop, trackId: audioTrack.id };
-        (_a = audioTrack.addEventListener) === null || _a === void 0 ? void 0 : _a.call(audioTrack, "ended", () => this.detachParticipant(participantId));
+        this.activeSlots[slot] = { sink, writer, stop, trackId: audioTrack.id, type };
+        (_a = audioTrack.addEventListener) === null || _a === void 0 ? void 0 : _a.call(audioTrack, "ended", () => this.detachMixable(mixableId));
     }
-    detachParticipant(participantId) {
-        const slot = this.slotForParticipant(participantId);
+    detachMixable(mixableId) {
+        const slot = this.slotForMixable(mixableId);
         if (slot === null)
             return;
         const binding = this.activeSlots[slot];
@@ -536,7 +512,62 @@ class AudioMixer extends EventEmitter {
         }
         // Clear any queued audio data for this slot to prevent stale audio
         this.mixer.clearSlotQueue(slot);
-        this.participantSlots.set(slot, "");
+        this.mixableSlots.set(slot, "");
+    }
+    getCombinedAudioStream() {
+        return this.combinedAudioStream;
+    }
+    handleRemoteParticipants(participants) {
+        const liveIds = new Set(participants.map((p) => p.id).filter(Boolean));
+        const typedSlots = this.slotsByType("participant");
+        // eslint-disable-next-line @typescript-eslint/no-unused-vars
+        for (const [slot, pid] of typedSlots) {
+            if (pid && !liveIds.has(pid))
+                this.detachMixable(pid);
+        }
+        if (!this.ffmpegProcess && this.rtcAudioSource) {
+            this.ffmpegProcess = DEBUG_MIXER_OUTPUT
+                ? this.mixer.spawnFFmpegProcessDebug(this.rtcAudioSource)
+                : this.mixer.spawnFFmpegProcess(this.rtcAudioSource);
+        }
+        for (const p of participants)
+            this.attachMixableIfNeeded(Object.assign(Object.assign({}, p), { type: "participant" }));
+    }
+    handleScreenshares(screenshares) {
+        const screensharesWithAudio = screenshares.filter((screenshare) => screenshare.hasAudioTrack &&
+            screenshare.stream &&
+            screenshare.stream.getTracks().filter(({ kind }) => kind === "audio").length > 0);
+        const liveIds = new Set(screensharesWithAudio.map((p) => p.id).filter(Boolean));
+        // eslint-disable-next-line @typescript-eslint/no-unused-vars
+        for (const [slot, sid] of this.slotsByType("screenshare")) {
+            if (sid && !liveIds.has(sid))
+                this.detachMixable(sid);
+        }
+        if (screensharesWithAudio.length === 0) {
+            return;
+        }
+        if (!this.ffmpegProcess && this.rtcAudioSource) {
+            this.ffmpegProcess = DEBUG_MIXER_OUTPUT
+                ? this.mixer.spawnFFmpegProcessDebug(this.rtcAudioSource)
+                : this.mixer.spawnFFmpegProcess(this.rtcAudioSource);
+        }
+        const mixables = screensharesWithAudio.map(({ id, stream, hasAudioTrack }) => ({
+            id,
+            stream,
+            isAudioEnabled: hasAudioTrack,
+        }));
+        for (const s of mixables)
+            this.attachMixableIfNeeded(Object.assign(Object.assign({}, s), { type: "screenshare" }));
+    }
+    stopAudioMixer() {
+        if (this.ffmpegProcess) {
+            this.mixer.stopFFmpegProcess(this.ffmpegProcess);
+            this.ffmpegProcess = null;
+        }
+        this.mixableSlots = new Map(Array.from({ length: MIXER_SLOTS }, (_, i) => [i, ""]));
+        this.activeSlots = {};
+        // Recreate the media stream to avoid stale references
+        this.setupMediaStream();
     }
 }
 

package/dist/tools.cjs

@@ -19,8 +19,8 @@ class AudioSink extends RTCAudioSink {
 }
 
 // Number of pipes in the ffmpeg process. We predefine a fixed number of slots, and then we dynamically assign
-// participants to these slots based on mute/unmute state.
-const PARTICIPANT_SLOTS = 20;
+// participants/screenshares to these slots based on mute/unmute state.
+const MIXER_SLOTS = 20;
 // Each sample is 2 bytes (16 bits) for PCM audio - s16le format
 // 48000 Hz is the standard sample rate for WebRTC audio
 const STREAM_INPUT_SAMPLE_RATE_IN_HZ = 48000;
@@ -44,11 +44,11 @@ function createFfmpegMixer() {
         slotBuffers.set(slot, merged.subarray(offset)); // keep remainder
     }
     ({
-        enqFrames: new Array(PARTICIPANT_SLOTS).fill(0),
-        enqSamples: new Array(PARTICIPANT_SLOTS).fill(0),
-        wroteFrames: new Array(PARTICIPANT_SLOTS).fill(0),
-        wroteSamples: new Array(PARTICIPANT_SLOTS).fill(0),
-        lastFramesSeen: new Array(PARTICIPANT_SLOTS).fill(0),
+        enqFrames: new Array(MIXER_SLOTS).fill(0),
+        enqSamples: new Array(MIXER_SLOTS).fill(0),
+        wroteFrames: new Array(MIXER_SLOTS).fill(0),
+        wroteSamples: new Array(MIXER_SLOTS).fill(0),
+        lastFramesSeen: new Array(MIXER_SLOTS).fill(0),
     });
     let slots = [];
     let stopPacerFn = null;
@@ -105,13 +105,13 @@ function createFfmpegMixer() {
      * Call this once right after spawning FFmpeg:
      * ```ts
      * const ff = spawnFFmpegProcess();
-     * startPacer(ff, PARTICIPANT_SLOTS);
+     * startPacer(ff, MIXER_SLOTS);
      * ```
      *
      * When tearing down the mixer, always call `stopPacer()` before killing FFmpeg.
      *
      * @param ff        Child process handle from spawn("ffmpeg", ...)
-     * @param slotCount Number of participant input slots (0..N-1 → fd 3..3+N-1)
+     * @param slotCount Number of mixer input slots (0..N-1 → fd 3..3+N-1)
      */
     function startPacer(ff, slotCount, rtcAudioSource) {
         if (stopPacerFn) {
@@ -193,7 +193,7 @@ function createFfmpegMixer() {
         st.q.push(buf);
     }
     /**
-     * Clear the audio queue for a specific slot when a participant leaves.
+     * Clear the audio queue for a specific slot when a participant leaves or screenshare stops.
      * This prevents stale audio data from continuing to play after disconnect.
      */
     function clearSlotQueue(slot) {
@@ -207,12 +207,12 @@ function createFfmpegMixer() {
         }
     }
     /**
-     * Get the FFmpeg arguments for debugging, which writes each participant's audio to a separate WAV file
+     * Get the FFmpeg arguments for debugging, which writes each participant/screenshare's audio to a separate WAV file
      * and also mixes them into a single WAV file.
-     * This is useful for inspecting the audio quality and timing of each participant.
+     * This is useful for inspecting the audio quality and timing of each participant/screenshare.
      */
     function getFFmpegArgumentsDebug() {
-        const N = PARTICIPANT_SLOTS;
+        const N = MIXER_SLOTS;
         const SR = STREAM_INPUT_SAMPLE_RATE_IN_HZ;
         const ffArgs = [];
         for (let i = 0; i < N; i++) {
@@ -232,12 +232,12 @@ function createFfmpegMixer() {
         return ffArgs;
     }
     /**
-     * Get the FFmpeg arguments for mixing audio from multiple participants.
+     * Get the FFmpeg arguments for mixing audio from multiple participants/screenshares.
      * This will read from the input pipes (3..3+N-1) and output a single mixed audio stream.
      * The output is in PCM 16-bit little-endian format at 48kHz sample rate.
      */
     function getFFmpegArguments() {
-        const N = PARTICIPANT_SLOTS;
+        const N = MIXER_SLOTS;
         const SR = STREAM_INPUT_SAMPLE_RATE_IN_HZ;
         const ffArgs = [];
         for (let i = 0; i < N; i++) {
@@ -255,23 +255,23 @@ function createFfmpegMixer() {
     }
     /*
      * Spawn a new FFmpeg process for debugging purposes.
-     * This will write each participant's audio to a separate WAV file and also mix them into a single WAV file.
+     * This will write each participant/screenshare's audio to a separate WAV file and also mix them into a single WAV file.
      * The output files will be named pre0.wav, pre1.wav, ..., and mixed.wav.
      * The process will log its output to stderr.
      * @return The spawned FFmpeg process.
      */
     function spawnFFmpegProcessDebug(rtcAudioSource) {
-        const stdio = ["ignore", "ignore", "pipe", ...Array(PARTICIPANT_SLOTS).fill("pipe")];
+        const stdio = ["ignore", "ignore", "pipe", ...Array(MIXER_SLOTS).fill("pipe")];
         const args = getFFmpegArgumentsDebug();
         const ffmpegProcess = child_process.spawn("ffmpeg", args, { stdio });
-        startPacer(ffmpegProcess, PARTICIPANT_SLOTS, rtcAudioSource);
+        startPacer(ffmpegProcess, MIXER_SLOTS, rtcAudioSource);
         ffmpegProcess.stderr.setEncoding("utf8");
         ffmpegProcess.stderr.on("data", (d) => console.error("[ffmpeg]", String(d).trim()));
         ffmpegProcess.on("error", () => console.error("FFmpeg process error (debug): is ffmpeg installed?"));
         return ffmpegProcess;
     }
     /**
-     * Spawn a new FFmpeg process for mixing audio from multiple participants.
+     * Spawn a new FFmpeg process for mixing audio from multiple participants/screenshares.
      * This will read from the input pipes (3..3+N-1) and output a single mixed audio stream.
      * The output is in PCM 16-bit little-endian format at 48kHz sample rate.
      * The process will log its output to stderr.
@@ -279,10 +279,10 @@ function createFfmpegMixer() {
      * @return The spawned FFmpeg process.
      */
     function spawnFFmpegProcess(rtcAudioSource) {
-        const stdio = ["pipe", "pipe", "pipe", ...Array(PARTICIPANT_SLOTS).fill("pipe")];
+        const stdio = ["pipe", "pipe", "pipe", ...Array(MIXER_SLOTS).fill("pipe")];
         const args = getFFmpegArguments();
         const ffmpegProcess = child_process.spawn("ffmpeg", args, { stdio });
-        startPacer(ffmpegProcess, PARTICIPANT_SLOTS, rtcAudioSource);
+        startPacer(ffmpegProcess, MIXER_SLOTS, rtcAudioSource);
         ffmpegProcess.stderr.setEncoding("utf8");
         ffmpegProcess.stderr.on("data", (d) => console.error("[ffmpeg]", String(d).trim()));
         ffmpegProcess.on("error", () => console.error("FFmpeg process error: is ffmpeg installed?"));
@@ -308,7 +308,7 @@ function createFfmpegMixer() {
      * that enqueues audio frames into the pacer.
      *
      * @param ffmpegProcess The FFmpeg process to which audio data will be written.
-     * @param slot The participant slot number (0..N-1) to which this track belongs.
+     * @param slot The mixer slot number (0..N-1) to which this track belongs.
      * @param audioTrack The MediaStreamTrack containing the audio data.
      * @return An object containing the AudioSink, the writable stream, and a stop function.
      */
@@ -338,7 +338,7 @@ function createFfmpegMixer() {
     }
     /**
      * Stop the FFmpeg process and clean up all resources.
-     * This function will unpipe the stdout, end all writable streams for each participant slot,
+     * This function will unpipe the stdout, end all writable streams for each mixer slot,
      * and kill the FFmpeg process.
      * @param ffmpegProcess The FFmpeg process to stop.
      */
@@ -352,7 +352,7 @@ function createFfmpegMixer() {
             catch (_c) {
                 console.error("Failed to unpipe ffmpeg stdout");
             }
-            for (let i = 0; i < PARTICIPANT_SLOTS; i++) {
+            for (let i = 0; i < MIXER_SLOTS; i++) {
                 const w = ffmpegProcess.stdio[3 + i];
                 try {
                     w.end();
@@ -379,84 +379,60 @@ function createFfmpegMixer() {
     };
 }
 
+var _a;
+// Debug: set to true to enable debug output (and write audio to .wav files)
+const DEBUG_MIXER_OUTPUT = (_a = process.env.DEBUG_MIXER_OUTPUT) !== null && _a !== void 0 ? _a : false;
 class AudioMixer extends events.EventEmitter {
     constructor() {
         super();
         this.ffmpegProcess = null;
         this.combinedAudioStream = null;
         this.rtcAudioSource = null;
-        this.participantSlots = new Map();
+        this.mixableSlots = new Map();
         this.activeSlots = {};
         this.mixer = createFfmpegMixer();
         this.setupMediaStream();
-        this.participantSlots = new Map(Array.from({ length: PARTICIPANT_SLOTS }, (_, i) => [i, ""]));
+        this.mixableSlots = new Map(Array.from({ length: MIXER_SLOTS }, (_, i) => [i, ""]));
     }
     setupMediaStream() {
         this.rtcAudioSource = new wrtc.nonstandard.RTCAudioSource();
         const audioTrack = this.rtcAudioSource.createTrack();
         this.combinedAudioStream = new wrtc.MediaStream([audioTrack]);
     }
-    getCombinedAudioStream() {
-        return this.combinedAudioStream;
-    }
-    handleRemoteParticipants(participants) {
-        if (participants.length === 0) {
-            this.stopAudioMixer();
-            return;
-        }
-        if (!this.ffmpegProcess && this.rtcAudioSource) {
-            this.ffmpegProcess = this.mixer.spawnFFmpegProcess(this.rtcAudioSource);
-        }
-        for (const p of participants)
-            this.attachParticipantIfNeeded(p);
-        const liveIds = new Set(participants.map((p) => p.id).filter(Boolean));
-        // eslint-disable-next-line @typescript-eslint/no-unused-vars
-        for (const [slot, pid] of this.participantSlots) {
-            if (pid && !liveIds.has(pid))
-                this.detachParticipant(pid);
-        }
-    }
-    stopAudioMixer() {
-        if (this.ffmpegProcess) {
-            this.mixer.stopFFmpegProcess(this.ffmpegProcess);
-            this.ffmpegProcess = null;
-        }
-        this.participantSlots = new Map(Array.from({ length: PARTICIPANT_SLOTS }, (_, i) => [i, ""]));
-        this.activeSlots = {};
-        // Recreate the media stream to avoid stale references
-        this.setupMediaStream();
-    }
-    slotForParticipant(participantId) {
+    slotForMixable(mixableId) {
         var _a;
-        const found = (_a = [...this.participantSlots.entries()].find(([, id]) => id === participantId)) === null || _a === void 0 ? void 0 : _a[0];
+        const found = (_a = [...this.mixableSlots.entries()].find(([, id]) => id === mixableId)) === null || _a === void 0 ? void 0 : _a[0];
         return found === undefined ? null : found;
     }
-    acquireSlot(participantId) {
+    slotsByType(mixableType) {
+        return [...this.mixableSlots.entries()].filter(([slotId]) => { var _a; return ((_a = this.activeSlots[slotId]) === null || _a === void 0 ? void 0 : _a.type) === mixableType; });
+    }
+    acquireSlot(mixableId) {
         var _a;
-        const existing = this.slotForParticipant(participantId);
+        const existing = this.slotForMixable(mixableId);
         if (existing !== null)
             return existing;
-        const empty = (_a = [...this.participantSlots.entries()].find(([, id]) => id === "")) === null || _a === void 0 ? void 0 : _a[0];
+        const empty = (_a = [...this.mixableSlots.entries()].find(([, id]) => id === "")) === null || _a === void 0 ? void 0 : _a[0];
         if (empty === undefined)
             return null;
-        this.participantSlots.set(empty, participantId);
+        this.mixableSlots.set(empty, mixableId);
         return empty;
     }
-    attachParticipantIfNeeded(participant) {
+    attachMixableIfNeeded(mixable) {
         var _a;
-        const { id: participantId, stream: participantStream, isAudioEnabled } = participant;
-        if (!participantId)
+        const { id: mixableId, stream: mixableStream, isAudioEnabled, type } = mixable;
+        if (!mixableId)
             return;
-        if (!participantStream || !isAudioEnabled) {
-            this.detachParticipant(participantId);
+        if (!mixableStream || !isAudioEnabled) {
+            this.detachMixable(mixableId);
             return;
         }
-        const audioTrack = participantStream.getTracks().find((t) => t.kind === "audio");
+        const audioTrack = mixableStream.getTracks().find((t) => t.kind === "audio");
         if (!audioTrack) {
-            this.detachParticipant(participantId);
+            this.detachMixable(mixableId);
             return;
         }
-        const slot = this.acquireSlot(participantId);
+        const slot = this.acquireSlot(mixableId);
         if (slot === null)
             return;
         const existing = this.activeSlots[slot];
@@ -472,11 +448,11 @@ class AudioMixer extends events.EventEmitter {
             this.activeSlots[slot] = undefined;
         }
         const { sink, writer, stop } = this.mixer.writeAudioDataToFFmpeg(this.ffmpegProcess, slot, audioTrack);
-        this.activeSlots[slot] = { sink, writer, stop, trackId: audioTrack.id };
-        (_a = audioTrack.addEventListener) === null || _a === void 0 ? void 0 : _a.call(audioTrack, "ended", () => this.detachParticipant(participantId));
+        this.activeSlots[slot] = { sink, writer, stop, trackId: audioTrack.id, type };
+        (_a = audioTrack.addEventListener) === null || _a === void 0 ? void 0 : _a.call(audioTrack, "ended", () => this.detachMixable(mixableId));
     }
-    detachParticipant(participantId) {
-        const slot = this.slotForParticipant(participantId);
+    detachMixable(mixableId) {
+        const slot = this.slotForMixable(mixableId);
         if (slot === null)
             return;
         const binding = this.activeSlots[slot];
@@ -491,7 +467,62 @@ class AudioMixer extends events.EventEmitter {
         }
         // Clear any queued audio data for this slot to prevent stale audio
         this.mixer.clearSlotQueue(slot);
-        this.participantSlots.set(slot, "");
+        this.mixableSlots.set(slot, "");
+    }
+    getCombinedAudioStream() {
+        return this.combinedAudioStream;
+    }
+    handleRemoteParticipants(participants) {
+        const liveIds = new Set(participants.map((p) => p.id).filter(Boolean));
+        const typedSlots = this.slotsByType("participant");
+        // eslint-disable-next-line @typescript-eslint/no-unused-vars
+        for (const [slot, pid] of typedSlots) {
+            if (pid && !liveIds.has(pid))
+                this.detachMixable(pid);
+        }
+        if (!this.ffmpegProcess && this.rtcAudioSource) {
+            this.ffmpegProcess = DEBUG_MIXER_OUTPUT
+                ? this.mixer.spawnFFmpegProcessDebug(this.rtcAudioSource)
+                : this.mixer.spawnFFmpegProcess(this.rtcAudioSource);
+        }
+        for (const p of participants)
+            this.attachMixableIfNeeded(Object.assign(Object.assign({}, p), { type: "participant" }));
+    }
+    handleScreenshares(screenshares) {
+        const screensharesWithAudio = screenshares.filter((screenshare) => screenshare.hasAudioTrack &&
+            screenshare.stream &&
+            screenshare.stream.getTracks().filter(({ kind }) => kind === "audio").length > 0);
+        const liveIds = new Set(screensharesWithAudio.map((p) => p.id).filter(Boolean));
+        // eslint-disable-next-line @typescript-eslint/no-unused-vars
+        for (const [slot, sid] of this.slotsByType("screenshare")) {
+            if (sid && !liveIds.has(sid))
+                this.detachMixable(sid);
+        }
+        if (screensharesWithAudio.length === 0) {
+            return;
+        }
+        if (!this.ffmpegProcess && this.rtcAudioSource) {
+            this.ffmpegProcess = DEBUG_MIXER_OUTPUT
+                ? this.mixer.spawnFFmpegProcessDebug(this.rtcAudioSource)
+                : this.mixer.spawnFFmpegProcess(this.rtcAudioSource);
+        }
+        const mixables = screensharesWithAudio.map(({ id, stream, hasAudioTrack }) => ({
+            id,
+            stream,
+            isAudioEnabled: hasAudioTrack,
+        }));
+        for (const s of mixables)
+            this.attachMixableIfNeeded(Object.assign(Object.assign({}, s), { type: "screenshare" }));
+    }
+    stopAudioMixer() {
+        if (this.ffmpegProcess) {
+            this.mixer.stopFFmpegProcess(this.ffmpegProcess);
+            this.ffmpegProcess = null;
+        }
+        this.mixableSlots = new Map(Array.from({ length: MIXER_SLOTS }, (_, i) => [i, ""]));
+        this.activeSlots = {};
+        // Recreate the media stream to avoid stale references
+        this.setupMediaStream();
     }
 }