@stream-io/video-client 0.3.28 → 0.3.30

package/src/devices/__tests__/mocks.ts

@@ -1,6 +1,7 @@
 import { vi } from 'vitest';
 import { CallingState, CallState } from '../../store';
 import { OwnCapability } from '../../gen/coordinator';
+import { Call } from '../../Call';
 
 export const mockVideoDevices = [
   {
@@ -63,7 +64,7 @@ export const mockAudioDevices = [
   },
 ] as MediaDeviceInfo[];
 
-export const mockCall = () => {
+export const mockCall = (): Partial<Call> => {
   const callState = new CallState();
   callState.setCallingState(CallingState.JOINED);
   callState.setOwnCapabilities([
@@ -74,6 +75,7 @@ export const mockCall = () => {
     state: callState,
     publishVideoStream: vi.fn(),
     publishAudioStream: vi.fn(),
+    publishScreenShareStream: vi.fn(),
     stopPublish: vi.fn(),
   };
 };
@@ -90,6 +92,7 @@ export const mockAudioStream = () => {
     },
   };
   return {
+    getTracks: () => [track],
     getAudioTracks: () => [track],
   } as MediaStream;
 };
@@ -108,6 +111,40 @@ export const mockVideoStream = () => {
     },
   };
   return {
+    getTracks: () => [track],
     getVideoTracks: () => [track],
   } as MediaStream;
 };
+
+export const mockScreenShareStream = (includeAudio: boolean = true) => {
+  const track = {
+    getSettings: () => ({
+      deviceId: 'screen',
+    }),
+    enabled: true,
+    readyState: 'live',
+    stop: () => {
+      track.readyState = 'ended';
+    },
+  };
+
+  const tracks = [track];
+  if (includeAudio) {
+    tracks.push({
+      getSettings: () => ({
+        deviceId: 'screen-audio',
+      }),
+      enabled: true,
+      readyState: 'live',
+      stop: () => {
+        track.readyState = 'ended';
+      },
+    });
+  }
+
+  return {
+    getTracks: () => tracks,
+    getVideoTracks: () => tracks,
+    getAudioTracks: () => tracks,
+  } as MediaStream;
+};

package/src/devices/devices.ts

@@ -199,7 +199,16 @@ export const getScreenShareStream = async (
   try {
     return await navigator.mediaDevices.getDisplayMedia({
       video: true,
-      audio: false,
+      audio: {
+        channelCount: {
+          ideal: 2,
+        },
+        echoCancellation: false,
+        autoGainControl: false,
+        noiseSuppression: false,
+      },
+      // @ts-expect-error - not present in types yet
+      systemAudio: 'include',
       ...options,
     });
   } catch (e) {

package/src/devices/index.ts

@@ -5,5 +5,7 @@ export * from './CameraManager';
 export * from './CameraManagerState';
 export * from './MicrophoneManager';
 export * from './MicrophoneManagerState';
+export * from './ScreenShareManager';
+export * from './ScreenShareState';
 export * from './SpeakerManager';
 export * from './SpeakerState';

package/src/helpers/DynascaleManager.ts

@@ -1,5 +1,6 @@
 import { Call } from '../Call';
 import {
+  AudioTrackType,
   DebounceType,
   StreamVideoLocalParticipant,
   StreamVideoParticipant,
@@ -324,9 +325,14 @@ export class DynascaleManager {
    *
    * @param audioElement the audio element to bind to.
    * @param sessionId the session id.
+   * @param trackType the kind of audio.
    * @returns a cleanup function that will unbind the audio element.
    */
-  bindAudioElement = (audioElement: HTMLAudioElement, sessionId: string) => {
+  bindAudioElement = (
+    audioElement: HTMLAudioElement,
+    sessionId: string,
+    trackType: AudioTrackType,
+  ) => {
     const participant = this.call.state.findParticipantBySessionId(sessionId);
     if (!participant || participant.isLocalParticipant) return;
 
@@ -343,9 +349,18 @@ export class DynascaleManager {
     );
 
     const updateMediaStreamSubscription = participant$
-      .pipe(distinctUntilKeyChanged('audioStream'))
+      .pipe(
+        distinctUntilKeyChanged(
+          trackType === 'screenShareAudioTrack'
+            ? 'screenShareAudioStream'
+            : 'audioStream',
+        ),
+      )
       .subscribe((p) => {
-        const source = p.audioStream;
+        const source =
+          trackType === 'screenShareAudioTrack'
+            ? p.screenShareAudioStream
+            : p.audioStream;
         if (audioElement.srcObject === source) return;
 
         setTimeout(() => {

package/src/helpers/__tests__/DynascaleManager.test.ts

@@ -103,7 +103,7 @@ describe('DynascaleManager', () => {
       videoElement.clientHeight = 100;
     });
 
-    it('should bind audio element', () => {
+    it('audio: should bind audio element', () => {
       vi.useFakeTimers();
       const audioElement = document.createElement('audio');
       const play = vi.spyOn(audioElement, 'play').mockResolvedValue();
@@ -128,6 +128,7 @@ describe('DynascaleManager', () => {
       const cleanup = dynascaleManager.bindAudioElement(
         audioElement,
         'session-id',
+        'audioTrack',
       );
       expect(audioElement.autoplay).toBe(true);
 
@@ -172,6 +173,40 @@ describe('DynascaleManager', () => {
       cleanup?.();
     });
 
+    it('audio: should bind screenShare audio element', () => {
+      vi.useFakeTimers();
+      const audioElement = document.createElement('audio');
+      const play = vi.spyOn(audioElement, 'play').mockResolvedValue();
+
+      // @ts-ignore
+      call.state.updateOrAddParticipant('session-id', {
+        userId: 'user-id',
+        sessionId: 'session-id',
+        publishedTracks: [TrackType.SCREEN_SHARE_AUDIO],
+      });
+
+      const cleanup = dynascaleManager.bindAudioElement(
+        audioElement,
+        'session-id',
+        'screenShareAudioTrack',
+      );
+      expect(audioElement.autoplay).toBe(true);
+
+      const audioMediaStream = new MediaStream();
+      const screenShareAudioMediaStream = new MediaStream();
+      call.state.updateParticipant('session-id', {
+        audioStream: audioMediaStream,
+        screenShareAudioStream: screenShareAudioMediaStream,
+      });
+
+      vi.runAllTimers();
+
+      expect(play).toHaveBeenCalled();
+      expect(audioElement.srcObject).toBe(screenShareAudioMediaStream);
+
+      cleanup?.();
+    });
+
     it('video: should update subscription when track becomes available', () => {
       const updateSubscription = vi.spyOn(call, 'updateSubscriptionsPartial');
 

package/src/helpers/__tests__/hq-audio-sdp.ts

@@ -0,0 +1,332 @@
+export const initialSdp = `
+v=0
+o=- 898697271686242868 5 IN IP4 127.0.0.1
+s=-
+t=0 0
+a=group:BUNDLE 0 1 2 3
+a=extmap-allow-mixed
+a=msid-semantic: WMS e893e3ad-d9e8-4b56-998f-0d89213dd857
+m=video 60017 UDP/TLS/RTP/SAVPF 96 97 102 103 104 105 106 107 108 109 127 125 39 40 45 46 98 99 100 101 112 113 116 117 118
+c=IN IP4 79.125.240.146
+a=rtcp:9 IN IP4 0.0.0.0
+a=candidate:2824354870 1 udp 2122260223 192.168.1.102 60017 typ host generation 0 network-id 2
+a=candidate:427386432 1 udp 2122194687 192.168.1.244 63221 typ host generation 0 network-id 1 network-cost 10
+a=candidate:2841136656 1 udp 1686052607 79.125.240.146 60017 typ srflx raddr 192.168.1.102 rport 60017 generation 0 network-id 2
+a=candidate:410588262 1 udp 1685987071 79.125.240.146 63221 typ srflx raddr 192.168.1.244 rport 63221 generation 0 network-id 1 network-cost 10
+a=candidate:3600277166 1 tcp 1518280447 192.168.1.102 9 typ host tcptype active generation 0 network-id 2
+a=candidate:1740014808 1 tcp 1518214911 192.168.1.244 9 typ host tcptype active generation 0 network-id 1 network-cost 10
+a=ice-ufrag:GM64
+a=ice-pwd:ANZFilRRlZJ3bg9AD40eRu7n
+a=ice-options:trickle
+a=fingerprint:sha-256 38:1F:02:E5:2A:49:9A:2A:D9:8E:B9:9B:4C:40:21:B7:F1:C4:27:8E:B5:68:D6:E0:91:08:D9:CB:2B:AC:B3:87
+a=setup:actpass
+a=mid:0
+a=extmap:1 urn:ietf:params:rtp-hdrext:toffset
+a=extmap:2 http://www.webrtc.org/experiments/rtp-hdrext/abs-send-time
+a=extmap:3 urn:3gpp:video-orientation
+a=extmap:4 http://www.ietf.org/id/draft-holmer-rmcat-transport-wide-cc-extensions-01
+a=extmap:5 http://www.webrtc.org/experiments/rtp-hdrext/playout-delay
+a=extmap:6 http://www.webrtc.org/experiments/rtp-hdrext/video-content-type
+a=extmap:7 http://www.webrtc.org/experiments/rtp-hdrext/video-timing
+a=extmap:8 http://www.webrtc.org/experiments/rtp-hdrext/color-space
+a=extmap:9 urn:ietf:params:rtp-hdrext:sdes:mid
+a=extmap:10 urn:ietf:params:rtp-hdrext:sdes:rtp-stream-id
+a=extmap:11 urn:ietf:params:rtp-hdrext:sdes:repaired-rtp-stream-id
+a=sendonly
+a=msid:e893e3ad-d9e8-4b56-998f-0d89213dd857 44e5d53f-ce6a-4bf4-824a-335113d86e6e
+a=rtcp-mux
+a=rtcp-rsize
+a=rtpmap:96 VP8/90000
+a=rtcp-fb:96 goog-remb
+a=rtcp-fb:96 transport-cc
+a=rtcp-fb:96 ccm fir
+a=rtcp-fb:96 nack
+a=rtcp-fb:96 nack pli
+a=rtpmap:97 rtx/90000
+a=fmtp:97 apt=96
+a=rtpmap:102 H264/90000
+a=rtcp-fb:102 goog-remb
+a=rtcp-fb:102 transport-cc
+a=rtcp-fb:102 ccm fir
+a=rtcp-fb:102 nack
+a=rtcp-fb:102 nack pli
+a=fmtp:102 level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=42001f
+a=rtpmap:103 rtx/90000
+a=fmtp:103 apt=102
+a=rtpmap:104 H264/90000
+a=rtcp-fb:104 goog-remb
+a=rtcp-fb:104 transport-cc
+a=rtcp-fb:104 ccm fir
+a=rtcp-fb:104 nack
+a=rtcp-fb:104 nack pli
+a=fmtp:104 level-asymmetry-allowed=1;packetization-mode=0;profile-level-id=42001f
+a=rtpmap:105 rtx/90000
+a=fmtp:105 apt=104
+a=rtpmap:106 H264/90000
+a=rtcp-fb:106 goog-remb
+a=rtcp-fb:106 transport-cc
+a=rtcp-fb:106 ccm fir
+a=rtcp-fb:106 nack
+a=rtcp-fb:106 nack pli
+a=fmtp:106 level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=42e01f
+a=rtpmap:107 rtx/90000
+a=fmtp:107 apt=106
+a=rtpmap:108 H264/90000
+a=rtcp-fb:108 goog-remb
+a=rtcp-fb:108 transport-cc
+a=rtcp-fb:108 ccm fir
+a=rtcp-fb:108 nack
+a=rtcp-fb:108 nack pli
+a=fmtp:108 level-asymmetry-allowed=1;packetization-mode=0;profile-level-id=42e01f
+a=rtpmap:109 rtx/90000
+a=fmtp:109 apt=108
+a=rtpmap:127 H264/90000
+a=rtcp-fb:127 goog-remb
+a=rtcp-fb:127 transport-cc
+a=rtcp-fb:127 ccm fir
+a=rtcp-fb:127 nack
+a=rtcp-fb:127 nack pli
+a=fmtp:127 level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=4d001f
+a=rtpmap:125 rtx/90000
+a=fmtp:125 apt=127
+a=rtpmap:39 H264/90000
+a=rtcp-fb:39 goog-remb
+a=rtcp-fb:39 transport-cc
+a=rtcp-fb:39 ccm fir
+a=rtcp-fb:39 nack
+a=rtcp-fb:39 nack pli
+a=fmtp:39 level-asymmetry-allowed=1;packetization-mode=0;profile-level-id=4d001f
+a=rtpmap:40 rtx/90000
+a=fmtp:40 apt=39
+a=rtpmap:45 AV1/90000
+a=rtcp-fb:45 goog-remb
+a=rtcp-fb:45 transport-cc
+a=rtcp-fb:45 ccm fir
+a=rtcp-fb:45 nack
+a=rtcp-fb:45 nack pli
+a=rtpmap:46 rtx/90000
+a=fmtp:46 apt=45
+a=rtpmap:98 VP9/90000
+a=rtcp-fb:98 goog-remb
+a=rtcp-fb:98 transport-cc
+a=rtcp-fb:98 ccm fir
+a=rtcp-fb:98 nack
+a=rtcp-fb:98 nack pli
+a=fmtp:98 profile-id=0
+a=rtpmap:99 rtx/90000
+a=fmtp:99 apt=98
+a=rtpmap:100 VP9/90000
+a=rtcp-fb:100 goog-remb
+a=rtcp-fb:100 transport-cc
+a=rtcp-fb:100 ccm fir
+a=rtcp-fb:100 nack
+a=rtcp-fb:100 nack pli
+a=fmtp:100 profile-id=2
+a=rtpmap:101 rtx/90000
+a=fmtp:101 apt=100
+a=rtpmap:112 H264/90000
+a=rtcp-fb:112 goog-remb
+a=rtcp-fb:112 transport-cc
+a=rtcp-fb:112 ccm fir
+a=rtcp-fb:112 nack
+a=rtcp-fb:112 nack pli
+a=fmtp:112 level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=64001f
+a=rtpmap:113 rtx/90000
+a=fmtp:113 apt=112
+a=rtpmap:116 red/90000
+a=rtpmap:117 rtx/90000
+a=fmtp:117 apt=116
+a=rtpmap:118 ulpfec/90000
+a=rid:q send
+a=rid:h send
+a=rid:f send
+a=simulcast:send q;h;f
+m=audio 9 UDP/TLS/RTP/SAVPF 63 111 9 0 8 13 110 126
+c=IN IP4 0.0.0.0
+a=rtcp:9 IN IP4 0.0.0.0
+a=ice-ufrag:GM64
+a=ice-pwd:ANZFilRRlZJ3bg9AD40eRu7n
+a=ice-options:trickle
+a=fingerprint:sha-256 38:1F:02:E5:2A:49:9A:2A:D9:8E:B9:9B:4C:40:21:B7:F1:C4:27:8E:B5:68:D6:E0:91:08:D9:CB:2B:AC:B3:87
+a=setup:actpass
+a=mid:1
+a=extmap:14 urn:ietf:params:rtp-hdrext:ssrc-audio-level
+a=extmap:2 http://www.webrtc.org/experiments/rtp-hdrext/abs-send-time
+a=extmap:4 http://www.ietf.org/id/draft-holmer-rmcat-transport-wide-cc-extensions-01
+a=extmap:9 urn:ietf:params:rtp-hdrext:sdes:mid
+a=sendonly
+a=msid:- cb02416c-8035-4e80-8b7e-becd6b7f600f
+a=rtcp-mux
+a=rtpmap:63 red/48000/2
+a=fmtp:63 111/111
+a=rtpmap:111 opus/48000/2
+a=rtcp-fb:111 transport-cc
+a=fmtp:111 minptime=10;usedtx=1;useinbandfec=1
+a=rtpmap:9 G722/8000
+a=rtpmap:0 PCMU/8000
+a=rtpmap:8 PCMA/8000
+a=rtpmap:13 CN/8000
+a=rtpmap:110 telephone-event/48000
+a=rtpmap:126 telephone-event/8000
+a=ssrc:743121750 cname:mbGW+aeWMLFhPbBC
+a=ssrc:743121750 msid:- cb02416c-8035-4e80-8b7e-becd6b7f600f
+m=video 9 UDP/TLS/RTP/SAVPF 96 97 102 103 104 105 106 107 108 109 127 125 39 40 45 46 98 99 100 101 112 113 116 117 118
+c=IN IP4 0.0.0.0
+a=rtcp:9 IN IP4 0.0.0.0
+a=ice-ufrag:GM64
+a=ice-pwd:ANZFilRRlZJ3bg9AD40eRu7n
+a=ice-options:trickle
+a=fingerprint:sha-256 38:1F:02:E5:2A:49:9A:2A:D9:8E:B9:9B:4C:40:21:B7:F1:C4:27:8E:B5:68:D6:E0:91:08:D9:CB:2B:AC:B3:87
+a=setup:actpass
+a=mid:2
+a=extmap:1 urn:ietf:params:rtp-hdrext:toffset
+a=extmap:2 http://www.webrtc.org/experiments/rtp-hdrext/abs-send-time
+a=extmap:3 urn:3gpp:video-orientation
+a=extmap:4 http://www.ietf.org/id/draft-holmer-rmcat-transport-wide-cc-extensions-01
+a=extmap:5 http://www.webrtc.org/experiments/rtp-hdrext/playout-delay
+a=extmap:6 http://www.webrtc.org/experiments/rtp-hdrext/video-content-type
+a=extmap:7 http://www.webrtc.org/experiments/rtp-hdrext/video-timing
+a=extmap:8 http://www.webrtc.org/experiments/rtp-hdrext/color-space
+a=extmap:9 urn:ietf:params:rtp-hdrext:sdes:mid
+a=extmap:10 urn:ietf:params:rtp-hdrext:sdes:rtp-stream-id
+a=extmap:11 urn:ietf:params:rtp-hdrext:sdes:repaired-rtp-stream-id
+a=sendonly
+a=msid:04f96a2a-d107-4a12-b545-cfe1dc2c4d37 4a1ae8a7-6c89-44d3-a9a1-02abce0012c7
+a=rtcp-mux
+a=rtcp-rsize
+a=rtpmap:96 VP8/90000
+a=rtcp-fb:96 goog-remb
+a=rtcp-fb:96 transport-cc
+a=rtcp-fb:96 ccm fir
+a=rtcp-fb:96 nack
+a=rtcp-fb:96 nack pli
+a=rtpmap:97 rtx/90000
+a=fmtp:97 apt=96
+a=rtpmap:102 H264/90000
+a=rtcp-fb:102 goog-remb
+a=rtcp-fb:102 transport-cc
+a=rtcp-fb:102 ccm fir
+a=rtcp-fb:102 nack
+a=rtcp-fb:102 nack pli
+a=fmtp:102 level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=42001f
+a=rtpmap:103 rtx/90000
+a=fmtp:103 apt=102
+a=rtpmap:104 H264/90000
+a=rtcp-fb:104 goog-remb
+a=rtcp-fb:104 transport-cc
+a=rtcp-fb:104 ccm fir
+a=rtcp-fb:104 nack
+a=rtcp-fb:104 nack pli
+a=fmtp:104 level-asymmetry-allowed=1;packetization-mode=0;profile-level-id=42001f
+a=rtpmap:105 rtx/90000
+a=fmtp:105 apt=104
+a=rtpmap:106 H264/90000
+a=rtcp-fb:106 goog-remb
+a=rtcp-fb:106 transport-cc
+a=rtcp-fb:106 ccm fir
+a=rtcp-fb:106 nack
+a=rtcp-fb:106 nack pli
+a=fmtp:106 level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=42e01f
+a=rtpmap:107 rtx/90000
+a=fmtp:107 apt=106
+a=rtpmap:108 H264/90000
+a=rtcp-fb:108 goog-remb
+a=rtcp-fb:108 transport-cc
+a=rtcp-fb:108 ccm fir
+a=rtcp-fb:108 nack
+a=rtcp-fb:108 nack pli
+a=fmtp:108 level-asymmetry-allowed=1;packetization-mode=0;profile-level-id=42e01f
+a=rtpmap:109 rtx/90000
+a=fmtp:109 apt=108
+a=rtpmap:127 H264/90000
+a=rtcp-fb:127 goog-remb
+a=rtcp-fb:127 transport-cc
+a=rtcp-fb:127 ccm fir
+a=rtcp-fb:127 nack
+a=rtcp-fb:127 nack pli
+a=fmtp:127 level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=4d001f
+a=rtpmap:125 rtx/90000
+a=fmtp:125 apt=127
+a=rtpmap:39 H264/90000
+a=rtcp-fb:39 goog-remb
+a=rtcp-fb:39 transport-cc
+a=rtcp-fb:39 ccm fir
+a=rtcp-fb:39 nack
+a=rtcp-fb:39 nack pli
+a=fmtp:39 level-asymmetry-allowed=1;packetization-mode=0;profile-level-id=4d001f
+a=rtpmap:40 rtx/90000
+a=fmtp:40 apt=39
+a=rtpmap:45 AV1/90000
+a=rtcp-fb:45 goog-remb
+a=rtcp-fb:45 transport-cc
+a=rtcp-fb:45 ccm fir
+a=rtcp-fb:45 nack
+a=rtcp-fb:45 nack pli
+a=rtpmap:46 rtx/90000
+a=fmtp:46 apt=45
+a=rtpmap:98 VP9/90000
+a=rtcp-fb:98 goog-remb
+a=rtcp-fb:98 transport-cc
+a=rtcp-fb:98 ccm fir
+a=rtcp-fb:98 nack
+a=rtcp-fb:98 nack pli
+a=fmtp:98 profile-id=0
+a=rtpmap:99 rtx/90000
+a=fmtp:99 apt=98
+a=rtpmap:100 VP9/90000
+a=rtcp-fb:100 goog-remb
+a=rtcp-fb:100 transport-cc
+a=rtcp-fb:100 ccm fir
+a=rtcp-fb:100 nack
+a=rtcp-fb:100 nack pli
+a=fmtp:100 profile-id=2
+a=rtpmap:101 rtx/90000
+a=fmtp:101 apt=100
+a=rtpmap:112 H264/90000
+a=rtcp-fb:112 goog-remb
+a=rtcp-fb:112 transport-cc
+a=rtcp-fb:112 ccm fir
+a=rtcp-fb:112 nack
+a=rtcp-fb:112 nack pli
+a=fmtp:112 level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=64001f
+a=rtpmap:113 rtx/90000
+a=fmtp:113 apt=112
+a=rtpmap:116 red/90000
+a=rtpmap:117 rtx/90000
+a=fmtp:117 apt=116
+a=rtpmap:118 ulpfec/90000
+a=ssrc-group:FID 4072017687 3466187747
+a=ssrc:4072017687 cname:mbGW+aeWMLFhPbBC
+a=ssrc:4072017687 msid:04f96a2a-d107-4a12-b545-cfe1dc2c4d37 4a1ae8a7-6c89-44d3-a9a1-02abce0012c7
+a=ssrc:3466187747 cname:mbGW+aeWMLFhPbBC
+a=ssrc:3466187747 msid:04f96a2a-d107-4a12-b545-cfe1dc2c4d37 4a1ae8a7-6c89-44d3-a9a1-02abce0012c7
+m=audio 9 UDP/TLS/RTP/SAVPF 111 63 9 0 8 13 110 126
+c=IN IP4 0.0.0.0
+a=rtcp:9 IN IP4 0.0.0.0
+a=ice-ufrag:GM64
+a=ice-pwd:ANZFilRRlZJ3bg9AD40eRu7n
+a=ice-options:trickle
+a=fingerprint:sha-256 38:1F:02:E5:2A:49:9A:2A:D9:8E:B9:9B:4C:40:21:B7:F1:C4:27:8E:B5:68:D6:E0:91:08:D9:CB:2B:AC:B3:87
+a=setup:actpass
+a=mid:3
+a=extmap:14 urn:ietf:params:rtp-hdrext:ssrc-audio-level
+a=extmap:2 http://www.webrtc.org/experiments/rtp-hdrext/abs-send-time
+a=extmap:4 http://www.ietf.org/id/draft-holmer-rmcat-transport-wide-cc-extensions-01
+a=extmap:9 urn:ietf:params:rtp-hdrext:sdes:mid
+a=sendonly
+a=msid:- 75b8c290-1f46-464c-8dc5-a4a3bced313a
+a=rtcp-mux
+a=rtpmap:111 opus/48000/2
+a=rtcp-fb:111 transport-cc
+a=fmtp:111 minptime=10;usedtx=1;useinbandfec=1
+a=rtpmap:63 red/48000/2
+a=fmtp:63 111/111
+a=rtpmap:9 G722/8000
+a=rtpmap:0 PCMU/8000
+a=rtpmap:8 PCMA/8000
+a=rtpmap:13 CN/8000
+a=rtpmap:110 telephone-event/48000
+a=rtpmap:126 telephone-event/8000
+a=ssrc:1281279951 cname:mbGW+aeWMLFhPbBC
+a=ssrc:1281279951 msid:- 75b8c290-1f46-464c-8dc5-a4a3bced313a
+`.trim();

package/src/helpers/__tests__/sdp-munging.test.ts

@@ -1,5 +1,11 @@
 import { describe, expect, it } from 'vitest';
-import { setPreferredCodec, removeCodec, toggleDtx } from '../sdp-munging';
+import {
+  enableHighQualityAudio,
+  removeCodec,
+  setPreferredCodec,
+  toggleDtx,
+} from '../sdp-munging';
+import { initialSdp as HQAudioSDP } from './hq-audio-sdp';
 
 const sdpWithRed = `v=0
 o=- 3265541491372987511 2 IN IP4 127.0.0.1
@@ -275,4 +281,10 @@ a=maxptime:40`;
     const dtxDisabledSdp = toggleDtx(dtxEnabledSdp, false);
     expect(dtxDisabledSdp.search('usedtx=0') !== -1).toBeTruthy();
   });
+
+  it('enables HighQuality audio for Opus', () => {
+    const sdpWithHighQualityAudio = enableHighQualityAudio(HQAudioSDP, '3');
+    expect(sdpWithHighQualityAudio).toContain('maxaveragebitrate=510000');
+    expect(sdpWithHighQualityAudio).toContain('stereo=1');
+  });
 });

package/src/helpers/sdp-munging.ts

@@ -1,3 +1,5 @@
+import * as SDP from 'sdp-transform';
+
 type Media = {
   original: string;
   mediaWithPorts: string;
@@ -227,3 +229,50 @@ export const toggleDtx = (sdp: string, enable: boolean): string => {
   }
   return sdp;
 };
+
+/**
+ * Enables high-quality audio through SDP munging for the given trackMid.
+ *
+ * @param sdp the SDP to munge.
+ * @param trackMid the trackMid.
+ * @param maxBitrate the max bitrate to set.
+ */
+export const enableHighQualityAudio = (
+  sdp: string,
+  trackMid: string,
+  maxBitrate: number = 510000,
+): string => {
+  maxBitrate = Math.max(Math.min(maxBitrate, 510000), 96000);
+
+  const parsedSdp = SDP.parse(sdp);
+  const audioMedia = parsedSdp.media.find(
+    (m) => m.type === 'audio' && String(m.mid) === trackMid,
+  );
+
+  if (!audioMedia) return sdp;
+
+  const opusRtp = audioMedia.rtp.find((r) => r.codec === 'opus');
+  if (!opusRtp) return sdp;
+
+  const opusFmtp = audioMedia.fmtp.find((f) => f.payload === opusRtp.payload);
+  if (!opusFmtp) return sdp;
+
+  // enable stereo, if not already enabled
+  if (opusFmtp.config.match(/stereo=(\d)/)) {
+    opusFmtp.config = opusFmtp.config.replace(/stereo=(\d)/, 'stereo=1');
+  } else {
+    opusFmtp.config = `${opusFmtp.config};stereo=1`;
+  }
+
+  // set maxaveragebitrate, to the given value
+  if (opusFmtp.config.match(/maxaveragebitrate=(\d*)/)) {
+    opusFmtp.config = opusFmtp.config.replace(
+      /maxaveragebitrate=(\d*)/,
+      `maxaveragebitrate=${maxBitrate}`,
+    );
+  } else {
+    opusFmtp.config = `${opusFmtp.config};maxaveragebitrate=${maxBitrate}`;
+  }
+
+  return SDP.write(parsedSdp);
+};