@stream-io/video-client 1.14.0 → 1.15.0

package/src/types.ts

@@ -162,7 +162,7 @@ export type SubscriptionChanges = {
 };
 
 /**
- * A preferred codec to use when publishing a video track.
+ * A preferred codec to use when publishing a video or audio track.
  * @internal
  */
 export type PreferredCodec = 'vp8' | 'h264' | 'vp9' | 'av1';
@@ -171,41 +171,31 @@ export type PreferredCodec = 'vp8' | 'h264' | 'vp9' | 'av1';
  * A collection of track publication options.
  * @internal
  */
-export type PublishOptions = {
+export type ClientPublishOptions = {
   /**
    * The preferred codec to use when publishing the video stream.
    */
   preferredCodec?: PreferredCodec;
   /**
-   * Force the codec to use when publishing the video stream.
-   * This will override the preferred codec and the internal codec selection logic.
-   * Use with caution.
+   * The fmtp line for the video codec.
    */
-  forceCodec?: PreferredCodec;
-  /**
-   * When using a preferred codec, force the use of a single codec.
-   * Enabling this, it will remove all other supported codecs from the SDP.
-   * Defaults to false.
-   */
-  forceSingleCodec?: boolean;
-  /**
-   * The preferred scalability to use when publishing the video stream.
-   * Applicable only for SVC codecs.
-   */
-  scalabilityMode?: string;
+  fmtpLine?: string;
   /**
    * The preferred bitrate to use when publishing the video stream.
    */
   preferredBitrate?: number;
-  /**
-   * The preferred downscale factor to use when publishing the video stream
-   * in simulcast mode (non-SVC).
-   */
-  bitrateDownscaleFactor?: number;
   /**
    * The maximum number of simulcast layers to use when publishing the video stream.
    */
   maxSimulcastLayers?: number;
+  /**
+   * The preferred subscription (incoming video stream) codec.
+   */
+  subscriberCodec?: PreferredCodec;
+  /**
+   * The fmtp line for the subscriber codec.
+   */
+  subscriberFmtpLine?: string;
   /**
    * Screen share settings.
    */

package/dist/src/helpers/sdp-munging.d.ts

@@ -1,24 +0,0 @@
-/**
- * Returns an SDP with DTX enabled or disabled.
- */
-export declare const toggleDtx: (sdp: string, enable: boolean) => string;
-/**
- * Returns and SDP with all the codecs except the given codec removed.
- */
-export declare const preserveCodec: (sdp: string, mid: string, codec: RTCRtpCodec) => string;
-/**
- * Enables high-quality audio through SDP munging for the given trackMid.
- *
- * @param sdp the SDP to munge.
- * @param trackMid the trackMid.
- * @param maxBitrate the max bitrate to set.
- */
-export declare const enableHighQualityAudio: (sdp: string, trackMid: string, maxBitrate?: number) => string;
-/**
- * Extracts the mid from the transceiver or the SDP.
- *
- * @param transceiver the transceiver.
- * @param transceiverInitIndex the index of the transceiver in the transceiver's init array.
- * @param sdp the SDP.
- */
-export declare const extractMid: (transceiver: RTCRtpTransceiver, transceiverInitIndex: number, sdp: string | undefined) => string;

package/dist/src/rtc/bitrateLookup.d.ts

@@ -1,2 +0,0 @@
-import { PreferredCodec } from '../types';
-export declare const getOptimalBitrate: (codec: PreferredCodec, frameHeight: number) => number;

package/dist/src/rtc/helpers/iceCandidate.d.ts

@@ -1,2 +0,0 @@
-import { ICETrickle } from '../../gen/video/sfu/models/models';
-export declare function getIceCandidate(candidate: RTCIceCandidate): ICETrickle['iceCandidate'];

package/src/helpers/__tests__/hq-audio-sdp.ts

@@ -1,332 +0,0 @@
-export const initialSdp = `
-v=0
-o=- 898697271686242868 5 IN IP4 127.0.0.1
-s=-
-t=0 0
-a=group:BUNDLE 0 1 2 3
-a=extmap-allow-mixed
-a=msid-semantic: WMS e893e3ad-d9e8-4b56-998f-0d89213dd857
-m=video 60017 UDP/TLS/RTP/SAVPF 96 97 102 103 104 105 106 107 108 109 127 125 39 40 45 46 98 99 100 101 112 113 116 117 118
-c=IN IP4 79.125.240.146
-a=rtcp:9 IN IP4 0.0.0.0
-a=candidate:2824354870 1 udp 2122260223 192.168.1.102 60017 typ host generation 0 network-id 2
-a=candidate:427386432 1 udp 2122194687 192.168.1.244 63221 typ host generation 0 network-id 1 network-cost 10
-a=candidate:2841136656 1 udp 1686052607 79.125.240.146 60017 typ srflx raddr 192.168.1.102 rport 60017 generation 0 network-id 2
-a=candidate:410588262 1 udp 1685987071 79.125.240.146 63221 typ srflx raddr 192.168.1.244 rport 63221 generation 0 network-id 1 network-cost 10
-a=candidate:3600277166 1 tcp 1518280447 192.168.1.102 9 typ host tcptype active generation 0 network-id 2
-a=candidate:1740014808 1 tcp 1518214911 192.168.1.244 9 typ host tcptype active generation 0 network-id 1 network-cost 10
-a=ice-ufrag:GM64
-a=ice-pwd:ANZFilRRlZJ3bg9AD40eRu7n
-a=ice-options:trickle
-a=fingerprint:sha-256 38:1F:02:E5:2A:49:9A:2A:D9:8E:B9:9B:4C:40:21:B7:F1:C4:27:8E:B5:68:D6:E0:91:08:D9:CB:2B:AC:B3:87
-a=setup:actpass
-a=mid:0
-a=extmap:1 urn:ietf:params:rtp-hdrext:toffset
-a=extmap:2 http://www.webrtc.org/experiments/rtp-hdrext/abs-send-time
-a=extmap:3 urn:3gpp:video-orientation
-a=extmap:4 http://www.ietf.org/id/draft-holmer-rmcat-transport-wide-cc-extensions-01
-a=extmap:5 http://www.webrtc.org/experiments/rtp-hdrext/playout-delay
-a=extmap:6 http://www.webrtc.org/experiments/rtp-hdrext/video-content-type
-a=extmap:7 http://www.webrtc.org/experiments/rtp-hdrext/video-timing
-a=extmap:8 http://www.webrtc.org/experiments/rtp-hdrext/color-space
-a=extmap:9 urn:ietf:params:rtp-hdrext:sdes:mid
-a=extmap:10 urn:ietf:params:rtp-hdrext:sdes:rtp-stream-id
-a=extmap:11 urn:ietf:params:rtp-hdrext:sdes:repaired-rtp-stream-id
-a=sendonly
-a=msid:e893e3ad-d9e8-4b56-998f-0d89213dd857 44e5d53f-ce6a-4bf4-824a-335113d86e6e
-a=rtcp-mux
-a=rtcp-rsize
-a=rtpmap:96 VP8/90000
-a=rtcp-fb:96 goog-remb
-a=rtcp-fb:96 transport-cc
-a=rtcp-fb:96 ccm fir
-a=rtcp-fb:96 nack
-a=rtcp-fb:96 nack pli
-a=rtpmap:97 rtx/90000
-a=fmtp:97 apt=96
-a=rtpmap:102 H264/90000
-a=rtcp-fb:102 goog-remb
-a=rtcp-fb:102 transport-cc
-a=rtcp-fb:102 ccm fir
-a=rtcp-fb:102 nack
-a=rtcp-fb:102 nack pli
-a=fmtp:102 level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=42001f
-a=rtpmap:103 rtx/90000
-a=fmtp:103 apt=102
-a=rtpmap:104 H264/90000
-a=rtcp-fb:104 goog-remb
-a=rtcp-fb:104 transport-cc
-a=rtcp-fb:104 ccm fir
-a=rtcp-fb:104 nack
-a=rtcp-fb:104 nack pli
-a=fmtp:104 level-asymmetry-allowed=1;packetization-mode=0;profile-level-id=42001f
-a=rtpmap:105 rtx/90000
-a=fmtp:105 apt=104
-a=rtpmap:106 H264/90000
-a=rtcp-fb:106 goog-remb
-a=rtcp-fb:106 transport-cc
-a=rtcp-fb:106 ccm fir
-a=rtcp-fb:106 nack
-a=rtcp-fb:106 nack pli
-a=fmtp:106 level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=42e01f
-a=rtpmap:107 rtx/90000
-a=fmtp:107 apt=106
-a=rtpmap:108 H264/90000
-a=rtcp-fb:108 goog-remb
-a=rtcp-fb:108 transport-cc
-a=rtcp-fb:108 ccm fir
-a=rtcp-fb:108 nack
-a=rtcp-fb:108 nack pli
-a=fmtp:108 level-asymmetry-allowed=1;packetization-mode=0;profile-level-id=42e01f
-a=rtpmap:109 rtx/90000
-a=fmtp:109 apt=108
-a=rtpmap:127 H264/90000
-a=rtcp-fb:127 goog-remb
-a=rtcp-fb:127 transport-cc
-a=rtcp-fb:127 ccm fir
-a=rtcp-fb:127 nack
-a=rtcp-fb:127 nack pli
-a=fmtp:127 level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=4d001f
-a=rtpmap:125 rtx/90000
-a=fmtp:125 apt=127
-a=rtpmap:39 H264/90000
-a=rtcp-fb:39 goog-remb
-a=rtcp-fb:39 transport-cc
-a=rtcp-fb:39 ccm fir
-a=rtcp-fb:39 nack
-a=rtcp-fb:39 nack pli
-a=fmtp:39 level-asymmetry-allowed=1;packetization-mode=0;profile-level-id=4d001f
-a=rtpmap:40 rtx/90000
-a=fmtp:40 apt=39
-a=rtpmap:45 AV1/90000
-a=rtcp-fb:45 goog-remb
-a=rtcp-fb:45 transport-cc
-a=rtcp-fb:45 ccm fir
-a=rtcp-fb:45 nack
-a=rtcp-fb:45 nack pli
-a=rtpmap:46 rtx/90000
-a=fmtp:46 apt=45
-a=rtpmap:98 VP9/90000
-a=rtcp-fb:98 goog-remb
-a=rtcp-fb:98 transport-cc
-a=rtcp-fb:98 ccm fir
-a=rtcp-fb:98 nack
-a=rtcp-fb:98 nack pli
-a=fmtp:98 profile-id=0
-a=rtpmap:99 rtx/90000
-a=fmtp:99 apt=98
-a=rtpmap:100 VP9/90000
-a=rtcp-fb:100 goog-remb
-a=rtcp-fb:100 transport-cc
-a=rtcp-fb:100 ccm fir
-a=rtcp-fb:100 nack
-a=rtcp-fb:100 nack pli
-a=fmtp:100 profile-id=2
-a=rtpmap:101 rtx/90000
-a=fmtp:101 apt=100
-a=rtpmap:112 H264/90000
-a=rtcp-fb:112 goog-remb
-a=rtcp-fb:112 transport-cc
-a=rtcp-fb:112 ccm fir
-a=rtcp-fb:112 nack
-a=rtcp-fb:112 nack pli
-a=fmtp:112 level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=64001f
-a=rtpmap:113 rtx/90000
-a=fmtp:113 apt=112
-a=rtpmap:116 red/90000
-a=rtpmap:117 rtx/90000
-a=fmtp:117 apt=116
-a=rtpmap:118 ulpfec/90000
-a=rid:q send
-a=rid:h send
-a=rid:f send
-a=simulcast:send q;h;f
-m=audio 9 UDP/TLS/RTP/SAVPF 63 111 9 0 8 13 110 126
-c=IN IP4 0.0.0.0
-a=rtcp:9 IN IP4 0.0.0.0
-a=ice-ufrag:GM64
-a=ice-pwd:ANZFilRRlZJ3bg9AD40eRu7n
-a=ice-options:trickle
-a=fingerprint:sha-256 38:1F:02:E5:2A:49:9A:2A:D9:8E:B9:9B:4C:40:21:B7:F1:C4:27:8E:B5:68:D6:E0:91:08:D9:CB:2B:AC:B3:87
-a=setup:actpass
-a=mid:1
-a=extmap:14 urn:ietf:params:rtp-hdrext:ssrc-audio-level
-a=extmap:2 http://www.webrtc.org/experiments/rtp-hdrext/abs-send-time
-a=extmap:4 http://www.ietf.org/id/draft-holmer-rmcat-transport-wide-cc-extensions-01
-a=extmap:9 urn:ietf:params:rtp-hdrext:sdes:mid
-a=sendonly
-a=msid:- cb02416c-8035-4e80-8b7e-becd6b7f600f
-a=rtcp-mux
-a=rtpmap:63 red/48000/2
-a=fmtp:63 111/111
-a=rtpmap:111 opus/48000/2
-a=rtcp-fb:111 transport-cc
-a=fmtp:111 minptime=10;usedtx=1;useinbandfec=1
-a=rtpmap:9 G722/8000
-a=rtpmap:0 PCMU/8000
-a=rtpmap:8 PCMA/8000
-a=rtpmap:13 CN/8000
-a=rtpmap:110 telephone-event/48000
-a=rtpmap:126 telephone-event/8000
-a=ssrc:743121750 cname:mbGW+aeWMLFhPbBC
-a=ssrc:743121750 msid:- cb02416c-8035-4e80-8b7e-becd6b7f600f
-m=video 9 UDP/TLS/RTP/SAVPF 96 97 102 103 104 105 106 107 108 109 127 125 39 40 45 46 98 99 100 101 112 113 116 117 118
-c=IN IP4 0.0.0.0
-a=rtcp:9 IN IP4 0.0.0.0
-a=ice-ufrag:GM64
-a=ice-pwd:ANZFilRRlZJ3bg9AD40eRu7n
-a=ice-options:trickle
-a=fingerprint:sha-256 38:1F:02:E5:2A:49:9A:2A:D9:8E:B9:9B:4C:40:21:B7:F1:C4:27:8E:B5:68:D6:E0:91:08:D9:CB:2B:AC:B3:87
-a=setup:actpass
-a=mid:2
-a=extmap:1 urn:ietf:params:rtp-hdrext:toffset
-a=extmap:2 http://www.webrtc.org/experiments/rtp-hdrext/abs-send-time
-a=extmap:3 urn:3gpp:video-orientation
-a=extmap:4 http://www.ietf.org/id/draft-holmer-rmcat-transport-wide-cc-extensions-01
-a=extmap:5 http://www.webrtc.org/experiments/rtp-hdrext/playout-delay
-a=extmap:6 http://www.webrtc.org/experiments/rtp-hdrext/video-content-type
-a=extmap:7 http://www.webrtc.org/experiments/rtp-hdrext/video-timing
-a=extmap:8 http://www.webrtc.org/experiments/rtp-hdrext/color-space
-a=extmap:9 urn:ietf:params:rtp-hdrext:sdes:mid
-a=extmap:10 urn:ietf:params:rtp-hdrext:sdes:rtp-stream-id
-a=extmap:11 urn:ietf:params:rtp-hdrext:sdes:repaired-rtp-stream-id
-a=sendonly
-a=msid:04f96a2a-d107-4a12-b545-cfe1dc2c4d37 4a1ae8a7-6c89-44d3-a9a1-02abce0012c7
-a=rtcp-mux
-a=rtcp-rsize
-a=rtpmap:96 VP8/90000
-a=rtcp-fb:96 goog-remb
-a=rtcp-fb:96 transport-cc
-a=rtcp-fb:96 ccm fir
-a=rtcp-fb:96 nack
-a=rtcp-fb:96 nack pli
-a=rtpmap:97 rtx/90000
-a=fmtp:97 apt=96
-a=rtpmap:102 H264/90000
-a=rtcp-fb:102 goog-remb
-a=rtcp-fb:102 transport-cc
-a=rtcp-fb:102 ccm fir
-a=rtcp-fb:102 nack
-a=rtcp-fb:102 nack pli
-a=fmtp:102 level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=42001f
-a=rtpmap:103 rtx/90000
-a=fmtp:103 apt=102
-a=rtpmap:104 H264/90000
-a=rtcp-fb:104 goog-remb
-a=rtcp-fb:104 transport-cc
-a=rtcp-fb:104 ccm fir
-a=rtcp-fb:104 nack
-a=rtcp-fb:104 nack pli
-a=fmtp:104 level-asymmetry-allowed=1;packetization-mode=0;profile-level-id=42001f
-a=rtpmap:105 rtx/90000
-a=fmtp:105 apt=104
-a=rtpmap:106 H264/90000
-a=rtcp-fb:106 goog-remb
-a=rtcp-fb:106 transport-cc
-a=rtcp-fb:106 ccm fir
-a=rtcp-fb:106 nack
-a=rtcp-fb:106 nack pli
-a=fmtp:106 level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=42e01f
-a=rtpmap:107 rtx/90000
-a=fmtp:107 apt=106
-a=rtpmap:108 H264/90000
-a=rtcp-fb:108 goog-remb
-a=rtcp-fb:108 transport-cc
-a=rtcp-fb:108 ccm fir
-a=rtcp-fb:108 nack
-a=rtcp-fb:108 nack pli
-a=fmtp:108 level-asymmetry-allowed=1;packetization-mode=0;profile-level-id=42e01f
-a=rtpmap:109 rtx/90000
-a=fmtp:109 apt=108
-a=rtpmap:127 H264/90000
-a=rtcp-fb:127 goog-remb
-a=rtcp-fb:127 transport-cc
-a=rtcp-fb:127 ccm fir
-a=rtcp-fb:127 nack
-a=rtcp-fb:127 nack pli
-a=fmtp:127 level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=4d001f
-a=rtpmap:125 rtx/90000
-a=fmtp:125 apt=127
-a=rtpmap:39 H264/90000
-a=rtcp-fb:39 goog-remb
-a=rtcp-fb:39 transport-cc
-a=rtcp-fb:39 ccm fir
-a=rtcp-fb:39 nack
-a=rtcp-fb:39 nack pli
-a=fmtp:39 level-asymmetry-allowed=1;packetization-mode=0;profile-level-id=4d001f
-a=rtpmap:40 rtx/90000
-a=fmtp:40 apt=39
-a=rtpmap:45 AV1/90000
-a=rtcp-fb:45 goog-remb
-a=rtcp-fb:45 transport-cc
-a=rtcp-fb:45 ccm fir
-a=rtcp-fb:45 nack
-a=rtcp-fb:45 nack pli
-a=rtpmap:46 rtx/90000
-a=fmtp:46 apt=45
-a=rtpmap:98 VP9/90000
-a=rtcp-fb:98 goog-remb
-a=rtcp-fb:98 transport-cc
-a=rtcp-fb:98 ccm fir
-a=rtcp-fb:98 nack
-a=rtcp-fb:98 nack pli
-a=fmtp:98 profile-id=0
-a=rtpmap:99 rtx/90000
-a=fmtp:99 apt=98
-a=rtpmap:100 VP9/90000
-a=rtcp-fb:100 goog-remb
-a=rtcp-fb:100 transport-cc
-a=rtcp-fb:100 ccm fir
-a=rtcp-fb:100 nack
-a=rtcp-fb:100 nack pli
-a=fmtp:100 profile-id=2
-a=rtpmap:101 rtx/90000
-a=fmtp:101 apt=100
-a=rtpmap:112 H264/90000
-a=rtcp-fb:112 goog-remb
-a=rtcp-fb:112 transport-cc
-a=rtcp-fb:112 ccm fir
-a=rtcp-fb:112 nack
-a=rtcp-fb:112 nack pli
-a=fmtp:112 level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=64001f
-a=rtpmap:113 rtx/90000
-a=fmtp:113 apt=112
-a=rtpmap:116 red/90000
-a=rtpmap:117 rtx/90000
-a=fmtp:117 apt=116
-a=rtpmap:118 ulpfec/90000
-a=ssrc-group:FID 4072017687 3466187747
-a=ssrc:4072017687 cname:mbGW+aeWMLFhPbBC
-a=ssrc:4072017687 msid:04f96a2a-d107-4a12-b545-cfe1dc2c4d37 4a1ae8a7-6c89-44d3-a9a1-02abce0012c7
-a=ssrc:3466187747 cname:mbGW+aeWMLFhPbBC
-a=ssrc:3466187747 msid:04f96a2a-d107-4a12-b545-cfe1dc2c4d37 4a1ae8a7-6c89-44d3-a9a1-02abce0012c7
-m=audio 9 UDP/TLS/RTP/SAVPF 111 63 9 0 8 13 110 126
-c=IN IP4 0.0.0.0
-a=rtcp:9 IN IP4 0.0.0.0
-a=ice-ufrag:GM64
-a=ice-pwd:ANZFilRRlZJ3bg9AD40eRu7n
-a=ice-options:trickle
-a=fingerprint:sha-256 38:1F:02:E5:2A:49:9A:2A:D9:8E:B9:9B:4C:40:21:B7:F1:C4:27:8E:B5:68:D6:E0:91:08:D9:CB:2B:AC:B3:87
-a=setup:actpass
-a=mid:3
-a=extmap:14 urn:ietf:params:rtp-hdrext:ssrc-audio-level
-a=extmap:2 http://www.webrtc.org/experiments/rtp-hdrext/abs-send-time
-a=extmap:4 http://www.ietf.org/id/draft-holmer-rmcat-transport-wide-cc-extensions-01
-a=extmap:9 urn:ietf:params:rtp-hdrext:sdes:mid
-a=sendonly
-a=msid:- 75b8c290-1f46-464c-8dc5-a4a3bced313a
-a=rtcp-mux
-a=rtpmap:111 opus/48000/2
-a=rtcp-fb:111 transport-cc
-a=fmtp:111 minptime=10;usedtx=1;useinbandfec=1
-a=rtpmap:63 red/48000/2
-a=fmtp:63 111/111
-a=rtpmap:9 G722/8000
-a=rtpmap:0 PCMU/8000
-a=rtpmap:8 PCMA/8000
-a=rtpmap:13 CN/8000
-a=rtpmap:110 telephone-event/48000
-a=rtpmap:126 telephone-event/8000
-a=ssrc:1281279951 cname:mbGW+aeWMLFhPbBC
-a=ssrc:1281279951 msid:- 75b8c290-1f46-464c-8dc5-a4a3bced313a
-`.trim();