@stream-io/video-client 0.3.0 → 0.3.2

package/src/devices/__tests__/mocks.ts

@@ -0,0 +1,98 @@
+import { vi } from 'vitest';
+import { CallingState } from '../../store';
+
+export const mockVideoDevices = [
+  {
+    deviceId:
+      '9d7b77d613cc935c023c08779a714db96e9f6d5589aae20869b5ab6e42f5b1fe',
+    kind: 'videoinput',
+    label: 'Logi Capture',
+    groupId: '81b3a3c5fec920079136100dc4b185209859077ce622a24fec747406d50cd694',
+  },
+  {
+    deviceId:
+      'af5cbd8fa1ff57b16f5f3c2c03dd9502f552cbdada3992a5c10b8d240debf1b5',
+    kind: 'videoinput',
+    label: 'HD Pro Webcam C920 (046d:08e5)',
+    groupId: 'bb0a866e4d66d493a104d7bd5a5dc2fee3d5947fab34aa0a99282386556a8f17',
+  },
+  {
+    deviceId:
+      'f66cf2801fa16223e46a65be7d8d98d23670dd16fdd8961dd5c0dbb0cad372f3',
+    kind: 'videoinput',
+    label: 'FaceTime HD Camera (Built-in) (05ac:8514)',
+    groupId: '0387adca5bc7ab2850a9b9594a5622d838de4f78cbdf4d31c3506b701c58d94d',
+  },
+] as MediaDeviceInfo[];
+
+export const mockAudioDevices = [
+  {
+    deviceId: 'default',
+    kind: 'audioinput',
+    label: 'Default - MacBook Pro Microphone (Built-in)',
+    groupId: 'a8708545cb3969c0b7e3712d2ffdbc381992aeb5577b06cd71ba7a94ee20cf3e',
+  },
+  {
+    deviceId:
+      '6ce9fde261809389d6476791d329695ea4c98bd432ac5f6a60e7017c96943d32',
+    kind: 'audioinput',
+    label: 'iPhone Microphone',
+    groupId: '65a8661fe6575d0eb180e7ab3f1ec887a285965293b9e75ceed938766f6d32bd',
+  },
+  {
+    deviceId:
+      'bb784adda6f0199966c97f8a2ca0fb93169e55cae050e8e8dd4ef76ffd1e638d',
+    kind: 'audioinput',
+    label: 'HD Pro Webcam C920 (046d:08e5)',
+    groupId: 'bb0a866e4d66d493a104d7bd5a5dc2fee3d5947fab34aa0a99282386556a8f17',
+  },
+  {
+    deviceId:
+      '45b2467601574a522fe96048a5b2122ea6be0a478e04b990eaa4d93b49e2428a',
+    kind: 'audioinput',
+    label: 'MacBook Pro Microphone (Built-in)',
+    groupId: 'a8708545cb3969c0b7e3712d2ffdbc381992aeb5577b06cd71ba7a94ee20cf3e',
+  },
+  {
+    deviceId:
+      'b936c0572d3536857d646af780b8704c368a872e7ba8138ef83d72d726710975',
+    kind: 'audioinput',
+    label: 'ZoomAudioDevice (Virtual)',
+    groupId: '423bb83eab8607fe47313f2e0307600c40e03c37ad63a3b8412d3d5eb0671a55',
+  },
+] as MediaDeviceInfo[];
+
+export const mockCall = () => {
+  return {
+    state: {
+      callingState: CallingState.IDLE,
+    },
+    publishVideoStream: vi.fn(),
+    publishAudioStream: vi.fn(),
+    stopPublish: vi.fn(),
+  };
+};
+
+export const mockAudioStream = () => {
+  const track = {
+    getSettings: () => ({
+      deviceId: mockAudioDevices[0].deviceId,
+    }),
+    enabled: true,
+  };
+  return {
+    getAudioTracks: () => [track],
+  } as MediaStream;
+};
+
+export const mockVideoStream = () => {
+  const track = {
+    getSettings: () => ({
+      deviceId: mockVideoDevices[0].deviceId,
+    }),
+    enabled: true,
+  };
+  return {
+    getVideoTracks: () => [track],
+  } as MediaStream;
+};

package/src/devices/index.ts

@@ -1 +1,7 @@
 export * from './devices';
+export * from './InputMediaDeviceManager';
+export * from './InputMediaDeviceManagerState';
+export * from './CameraManager';
+export * from './CameraManagerState';
+export * from './MicrophoneManager';
+export * from './MicrophoneManagerState';

package/src/rtc/Publisher.ts

@@ -21,14 +21,11 @@ import {
 import { CallState } from '../store';
 import { PublishOptions } from '../types';
 import { isReactNative } from '../helpers/platforms';
-import {
-  removeCodec,
-  setPreferredCodec,
-  toggleDtx,
-} from '../helpers/sdp-munging';
+import { toggleDtx } from '../helpers/sdp-munging';
 import { Logger } from '../coordinator/connection/types';
 import { getLogger } from '../logger';
 import { Dispatcher } from './Dispatcher';
+import { getOSInfo } from '../client-details';
 
 const logger: Logger = getLogger(['Publisher']);
 
@@ -239,9 +236,17 @@ export class Publisher {
           ? findOptimalVideoLayers(track, targetResolution)
           : undefined;
 
+      let preferredCodec = opts.preferredCodec;
+      if (!preferredCodec && trackType === TrackType.VIDEO) {
+        const isRNAndroid =
+          isReactNative() && getOSInfo()?.name.toLowerCase() === 'android';
+        if (isRNAndroid) {
+          preferredCodec = 'VP8';
+        }
+      }
       const codecPreferences = this.getCodecPreferences(
         trackType,
-        opts.preferredCodec,
+        preferredCodec,
       );
 
       // listen for 'ended' event on the track as it might be ended abruptly
@@ -546,19 +551,6 @@ export class Publisher {
   private mungeCodecs = (sdp?: string) => {
     if (sdp) {
       sdp = toggleDtx(sdp, this.isDtxEnabled);
-      if (isReactNative()) {
-        if (this.preferredVideoCodec) {
-          sdp = setPreferredCodec(sdp, 'video', this.preferredVideoCodec);
-        }
-        sdp = setPreferredCodec(
-          sdp,
-          'audio',
-          this.isRedEnabled ? 'red' : 'opus',
-        );
-        if (!this.isRedEnabled) {
-          sdp = removeCodec(sdp, 'audio', 'red');
-        }
-      }
     }
     return sdp;
   };

package/src/rtc/videoLayers.ts

@@ -1,4 +1,6 @@
+import { getOSInfo } from '../client-details';
 import { TargetResolution } from '../gen/coordinator';
+import { isReactNative } from '../helpers/platforms';
 
 export type OptimalVideoLayer = RTCRtpEncodingParameters & {
   width: number;
@@ -27,6 +29,8 @@ export const findOptimalVideoLayers = (
   const settings = videoTrack.getSettings();
   const { width: w = 0, height: h = 0 } = settings;
 
+  const isRNIos = isReactNative() && getOSInfo()?.name.toLowerCase() === 'ios';
+
   const maxBitrate = getComputedMaxBitrate(targetResolution, w, h);
   let downscaleFactor = 1;
   ['f', 'h', 'q'].forEach((rid) => {
@@ -40,10 +44,11 @@ export const findOptimalVideoLayers = (
       height: Math.round(h / downscaleFactor),
       maxBitrate: Math.round(maxBitrate / downscaleFactor),
       scaleResolutionDownBy: downscaleFactor,
+      // Simulcast on iOS React-Native requires all encodings to share the same framerate
       maxFramerate: {
         f: 30,
-        h: 25,
-        q: 20,
+        h: isRNIos ? 30 : 25,
+        q: isRNIos ? 30 : 20,
       }[rid],
     });
     downscaleFactor *= 2;

package/src/types.ts

@@ -89,11 +89,15 @@ export interface StreamVideoParticipant extends Participant {
 export interface StreamVideoLocalParticipant extends StreamVideoParticipant {
   /**
    * The device ID of the currently selected audio input device of the local participant (returned by the [MediaDevices API](https://developer.mozilla.org/en-US/docs/Web/API/MediaDevices/getUserMedia))
+   *
+   * @deprecated use call.microphone.state.selectedDevice
    */
   audioDeviceId?: string;
 
   /**
    * The device ID of the currently selected video input device of the local participant (returned by the [MediaDevices API](https://developer.mozilla.org/en-US/docs/Web/API/MediaDevices/getUserMedia))
+   *
+   * @deprecated use call.camera.state.selectedDevice
    */
   videoDeviceId?: string;