livekit-client 0.16.5 → 0.17.1

package/src/room/track/options.ts

@@ -33,6 +33,20 @@ export interface TrackPublishDefaults {
    */
   simulcast?: boolean;
 
+  /**
+   * custom video simulcast layers for camera tracks, defaults to h180, h360, h540
+   * You can specify up to two custom layers that will be used instead of
+   * the LiveKit default layers.
+   * Note: the layers need to be ordered from lowest to highest quality
+   */
+  videoSimulcastLayers?: Array<VideoPreset>;
+
+  /**
+   * custom video simulcast layers for screen tracks
+   * Note: the layers need to be ordered from lowest to highest quality
+   */
+  screenShareSimulcastLayers?: Array<VideoPreset>;
+
   /**
    * For local tracks, stop the underlying MediaStreamTrack when the track is muted (or paused)
    * on some platforms, this option is necessary to disable the microphone recording indicator.
@@ -202,28 +216,66 @@ export namespace AudioPresets {
  * Sane presets for video resolution/encoding
  */
 export const VideoPresets = {
+  h90: new VideoPreset(160, 90, 60_000, 15),
+  h180: new VideoPreset(320, 180, 120_000, 15),
+  h216: new VideoPreset(384, 216, 180_000, 15),
+  h360: new VideoPreset(640, 360, 300_000, 20),
+  h540: new VideoPreset(960, 540, 600_000, 25),
+  h720: new VideoPreset(1280, 720, 2_000_000, 30),
+  h1080: new VideoPreset(1920, 1080, 3_000_000, 30),
+  h1440: new VideoPreset(2560, 1440, 5_000_000, 30),
+  h2160: new VideoPreset(3840, 2160, 8_000_000, 30),
+  /** @deprecated */
   qvga: new VideoPreset(320, 180, 120_000, 10),
+  /** @deprecated */
   vga: new VideoPreset(640, 360, 300_000, 20),
+  /** @deprecated */
   qhd: new VideoPreset(960, 540, 600_000, 25),
+  /** @deprecated */
   hd: new VideoPreset(1280, 720, 2_000_000, 30),
+  /** @deprecated */
   fhd: new VideoPreset(1920, 1080, 3_000_000, 30),
-};
+} as const;
 
 /**
  * Four by three presets
  */
 export const VideoPresets43 = {
+  h120: new VideoPreset(160, 120, 80_000, 15),
+  h180: new VideoPreset(240, 180, 100_000, 15),
+  h240: new VideoPreset(320, 240, 150_000, 15),
+  h360: new VideoPreset(480, 360, 225_000, 20),
+  h480: new VideoPreset(640, 480, 300_000, 20),
+  h540: new VideoPreset(720, 540, 450_000, 25),
+  h720: new VideoPreset(960, 720, 1_500_000, 30),
+  h1080: new VideoPreset(1440, 1080, 2_500_000, 30),
+  h1440: new VideoPreset(1920, 1440, 3_500_000, 30),
+  /** @deprecated */
   qvga: new VideoPreset(240, 180, 90_000, 10),
+  /** @deprecated */
   vga: new VideoPreset(480, 360, 225_000, 20),
+  /** @deprecated */
   qhd: new VideoPreset(720, 540, 450_000, 25),
+  /** @deprecated */
   hd: new VideoPreset(960, 720, 1_500_000, 30),
+  /** @deprecated */
   fhd: new VideoPreset(1440, 1080, 2_800_000, 30),
-};
+} as const;
 
 export const ScreenSharePresets = {
+  h360fps3: new VideoPreset(640, 360, 200_000, 3),
+  h720fps5: new VideoPreset(1280, 720, 400_000, 5),
+  h720fps15: new VideoPreset(1280, 720, 1_000_000, 15),
+  h1080fps15: new VideoPreset(1920, 1080, 1_500_000, 15),
+  h1080fps30: new VideoPreset(1920, 1080, 3_000_000, 30),
+  /** @deprecated */
   vga: new VideoPreset(640, 360, 200_000, 3),
+  /** @deprecated */
   hd_8: new VideoPreset(1280, 720, 400_000, 5),
+  /** @deprecated */
   hd_15: new VideoPreset(1280, 720, 1_000_000, 15),
+  /** @deprecated */
   fhd_15: new VideoPreset(1920, 1080, 1_500_000, 15),
+  /** @deprecated */
   fhd_30: new VideoPreset(1920, 1080, 3_000_000, 30),
-};
+} as const;

package/src/room/track/types.ts

@@ -1,8 +1,20 @@
-import LocalAudioTrack from './LocalAudioTrack';
-import LocalVideoTrack from './LocalVideoTrack';
-import RemoteAudioTrack from './RemoteAudioTrack';
-import RemoteVideoTrack from './RemoteVideoTrack';
+import type LocalAudioTrack from './LocalAudioTrack';
+import type LocalVideoTrack from './LocalVideoTrack';
+import type RemoteAudioTrack from './RemoteAudioTrack';
+import type RemoteVideoTrack from './RemoteVideoTrack';
 
 export type RemoteTrack = RemoteAudioTrack | RemoteVideoTrack;
 export type AudioTrack = RemoteAudioTrack | LocalAudioTrack;
 export type VideoTrack = RemoteVideoTrack | LocalVideoTrack;
+
+export type AdaptiveStreamSettings = {
+  /**
+   * Set a custom pixel density, defaults to 1
+   * When streaming videos on a ultra high definition screen this setting
+   * let's you account for the devicePixelRatio of those screens.
+   * Set it to `screen` to use the actual pixel density of the screen
+   * Note: this might significantly increase the bandwidth consumed by people
+   * streaming on high definition screens.
+   */
+  pixelDensity?: number | 'screen'
+};

package/src/room/track/utils.ts

@@ -1,7 +1,9 @@
+import { sleep } from '../utils';
 import {
   AudioCaptureOptions, CreateLocalTracksOptions,
   VideoCaptureOptions,
 } from './options';
+import { AudioTrack } from './types';
 
 export function mergeDefaultOptions(
   options?: CreateLocalTracksOptions,
@@ -74,3 +76,40 @@ export function constraintsForOptions(options: CreateLocalTracksOptions): MediaS
   }
   return constraints;
 }
+/**
+ * This function detects silence on a given [[Track]] instance.
+ * Returns true if the track seems to be entirely silent.
+ */
+export async function detectSilence(
+  track: AudioTrack,
+  timeOffset = 200,
+): Promise<boolean> {
+  const ctx = getNewAudioContext();
+  if (ctx) {
+    const analyser = ctx.createAnalyser();
+    analyser.fftSize = 2048;
+
+    const bufferLength = analyser.frequencyBinCount;
+    const dataArray = new Uint8Array(bufferLength);
+    const source = ctx.createMediaStreamSource(new MediaStream([track.mediaStreamTrack]));
+
+    source.connect(analyser);
+    await sleep(timeOffset);
+    analyser.getByteTimeDomainData(dataArray);
+    const someNoise = dataArray.some((sample) => sample !== 128 && sample !== 0);
+    ctx.close();
+    return !someNoise;
+  }
+  return false;
+}
+
+/**
+ * @internal
+ */
+export function getNewAudioContext(): AudioContext | void {
+  // @ts-ignore
+  const AudioContext = window.AudioContext || window.webkitAudioContext;
+  if (AudioContext) {
+    return new AudioContext();
+  }
+}

package/src/room/utils.ts

@@ -23,6 +23,10 @@ export function isSafari(): boolean {
   return /^((?!chrome|android).)*safari/i.test(navigator.userAgent);
 }
 
+export function isMobile(): boolean {
+  return /Tablet|iPad|Mobile|Android|BlackBerry/.test(navigator.userAgent);
+}
+
 function roDispatchCallback(entries: ResizeObserverEntry[]) {
   for (const entry of entries) {
     (entry.target as ObservableMediaElement).handleResize(entry);

package/src/version.ts

@@ -1,2 +1,2 @@
-export const version = '0.16.5';
+export const version = '0.17.1';
 export const protocolVersion = 6;