@livedigital/client 3.31.0-decoder-issue-detector.1 → 3.31.1

package/package.json

@@ -2,7 +2,7 @@
   "name": "@livedigital/client",
   "author": "vlprojects",
   "license": "MIT",
-  "version": "3.31.0-decoder-issue-detector.1",
+  "version": "3.31.1",
   "private": false,
   "bugs": {
     "url": "https://github.com/vlprojects/livedigital-sdk/issues"
@@ -57,7 +57,7 @@
     "reflect-metadata": "^0.2.2",
     "serialize-error": "^7.0.1",
     "socket.io-client": "^4.7.2",
-    "webrtc-issue-detector": "1.14.0-decoder-issue-detector.2"
+    "webrtc-issue-detector": "^1.13.0"
   },
   "devDependencies": {
     "@rollup/plugin-commonjs": "^19.0.0",

package/src/engine/Peer.ts

@@ -493,10 +493,10 @@ class Peer {
     });
   }
 
-  reset() {
+  async reset(): Promise<void> {
     this.producers.clear();
 
-    this.tracks.forEach((x) => x.close());
+    await Promise.all(Array.from(this.tracks.values()).map((track) => track.close()));
     this.tracks.clear();
 
     const eventNames = [

package/src/engine/Peers.ts

@@ -18,11 +18,11 @@ import PeerConsumer from './PeerConsumer';
 export interface IPeersService {
   has(id: Peer['id']): boolean;
   get(id: Peer['id']): Peer | undefined;
-  remove(id: Peer['id']): void;
+  remove(id: Peer['id']): Promise<void>;
   all(): Peer[];
   hosts(): Peer[];
   audience(): Peer[];
-  reset(): void;
+  reset(): Promise<void>;
   load(role?: Role): Promise<void>;
   add(peerData: PeerResponse, emit: boolean): Peer;
   isModerator(id: Peer['id'] | undefined): boolean;
@@ -82,14 +82,13 @@ export class Peers implements IPeersService {
     return this.peersStorage.delete(id);
   }
 
-  remove(id: Peer['id']) {
+  async remove(id: Peer['id']): Promise<void> {
     const peer = this.get(id);
     if (!peer) {
       return;
     }
 
-    peer.tracks.forEach((track) => track.close());
-    peer.reset();
+    await peer.reset();
 
     this.delete(id);
     this.clientEventEmitter.safeEmit(CLIENT_EVENTS.peerLeft, id);
@@ -111,8 +110,8 @@ export class Peers implements IPeersService {
       .filter((peer) => peer.role === 'audience');
   }
 
-  reset() {
-    this.peersStorage.forEach((x) => x.reset());
+  async reset(): Promise<void> {
+    await Promise.all(Array.from(this.peersStorage.values()).map((track) => track.reset()));
     this.peersStorage.clear();
   }
 

package/src/engine/index.ts

@@ -182,7 +182,7 @@ class Engine {
       this.myPeer.delete();
       this.webRtcIssueDetector?.stopWatchingNewPeerConnections();
 
-      this.peers.reset();
+      await this.peers.reset();
 
       await this.network.closeSendTransport();
       await this.network.closeReceiveTransport();
@@ -274,8 +274,8 @@ class Engine {
     return this.peers.add(peerData, emit);
   }
 
-  public removePeer(peerId: string): void {
-    this.peers.remove(peerId);
+  public async removePeer(peerId: string): Promise<void> {
+    return this.peers.remove(peerId);
   }
 
   public async updateAppData(appData: Record<string, unknown>): Promise<void> {

package/src/engine/media/streamEffects/video/esdk/components/component.d.ts

@@ -1,24 +1,17 @@
+import type { Container } from 'pixi.js';
+
+import { Options as sdkOptions } from '../Options';
+
 type Options = {
   [key: string]: any;
 };
-
-export interface ComponentPosition {
-  x: number;
-  y: number;
-  placement: ComponentPlacement;
-}
-
-export type ComponentPlacement =
-    | 'top-left'
-    | 'bottom-left'
-    | 'center'
-    | 'top-right'
-    | 'bottom-right'
-    | 'custom';
-
 export declare abstract class Component {
+  container: Container;
+
   protected options: Options;
 
+  protected sdkOptions: sdkOptions;
+
   private afterShowFunction;
 
   private beforeShowFunction;
@@ -26,7 +19,7 @@ export declare abstract class Component {
   private beforeHideFunction;
 
   private afterHideFunction;
-  constructor(options?: Options);
+  constructor(sdkOptions: sdkOptions, options?: Options);
   setOptions(options?: Options): void;
   show(): void;
   hide(): void;

package/src/engine/media/streamEffects/video/esdk/components/countdown/countdown.d.ts

@@ -1,10 +1,9 @@
-import { Component } from '../component';
+import { Component } from '@/components/component';
+import { Options as sdkOptions } from '@/Options';
 
 interface CountdownOptions {
   countDown: number;
 }
-
-// eslint-disable-next-line import/prefer-default-export
 export declare class CountdownComponent extends Component {
   options: CountdownOptions;
 
@@ -16,7 +15,7 @@ export declare class CountdownComponent extends Component {
 
   private showRejecter;
 
-  constructor(options?: CountdownOptions);
+  constructor(sdkOptions: sdkOptions, options?: CountdownOptions);
   render(): void;
   setOptions(options?: CountdownOptions): void;
   private drawRect;
@@ -25,5 +24,4 @@ export declare class CountdownComponent extends Component {
   showCountdown(): Promise<any>;
   hideCountdown(): void;
 }
-
 export {};

package/src/engine/media/streamEffects/video/esdk/components/lower-third/lowerThird.d.ts

@@ -1,10 +1,7 @@
 import type {
-  Graphics,
-  Text,
-  Ticker,
-  TickerCallback,
+  Graphics, Text, Ticker, TickerCallback,
 } from 'pixi.js';
-
+import { Options as sdkOptions } from '@/Options';
 import { Component } from '../component';
 
 export interface LtOptions {
@@ -59,7 +56,7 @@ export declare abstract class LowerThird extends Component {
 
   options: Required<LtOptions>;
 
-  constructor(options?: LtOptions);
+  constructor(sdkOptions: sdkOptions, options?: LtOptions);
   render(): void;
   setOptions(options?: LtOptions, render?: boolean): void;
   showLowerThird(): void;

package/src/engine/media/streamEffects/video/esdk/components/overlay-screen/overlayScreen.d.ts

@@ -1,9 +1,6 @@
-import { Component } from '../component';
+import { Component } from '@/components/component';
+import { Options as sdkOptions } from '@/Options';
 
-interface Options {
-  url: string;
-  promise?: PromiseContainer;
-}
 interface PromiseContainer {
   resolve: Function;
   reject: Function;
@@ -27,13 +24,13 @@ export declare class OverlayScreen extends Component {
 
   private processedURL;
 
-  constructor(options?: OverlayScreenOptions);
+  constructor(sdkOptions: sdkOptions, options?: OverlayScreenOptions);
   render(): void;
   show(): void;
   hide(): void;
   private initOverlayFromUrl;
 
-  setOptions(o: Options): Promise<void>;
+  setOptions(o: OverlayScreenOptions): Promise<void>;
   private setOverlayImage;
 
   private loadImage;

package/src/engine/media/streamEffects/video/esdk/components/overlay-screen/overlaySprite.d.ts

@@ -0,0 +1,10 @@
+import type { Sprite, SpriteSource } from 'pixi.js';
+
+export declare class OverlaySprite {
+  sprite: Sprite;
+
+  ratio: number;
+
+  constructor(source: SpriteSource, width?: number, height?: number);
+  destroy(): void;
+}

package/src/engine/media/streamEffects/video/esdk/components/stickers/stickerSprite.d.ts

@@ -1,5 +1,6 @@
 import Player from 'apng-js/types/library/player';
 import type { Sprite } from 'pixi.js';
+import { Options as sdkOptions } from '@/Options';
 
 interface StickerSpriteOptions {
   sprite: Sprite;
@@ -10,7 +11,6 @@ interface StickerSpriteOptions {
   aminationPhase?: 'showing' | 'static' | 'hiding';
   shrink: number;
 }
-// eslint-disable-next-line import/prefer-default-export
 export declare class StickerSprite {
   private shrink;
 
@@ -32,7 +32,9 @@ export declare class StickerSprite {
 
   private sourceRatio;
 
-  constructor(options: StickerSpriteOptions);
+  private sdkOptions;
+
+  constructor(sdkOptions: sdkOptions, options: StickerSpriteOptions);
   private isShowing;
 
   private isStatic;

package/src/engine/media/streamEffects/video/esdk/components/stickers/stickers.d.ts

@@ -1,4 +1,5 @@
-import { ComponentPosition, Component } from '../component';
+import { Component } from '@/components/component';
+import { Options as sdkOptions } from '@/Options';
 
 export interface StickerOptions {
   capacity: number;
@@ -32,7 +33,7 @@ export declare class Stickers extends Component {
 
   private loadErrorFunc?;
 
-  constructor(options?: Partial<StickerOptions>);
+  constructor(sdkOptions: sdkOptions, options?: Partial<StickerOptions>);
   show(): void;
   hide(): void;
   onLoadSucccess(f?: Function): void;

package/src/engine/media/streamEffects/video/esdk/components/utils/positionHelper.d.ts

@@ -1,13 +1,9 @@
-import { ComponentPosition } from '../component';
-
 interface SizeData {
   width: number;
   height: number;
 }
-
-// eslint-disable-next-line import/prefer-default-export
 export declare class PositionHelper {
-  static calcPosition(position: ComponentPosition, size: SizeData): {
+  static calcPosition(_width: number, _height: number, position: ComponentPosition, size: SizeData): {
     x: number;
     y: number;
   };

package/src/engine/media/streamEffects/video/esdk/components/waterMark/waterMark.d.ts

@@ -1,4 +1,5 @@
-import { ComponentPosition, Component } from '../component';
+import { Component } from '../component';
+import { Options as sdkOptions } from '@/Options';
 
 export interface WatermarkOptions {
   url: string;
@@ -9,7 +10,7 @@ export declare class Watermark extends Component {
   protected options: WatermarkOptions;
 
   private sprite;
-  constructor(options: Partial<WatermarkOptions>);
+  constructor(sdkOptions: sdkOptions, options: Partial<WatermarkOptions>);
   setOptions(options?: WatermarkOptions): void;
   setURL(url: string): Promise<void>;
   setSize(size: number): void;

package/src/engine/media/streamEffects/video/esdk/tsvb.d.ts

@@ -1,8 +1,9 @@
 /* eslint-disable max-len */
 import { FrameFormat } from './renderer/renderer';
 import type { ColorFilterConfig } from './effects/color-filter/colorFilterEffect';
-import { LayoutMode } from './effects/virtual-background/virtual_background_effect';
+import { BackgroundSource, LayoutMode } from './effects/virtual-background/virtual_background_effect';
 import type { LowLightConfig } from './effects/low-light/lowLightEffect';
+import { FaceCombiner } from './effects/smart-zoom/faceCombiner';
 import { EffectProcessor } from './effects/effect_processor';
 import { OverlayScreen, OverlayScreenOptions } from './components/overlay-screen/overlayScreen';
 import { Watermark, WatermarkOptions } from './components/watermark/watermark';
@@ -15,6 +16,8 @@ import { LtDoubleSlideRect } from './components/lower-third/collection/doubleSli
 import { LtTwoSlideRects } from './components/lower-third/collection/twoSideRects/twoSlideRects';
 import { ErrorObject } from './utils/errorBus';
 import { IRecorder } from './entities/recorder';
+import { Options as sdkOptions } from '@/Options';
+import type { SharpnessConfig } from './effects/sharpness/sharpnessEffect';
 
 type ResizeSettings = {
   width: number;
@@ -23,6 +26,8 @@ type ResizeSettings = {
 
 // eslint-disable-next-line import/prefer-default-export, @typescript-eslint/naming-convention
 export declare class tsvb {
+  #private;
+
   private callbackStore;
 
   private streamProcessor;
@@ -47,6 +52,14 @@ export declare class tsvb {
 
   private lowLightEffect;
 
+  private sharpnessEffect;
+
+  private filterDrawEffect;
+
+  private mirroringEffect;
+
+  private finalDrawEffect;
+
   components: any;
 
   recorder: IRecorder;
@@ -56,15 +69,12 @@ export declare class tsvb {
   customer_id: string;
 
   constructor(customer_id: string, inference?: any);
-
   private onOptionsUpdate;
 
   cache(clear?: boolean): Promise<void>;
   preload(): Promise<void>;
   config(config: any): void;
-
   private init;
-
   getCustomerId(): string;
   useStream(stream: MediaStream, resize?: ResizeSettings): void;
   setSegmentationPreset(preset: string): Promise<boolean>;
@@ -85,7 +95,7 @@ export declare class tsvb {
   setBeautificationLevel(level: number): boolean;
   setBlur(power: number): boolean;
   clearBlur(): boolean;
-  setBackground(url: string | MediaStream | MediaStreamTrack | HTMLVideoElement): boolean;
+  setBackground(url: BackgroundSource): boolean;
   clearBackground(): boolean;
   enableFrameSkipping(): boolean;
   disableFrameSkipping(): boolean;
@@ -98,16 +108,18 @@ export declare class tsvb {
   }): boolean;
   setFaceArea(value: number): boolean;
   setFaceDetectorAccuracy(value: number): boolean;
+  getDetectedFaces(): FaceCombiner[];
   setSmartZoomSmoothing(steps: number): boolean;
   setSmartZoomSensitivity(value: number): boolean;
   setSmartZoomPerod(value: number): boolean;
   switchDrawFaceSquare(isOn: boolean): boolean;
   switchDrawPreFaceSquare(isOn: boolean): boolean;
   enableSmartZoom(): boolean;
-  enableSharpnessEffect(): boolean;
   disableSmartZoom(): boolean;
   enableColorCorrector(): boolean;
   disableColorCorrector(): boolean;
+  enableMirroring(): boolean;
+  disableMirroring(): boolean;
   enableColorFilter(): boolean;
   disableColorFilter(): boolean;
   setColorFilterConfig(config: Partial<ColorFilterConfig>): boolean;
@@ -118,6 +130,9 @@ export declare class tsvb {
   disableLowLightEffect(): boolean;
   setLowLightEffectConfig(config: Partial<LowLightConfig>): boolean;
   setLowLightEffectPower(value: number): boolean;
+  enableSharpnessEffect(): boolean;
+  disableSharpnessEffect(): boolean;
+  setSharpnessEffectConfig(config: Partial<SharpnessConfig>): boolean;
   clear(): boolean;
   run(): boolean;
   stop(): boolean;
@@ -146,8 +161,6 @@ export declare class tsvb {
   onAuthRequest(f?: (url: string, payload: Object) => Promise<string>): void;
   onColorFilterSuccess(f?: (id: string) => void): void;
   onLowLightSuccess(f?: () => void): void;
-  setSharpnessEffectConfig(value: number): boolean;
-  disableSharpnessEffect(): boolean;
 }
 declare const componentsMap: {
   overlay_screen: typeof OverlayScreen;
@@ -177,6 +190,6 @@ type SingleKey<K> = [K] extends (K extends Keys ? [K] : never) ? K : never;
 type ClassType<A extends Keys> = Extract<Tuples<Keys>, [A, any]>[1];
 interface ComponentArguments<K extends Keys> {
   component: SingleKey<K>;
-  options: K extends OptionsKeys ? Partial<OptionsMap[K]> : never;
+  options?: K extends OptionsKeys ? Partial<OptionsMap[K]> : never;
 }
 export {};

package/src/inversify.config.ts

@@ -2,6 +2,7 @@ import { Container, interfaces } from 'inversify';
 import WebRTCIssueDetector, {
   AvailableOutgoingBitrateIssueDetector,
   CompositeRTCStatsParser,
+  FramesDroppedIssueDetector,
   FramesEncodedSentIssueDetector,
   FrozenVideoTrackDetector,
   InboundNetworkIssueDetector,
@@ -17,7 +18,6 @@ import WebRTCIssueDetector, {
   RTCStatsParser,
   UnknownVideoDecoderImplementationDetector,
   WebRTCIssueEmitter,
-  VideoDecoderIssueDetector,
 } from 'webrtc-issue-detector';
 import ConfigService from './config/ConfigService';
 import Engine from './engine';
@@ -236,6 +236,7 @@ container
       networkScoresCalculator: new NetworkScoresCalculator(),
       detectors: [
         new QualityLimitationsIssueDetector(),
+        new FramesDroppedIssueDetector(),
         new FramesEncodedSentIssueDetector(),
         new InboundNetworkIssueDetector(),
         new OutboundNetworkIssueDetector(),
@@ -243,7 +244,6 @@ container
         new AvailableOutgoingBitrateIssueDetector(),
         new UnknownVideoDecoderImplementationDetector(),
         new FrozenVideoTrackDetector(),
-        new VideoDecoderIssueDetector(),
       ],
       statsReporter: new PeriodicWebRTCStatsReporter({
         compositeStatsParser,