@webex/web-media-effects-types 2.29.0 → 2.30.0

package/index.d.ts

@@ -261,10 +261,57 @@ declare class PluginManager {
     dispose(): void;
     getPlugin<T extends PluginType>(name: string): T | undefined;
     getPlugins(): Map<string, Plugin>;
+    getPluginCount(): number;
 }
 
 declare function debounce<F extends (...args: Parameters<F>) => ReturnType<F>>(func: F, delay: number): (...args: Parameters<F>) => void;
 
+interface DebugStats {
+    frameRate: number;
+    modelReady: boolean;
+    effectEnabled: boolean;
+    trackEnabled: boolean;
+    mode: string;
+    quality: string;
+    frameInterval: number;
+    lastFrameTime: number;
+    inputDimensions: {
+        width: number;
+        height: number;
+    };
+    outputDimensions: {
+        width: number;
+        height: number;
+    };
+    videoWidth?: number;
+    videoHeight?: number;
+    videoFrameRate?: number;
+    cpuCores: number;
+    deviceMemory?: number;
+    connectionType?: string;
+    effectiveType?: string;
+    memoryUsage?: number;
+    webglVendor?: string;
+    webglRenderer?: string;
+    maxTextureSize?: number;
+    imageCaptureActive: boolean;
+    trackProcessorActive: boolean;
+    pluginCount: number;
+    totalFrameTime?: number;
+    modelInferenceTime?: number;
+    preprocessingTime?: number;
+    postprocessingTime?: number;
+    inferenceSkipped?: boolean;
+    modelInferenceFPS?: number;
+    averageFrameTime?: number;
+    frameDrops?: number;
+    computePressure?: {
+        state: 'nominal' | 'fair' | 'serious' | 'critical';
+        source: string;
+    };
+    errors: string[];
+}
+
 declare enum VirtualBackgroundMode {
     Blur = "BLUR",
     Image = "IMAGE",
@@ -329,13 +376,14 @@ declare class VirtualBackgroundEffect extends BaseCameraEffect {
     private restoreEffectOnTrackEnable;
     private setTimeoutId?;
     private rafId?;
-    private lastFrame?;
+    private lastInferenceResult?;
     private pluginManager;
     private beforeInferenceCallbacks;
     private afterInferenceCallbacks;
     private offscreenCanvas?;
     private inputCanvasContext?;
     private configBuilder;
+    private debugStatsGenerator;
     get isReady(): boolean;
     get isLoaded(): boolean;
     get frameRate(): number;
@@ -378,6 +426,7 @@ declare class VirtualBackgroundEffect extends BaseCameraEffect {
     initializePlugins: () => void;
     getPlugin: <T extends PluginType>(name: string) => T | undefined;
     getPluginManager: () => PluginManager;
+    getStats(): DebugStats;
 }
 declare const createVirtualBackgroundEffect: (options?: VirtualBackgroundEffectOptions, preloadAssets?: boolean) => Promise<VirtualBackgroundEffect>;
 
@@ -429,6 +478,76 @@ declare class BeRightBackPlugin extends BaseAfterInferencePlugin<BeRightBack, Be
 declare function getOptionsByMode(mode: BeRightBackPluginMode): BeRightBackOptions;
 declare function makeBeRightBackOptions(mode: BeRightBackPluginMode, coreOptions?: Partial<BeRightBackOptions>): BeRightBackOptions;
 
+interface DebugOverlayCoreOptions {
+    showOnInit?: boolean;
+    updateInterval?: number;
+    maxErrors?: number;
+}
+interface DebugOverlayPluginOptions {
+    debug?: boolean;
+    coreOptions?: DebugOverlayCoreOptions;
+}
+declare const DEFAULT_DEBUG_OVERLAY_OPTIONS: DebugOverlayPluginOptions;
+
+declare class DebugOverlay extends EventEmitter<unknown> {
+    private getStats?;
+    private overlay?;
+    private statsContainer?;
+    private header?;
+    private resizeHandle?;
+    private sectionsCreated;
+    private sectionElements;
+    private effect?;
+    private pressureObserver?;
+    private isVisible;
+    private options;
+    private isResizing;
+    private startX;
+    private startY;
+    private startWidth;
+    private startHeight;
+    private updateInterval?;
+    private dom;
+    private styles;
+    private stats;
+    constructor(options?: Partial<DebugOverlayCoreOptions>);
+    show(): void;
+    hide(): void;
+    toggle(): void;
+    get visible(): boolean;
+    setStatsProvider(getStatsCallback: () => DebugStats): void;
+    private updateDisplayStats;
+    private showStatsError;
+    private hideStatsError;
+    private startUpdateInterval;
+    private stopUpdateInterval;
+    static getDefaultStats(): DebugStats;
+    private createOverlay;
+    private createStatsSections;
+    private renderStats;
+    private updateSectionContent;
+    private resetSections;
+    private setupKeyboardListener;
+    private setupPerformanceMonitoring;
+    private setupDragToMove;
+    private setupResizeHandlers;
+    dispose(): void;
+}
+
+declare class DebugOverlayPlugin extends BaseAfterInferencePlugin<DebugOverlay, DebugOverlayPluginOptions> {
+    protected getDefaultOptions(): DebugOverlayPluginOptions;
+    protected createCore(): DebugOverlay;
+    protected onCoreCreated(): void;
+    initialize(effect: VirtualBackgroundEffect): void;
+    getDebugOverlay(): DebugOverlay;
+    show(): void;
+    hide(): void;
+    toggle(): void;
+    get visible(): boolean;
+    onAfterInference(timestamp: number, inferenceResult?: IFrameInferenceResult): Promise<void>;
+    dispose(): void;
+}
+
 interface FrameSkipperOptions {
     baseMinSkipTime: number;
     baseMaxSkipTime: number;
@@ -591,4 +710,4 @@ declare class SkippedFrameRatePlugin extends BaseAfterInferencePlugin {
 declare const logger: js_logger.ILogger;
 //# sourceMappingURL=logger.d.ts.map
 
-export { AdaptiveFrameSkipper, BaseCameraEffect, BaseEffect, BaseMicrophoneEffect, BeRightBack, BeRightBackAction, BeRightBackDebugInfo, BeRightBackEvent, BeRightBackEventCallback, BeRightBackOptions, BeRightBackPlugin, BeRightBackPluginMode, BeRightBackPluginOptions, BeRightBackState, DEFAULT_FRAME_RATE, EffectEnv, EffectEvent, EffectEventCallback, EffectOptions, EffectState, FrameSkipperDebugInfo, FrameSkipperInferenceReason, FrameSkipperOptions, FrameSkipperPlugin, FrameSkipperPluginMode, FrameSkipperPluginOptions, GainEffect, LadonOverrides, MediaStreamOrTrack, NoiseReductionEffect, NoiseReductionEffectOptions, NoiseReductionMode, RateEstimatedValues, RateEstimationPlugin, RateEstimationPluginOptions, RateEstimator, RateEstimatorEvent, RateEstimatorEventCallback, RateEstimatorOptions, RateEstimatorStatus, SkippedFrameRatePlugin, TrackEffect, VirtualBackgroundEffect, VirtualBackgroundEffectOptions, VirtualBackgroundMode, createEffect, createNoiseReductionEffect, createVirtualBackgroundEffect, getOptionsByMode, logger, makeBeRightBackOptions, makeFrameSkipperOptions };
+export { AdaptiveFrameSkipper, BaseCameraEffect, BaseEffect, BaseMicrophoneEffect, BeRightBack, BeRightBackAction, BeRightBackDebugInfo, BeRightBackEvent, BeRightBackEventCallback, BeRightBackOptions, BeRightBackPlugin, BeRightBackPluginMode, BeRightBackPluginOptions, BeRightBackState, DEFAULT_DEBUG_OVERLAY_OPTIONS, DEFAULT_FRAME_RATE, DebugOverlay, DebugOverlayCoreOptions, DebugOverlayPlugin, DebugOverlayPluginOptions, EffectEnv, EffectEvent, EffectEventCallback, EffectOptions, EffectState, FrameSkipperDebugInfo, FrameSkipperInferenceReason, FrameSkipperOptions, FrameSkipperPlugin, FrameSkipperPluginMode, FrameSkipperPluginOptions, GainEffect, LadonOverrides, MediaStreamOrTrack, NoiseReductionEffect, NoiseReductionEffectOptions, NoiseReductionMode, RateEstimatedValues, RateEstimationPlugin, RateEstimationPluginOptions, RateEstimator, RateEstimatorEvent, RateEstimatorEventCallback, RateEstimatorOptions, RateEstimatorStatus, SkippedFrameRatePlugin, TrackEffect, VirtualBackgroundEffect, VirtualBackgroundEffectOptions, VirtualBackgroundMode, createEffect, createNoiseReductionEffect, createVirtualBackgroundEffect, getOptionsByMode, logger, makeBeRightBackOptions, makeFrameSkipperOptions };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@webex/web-media-effects-types",
-  "version": "2.29.0",
+  "version": "2.30.0",
   "description": "TypeScript definitions for @webex/web-media-effects",
   "main": "",
   "types": "index.d.ts",