@vonage/ml-transformers 4.3.4 → 4.3.6

package/dist/types/{main.d.ts → lib/main.d.ts}

@@ -124,7 +124,7 @@ declare function getVonagePose(): VonagePose;
 /**
  * MediaProcessorConfig specifies the transformer logic to be performed.
  */
-declare type MediaProcessorConfig = BackgroundOptions;
+type MediaProcessorConfig = BackgroundOptions;
 /**
  * builder function to create MediaProcessor
  * @param config - see `MediaProcessorConfig` definition

package/dist/types/{src → lib/src}/facades/vonage-media-processor.d.ts

@@ -53,6 +53,9 @@ export declare class VonageMediaProcessor extends Emittery<EventDataMap> {
      */
     getConnector(): MediaProcessorConnector;
     profile(duration: number): Promise<ResolvedWebglQuery[]>;
+    /**
+     * @internal
+     */
     static profile(duration: number): Promise<WebglProfilerReporter>;
     private static instances;
     /**

package/dist/types/{src → lib/src}/processors/processor-worker.d.ts

@@ -3,7 +3,7 @@ import { BackgroundOptions, MediaProcessorConfig } from "../../main";
 import { FlickeringOptions } from "../webgl/pipelines/improve-segmentation-mask";
 export interface MediaProcessorEvent {
     name: keyof EventDataMap;
-    data: WarnData | ErrorData | PipelineInfoData;
+    data?: WarnData | ErrorData | PipelineInfoData;
 }
 export declare class ProcessorWorker {
     private backgroundTransformer;

package/dist/types/{src → lib/src}/transformers/background-transformer.d.ts

@@ -5,12 +5,16 @@ import { ResolvedWebglQuery } from "../webgl/webgl-profiler";
 export declare class BackgroundTransformer {
     private selfieSegmentation;
     private backgroundFilter?;
+    private reporter;
     init(id: string, config: MediaProcessorConfig): Promise<void>;
     private previousDimensions;
     transform?(frame: VideoFrame, controller: TransformStreamDefaultController): Promise<void>;
+    private backgroundOptions?;
     setBackgroundOptions(options: BackgroundOptions): Promise<void>;
     setVideoBGReadable(stream: ReadableStream): Promise<void>;
     setVirtualBGImage(image: ImageBitmap): Promise<void>;
     setFlickeringOptions(options: FlickeringOptions): void;
     profile(duration: number): Promise<ResolvedWebglQuery[]>;
+    getTransformerType(): string;
+    private report;
 }

package/dist/types/{src → lib/src}/types.d.ts

@@ -46,7 +46,13 @@ export declare enum BackgroundTransformerType {
  * Precise avoid glitches and flickering, but is most costly
  */
 export declare enum SelfieSegmentationType {
+    /**
+     * No selfie segmentation post-processing. It might produce flickering and has low impact on performance.
+     */
     FAST = "FAST",
+    /**
+     * Enable selfie segmentation post-processing. It reduces flickering and glitches, however it might have some impact on performance.
+     */
     PRECISE = "PRECISE"
 }
 /**
@@ -137,22 +143,22 @@ export interface SilhouetteBlurConfig extends MediaProcessorBaseConfig {
 /**
  * BackgroundOptions background options
  */
-export declare type BackgroundOptions = BackgroundBlurConfig | VirtualBackgroundConfig | VideoBackgroundConfig | SilhouetteBlurConfig;
+export type BackgroundOptions = BackgroundBlurConfig | VirtualBackgroundConfig | VideoBackgroundConfig | SilhouetteBlurConfig;
 export type { FaceDetectionResults, FaceDetectionOptions, FaceMeshResults, FaceMeshOptions, HandsResults, HandsOptions, HolisticResults, HolisticOptions, ObjectronResults, ObjectronOptions, SelfieSegmentationResults, SelfieSegmentationOptions, PoseResults, PoseOptions, };
 /**
  * MediaPipeResults types of results object of MediaPipe
  */
-export declare type MediaPipeResults = FaceDetectionResults | FaceMeshResults | HandsResults | HolisticResults | ObjectronResults | SelfieSegmentationResults | PoseResults;
+export type MediaPipeResults = FaceDetectionResults | FaceMeshResults | HandsResults | HolisticResults | ObjectronResults | SelfieSegmentationResults | PoseResults;
 /**
  * ResultsListener callback function from MediaPipe process
  * @results - The results object from MediaPipe
  * @returns - can return a promise of void
  */
-export declare type MediaPipeResultsListener = <T extends MediaPipeResults>(results: T) => Promise<void> | void;
+export type MediaPipeResultsListener = <T extends MediaPipeResults>(results: T) => Promise<void> | void;
 /**
  * MediaPipeModelType supported models types
  */
-export declare type MediaPipeModelType = "face_mesh" | "face_detection" | "hands" | "holistic" | "objectron" | "selfie_segmentation" | "pose";
+export type MediaPipeModelType = "face_mesh" | "face_detection" | "hands" | "holistic" | "objectron" | "selfie_segmentation" | "pose";
 /**
  * defines one mediapipe model config
  * @modelType - which model is required
@@ -163,7 +169,7 @@ export declare type MediaPipeModelType = "face_mesh" | "face_detection" | "hands
  * please keep in mind that the assets list can change between versions!
  * assets are different between mediapipe models.
  */
-export declare type MediaPipeModelConfig = {
+export type MediaPipeModelConfig = {
     modelType: MediaPipeModelType;
     listener: MediaPipeResultsListener;
     options: FaceDetectionOptions | FaceMeshOptions | HandsOptions | HolisticOptions | ObjectronOptions | SelfieSegmentationOptions | PoseOptions;
@@ -174,29 +180,29 @@ export declare type MediaPipeModelConfig = {
  * this structure allows the user to create few mediapipe models that will run in parallel.
  * @modelTypesArray - array of mediapipe models to be loaded and called.
  */
-export declare type MediapipeConfig = {
+export type MediapipeConfig = {
     mediaPipeModelConfigArray: Array<MediaPipeModelConfig>;
 };
 /**
  * Vector containing 3 numbers
  * @internal
  */
-export declare type vec3 = [number, number, number];
+export type vec3 = [number, number, number];
 /**
  * Vector containing 4 numbers
  * @internal
  */
-export declare type vec4 = [number, number, number, number];
+export type vec4 = [number, number, number, number];
 /**
  * Valid data to feed webgl texture
  * @internal
  */
-export declare type TextureSource = string | number[] | ArrayBufferView | TexImageSource | TexImageSource[] | string[] | TextureFunc | undefined;
+export type TextureSource = string | number[] | ArrayBufferView | TexImageSource | TexImageSource[] | string[] | TextureFunc | undefined;
 /**
  * Valid uniform data map
  * @internal
  */
-export declare type UniformDataMap = {
+export type UniformDataMap = {
     [key: string]: number | number[] | WebGLTexture;
 };
 /**

package/dist/types/{src → lib/src}/utils/webgl.d.ts

@@ -1,6 +1,4 @@
 /// <reference types="dom-webcodecs" />
-/// <reference types="dom-webcodecs" />
-/// <reference types="offscreencanvas" />
 import { TextureSource, vec4 } from "../types";
 /**
  * Render a VideoFrame within a canvas

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@vonage/ml-transformers",
-    "version": "4.3.4",
+    "version": "4.3.6",
     "author": "Guy Mininberg <guy.mininberg@vonage.com>",
     "contributors": [
         "Guy Mininberg <guy.mininberg@vonage.com>",
@@ -49,8 +49,9 @@
         "@types/emscripten": "^1.39.6",
         "@types/node": "^17.0.10",
         "@types/offscreencanvas": "^2019.6.4",
-        "@vonage/js-workerizer": "^1.0.1",
-        "@vonage/media-processor": "2.0.0",
+        "@vonage/js-onewebrtc-telemetry": "1.1.1",
+        "@vonage/js-workerizer": "^1.1.1",
+        "@vonage/media-processor": "2.0.2",
         "axios": "^0.25.0",
         "twgl.js": "^5.1.0",
         "typescript-optional": "3.0.0-alpha.3",
@@ -60,7 +61,7 @@
     "files": [
         "dist"
     ],
-    "types": "./dist/types/main.d.ts",
+    "types": "./dist/types/lib/main.d.ts",
     "main": "./dist/ml-transformers.umd.js",
     "module": "./dist/ml-transformers.es.js",
     "exports": {