@vonage/ml-transformers 3.2.0 → 4.0.1

package/dist/types/main.d.ts

@@ -1,8 +1,17 @@
-import { EventDataMap, MediaProcessorConnectorInterface } from "@vonage/media-processor";
-import { BlurRadius, BackgroundBlurConfig, VirtualBackgroundConfig, AssetBackgroundConfig, VideoBackgroundConfig, MediaProcessorBaseConfig, SilueteBlurConfig, MediapipeConfig, MediaPipeResults, MediaPipeResultsListener, MediaPipeModelType, FaceDetectionResults, FaceDetectionOptions, FaceMeshResults, FaceMeshOptions, HandsResults, HandsOptions, HolisticResults, HolisticOptions, ObjectronResults, ObjectronOptions, PoseResults, PoseOptions, SelfieSegmentationResults, SelfieSegmentationOptions, MediaPipeModelConfig } from "./src/types";
-import { isSupported } from "./src/utils/utils";
-import Emittery from "emittery";
-import MediapipeHelper from "./src/transformers/MediapipeHelper";
+import { WarningType, ErrorFunction, PipelineInfoData } from "@vonage/media-processor";
+import { BlurRadius, BackgroundBlurConfig, VirtualBackgroundConfig, AssetBackgroundConfig, VideoBackgroundConfig, MediaProcessorBaseConfig, SilhouetteBlurConfig, MediapipeConfig, MediaPipeResults, MediaPipeResultsListener, MediaPipeModelType, FaceDetectionResults, FaceDetectionOptions, FaceMeshResults, FaceMeshOptions, HandsResults, HandsOptions, HolisticResults, HolisticOptions, ObjectronResults, ObjectronOptions, PoseResults, PoseOptions, SelfieSegmentationResults, SelfieSegmentationOptions, MediaPipeModelConfig } from "./src/types";
+import { isSupported } from "./src/utils/support";
+import { MediapipeHelper } from "./src/utils/mediapipe";
+import { VonageMediaProcessor } from "./src/facades/vonage-media-processor";
+import VonageSelfieSegmentation from "./libs/selfie-segmentation-helper";
+/**
+ * MediaPipe Selfie Segmentation static metadata.
+ * @returns
+ * An object containing MediaPipe Selfie Segmentation metadata:
+ * - VERSION
+ */
+declare function getVonageSelfieSegmentation(): VonageSelfieSegmentation;
+import VonageHands from "./libs/hands-helper";
 /**
  * Vonage Mediapipe objects info (it will be used by the @mediapipe/drawing_utils package which is not included by this library).
  * @param VonageSelfiesegmentation:
@@ -10,7 +19,16 @@ import MediapipeHelper from "./src/transformers/MediapipeHelper";
  * @param VonageHands:
  * - VERSION
  * - HAND_CONNECTIONS
- * @param VonageHolistic:
+ */
+declare function getVonageHands(): VonageHands;
+import VonageHolistic from "./libs/holistic-helper";
+/**
+ * MediaPipe Holistic static metadata.
+ * This metadata is needed while using MediaPipe.
+ * [drawing utils](https://www.npmjs.com/package/@mediapipe/drawing_utils).
+ * And [control utils](https://www.npmjs.com/package/@mediapipe/control_utils).
+ * @returns
+ * An object containing MediaPipe Holistic metadata:
  * - VERSION
  * - FACE_GEOMETRY
  * - FACEMESH_LIPS
@@ -29,7 +47,16 @@ import MediapipeHelper from "./src/transformers/MediapipeHelper";
  * - POSE_LANDMARKS_LEFT
  * - POSE_LANDMARKS_RIGHT
  * - POSE_LANDMARKS_NEUTRAL
- * @param VonageFacedetection:
+ */
+declare function getVonageHolistic(): VonageHolistic;
+import VonageFaceDetection from "./libs/face-detection-helper";
+/**
+ * MediaPipe Face Detection static metadata.
+ * This metadata is needed while using MediaPipe.
+ * [drawing utils](https://www.npmjs.com/package/@mediapipe/drawing_utils).
+ * And [control utils](https://www.npmjs.com/package/@mediapipe/control_utils).
+ * @returns
+ *  An object containing MediaPipe Face Detection metadata:
  * - VERSION
  * - FACEDETECTION_LIPS
  * - FACEDETECTION_LEFT_EYE
@@ -39,7 +66,16 @@ import MediapipeHelper from "./src/transformers/MediapipeHelper";
  * - FACEDETECTION_FACE_OVAL
  * - FACEDETECTION_CONTOURS
  * - FACEDETECTION_TESSELATION
- * @param VonageFacemash:
+ */
+declare function getVonageFaceDetection(): VonageFaceDetection;
+import VonageFaceMash from "./libs/face-mash-helper";
+/**
+ * MediaPipe Face Mash static metadata.
+ * This metadata is needed while using MediaPipe.
+ * [drawing utils](https://www.npmjs.com/package/@mediapipe/drawing_utils).
+ * And [control utils](https://www.npmjs.com/package/@mediapipe/control_utils).
+ * @returns
+ * An object containing MediaPipe Face Mash metadata:
  * - VERSION
  * - FACE_GEOMETRY
  * - FACEMESH_LIPS
@@ -52,11 +88,30 @@ import MediapipeHelper from "./src/transformers/MediapipeHelper";
  * - FACEMESH_FACE_OVAL
  * - FACEMESH_CONTOURS
  * - FACEMESH_TESSELATION
- * @param VonageObjectron:
+ */
+declare function getVonageFaceMash(): VonageFaceMash;
+import VonageObjectron from "./libs/objectron-helper";
+/**
+ * MediaPipe Objectron static metadata.
+ * This metadata is needed while using MediaPipe.
+ * [drawing utils](https://www.npmjs.com/package/@mediapipe/drawing_utils).
+ * And [control utils](https://www.npmjs.com/package/@mediapipe/control_utils).
+ * @returns
+ * An object containing MediaPipe Objectron metadata:
+ * - VERSION
  * - VERSION
  * - BOX_CONNECTIONS
  * - BOX_KEYPOINTS
- * @param VonagePose:
+ */
+declare function getVonageObjectron(): VonageObjectron;
+import VonagePose from "./libs/pose-helper";
+/**
+ * MediaPipe Pose static metadata.
+ * This metadata is needed while using MediaPipe.
+ * [drawing utils](https://www.npmjs.com/package/@mediapipe/drawing_utils).
+ * And [control utils](https://www.npmjs.com/package/@mediapipe/control_utils).
+ * @returns
+ * An object containing MediaPipe Pose metadata:
  * - VERSION
  * - POSE_CONNECTIONS
  * - POSE_LANDMARKS
@@ -64,89 +119,32 @@ import MediapipeHelper from "./src/transformers/MediapipeHelper";
  * - POSE_LANDMARKS_RIGHT
  * - POSE_LANDMARKS_NEUTRAL
  */
-import VonageSelfiesegmentation from "./src/transformers/SelfieSegmentationHelper";
-import VonageHands from "./src/transformers/HandsHelper";
-import VonageHolistic from "./src/transformers/HolisticHelper";
-import VonageFacedetection from "./src/transformers/FaceDetectionHelper";
-import VonageFacemash from "./src/transformers/FaceMashHelper";
-import VonageObjectron from "./src/transformers/ObjectronHelper";
-import VonagePose from "./src/transformers/PoseHelper";
-import { VonageMediaProcessor } from "./src/vonage/VonageMediaProcessor";
+declare function getVonagePose(): VonagePose;
+/**
+ * Selfie segmentation algorithm type
+ * Fast can flickering but has low impact on performance
+ * Precise avoid glitches and flickering, but is most costly
+ */
+export declare enum SelfieSegmentationType {
+    FAST = "FAST",
+    PRECISE = "PRECISE"
+}
 /**
  * BackgroundOptions background options
  */
-declare type BackgroundOptions = BackgroundBlurConfig | ((VirtualBackgroundConfig | VideoBackgroundConfig) & AssetBackgroundConfig) | SilueteBlurConfig;
+declare type BackgroundOptions = {
+    selfieSegmentationType?: SelfieSegmentationType;
+} & (BackgroundBlurConfig | ((VirtualBackgroundConfig | VideoBackgroundConfig) & AssetBackgroundConfig) | SilhouetteBlurConfig);
 /**
  * MediaProcessorConfig specifies the transformer logic to be performed.
- *
- * @example
- *
- * ```ts
- *   let config: MediaProcessorConfig;
- *   if(typeType === 'blur'){
- *     config = {
- *       mediapipeBaseAssetsUri: 'https://example.com', // mediapipeBaseAssetsUri is optional we provide static assets for it
- *       transformerType: 'BackgroundBlur',
- *       radius: blurLevelType === 'low' ? BlurRadius.Low : BlurRadius.High,
- *     };
- *   } else if(typeType === 'virtual'){
- *     config = {
- *       mediapipeBaseAssetsUri: 'https://example.com', // mediapipeBaseAssetsUri is optional we provide static assets for it
- *       transformerType: 'VirtualBackground',
- *       backgroundAssetUri: location.href + "images/vonage.jpeg"
- *     }
- *   } else if(typeType === 'video') {
- *     config = {
- *       mediapipeBaseAssetsUri: 'https://example.com', // mediapipeBaseAssetsUri is optional we provide static assets for it
- *       transformerType: 'VideoBackground',
- *       backgroundAssetUri: location.href + 'videos/bbb.mp4'
- *     };
- *   } else if(typeType === 'siluete') {
- *     config = {
- *       mediapipeBaseAssetsUri: 'https://example.com', // mediapipeBaseAssetsUri is optional we provide static assets for it
- *       transformerType: 'SilueteBlur',
- *       radius: blurLevelType === 'low' ? BlurRadius.Low : BlurRadius.High,
- *     };
- *   }
- * ```
  */
 declare type MediaProcessorConfig = MediaProcessorBaseConfig & BackgroundOptions;
-export declare function createVonageMediaProcessor(config: MediaProcessorConfig): Promise<VonageMediaProcessor>;
-/**
- * Registers for error and warn events that come from the library on run time.
- * see @EventDataMap for more info.
- * @deprecated Use the function {@link createMediaProcessor} to instantiate a processor directly.
- */
-declare function getVonageEventEmitter(): Emittery<EventDataMap>;
-/**
- * Sets the expected rate of the track per second.
- * The media processor will use this number for calculating drops in the rate.
- * This could happen when the transformation will take more time than expected.
- * This will not cause an error, just warning to the client.
- * Mostly:
- * Video: 30 frames per second
- * Audio: 50 audio data per second for OPUS
- * @deprecated Use the function {@link createMediaProcessor} to instantiate a processor directly.
- * @param trackExpectedRate - number holds the predicted track rate. -1 for disable this monitor.
- */
-declare function setTrackExpectedRate(trackExpectedRate: number): void;
 /**
- * builder function to create MediaProcessorConnectorInterface
- * This function hides all the functionality of the @vonage/media-processor library.
- * using this create function promises the user the best performance of background operations.
- * @deprecated Use the function {@link createMediaProcessor} to instantiate a processor directly.
+ * builder function to create MediaProcessor
  * @param config - see `MediaProcessorConfig` definition
- * @returns - `MediaProcessorConnectorInterface` feed this return value to any vonage SDK that supports this API
+ * @returns - `MediaProcessor` provide interface to configure ml-transformer or retrieving connector
  */
-declare function createVonageMediaProcessorConnector(config: MediaProcessorConfig): Promise<MediaProcessorConnectorInterface>;
-/**
- * change the background option during run time using this function.
- * while using this function the media-processor will not be destroyed.
- * while using this function the library promise a full resource cleanup.
- * @deprecated Use the function {@link createMediaProcessor} to instantiate a processor directly.
- * @param backgroundOptions - see `BackgroundOptions` definition
- * @returns - Promise<void>
- */
-declare function setBackgroundOptions(backgroundOptions: BackgroundOptions): Promise<void>;
-export type { MediaProcessorBaseConfig, BackgroundBlurConfig, VirtualBackgroundConfig, VideoBackgroundConfig, AssetBackgroundConfig, SilueteBlurConfig, MediaProcessorConfig, BackgroundOptions, MediapipeConfig, MediaPipeResults, MediaPipeModelType, MediaPipeResultsListener, FaceDetectionResults, FaceDetectionOptions, FaceMeshResults, FaceMeshOptions, HandsResults, HandsOptions, HolisticResults, HolisticOptions, ObjectronResults, ObjectronOptions, SelfieSegmentationOptions, SelfieSegmentationResults, PoseResults, PoseOptions, MediaPipeModelConfig, };
-export { VonageMediaProcessor, BlurRadius, createVonageMediaProcessorConnector, getVonageEventEmitter, setTrackExpectedRate, isSupported, MediapipeHelper, setBackgroundOptions, VonageSelfiesegmentation, VonageFacedetection, VonageFacemash, VonageHands, VonageHolistic, VonageObjectron, VonagePose, };
+export declare function createVonageMediaProcessor(config: MediaProcessorConfig): Promise<VonageMediaProcessor>;
+export type { EventDataMap, WarnData, ErrorData, EventMetaData, DropInfo, } from "@vonage/media-processor";
+export type { MediaProcessorBaseConfig, BackgroundBlurConfig, VirtualBackgroundConfig, VideoBackgroundConfig, AssetBackgroundConfig, SilhouetteBlurConfig, MediaProcessorConfig, BackgroundOptions, MediapipeConfig, MediaPipeResults, MediaPipeModelType, MediaPipeResultsListener, FaceDetectionResults, FaceDetectionOptions, FaceMeshResults, FaceMeshOptions, HandsResults, HandsOptions, HolisticResults, HolisticOptions, ObjectronResults, ObjectronOptions, SelfieSegmentationOptions, SelfieSegmentationResults, PoseResults, PoseOptions, MediaPipeModelConfig, };
+export { VonageMediaProcessor, BlurRadius, isSupported, MediapipeHelper, getVonageSelfieSegmentation, getVonageFaceDetection, getVonageFaceMash, getVonageHands, getVonageHolistic, getVonageObjectron, getVonagePose, WarningType, PipelineInfoData, ErrorFunction, };

package/dist/types/src/filters/background-filter.d.ts

@@ -0,0 +1,27 @@
+import { BackgroundOptions } from "../../main";
+import { FlickeringOptions } from "../webgl/pipelines/improve-segmentation-mask";
+export interface BackgroundFilterConfig {
+    maskWidth: number;
+    maskHeight: number;
+    foregroundWidth: number;
+    foregroundHeight: number;
+}
+export declare class BackgroundFilter {
+    private improveMaskSegmentation;
+    private backgroundResizer;
+    private backgroundImage;
+    private backgroundVideo;
+    private activePipeline?;
+    canvas: OffscreenCanvas;
+    private options?;
+    readonly context: WebGLRenderingContext;
+    private virtualBGImage?;
+    constructor(config: BackgroundFilterConfig);
+    setBackgroundOptions(options: BackgroundOptions): void;
+    setFlickeringOptions(options: FlickeringOptions): void;
+    setVideoBGReadable(videoBGReadable: ReadableStream): void;
+    setVirtualBGImage(image: ImageBitmap): Promise<void>;
+    process(foreground: ImageBitmap, mask?: ImageBitmap): Promise<void>;
+    resizeForeground(width: number, height: number): Promise<void>;
+    private getBlurSize;
+}

package/dist/types/src/filters/resize-filter.d.ts

@@ -0,0 +1,12 @@
+export interface ResizeFilterConfig {
+    width: number;
+    height: number;
+}
+export declare class ResizeFilter {
+    private resize;
+    private canvas;
+    readonly context: WebGLRenderingContext;
+    constructor(config: ResizeFilterConfig);
+    resizeForeground(width: number, height: number): void;
+    process(image: ImageBitmap): Promise<OffscreenCanvas>;
+}

package/dist/types/src/processors/processor-main.d.ts

@@ -0,0 +1,32 @@
+import { EventDataMap, MediaProcessorInterface } from "@vonage/media-processor";
+import Emittery from "emittery";
+import { BackgroundOptions, MediaProcessorConfig } from "../../main";
+import { FlickeringOptions } from "../webgl/pipelines/improve-segmentation-mask";
+export declare enum WorkerOperations {
+    init = "init",
+    transform = "transform",
+    destroy = "destroy",
+    setBackgroundOptions = "setBackgroundOptions",
+    setVideoBGReadable = "setVideoBGReadable",
+    setVirtualBGImage = "setVirtualBGImage",
+    setTrackExpectedRate = "setTrackExpectedRate"
+}
+export interface InnerEventDataMap {
+    initResults: string;
+    transformResults: string;
+    destroyResults: string;
+    setBackgroundOptionsResults: string;
+    setVideoBGReadableResults: string;
+    setVirtualBGImageResults: string;
+}
+export declare class ProcessorMain extends Emittery<EventDataMap> implements MediaProcessorInterface {
+    private rate;
+    private worker?;
+    init(config: MediaProcessorConfig): Promise<void>;
+    setTrackExpectedRate(rate: number): Promise<void>;
+    setBackgroundOptions(options: BackgroundOptions): Promise<void>;
+    transform(readable: ReadableStream<any>, writable: WritableStream<any>): Promise<void>;
+    destroy(): Promise<void>;
+    setFlickeringOptions(options: FlickeringOptions): Promise<void>;
+    private listenWorker;
+}

package/dist/types/src/processors/processor-worker.d.ts

@@ -0,0 +1,23 @@
+import { EventDataMap, VonageMetadata } from "@vonage/media-processor";
+import { BackgroundOptions, MediaProcessorConfig } from "../../main";
+import { FlickeringOptions } from "../webgl/pipelines/improve-segmentation-mask";
+export interface MediaProcessorEvent {
+    name: keyof EventDataMap;
+    data: any;
+}
+export declare class ProcessorWorker {
+    private backgroundTransformer;
+    private mediaProcessor;
+    private rate;
+    private resolveOnMediaProcessor?;
+    init(config: MediaProcessorConfig): Promise<void>;
+    onMediaProcessorEvent(): Promise<MediaProcessorEvent>;
+    setTrackExpectedRate(rate: number): Promise<void>;
+    transform(readable: ReadableStream<any>, writable: WritableStream<any>): Promise<void>;
+    setBackgroundOptions(options: BackgroundOptions): Promise<void>;
+    setVideoBGReadable(stream: ReadableStream): void;
+    setVirtualBGImage(image: ImageBitmap): Promise<void>;
+    terminate(): Promise<void>;
+    setFlickeringOptions(options: FlickeringOptions): void;
+    setVonageMetadata(metadata: VonageMetadata): void;
+}

package/dist/types/src/transformers/background-transformer.d.ts

@@ -0,0 +1,14 @@
+/// <reference types="dom-webcodecs" />
+import { BackgroundOptions, MediaProcessorConfig } from "../../main";
+import { FlickeringOptions } from "../webgl/pipelines/improve-segmentation-mask";
+export declare class BackgroundTransformer {
+    private selfieSegmentation;
+    private backgroundFilter?;
+    init(config: MediaProcessorConfig): Promise<void>;
+    private previousDimensions;
+    transform?(frame: VideoFrame, controller: TransformStreamDefaultController): Promise<void>;
+    setBackgroundOptions(options: BackgroundOptions): Promise<void>;
+    setVideoBGReadable(stream: ReadableStream): Promise<void>;
+    setVirtualBGImage(image: ImageBitmap): Promise<void>;
+    setFlickeringOptions(options: FlickeringOptions): void;
+}

package/dist/types/src/types.d.ts

@@ -1,99 +1,102 @@
-import { Results as FaceDetectionResults, Options as FaceDetectionOptions } from '@mediapipe/face_detection';
-import { Results as FaceMeshResults, Options as FaceMeshOptions } from '@mediapipe/face_mesh';
-import { Results as HandsResults, Options as HandsOptions } from '@mediapipe/hands';
-import { Results as HolisticResults, Options as HolisticOptions } from '@mediapipe/holistic';
-import { Results as ObjectronResults, Options as ObjectronOptions } from '@mediapipe/objectron';
-import { Results as SelfieSegmentationResults, Options as SelfieSegmentationOptions } from '@mediapipe/selfie_segmentation';
-import { Results as PoseResults, Options as PoseOptions } from '@mediapipe/pose';
-/**
- * VonageTransformerType which type of transformer to create.
- */
-export declare type VonageTransformerType = 'BackgroundBlur' | 'VirtualBackground' | 'VideoBackground' | 'SilueteBlur';
+import { Options as FaceDetectionOptions, Results as FaceDetectionResults } from "@mediapipe/face_detection";
+import { Options as FaceMeshOptions, Results as FaceMeshResults } from "@mediapipe/face_mesh";
+import { Options as HandsOptions, Results as HandsResults } from "@mediapipe/hands";
+import { Options as HolisticOptions, Results as HolisticResults } from "@mediapipe/holistic";
+import { Options as ObjectronOptions, Results as ObjectronResults } from "@mediapipe/objectron";
+import { Options as PoseOptions, Results as PoseResults } from "@mediapipe/pose";
+import { Options as SelfieSegmentationOptions, Results as SelfieSegmentationResults } from "@mediapipe/selfie_segmentation";
+import { TextureFunc } from "twgl.js";
 /**
  * BlurRadius specifies how much bluring filter to apply by a given transformer.
- * @Low - 5px blur
- * @High - 10px blur
  */
 export declare enum BlurRadius {
     /**
-     * Low bluring filtering.
+     * Low bluring filtering (5px).
      */
     Low = "Low",
     /**
-     * High bluring filtering.
+     * High bluring filtering (10px).
      */
     High = "High"
 }
 /**
-* MediaProcessorBaseConfig specifies the absolute URL for the path where the mediapipe assets used by the transformers from this library are stored.
-* Vonage hosts static assets of mediapipe that will be used in case this property is not set.
-* Vonage promises to take care of maintaining all versioning.
-*
-* @example
-*
-* ```ts
-* {
-*   mediapipeBaseAssetsUri: 'http://localhost:8080/assets' | undeifined
-* }
-* ```
-* mediapipeBaseAssetsUri - should be the uri path to mediapipe assets.
-* *** WARNING *** - using this option moves the responsibility of the assets and the versioning to the user.
-* mediapipe selfie segmintaion got those assets:
-* selfie_segmentation_landscape.tflite
-* selfie_segmentation_solution_simd_wasm_bin.js
-* selfie_segmentation_solution_simd_wasm_bin.wasm
-* selfie_segmentation_solution_wasm_bin.js
-* selfie_segmentation_solution_wasm_bin.wasm
-* selfie_segmentation.binarypb
-* selfie_segmentation.tflite
-* please keep in mind that the assets list can change between versions!
-* all assets can be taken from `node_modules/@mediapipe/selfie_segmentation`
-*/
+ * MediaProcessorBaseConfig specifies the absolute URL for the path where the mediapipe assets used by the transformers from this library are stored.
+ * Vonage hosts static assets of mediapipe that will be used in case this property is not set.
+ * Vonage promises to take care of maintaining all versioning.
+ * **WARNING**. By using this option the developer takes responsibility of the assets and their versioning.
+ * *mediapipe selfie segmintaion got those assets:*
+ * *selfie_segmentation_landscape.tflite*
+ * *selfie_segmentation_solution_simd_wasm_bin.js*
+ * *selfie_segmentation_solution_simd_wasm_bin.wasm*
+ * *selfie_segmentation_solution_wasm_bin.js*
+ * *selfie_segmentation_solution_wasm_bin.wasm*
+ * *selfie_segmentation.binarypb*
+ * *selfie_segmentation.tflite*
+ * Please keep in mind that the assets list can change between versions.
+ * All assets can be taken from `node_modules/@mediapipe/selfie_segmentation`
+ */
 export declare type MediaProcessorBaseConfig = {
+    /**
+     * A uri path to mediapipe assets.
+     */
     mediapipeBaseAssetsUri?: string;
+    wasmAssetUriPath?: string;
+    tfliteAssetUriPath?: string;
 };
 /**
  * BackgroundBlurConfig specifies the configuration for a transformer logic that performs background blurring.
- * @radius - @BlurRadius or number indicating the blur radius.
- * ```ts
- * let blurConfig: BackgroundBlurConfig = {
- *  transformerType: 'BackgroundBlur',
- *  radius: 8
- * }
- * // ..
- * ctx.filter = 'blur(8px)'
- * ```
  */
 export declare type BackgroundBlurConfig = {
-    transformerType: 'BackgroundBlur';
+    /**
+     * Type of post process.
+     */
+    transformerType: "BackgroundBlur";
+    /**
+     * Using a number will use it as canvas filter.
+     */
     radius?: BlurRadius | number;
 };
 /**
  * AssetBackgroundConfig specifies the absolute URL to the image or video file used for background replacement.
  */
 export declare type AssetBackgroundConfig = {
+    /**
+     * URI for image or video asset.
+     */
     backgroundAssetUri: string;
 };
 /**
  * VirtualBackgroundConfig specifies the configuration for a transformer logic that performs background replacement with a given image.
  */
 export declare type VirtualBackgroundConfig = {
-    transformerType: 'VirtualBackground';
+    /**
+     * Type of post process.
+     */
+    transformerType: "VirtualBackground";
 };
 /**
  * VirtualBackgroundConfig specifies the configuration for a transformer logic that performs background replacement with a given video.
  */
 export declare type VideoBackgroundConfig = {
-    transformerType: 'VideoBackground';
+    /**
+     * Type of post process.
+     */
+    transformerType: "VideoBackground";
 };
 /**
- * BackgroundBlurConfig specifies the configuration for a transformer logic that performs siluete blurring.
+ * SilhouetteBlurConfig specifies the configuration for a transformer logic that performs siluete blurring.
  */
-export declare type SilueteBlurConfig = {
-    transformerType: 'SilueteBlur';
-    radius?: BlurRadius;
+export declare type SilhouetteBlurConfig = {
+    /**
+     * Type of post process.
+     */
+    transformerType: "SilhouetteBlur";
+    /**
+     * Using a number will use it as canvas filter.
+     */
+    radius?: BlurRadius | number;
 };
-export type { FaceDetectionResults, FaceDetectionOptions, FaceMeshResults, FaceMeshOptions, HandsResults, HandsOptions, HolisticResults, HolisticOptions, ObjectronResults, ObjectronOptions, SelfieSegmentationResults, SelfieSegmentationOptions, PoseResults, PoseOptions };
+export type { FaceDetectionResults, FaceDetectionOptions, FaceMeshResults, FaceMeshOptions, HandsResults, HandsOptions, HolisticResults, HolisticOptions, ObjectronResults, ObjectronOptions, SelfieSegmentationResults, SelfieSegmentationOptions, PoseResults, PoseOptions, };
 /**
  * MediaPipeResults types of results object of MediaPipe
  */
@@ -103,7 +106,7 @@ export declare type MediaPipeResults = FaceDetectionResults | FaceMeshResults |
  * @results - The results object from MediaPipe
  * @returns - can return a promise of void
  */
-export declare type MediaPipeResultsListener = <T extends MediaPipeResults>(results: T) => (Promise<void> | void);
+export declare type MediaPipeResultsListener = <T extends MediaPipeResults>(results: T) => Promise<void> | void;
 /**
  * MediaPipeModelType supported models types
  */
@@ -132,3 +135,25 @@ export declare type MediaPipeModelConfig = {
 export declare type MediapipeConfig = {
     mediaPipeModelConfigArray: Array<MediaPipeModelConfig>;
 };
+/**
+ * Vector containing 3 numbers
+ * @internal
+ */
+export declare type vec3 = [number, number, number];
+/**
+ * Vector containing 4 numbers
+ * @internal
+ */
+export declare type vec4 = [number, number, number, number];
+/**
+ * Valid data to feed webgl texture
+ * @internal
+ */
+export declare type TextureSource = string | number[] | ArrayBufferView | TexImageSource | TexImageSource[] | string[] | TextureFunc | undefined;
+/**
+ * Valid uniform data map
+ * @internal
+ */
+export declare type UniformDataMap = {
+    [key: string]: number | number[] | WebGLTexture;
+};

package/dist/types/src/{transformers/MediapipeHelper.d.ts → utils/mediapipe.d.ts}

@@ -1,5 +1,5 @@
-import { MediapipeConfig, MediaPipeModelType } from '../types';
-declare class MediapipeHelper {
+import { MediapipeConfig, MediaPipeModelType } from "../types";
+export declare class MediapipeHelper {
     private mediapipeMap_;
     private static defaultAssetsBaseUrl;
     constructor();
@@ -9,4 +9,3 @@ declare class MediapipeHelper {
     send(image: HTMLVideoElement | HTMLImageElement | HTMLCanvasElement | ImageBitmap | OffscreenCanvas, modelType?: MediaPipeModelType): Promise<void>;
     reset(modelType?: MediaPipeModelType): void;
 }
-export default MediapipeHelper;

package/dist/types/src/utils/{utils.d.ts → support.d.ts}

@@ -1,6 +1,6 @@
 /**
  * Check if the current browser is officially supported by the library.
- *
- * @returns The promise will resolve or reject depending whether the browser is supported or not.
+ * **If this function is rejected the library might be able to run but the performance is unknown**
+ * @returns
  */
 export declare function isSupported(): Promise<void>;

package/dist/types/src/utils/webgl.d.ts

@@ -0,0 +1,27 @@
+/// <reference types="dom-webcodecs" />
+/// <reference types="dom-webcodecs" />
+/// <reference types="offscreencanvas" />
+import { TextureSource, vec4 } from "../types";
+/**
+ * Render a VideoFrame within a canvas
+ * @param frame VideoFrame to render
+ * @param context Canvas context to render in
+ */
+export declare function frameToCanvas(frame: VideoFrame, context: OffscreenCanvasRenderingContext2D): void;
+/**
+ * Create and fill a webgl texture
+ * If source is a texture, it will just be returned without creating a new texture
+ * @param context Webgl context to create the texture on
+ * @param source Source used to fill the texture
+ * @returns Created texture, or source if it's a WebGLTexture
+ */
+export declare function texture(context: WebGLRenderingContext, source?: TextureSource | WebGLTexture): WebGLTexture;
+/**
+ * Create a webgl texture and fill it with a color
+ * @param context Webgl context to create the texture on
+ * @param width Width of the texture
+ * @param height Height of the texture
+ * @param color Color to fill the texture with
+ * @returns Created texture
+ */
+export declare function textureWithColor(context: WebGLRenderingContext, width: number, height: number, color: vec4): WebGLTexture;

package/dist/types/src/wasm/selfie-segmentation/loader.d.ts

@@ -0,0 +1,28 @@
+/// <reference types="emscripten" />
+export interface TFLite extends EmscriptenModule {
+    _getModelBufferMemoryOffset(): number;
+    _getInputMemoryOffset(): number;
+    _getInputHeight(): number;
+    _getInputWidth(): number;
+    _getInputChannelCount(): number;
+    _getOutputMemoryOffset(): number;
+    _getOutputHeight(): number;
+    _getOutputWidth(): number;
+    _getOutputChannelCount(): number;
+    _loadModel(bufferSize: number): number;
+    _runInference(): number;
+}
+export declare class VonageTFLiteInfo {
+    selectedTFLite: TFLite;
+    isSIMDSupported: boolean;
+    isThreadsSupported: boolean;
+    inputWidth: number;
+    inputHeight: number;
+    inputChannelCount: number;
+    inputMemoryOffset: number;
+    outputWidth: number;
+    outputHeight: number;
+    outputChannelCount: number;
+    outputMemoryOffset: number;
+}
+export declare function loadSelfieSegmentation(wasmUri?: string, tfliteUri?: string): Promise<VonageTFLiteInfo>;

package/dist/types/src/wasm/selfie-segmentation/wrapper.d.ts

@@ -0,0 +1,15 @@
+export declare class SelfieSegmentation {
+    private canvas;
+    private context;
+    private pixelCount;
+    private inputOffset;
+    private outputOffset;
+    private infos?;
+    private mask?;
+    init(wasmAssetUriPath?: string, tfliteAssetUriPath?: string): Promise<void>;
+    getOutputDimensions(): {
+        width: number;
+        height: number;
+    };
+    process(input: ImageBitmap): Promise<ImageBitmap | void>;
+}

package/dist/types/src/webgl/pipelines/background-blur.d.ts

@@ -0,0 +1,9 @@
+import { TextureSource } from "../../types";
+import { WebglTransformerPipeline } from "../webgl-transormer-pipeline";
+export declare class BackgroundBlur extends WebglTransformerPipeline {
+    private readonly context;
+    inputImage?: ImageBitmap | TextureSource | WebGLTexture;
+    inputMask?: ImageBitmap | TextureSource | WebGLTexture;
+    constructor(context: WebGLRenderingContext, radius: number);
+    setData(image?: ImageBitmap | TextureSource | WebGLTexture, mask?: ImageBitmap | TextureSource | WebGLTexture): void;
+}