@vonage/ml-transformers 5.0.1 → 5.1.0

package/dist/types/lib/main.d.ts

@@ -124,7 +124,7 @@ declare function getVonagePose(): VonagePose;
 /**
  * MediaProcessorConfig specifies the transformer logic to be performed.
  */
-declare type MediaProcessorConfig = BackgroundOptions;
+type MediaProcessorConfig = BackgroundOptions;
 /**
  * builder function to create MediaProcessor
  * @param config - see `MediaProcessorConfig` definition

package/dist/types/lib/src/facades/vonage-media-processor.d.ts

@@ -23,12 +23,6 @@ export declare class VonageMediaProcessor extends Emittery<EventDataMap> {
      * @internal
      */
     private constructor();
-    /**
-     * Initialize the processor worker an events
-     * @param config Configuration to initialize with
-     * @internal
-     */
-    private init;
     /**
      * change the background option during run time using this function.
      * while using this function the media-processor will not be destroyed.
@@ -36,6 +30,14 @@ export declare class VonageMediaProcessor extends Emittery<EventDataMap> {
      * @param backgroundOptions - see `BackgroundOptions` definition
      */
     setBackgroundOptions(options: BackgroundOptions): Promise<void>;
+    /**
+     * Enable the processing
+     */
+    enable(): Promise<void>;
+    /**
+     * Disable the processing
+     */
+    disable(): Promise<void>;
     /**
      * Sets the expected rate of the track per second.
      * The media processor will use this number for calculating drops in the rate.

package/dist/types/lib/src/processors/processor-main.d.ts

@@ -24,12 +24,19 @@ export declare class ProcessorMain extends Emittery<EventDataMap> implements Med
     private rate;
     private worker?;
     private static initCount;
-    init(config: MediaProcessorConfig): Promise<void>;
+    private config;
+    private backgroundOptions?;
+    private isEnabled;
+    constructor(config: MediaProcessorConfig);
     setTrackExpectedRate(rate: number): Promise<void>;
     setBackgroundOptions(options: BackgroundOptions): Promise<void>;
     transform(readable: ReadableStream<any>, writable: WritableStream<any>): Promise<void>;
     destroy(): Promise<void>;
     setFlickeringOptions(options: FlickeringOptions): Promise<void>;
     profile(duration: number): Promise<ResolvedWebglQuery[]>;
+    enable(): Promise<void>;
+    disable(): Promise<void>;
     private listenWorker;
+    private startWorker;
+    private updateBackgroundOptions;
 }

package/dist/types/lib/src/processors/processor-worker.d.ts

@@ -12,6 +12,8 @@ export declare class ProcessorWorker {
     private resolveOnMediaProcessor?;
     private eventsQueue;
     init(id: string, config: MediaProcessorConfig): Promise<void>;
+    enable(): void;
+    disable(): void;
     onMediaProcessorEvent(): Promise<MediaProcessorEvent>;
     setTrackExpectedRate(rate: number): Promise<void>;
     transform(readable: ReadableStream<any>, writable: WritableStream<any>): Promise<void>;

package/dist/types/lib/src/renderers/canvas2d/renderers/canvas2d-renderer.d.ts

@@ -1,5 +1,3 @@
-/// <reference types="dom-webcodecs" />
-/// <reference types="offscreencanvas" />
 import { RendererInterface } from "../../interfaces/renderer";
 import { FlickeringOptions } from "../../webgl/pipelines/improve-segmentation-mask";
 import { ResolvedWebglQuery } from "../../webgl/webgl-profiler";

package/dist/types/lib/src/transformers/background-transformer.d.ts

@@ -6,6 +6,7 @@ export declare class BackgroundTransformer {
     private selfieSegmentation;
     private backgroundFilter?;
     private reporter;
+    private isEnabled;
     init(id: string, config: MediaProcessorConfig): Promise<void>;
     transform?(frame: VideoFrame, controller: TransformStreamDefaultController): Promise<void>;
     private backgroundOptions?;
@@ -15,5 +16,7 @@ export declare class BackgroundTransformer {
     setFlickeringOptions(options: FlickeringOptions): void;
     profile(duration: number): Promise<ResolvedWebglQuery[]>;
     getTransformerType(): string;
+    enable(): void;
+    disable(): void;
     private report;
 }

package/dist/types/lib/src/types.d.ts

@@ -69,7 +69,7 @@ export interface MediaProcessorBaseConfig {
     tfliteAssetUriPath?: string;
     renderingOptions?: RenderingOptions;
 }
-export declare type RenderingOptions = Canvas2dOptions | WebglOptions;
+export type RenderingOptions = Canvas2dOptions | WebglOptions;
 /**
  * AssetBackgroundConfig specifies the absolute URL to the image or video file used for background replacement.
  */
@@ -126,22 +126,22 @@ export interface SilhouetteBlurConfig extends MediaProcessorBaseConfig {
 /**
  * BackgroundOptions background options
  */
-export declare type BackgroundOptions = BackgroundBlurConfig | VirtualBackgroundConfig | VideoBackgroundConfig | SilhouetteBlurConfig;
+export type BackgroundOptions = BackgroundBlurConfig | VirtualBackgroundConfig | VideoBackgroundConfig | SilhouetteBlurConfig;
 export type { FaceDetectionResults, FaceDetectionOptions, FaceMeshResults, FaceMeshOptions, HandsResults, HandsOptions, HolisticResults, HolisticOptions, ObjectronResults, ObjectronOptions, SelfieSegmentationResults, SelfieSegmentationOptions, PoseResults, PoseOptions, };
 /**
  * MediaPipeResults types of results object of MediaPipe
  */
-export declare type MediaPipeResults = FaceDetectionResults | FaceMeshResults | HandsResults | HolisticResults | ObjectronResults | SelfieSegmentationResults | PoseResults;
+export type MediaPipeResults = FaceDetectionResults | FaceMeshResults | HandsResults | HolisticResults | ObjectronResults | SelfieSegmentationResults | PoseResults;
 /**
  * ResultsListener callback function from MediaPipe process
  * @results - The results object from MediaPipe
  * @returns - can return a promise of void
  */
-export declare type MediaPipeResultsListener = <T extends MediaPipeResults>(results: T) => Promise<void> | void;
+export type MediaPipeResultsListener = <T extends MediaPipeResults>(results: T) => Promise<void> | void;
 /**
  * MediaPipeModelType supported models types
  */
-export declare type MediaPipeModelType = "face_mesh" | "face_detection" | "hands" | "holistic" | "objectron" | "selfie_segmentation" | "pose";
+export type MediaPipeModelType = "face_mesh" | "face_detection" | "hands" | "holistic" | "objectron" | "selfie_segmentation" | "pose";
 /**
  * defines one mediapipe model config
  * @modelType - which model is required
@@ -152,7 +152,7 @@ export declare type MediaPipeModelType = "face_mesh" | "face_detection" | "hands
  * please keep in mind that the assets list can change between versions!
  * assets are different between mediapipe models.
  */
-export declare type MediaPipeModelConfig = {
+export type MediaPipeModelConfig = {
     modelType: MediaPipeModelType;
     listener: MediaPipeResultsListener;
     options: FaceDetectionOptions | FaceMeshOptions | HandsOptions | HolisticOptions | ObjectronOptions | SelfieSegmentationOptions | PoseOptions;
@@ -163,29 +163,29 @@ export declare type MediaPipeModelConfig = {
  * this structure allows the user to create few mediapipe models that will run in parallel.
  * @modelTypesArray - array of mediapipe models to be loaded and called.
  */
-export declare type MediapipeConfig = {
+export type MediapipeConfig = {
     mediaPipeModelConfigArray: Array<MediaPipeModelConfig>;
 };
 /**
  * Vector containing 3 numbers
  * @internal
  */
-export declare type vec3 = [number, number, number];
+export type vec3 = [number, number, number];
 /**
  * Vector containing 4 numbers
  * @internal
  */
-export declare type vec4 = [number, number, number, number];
+export type vec4 = [number, number, number, number];
 /**
  * Valid data to feed webgl texture
  * @internal
  */
-export declare type TextureSource = string | number[] | ArrayBufferView | TexImageSource | TexImageSource[] | string[] | TextureFunc | undefined;
+export type TextureSource = string | number[] | ArrayBufferView | TexImageSource | TexImageSource[] | string[] | TextureFunc | undefined;
 /**
  * Valid uniform data map
  * @internal
  */
-export declare type UniformDataMap = {
+export type UniformDataMap = {
     [key: string]: number | number[] | WebGLTexture;
 };
 /**

package/dist/types/lib/src/utils/webgl.d.ts

@@ -1,6 +1,4 @@
 /// <reference types="dom-webcodecs" />
-/// <reference types="dom-webcodecs" />
-/// <reference types="offscreencanvas" />
 import { TextureSource, vec4 } from "../types";
 /**
  * Render a VideoFrame within a canvas

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@vonage/ml-transformers",
-    "version": "5.0.1",
+    "version": "5.1.0",
     "author": "Guy Mininberg <guy.mininberg@vonage.com>",
     "contributors": [
         "Guy Mininberg <guy.mininberg@vonage.com>",
@@ -31,7 +31,7 @@
         "e2e:app": "vite ./tests/e2e/apps/vite",
         "e2e:app:run:vite": "vite ./tests/e2e/apps/vite",
         "e2e:app:run:webpack": "vite ./tests/e2e/apps/webpack/app",
-        "e2e:app:install": "rm -f ./vonage-ml-transformers-* && npm run build && npm pack && node ./tests/e2e/scripts/install-app.js && node ./tests/e2e/scripts/build-app.js",
+        "e2e:app:install": "npm run build && npm pack && node ./tests/e2e/scripts/install-app.js && node ./tests/e2e/scripts/build-app.js",
         "test": "vitest --run",
         "test:install": "npm install && npm run build && npm pack && npm run e2e:app:install",
         "version:local": "node -pe 'require(\"./package.json\").version'",
@@ -86,7 +86,7 @@
         "puppeteer": "^19.0.0",
         "rimraf": "^3.0.2",
         "typescript": "^4.8.4",
-        "vite": "3.1.8",
+        "vite": "^3.2.7",
         "vitest": "^0.28.5"
     },
     "repository": "https://github.com/Vonage/vonage-media-transformers-samples",