@ale-rainbow/web-sdk 5.1.0

package/lib/services/virtualBackground/pipeline/webgl2/imageStage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"imageStage.d.ts","sourceRoot":"","sources":["../../../../../src/services/virtualBackground/pipeline/webgl2/imageStage.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAEvD,qBAAa,UAAU;IACnB,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,iBAAiB,CAA4B;IACrD,OAAO,CAAC,mBAAmB,CAA4B;IACvD,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,iBAAiB,CAA6B;IACtD,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,kBAAkB,CAAuB;IACjD,OAAO,CAAC,uBAAuB,CAAuB;IACtD,OAAO,CAAC,wBAAwB,CAAuB;IACvD,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,qBAAqB,CAAuB;IACpD,OAAO,CAAC,iBAAiB,CAAuB;IAChD,OAAO,CAAC,EAAE,CAAyB;IACnC,OAAO,CAAC,KAAK,CAAmB;IAChC,OAAO,CAAC,OAAO,CAAM;IAErB;;;;;;;OAOG;WACW,MAAM,CAAC,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,cAAc,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IA0BxF,OAAO;IAiGP;;;;OAIG;IACI,MAAM,IAAI,IAAI;IAqBrB;;;;OAIG;IACI,cAAc,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI;IAKvD;;;;;OAKG;IACI,mBAAmB,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI;IAKvD;;;;;OAKG;IACI,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAK/C;;;;OAIG;IACI,OAAO;IAWd;;;;;OAKG;IACI,qBAAqB,CAAC,UAAU,EAAE,GAAG;CAgD/C"}

package/lib/services/virtualBackground/pipeline/webgl2/jointBilateralFilter.d.ts

@@ -0,0 +1,55 @@
+import type { Webgl2Pipeline } from "./webgl2Pipeline";
+export declare class JointBilateralFilter {
+    private vbWebgl2;
+    private vbHelper;
+    frameBuffer: WebGLFramebuffer;
+    private fragmentShader;
+    private stepLocation;
+    private radiusLocation;
+    private offsetLocation;
+    private sigmaTexelLocation;
+    private sigmaColorLocation;
+    private texelWidth;
+    private texelHeight;
+    private program;
+    private outputCanvasWidth;
+    private outputCanvasHeight;
+    private segmentationMaskWidth;
+    private segmentationMaskHeight;
+    private gl;
+    texture: WebGLTexture;
+    /**
+     * @function create
+     * @static
+     * @public
+     * @param {Webgl2Pipeline} vbWebgl2 The instance of the webgl2 class
+     * @returns {JointBilateralFilter} Initialization of the class
+     */
+    static create(vbWebgl2: Webgl2Pipeline): JointBilateralFilter;
+    private constructor();
+    /**
+     * @function render
+     * @public
+     * @description Applies the bilateral filter to all frames of the video stream
+     */
+    render(): void;
+    /**
+     * @function updateSigmaSpace
+     * @public
+     * @param {number} sigmaSpace
+     */
+    updateSigmaSpace(sigmaSpace: number): void;
+    /**
+     * @function updateSigmaColor
+     * @public
+     * @param {number} sigmaColor
+     */
+    updateSigmaColor(sigmaColor: number): void;
+    /**
+     * @function cleanUp
+     * @public
+     * @description removes the different components used to realize the bilateral filter
+     */
+    cleanUp(): void;
+}
+//# sourceMappingURL=jointBilateralFilter.d.ts.map

package/lib/services/virtualBackground/pipeline/webgl2/jointBilateralFilter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jointBilateralFilter.d.ts","sourceRoot":"","sources":["../../../../../src/services/virtualBackground/pipeline/webgl2/jointBilateralFilter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAEvD,qBAAa,oBAAoB;IAC7B,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,QAAQ,CAAc;IACvB,WAAW,EAAE,gBAAgB,CAAC;IACrC,OAAO,CAAC,cAAc,CAAc;IACpC,OAAO,CAAC,YAAY,CAAuB;IAC3C,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,kBAAkB,CAAuB;IACjD,OAAO,CAAC,kBAAkB,CAAuB;IACjD,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,qBAAqB,CAAS;IACtC,OAAO,CAAC,sBAAsB,CAAS;IACvC,OAAO,CAAC,EAAE,CAAyB;IAE5B,OAAO,EAAE,YAAY,CAAC;IAE7B;;;;;;OAMG;WACW,MAAM,CAAC,QAAQ,EAAE,cAAc;IAG7C,OAAO;IA2FP;;;;OAIG;IACI,MAAM;IASb;;;;OAIG;IACI,gBAAgB,CAAC,UAAU,EAAE,MAAM;IAgB1C;;;;OAIG;IACI,gBAAgB,CAAC,UAAU,EAAE,MAAM;IAK1C;;;;OAIG;IACI,OAAO;CAQjB"}

package/lib/services/virtualBackground/pipeline/webgl2/resizingStage.d.ts

@@ -0,0 +1,59 @@
+import type { Webgl2Pipeline } from "./webgl2Pipeline";
+export declare class ResizingStage {
+    private vbWebgl2;
+    private vbHelper;
+    private videoOutputPixels;
+    private videoFrameBuffer;
+    private program;
+    private fragmentShader;
+    private videoTexture;
+    private gl;
+    private segmentationMaskWidth;
+    private segmentationMaskHeight;
+    /**
+     * @function create
+     * @static
+     * @public
+     * @param {Webgl2Pipeline} vbWebgl2 The instance of the webgl2 class
+     * @returns {ResizingStage} Initialization of the class
+     */
+    static create(vbWebgl2: Webgl2Pipeline): ResizingStage;
+    private constructor();
+    /** **************************************************************************/
+    /** PUBLIC STUFF                                                           **/
+    /** **************************************************************************/
+    /**
+     * @function render
+     * @async
+     * @public
+     * @description resizes each received image to a smaller size and writes the data to a buffer in tflite
+     */
+    render(): Promise<void>;
+    /**
+     * @function cleanUp
+     * @public
+     * @description removes the different components used to resize the mask
+     */
+    cleanUp(): void;
+    /** **************************************************************************/
+    /** PRIVATE STUFF                                                          **/
+    /** **************************************************************************/
+    /**
+     * @function getBufferSubDataAsync
+     * @async
+     * @private
+     * @param {WebGLBuffer} buffer The buffer containing the video data
+     * @param {ArrayBufferView} dstBuffer The destination buffer, which will receive the video data
+     * @description Requires the execution of all pending tasks before synchronizing the two processors and sending the data to a buffer
+     */
+    private getBufferSubDataAsync;
+    /**
+     * @function clientWaitAsync
+     * @private
+     * @param {WebGLSync} sync the WebGLSync object
+     * @description synchronizes both processors (CPU and GPU)
+     * @returns {number} Returns gl.CONDITION_SATISFIED if the synchronization was successful, and gl.WAIT_FAILED if there was an error
+     */
+    private clientWaitAsync;
+}
+//# sourceMappingURL=resizingStage.d.ts.map

package/lib/services/virtualBackground/pipeline/webgl2/resizingStage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resizingStage.d.ts","sourceRoot":"","sources":["../../../../../src/services/virtualBackground/pipeline/webgl2/resizingStage.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAEvD,qBAAa,aAAa;IACtB,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,iBAAiB,CAAa;IACtC,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,cAAc,CAAc;IACpC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,EAAE,CAAyB;IACnC,OAAO,CAAC,qBAAqB,CAAS;IACtC,OAAO,CAAC,sBAAsB,CAAS;IAEvC;;;;;;OAMG;WACW,MAAM,CAAC,QAAQ,EAAE,cAAc,GAAG,aAAa;IAE7D,OAAO;IAyCP,+EAA+E;IAC/E,8EAA8E;IAC9E,+EAA+E;IAE/E;;;;;OAKG;IACU,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IA4EpC;;;;OAIG;IACI,OAAO,IAAI,IAAI;IAWtB,+EAA+E;IAC/E,8EAA8E;IAC9E,+EAA+E;IAE/E;;;;;;;OAOG;YACW,qBAAqB;IAkBnC;;;;;;OAMG;IACH,OAAO,CAAC,eAAe;CAY1B"}

package/lib/services/virtualBackground/pipeline/webgl2/softMax.d.ts

@@ -0,0 +1,34 @@
+import type { Webgl2Pipeline } from "./webgl2Pipeline";
+export declare class SoftMax {
+    private vbWebgl2;
+    private vbHelper;
+    private frameBuffer;
+    private fragmentShader;
+    private inputTexture;
+    private gl;
+    private program;
+    private segmentationMaskWidth;
+    private segmentationMaskHeight;
+    /**
+     * @function create
+     * @static
+     * @public
+     * @param {Webgl2Pipeline} vbWebgl2 The instance of the webgl2 class
+     * @returns {SoftMax} Initialization of the class
+     */
+    static create(vbWebgl2: Webgl2Pipeline): SoftMax;
+    private constructor();
+    /**
+     * @function render
+     * @public
+     * @description applies the softmax formula to each given image
+     */
+    render(): void;
+    /**
+     * @function cleanUp
+     * @public
+     * @description removes the different components used to realize the softmax equation
+     */
+    cleanUp(): void;
+}
+//# sourceMappingURL=softMax.d.ts.map

package/lib/services/virtualBackground/pipeline/webgl2/softMax.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"softMax.d.ts","sourceRoot":"","sources":["../../../../../src/services/virtualBackground/pipeline/webgl2/softMax.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAEvD,qBAAa,OAAO;IAChB,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,WAAW,CAAmB;IACtC,OAAO,CAAC,cAAc,CAAc;IACpC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,EAAE,CAAyB;IACnC,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,qBAAqB,CAAS;IACtC,OAAO,CAAC,sBAAsB,CAAS;IAEvC;;;;;;OAMG;WACW,MAAM,CAAC,QAAQ,EAAE,cAAc,GAAG,OAAO;IAEvD,OAAO;IA6CP;;;;OAIG;IACI,MAAM;IAab;;;;OAIG;IACI,OAAO;CAUjB"}

package/lib/services/virtualBackground/pipeline/webgl2/webgl2Pipeline.d.ts

@@ -0,0 +1,62 @@
+import type { IVideoPipeline } from "../../../../services/virtualBackground/virtualBackground.service";
+export declare const glsl: (template: {
+    raw: readonly string[] | ArrayLike<string>;
+}, ...substitutions: any[]) => string;
+export declare const segmentationDimensions: {
+    model96: {
+        height: number;
+        width: number;
+    };
+    model144: {
+        height: number;
+        width: number;
+    };
+};
+export declare class Webgl2Pipeline implements IVideoPipeline {
+    private logger;
+    options: any;
+    segmentationPixelCount: number;
+    tflite: any;
+    gl: WebGL2RenderingContext;
+    segmentationMaskCanvas: HTMLCanvasElement;
+    segmentationTexture: WebGLTexture;
+    personMaskTexture: WebGLTexture;
+    private virtualBackgroundResizingStage;
+    private virtualBackgroundSoftMax;
+    private virtualBackgroundJointBilateralFilter;
+    private virtualBackgroundBlurStage;
+    private virtualBackgroundImageStage;
+    private vbService;
+    private vbHelper;
+    VIRTUAL_BACKGROUND_TYPE: any;
+    maskFrameTimerWorker: Worker;
+    virtualImage: CanvasImageSource;
+    positionBuffer: WebGLBuffer;
+    private vertexArray;
+    private inputFrameTexture;
+    texCoordBuffer: WebGLBuffer;
+    vertexShader: WebGLShader;
+    outputMemoryOffset: number;
+    outputCanvasElement: HTMLCanvasElement;
+    statsEnabled: boolean;
+    stats: any;
+    static create(virtualBackgroundService: any): Webgl2Pipeline;
+    private constructor();
+    /**
+     * Initialization of the different methods and components used to create the virtual background
+     */
+    init(): Promise<any>;
+    /**
+     * Calls the different stages that make up the virtual background
+     */
+    render(): Promise<void>;
+    /**
+     * Initialization of the different default settings
+     */
+    updatePostProcessingConfig(): void;
+    /**
+     * Removes the different components used to create the virtual background
+     */
+    cleanUp(): void;
+}
+//# sourceMappingURL=webgl2Pipeline.d.ts.map

package/lib/services/virtualBackground/pipeline/webgl2/webgl2Pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webgl2Pipeline.d.ts","sourceRoot":"","sources":["../../../../../src/services/virtualBackground/pipeline/webgl2/webgl2Pipeline.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,2EAA2E,CAAC;AAiBhH,eAAO,MAAM,IAAI;;qCAAa,CAAC;AAE/B,eAAO,MAAM,sBAAsB;;;;;;;;;CAGlC,CAAC;AAEF,qBAAa,cAAe,YAAW,cAAc;IACjD,OAAO,CAAC,MAAM,CAA8C;IACrD,OAAO,EAAE,GAAG,CAAC;IACb,sBAAsB,EAAE,MAAM,CAAC;IAC/B,MAAM,EAAE,GAAG,CAAC;IACZ,EAAE,EAAE,sBAAsB,CAAC;IAC3B,sBAAsB,EAAE,iBAAiB,CAAC;IAC1C,mBAAmB,EAAE,YAAY,CAAC;IAClC,iBAAiB,EAAE,YAAY,CAAC;IACvC,OAAO,CAAC,8BAA8B,CAAgB;IACtD,OAAO,CAAC,wBAAwB,CAAU;IAC1C,OAAO,CAAC,qCAAqC,CAAuB;IACpE,OAAO,CAAC,0BAA0B,CAAY;IAC9C,OAAO,CAAC,2BAA2B,CAAa;IAChD,OAAO,CAAC,SAAS,CAAM;IACvB,OAAO,CAAC,QAAQ,CAAc;IACvB,uBAAuB,EAAE,GAAG,CAAC;IAE7B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,YAAY,EAAE,iBAAiB,CAAC;IAChC,cAAc,EAAE,WAAW,CAAC;IACnC,OAAO,CAAC,WAAW,CAAyB;IAC5C,OAAO,CAAC,iBAAiB,CAAe;IACjC,cAAc,EAAE,WAAW,CAAC;IAC5B,YAAY,EAAE,WAAW,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,mBAAmB,EAAE,iBAAiB,CAAQ;IAC9C,YAAY,EAAE,OAAO,CAAC;IACtB,KAAK,EAAE,GAAG,CAAC;WAEJ,MAAM,CAAC,wBAAwB,EAAE,GAAG,GAAG,cAAc;IAInE,OAAO;IAKP;;OAEG;IACU,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC;IA8EjC;;OAEG;IACU,MAAM;IAgFnB;;OAEG;IACI,0BAA0B;IAyBjC;;OAEG;IACI,OAAO;CA4BjB"}

package/lib/services/virtualBackground/pipeline/webgl2/webglHelper.d.ts

@@ -0,0 +1,56 @@
+export declare class WebglHelper {
+    /**
+     * @function create
+     * @static
+     * @public
+     * @returns {WebglHelper} Initialization of the class
+     */
+    static create(): WebglHelper;
+    private constructor();
+    /**
+     * @function initShader
+     * @public
+     * @param {WebGL2RenderingContext} gl the context of webgl2
+     * @param {number} shaderType The type of Shader to compile (vertex or fragment shader)
+     * @param {string} shaderSource The Shader to compile
+     * @description Compile the shader
+     * @returns {WebGLShader} Returns the compiled shader
+     */
+    initShader(gl: WebGL2RenderingContext, shaderType: number, shaderSource: string): WebGLShader;
+    /**
+     * @function initProgram
+     * @public
+     * @param {WebGL2RenderingContext} gl the context of webgl2
+     * @param {WebGLShader} vertexShader The compiled vertex shader
+     * @param {WebGLShader} fragmentShader The compiled fragment shader
+     * @param {WebGLBuffer} positionBuffer the buffer containing the coordinates of the canvas
+     * @param {WebGLBuffer} texCoordBuffer the buffer containing the coordinates of the canvas textures
+     * @description Initiates the compiled program
+     * @returns {WebGLProgram} The program correctly compiled and initialized
+     */
+    initProgram(gl: WebGL2RenderingContext, vertexShader: WebGLShader, fragmentShader: WebGLShader, positionBuffer: WebGLBuffer, texCoordBuffer: WebGLBuffer): WebGLProgram;
+    /**
+     * @function createProgram
+     * @public
+     * @param {WebGL2RenderingContext} gl the context of webgl2
+     * @param {WebGLShader} vertexShader The compiled vertex shader
+     * @param {WebGLShader} fragmentShader The compiled fragment shader
+     * @description Compiles the given program with the vertex and fragment shader
+     * @returns {WebGLProgram} Returns the compiled program
+     */
+    private createProgram;
+    /**
+     * @function createTexture
+     * @public
+     * @param {WebGL2RenderingContext} gl the context of webgl2
+     * @param {number} internalFormat A GLenum specifying the texture store format
+     * @param {number} width A GLsizei specifying the width of the texture
+     * @param {number} height A GLsizei specifying the height of the texture
+     * @param {number} minFilter Paremeter for the texture magnification filter
+     * @param {number} magFilter Parameter for the texture minification filter
+     * @description Create a texture according to the given parameters
+     * @returns {WebGLTexture} Returns the created texture
+     */
+    createTexture(gl: WebGL2RenderingContext, internalFormat: number, width: number, height: number, minFilter?: number, magFilter?: number): WebGLTexture;
+}
+//# sourceMappingURL=webglHelper.d.ts.map

package/lib/services/virtualBackground/pipeline/webgl2/webglHelper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webglHelper.d.ts","sourceRoot":"","sources":["../../../../../src/services/virtualBackground/pipeline/webgl2/webglHelper.ts"],"names":[],"mappings":"AAEA,qBAAa,WAAW;IACpB;;;;;OAKG;WACW,MAAM,IAAI,WAAW;IAEnC,OAAO;IAEP;;;;;;;;OAQG;IACI,UAAU,CAAC,EAAE,EAAE,sBAAsB,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,WAAW;IAapG;;;;;;;;;;OAUG;IACI,WAAW,CAAC,EAAE,EAAE,sBAAsB,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,WAAW,EAAE,cAAc,EAAE,WAAW,EAAE,cAAc,EAAE,WAAW,GAAG,YAAY;IAgB9K;;;;;;;;OAQG;IACH,OAAO,CAAC,aAAa;IAerB;;;;;;;;;;;OAWG;IACI,aAAa,CAChB,EAAE,EAAE,sBAAsB,EAC1B,cAAc,EAAE,MAAM,EACtB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,SAAS,GAAE,MAAmB,EAC9B,SAAS,GAAE,MAAmB,GAC/B,YAAY;CAWlB"}