@webex/ladon-ts 4.5.0 → 5.0.1

package/build/module/lib/pipeline.js

@@ -1,213 +1,158 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { LocalGenerator, NullGenerator, WorkerGenerator, } from './generator';
-import { BlurRenderer, PassthroughRenderer, ReplacementRenderer } from './renderer';
-import { resizeImage } from './util';
-export class Pipeline {
-    constructor(inputCanvas, outputCanvas, config, videoElement) {
-        this.inputCanvas = inputCanvas;
-        this.outputCanvas = outputCanvas;
-        this.config = config;
-        this.videoElement = videoElement;
-        this.loaded = false;
-        this.frameQueue = [];
-        this.maskQueue = [];
-        const inputCanvasCtx = this.inputCanvas.getContext('2d', {
-            alpha: false,
-            willReadFrequently: true,
-        });
-        if (!inputCanvasCtx) {
-            throw new Error('[ladon-ts] - error getting input context 2d');
-        }
-        this.inputCanvasCtx = inputCanvasCtx;
-    }
-    /**
-     * Gets the raw image data from the input canvas context.
-     *
-     * @returns The raw image data.
-     */
-    getRawImageDataFromInputCanvas() {
-        return this.inputCanvasCtx.getImageData(0, 0, this.config.input.width, this.config.input.height).data;
-    }
-    /**
-     * Processes a single frame and returns the inference result.
-     *
-     * @param timestamp - The timestamp of the frame.
-     * @param [performInference=true] - Flag to perform mask inference.
-     * @returns The result of the frame processing.
-     * @throws If the pipeline (generator or renderer) is not loaded.
-     */
-    onFrame(timestamp, performInference = true) {
-        var _a, _b;
-        return __awaiter(this, void 0, void 0, function* () {
-            if (!this.generator || !this.renderer) {
-                throw new Error('[ladon-ts] - pipeline is not loaded.');
-            }
-            const maskNeeded = performInference || !this.lastMaskResult;
-            // Generate the mask if needed.
-            if (maskNeeded) {
-                const rawImageData = this.getRawImageDataFromInputCanvas();
-                const maskImageData = this.getMaskImageData(rawImageData);
-                // Add the frame to the queue. Perform inference and get the mask result and add it to the queue.
-                this.frameQueue.push({ timestamp, rawImageData });
-                this.lastMaskResult = yield this.generator.getLadonOutput(maskImageData, timestamp);
-                this.maskQueue.push(this.lastMaskResult);
-                // Sync frames and masks to render together.
-                yield this.renderSyncedFrameAndMask();
-                // Post-process the mask after rendering.
-                yield this.generator.postRender(maskImageData, timestamp);
-            }
-            else if (this.lastMaskResult) {
-                // Render the current image with the last mask when inference is skipped. Use the video element if
-                // available to avoid an uneeeded copy from GPU to CPU.
-                const videoOrImageData = (_a = this.videoElement) !== null && _a !== void 0 ? _a : this.getRawImageDataFromInputCanvas();
-                yield ((_b = this.renderer) === null || _b === void 0 ? void 0 : _b.render(videoOrImageData));
-                // Empty queues when inference is skipped to avoid jitter when switching back to inference.
-                this.resetQueues();
-            }
-            // Return the inference result.
-            return this.createInferenceResult(timestamp, performInference);
-        });
-    }
-    /**
-     * Synchronizes frames and masks to ensure they are rendered together.
-     */
-    renderSyncedFrameAndMask() {
-        var _a, _b;
-        return __awaiter(this, void 0, void 0, function* () {
-            while (this.frameQueue.length > 0 && this.maskQueue.length > 0) {
-                const frame = this.frameQueue[0];
-                const mask = this.maskQueue[0];
-                // Render the frame and mask together if they match.
-                if (frame.timestamp === mask.timestamp) {
-                    yield ((_a = this.renderer) === null || _a === void 0 ? void 0 : _a.render((_b = this.videoElement) !== null && _b !== void 0 ? _b : frame.rawImageData, mask));
-                    this.frameQueue.shift();
-                    this.maskQueue.shift();
-                }
-                else if (frame.timestamp < mask.timestamp) {
-                    // If the frame is older than the mask, discard the frame.
-                    this.frameQueue.shift();
-                }
-                else {
-                    // If the mask is older than the frame, discard the mask.
-                    this.maskQueue.shift();
-                }
-            }
-        });
-    }
-    /**
-     * Resizes the image data if the model expects a fixed size input.
-     *
-     * @param {Uint8ClampedArray} rawImageData - The raw image data.
-     * @returns {Uint8ClampedArray} - The processed mask image data.
-     */
-    getMaskImageData(rawImageData) {
-        // Check if resizing is needed based on configuration.
-        if (this.config.mask.input_size.width === this.config.input.width) {
-            return rawImageData;
-        }
-        // Resize the image data.
-        return resizeImage(rawImageData, this.config.input.width, this.config.input.height, this.config.mask.input_size.width, this.config.mask.input_size.height);
-    }
-    /**
-     * Creates the inference result object.
-     *
-     * @param {number} timestamp - The timestamp of the frame.
-     * @param {boolean} performedInference - Indicates if the inference was performed.
-     * @returns {IFrameInferenceResult} - The result object containing inference details.
-     */
-    createInferenceResult(timestamp, performedInference) {
-        if (!this.lastMaskResult) {
-            return {
-                facesAndLandmarks: { data: new Float32Array(0), dims: [] },
-                gesture: new Float32Array(0),
-                motion: 0,
-                skipped: true,
-                timestamp,
-            };
-        }
-        return {
-            facesAndLandmarks: this.lastMaskResult.facesAndLandmarks,
-            gesture: this.lastMaskResult.gesture,
-            motion: this.lastMaskResult.motion,
-            skipped: !performedInference,
-            timestamp,
-        };
-    }
-    /**
-     * Checks if the pipeline is loaded.
-     *
-     * @returns True if the pipeline is loaded, false otherwise.
-     */
-    isLoaded() {
-        return this.loaded;
-    }
-    /**
-     * Loads the pipeline components such as the generator and renderer.
-     */
-    load() {
-        return __awaiter(this, void 0, void 0, function* () {
-            switch (this.config.render.type) {
-                case 'blur':
-                    this.renderer = new BlurRenderer(this.outputCanvas, this.config);
-                    break;
-                case 'passthrough':
-                    this.renderer = new PassthroughRenderer(this.outputCanvas, this.config);
-                    break;
-                case 'replacement':
-                    this.renderer = new ReplacementRenderer(this.outputCanvas, this.config);
-                    break;
-                default:
-                    throw new Error('[ladon-ts] - renderer not implemented.');
-            }
-            yield this.renderer.load();
-            if (this.config.render.type === 'passthrough') {
-                // automatically disable model evaluation when the renderer is set to passthrough
-                // Note: this may change when gestures are detected (model eval will be a dependency for more than rendering)
-                this.generator = new NullGenerator(this.config);
-            }
-            else {
-                switch (this.config.mask.generator) {
-                    case 'local':
-                        this.generator = new LocalGenerator(this.config);
-                        break;
-                    case 'worker':
-                        this.generator = new WorkerGenerator(this.config);
-                        break;
-                    default:
-                        throw new Error('[ladon-ts] - generator not implemented.');
-                }
-            }
-            yield this.generator.load();
-            this.loaded = true;
-        });
-    }
-    /**
-     * Resets the frame and mask queues.
-     */
-    resetQueues() {
-        this.frameQueue = [];
-        this.maskQueue = [];
-    }
-    reset() {
-        this.resetQueues();
-        this.lastMaskResult = undefined;
-    }
-    /**
-     * Destroys the pipeline and cleans up resources.
-     */
-    destroy() {
-        var _a, _b;
-        this.reset();
-        (_a = this.generator) === null || _a === void 0 ? void 0 : _a.destroy();
-        (_b = this.renderer) === null || _b === void 0 ? void 0 : _b.destroy();
-    }
-}
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicGlwZWxpbmUuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvbGliL3BpcGVsaW5lLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7Ozs7Ozs7OztBQUNBLE9BQU8sRUFHSCxjQUFjLEVBRWQsYUFBYSxFQUNiLGVBQWUsR0FDbEIsTUFBTSxhQUFhLENBQUM7QUFDckIsT0FBTyxFQUFFLFlBQVksRUFBaUIsbUJBQW1CLEVBQUUsbUJBQW1CLEVBQUUsTUFBTSxZQUFZLENBQUM7QUFDbkcsT0FBTyxFQUFFLFdBQVcsRUFBRSxNQUFNLFFBQVEsQ0FBQztBQXFCckMsTUFBTSxPQUFPLFFBQVE7SUFXakIsWUFDWSxXQUE4QixFQUM5QixZQUErQixFQUN2QixNQUFzQixFQUNyQixZQUErQjtRQUh4QyxnQkFBVyxHQUFYLFdBQVcsQ0FBbUI7UUFDOUIsaUJBQVksR0FBWixZQUFZLENBQW1CO1FBQ3ZCLFdBQU0sR0FBTixNQUFNLENBQWdCO1FBQ3JCLGlCQUFZLEdBQVosWUFBWSxDQUFtQjtRQVo1QyxXQUFNLEdBQUcsS0FBSyxDQUFDO1FBS2YsZUFBVSxHQUFrRSxFQUFFLENBQUM7UUFDL0UsY0FBUyxHQUF1QixFQUFFLENBQUM7UUFRdkMsTUFBTSxjQUFjLEdBQUcsSUFBSSxDQUFDLFdBQVcsQ0FBQyxVQUFVLENBQUMsSUFBSSxFQUFFO1lBQ3JELEtBQUssRUFBRSxLQUFLO1lBQ1osa0JBQWtCLEVBQUUsSUFBSTtTQUMzQixDQUFDLENBQUM7UUFFSCxJQUFJLENBQUMsY0FBYyxFQUFFO1lBQ2pCLE1BQU0sSUFBSSxLQUFLLENBQUMsNkNBQTZDLENBQUMsQ0FBQztTQUNsRTtRQUNELElBQUksQ0FBQyxjQUFjLEdBQUcsY0FBYyxDQUFDO0lBQ3pDLENBQUM7SUFFRDs7OztPQUlHO0lBQ0ssOEJBQThCO1FBQ2xDLE9BQU8sSUFBSSxDQUFDLGNBQWMsQ0FBQyxZQUFZLENBQ25DLENBQUMsRUFDRCxDQUFDLEVBQ0QsSUFBSSxDQUFDLE1BQU0sQ0FBQyxLQUFLLENBQUMsS0FBSyxFQUN2QixJQUFJLENBQUMsTUFBTSxDQUFDLEtBQUssQ0FBQyxNQUFNLENBQzNCLENBQUMsSUFBSSxDQUFDO0lBQ1gsQ0FBQztJQUVEOzs7Ozs7O09BT0c7SUFDVSxPQUFPLENBQ2hCLFNBQWlCLEVBQ2pCLGdCQUFnQixHQUFHLElBQUk7OztZQUV2QixJQUFJLENBQUMsSUFBSSxDQUFDLFNBQVMsSUFBSSxDQUFDLElBQUksQ0FBQyxRQUFRLEVBQUU7Z0JBQ25DLE1BQU0sSUFBSSxLQUFLLENBQUMsc0NBQXNDLENBQUMsQ0FBQzthQUMzRDtZQUVELE1BQU0sVUFBVSxHQUFHLGdCQUFnQixJQUFJLENBQUMsSUFBSSxDQUFDLGNBQWMsQ0FBQztZQUU1RCwrQkFBK0I7WUFDL0IsSUFBSSxVQUFVLEVBQUU7Z0JBQ1osTUFBTSxZQUFZLEdBQUcsSUFBSSxDQUFDLDhCQUE4QixFQUFFLENBQUM7Z0JBQzNELE1BQU0sYUFBYSxHQUFHLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxZQUFZLENBQUMsQ0FBQztnQkFFMUQsaUdBQWlHO2dCQUNqRyxJQUFJLENBQUMsVUFBVSxDQUFDLElBQUksQ0FBQyxFQUFFLFNBQVMsRUFBRSxZQUFZLEVBQUUsQ0FBQyxDQUFDO2dCQUNsRCxJQUFJLENBQUMsY0FBYyxHQUFHLE1BQU0sSUFBSSxDQUFDLFNBQVMsQ0FBQyxjQUFjLENBQUMsYUFBYSxFQUFFLFNBQVMsQ0FBQyxDQUFDO2dCQUNwRixJQUFJLENBQUMsU0FBUyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsY0FBYyxDQUFDLENBQUM7Z0JBRXpDLDRDQUE0QztnQkFDNUMsTUFBTSxJQUFJLENBQUMsd0JBQXdCLEVBQUUsQ0FBQztnQkFFdEMseUNBQXlDO2dCQUN6QyxNQUFNLElBQUksQ0FBQyxTQUFTLENBQUMsVUFBVSxDQUFDLGFBQWEsRUFBRSxTQUFTLENBQUMsQ0FBQzthQUM3RDtpQkFBTSxJQUFJLElBQUksQ0FBQyxjQUFjLEVBQUU7Z0JBQzVCLGtHQUFrRztnQkFDbEcsdURBQXVEO2dCQUN2RCxNQUFNLGdCQUFnQixHQUFHLE1BQUEsSUFBSSxDQUFDLFlBQVksbUNBQUksSUFBSSxDQUFDLDhCQUE4QixFQUFFLENBQUM7Z0JBQ3BGLE1BQU0sQ0FBQSxNQUFBLElBQUksQ0FBQyxRQUFRLDBDQUFFLE1BQU0sQ0FBQyxnQkFBZ0IsQ0FBQyxDQUFBLENBQUM7Z0JBRTlDLDJGQUEyRjtnQkFDM0YsSUFBSSxDQUFDLFdBQVcsRUFBRSxDQUFDO2FBQ3RCO1lBRUQsK0JBQStCO1lBQy9CLE9BQU8sSUFBSSxDQUFDLHFCQUFxQixDQUFDLFNBQVMsRUFBRSxnQkFBZ0IsQ0FBQyxDQUFDOztLQUNsRTtJQUVEOztPQUVHO0lBQ1csd0JBQXdCOzs7WUFDbEMsT0FBTyxJQUFJLENBQUMsVUFBVSxDQUFDLE1BQU0sR0FBRyxDQUFDLElBQUksSUFBSSxDQUFDLFNBQVMsQ0FBQyxNQUFNLEdBQUcsQ0FBQyxFQUFFO2dCQUM1RCxNQUFNLEtBQUssR0FBRyxJQUFJLENBQUMsVUFBVSxDQUFDLENBQUMsQ0FBQyxDQUFDO2dCQUNqQyxNQUFNLElBQUksR0FBRyxJQUFJLENBQUMsU0FBUyxDQUFDLENBQUMsQ0FBQyxDQUFDO2dCQUUvQixvREFBb0Q7Z0JBQ3BELElBQUksS0FBSyxDQUFDLFNBQVMsS0FBSyxJQUFJLENBQUMsU0FBUyxFQUFFO29CQUNwQyxNQUFNLENBQUEsTUFBQSxJQUFJLENBQUMsUUFBUSwwQ0FBRSxNQUFNLENBQUMsTUFBQSxJQUFJLENBQUMsWUFBWSxtQ0FBSSxLQUFLLENBQUMsWUFBWSxFQUFFLElBQUksQ0FBQyxDQUFBLENBQUM7b0JBQzNFLElBQUksQ0FBQyxVQUFVLENBQUMsS0FBSyxFQUFFLENBQUM7b0JBQ3hCLElBQUksQ0FBQyxTQUFTLENBQUMsS0FBSyxFQUFFLENBQUM7aUJBQzFCO3FCQUFNLElBQUksS0FBSyxDQUFDLFNBQVMsR0FBRyxJQUFJLENBQUMsU0FBUyxFQUFFO29CQUN6QywwREFBMEQ7b0JBQzFELElBQUksQ0FBQyxVQUFVLENBQUMsS0FBSyxFQUFFLENBQUM7aUJBQzNCO3FCQUFNO29CQUNILHlEQUF5RDtvQkFDekQsSUFBSSxDQUFDLFNBQVMsQ0FBQyxLQUFLLEVBQUUsQ0FBQztpQkFDMUI7YUFDSjs7S0FDSjtJQUVEOzs7OztPQUtHO0lBQ0ssZ0JBQWdCLENBQUMsWUFBK0I7UUFDcEQsc0RBQXNEO1FBQ3RELElBQUksSUFBSSxDQUFDLE1BQU0sQ0FBQyxJQUFJLENBQUMsVUFBVSxDQUFDLEtBQUssS0FBSyxJQUFJLENBQUMsTUFBTSxDQUFDLEtBQUssQ0FBQyxLQUFLLEVBQUU7WUFDL0QsT0FBTyxZQUFZLENBQUM7U0FDdkI7UUFFRCx5QkFBeUI7UUFDekIsT0FBTyxXQUFXLENBQ2QsWUFBWSxFQUNaLElBQUksQ0FBQyxNQUFNLENBQUMsS0FBSyxDQUFDLEtBQUssRUFDdkIsSUFBSSxDQUFDLE1BQU0sQ0FBQyxLQUFLLENBQUMsTUFBTSxFQUN4QixJQUFJLENBQUMsTUFBTSxDQUFDLElBQUksQ0FBQyxVQUFVLENBQUMsS0FBSyxFQUNqQyxJQUFJLENBQUMsTUFBTSxDQUFDLElBQUksQ0FBQyxVQUFVLENBQUMsTUFBTSxDQUNyQyxDQUFDO0lBQ04sQ0FBQztJQUVEOzs7Ozs7T0FNRztJQUNLLHFCQUFxQixDQUN6QixTQUFpQixFQUNqQixrQkFBMkI7UUFFM0IsSUFBSSxDQUFDLElBQUksQ0FBQyxjQUFjLEVBQUU7WUFDdEIsT0FBTztnQkFDSCxpQkFBaUIsRUFBRSxFQUFFLElBQUksRUFBRSxJQUFJLFlBQVksQ0FBQyxDQUFDLENBQUMsRUFBRSxJQUFJLEVBQUUsRUFBRSxFQUFFO2dCQUMxRCxPQUFPLEVBQUUsSUFBSSxZQUFZLENBQUMsQ0FBQyxDQUFDO2dCQUM1QixNQUFNLEVBQUUsQ0FBQztnQkFDVCxPQUFPLEVBQUUsSUFBSTtnQkFDYixTQUFTO2FBQ1osQ0FBQztTQUNMO1FBRUQsT0FBTztZQUNILGlCQUFpQixFQUFFLElBQUksQ0FBQyxjQUFjLENBQUMsaUJBQWlCO1lBQ3hELE9BQU8sRUFBRSxJQUFJLENBQUMsY0FBYyxDQUFDLE9BQU87WUFDcEMsTUFBTSxFQUFFLElBQUksQ0FBQyxjQUFjLENBQUMsTUFBTTtZQUNsQyxPQUFPLEVBQUUsQ0FBQyxrQkFBa0I7WUFDNUIsU0FBUztTQUNaLENBQUM7SUFDTixDQUFDO0lBRUQ7Ozs7T0FJRztJQUNJLFFBQVE7UUFDWCxPQUFPLElBQUksQ0FBQyxNQUFNLENBQUM7SUFDdkIsQ0FBQztJQUVEOztPQUVHO0lBQ1UsSUFBSTs7WUFDYixRQUFRLElBQUksQ0FBQyxNQUFNLENBQUMsTUFBTSxDQUFDLElBQUksRUFBRTtnQkFDN0IsS0FBSyxNQUFNO29CQUNQLElBQUksQ0FBQyxRQUFRLEdBQUcsSUFBSSxZQUFZLENBQUMsSUFBSSxDQUFDLFlBQVksRUFBRSxJQUFJLENBQUMsTUFBTSxDQUFDLENBQUM7b0JBQ2pFLE1BQU07Z0JBQ1YsS0FBSyxhQUFhO29CQUNkLElBQUksQ0FBQyxRQUFRLEdBQUcsSUFBSSxtQkFBbUIsQ0FBQyxJQUFJLENBQUMsWUFBWSxFQUFFLElBQUksQ0FBQyxNQUFNLENBQUMsQ0FBQztvQkFDeEUsTUFBTTtnQkFDVixLQUFLLGFBQWE7b0JBQ2QsSUFBSSxDQUFDLFFBQVEsR0FBRyxJQUFJLG1CQUFtQixDQUFDLElBQUksQ0FBQyxZQUFZLEVBQUUsSUFBSSxDQUFDLE1BQU0sQ0FBQyxDQUFDO29CQUN4RSxNQUFNO2dCQUNWO29CQUNJLE1BQU0sSUFBSSxLQUFLLENBQUMsd0NBQXdDLENBQUMsQ0FBQzthQUNqRTtZQUVELE1BQU0sSUFBSSxDQUFDLFFBQVEsQ0FBQyxJQUFJLEVBQUUsQ0FBQztZQUUzQixJQUFJLElBQUksQ0FBQyxNQUFNLENBQUMsTUFBTSxDQUFDLElBQUksS0FBSyxhQUFhLEVBQUU7Z0JBQzNDLGlGQUFpRjtnQkFDakYsNkdBQTZHO2dCQUM3RyxJQUFJLENBQUMsU0FBUyxHQUFHLElBQUksYUFBYSxDQUFDLElBQUksQ0FBQyxNQUFNLENBQUMsQ0FBQzthQUNuRDtpQkFBTTtnQkFDSCxRQUFRLElBQUksQ0FBQyxNQUFNLENBQUMsSUFBSSxDQUFDLFNBQVMsRUFBRTtvQkFDaEMsS0FBSyxPQUFPO3dCQUNSLElBQUksQ0FBQyxTQUFTLEdBQUcsSUFBSSxjQUFjLENBQUMsSUFBSSxDQUFDLE1BQU0sQ0FBQyxDQUFDO3dCQUNqRCxNQUFNO29CQUNWLEtBQUssUUFBUTt3QkFDVCxJQUFJLENBQUMsU0FBUyxHQUFHLElBQUksZUFBZSxDQUFDLElBQUksQ0FBQyxNQUFNLENBQUMsQ0FBQzt3QkFDbEQsTUFBTTtvQkFDVjt3QkFDSSxNQUFNLElBQUksS0FBSyxDQUFDLHlDQUF5QyxDQUFDLENBQUM7aUJBQ2xFO2FBQ0o7WUFFRCxNQUFNLElBQUksQ0FBQyxTQUFTLENBQUMsSUFBSSxFQUFFLENBQUM7WUFFNUIsSUFBSSxDQUFDLE1BQU0sR0FBRyxJQUFJLENBQUM7UUFDdkIsQ0FBQztLQUFBO0lBRUQ7O09BRUc7SUFDSyxXQUFXO1FBQ2YsSUFBSSxDQUFDLFVBQVUsR0FBRyxFQUFFLENBQUM7UUFDckIsSUFBSSxDQUFDLFNBQVMsR0FBRyxFQUFFLENBQUM7SUFDeEIsQ0FBQztJQUVNLEtBQUs7UUFDUixJQUFJLENBQUMsV0FBVyxFQUFFLENBQUM7UUFDbkIsSUFBSSxDQUFDLGNBQWMsR0FBRyxTQUFTLENBQUM7SUFDcEMsQ0FBQztJQUVEOztPQUVHO0lBQ0ksT0FBTzs7UUFDVixJQUFJLENBQUMsS0FBSyxFQUFFLENBQUM7UUFDYixNQUFBLElBQUksQ0FBQyxTQUFTLDBDQUFFLE9BQU8sRUFBRSxDQUFDO1FBQzFCLE1BQUEsSUFBSSxDQUFDLFFBQVEsMENBQUUsT0FBTyxFQUFFLENBQUM7SUFDN0IsQ0FBQztDQUNKIn0=
+import { NullGenerator as n, WorkerGenerator as h, LocalGenerator as o } from "./generator.js";
+import { BlurRenderer as u } from "./renderer/blur-renderer.js";
+import { PassthroughRenderer as d } from "./renderer/passthrough-renderer.js";
+import { ReplacementRenderer as l } from "./renderer/replacement-renderer.js";
+import { resizeImage as m } from "./util.js";
+class R {
+  constructor(e, t, s, i) {
+    this.inputCanvas = e, this.outputCanvas = t, this.config = s, this.videoElement = i, this.loaded = !1, this.frameQueue = [], this.maskQueue = [];
+    const a = this.inputCanvas.getContext("2d", {
+      alpha: !1,
+      willReadFrequently: !0
+    });
+    if (!a)
+      throw new Error("[ladon-ts] - error getting input context 2d");
+    this.inputCanvasCtx = a;
+  }
+  /**
+   * Processes a single frame and returns the inference result.
+   *
+   * @param timestamp - The timestamp of the frame.
+   * @param [performInference=true] - Flag to perform mask inference.
+   * @returns The result of the frame processing.
+   * @throws If the pipeline (generator or renderer) is not loaded.
+   */
+  async onFrame(e, t = !0) {
+    if (!this.generator || !this.renderer)
+      throw new Error("[ladon-ts] - pipeline is not loaded.");
+    const s = this.getInputFrameData(t);
+    if (this.frameQueue.push({ timestamp: e, frameData: s }), t || !this.lastMaskResult) {
+      const i = s, a = this.getMaskImageData(i), r = await this.generator.getLadonOutput(a, e);
+      this.maskQueue.push({ timestamp: r.timestamp, maskResult: r }), this.lastMaskResult = r, await this.renderSyncedFrameAndMask(), await this.generator.postRender(a, e);
+    } else
+      this.maskQueue.push({ timestamp: e, maskResult: this.lastMaskResult }), await this.renderSyncedFrameAndMask();
+    return this.createInferenceResult(e, t);
+  }
+  /**
+   * Synchronizes frames and masks to ensure they are rendered together.
+   */
+  async renderSyncedFrameAndMask() {
+    var e;
+    for (; this.frameQueue.length > 0 && this.maskQueue.length > 0; ) {
+      const t = this.frameQueue[0], s = this.maskQueue[0];
+      t.timestamp === s.timestamp ? (await ((e = this.renderer) == null ? void 0 : e.render(t.frameData, s.maskResult)), this.frameQueue.shift(), this.maskQueue.shift()) : t.timestamp < s.timestamp ? this.frameQueue.shift() : this.maskQueue.shift();
+    }
+  }
+  /**
+   * Gets the raw image data from the input canvas context.
+   *
+   * @param needFreshImageData - Flag to indicate if fresh image data is needed.
+   *
+   * @returns The raw image data.
+   */
+  getInputFrameData(e) {
+    return e || !this.videoElement ? this.inputCanvasCtx.getImageData(
+      0,
+      0,
+      this.config.input.width,
+      this.config.input.height
+    ).data : this.videoElement;
+  }
+  /**
+   * Resizes the image data if the model expects a fixed size input.
+   *
+   * @param {Uint8ClampedArray} rawImageData - The raw image data.
+   * @returns {Uint8ClampedArray} - The processed mask image data.
+   */
+  getMaskImageData(e) {
+    return this.config.mask.inputSize.width === this.config.input.width ? e : m(
+      e,
+      this.config.input.width,
+      this.config.input.height,
+      this.config.mask.inputSize.width,
+      this.config.mask.inputSize.height
+    );
+  }
+  /**
+   * Creates the inference result object.
+   *
+   * @param {number} timestamp - The timestamp of the frame.
+   * @param {boolean} performedInference - Indicates if the inference was performed.
+   * @returns {IFrameInferenceResult} - The result object containing inference details.
+   */
+  createInferenceResult(e, t) {
+    return this.lastMaskResult ? {
+      facesAndLandmarks: this.lastMaskResult.facesAndLandmarks,
+      gesture: this.lastMaskResult.gesture,
+      motion: this.lastMaskResult.motion,
+      skipped: !t,
+      timestamp: e
+    } : {
+      facesAndLandmarks: { data: new Float32Array(0), dims: [] },
+      gesture: new Float32Array(0),
+      motion: 0,
+      skipped: !0,
+      timestamp: e
+    };
+  }
+  /**
+   * Checks if the pipeline is loaded.
+   *
+   * @returns True if the pipeline is loaded, false otherwise.
+   */
+  isLoaded() {
+    return this.loaded;
+  }
+  /**
+   * Loads the pipeline components such as the generator and renderer.
+   */
+  async load() {
+    switch (this.config.render.type) {
+      case "blur":
+        this.renderer = new u(this.outputCanvas, this.config);
+        break;
+      case "passthrough":
+        this.renderer = new d(this.outputCanvas, this.config);
+        break;
+      case "replacement":
+        this.renderer = new l(this.outputCanvas, this.config);
+        break;
+      default:
+        throw new Error("[ladon-ts] - renderer not implemented.");
+    }
+    if (await this.renderer.load(), this.config.render.type === "passthrough")
+      this.generator = new n(this.config);
+    else
+      switch (this.config.mask.generator) {
+        case "local":
+          this.generator = new o(this.config);
+          break;
+        case "worker":
+          this.generator = new h(this.config);
+          break;
+        default:
+          throw new Error("[ladon-ts] - generator not implemented.");
+      }
+    await this.generator.load(), this.loaded = !0;
+  }
+  /**
+   * Resets the frame and mask queues.
+   */
+  resetQueues() {
+    this.frameQueue = [], this.maskQueue = [];
+  }
+  reset() {
+    this.resetQueues(), this.lastMaskResult = void 0;
+  }
+  /**
+   * Destroys the pipeline and cleans up resources.
+   */
+  destroy() {
+    var e, t;
+    this.reset(), (e = this.generator) == null || e.destroy(), (t = this.renderer) == null || t.destroy();
+  }
+}
+export {
+  R as Pipeline
+};
+//# sourceMappingURL=pipeline.js.map

package/build/module/lib/pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.js","sources":["../../../src/lib/pipeline.ts"],"sourcesContent":["import { PipelineConfig } from './config-types';\nimport {\n    FacesAndLandmarks,\n    FrameData,\n    LadonOutput,\n    LocalGenerator,\n    MaskGenerator,\n    NullGenerator,\n    WorkerGenerator,\n} from './generator';\nimport { BlurRenderer, LadonRenderer, PassthroughRenderer, ReplacementRenderer } from './renderer';\nimport { resizeImage } from './util';\n\nexport interface IFrameInferenceResult {\n    facesAndLandmarks: FacesAndLandmarks;\n    gesture: Float32Array;\n    motion: number;\n    skipped: boolean;\n    timestamp: number;\n}\n\nexport interface IPipeline {\n    onFrame(\n        timestamp: number,\n        maskNeeded?: boolean,\n        videoElement?: HTMLVideoElement\n    ): Promise<IFrameInferenceResult>;\n    isLoaded(): boolean;\n    load(): Promise<void>;\n    destroy(): void;\n}\n\nexport class Pipeline implements IPipeline {\n    private generator?: MaskGenerator;\n    private renderer?: LadonRenderer;\n    private loaded = false;\n\n    private inputCanvasCtx: CanvasRenderingContext2D;\n    private lastMaskResult?: LadonOutput;\n\n    private frameQueue: Array<{ timestamp: number; frameData: FrameData }> = [];\n    private maskQueue: Array<{ timestamp: number; maskResult: LadonOutput }> = [];\n\n    constructor(\n        private inputCanvas: HTMLCanvasElement,\n        private outputCanvas: HTMLCanvasElement,\n        public readonly config: PipelineConfig,\n        private readonly videoElement?: HTMLVideoElement\n    ) {\n        const inputCanvasCtx = this.inputCanvas.getContext('2d', {\n            alpha: false,\n            willReadFrequently: true,\n        });\n\n        if (!inputCanvasCtx) {\n            throw new Error('[ladon-ts] - error getting input context 2d');\n        }\n        this.inputCanvasCtx = inputCanvasCtx;\n    }\n\n    /**\n     * Processes a single frame and returns the inference result.\n     *\n     * @param timestamp - The timestamp of the frame.\n     * @param [performInference=true] - Flag to perform mask inference.\n     * @returns The result of the frame processing.\n     * @throws If the pipeline (generator or renderer) is not loaded.\n     */\n    public async onFrame(\n        timestamp: number,\n        performInference = true\n    ): Promise<IFrameInferenceResult> {\n        if (!this.generator || !this.renderer) {\n            throw new Error('[ladon-ts] - pipeline is not loaded.');\n        }\n\n        // Get the current frame (raw image data or video element)\n        const frameData = this.getInputFrameData(performInference);\n\n        // Add the frame to the queue with its timestamp\n        this.frameQueue.push({ timestamp, frameData });\n\n        if (performInference || !this.lastMaskResult) {\n            // Perform inference and add the new mask to the mask queue\n            const rawImageData = frameData as Uint8ClampedArray;\n            const maskImageData = this.getMaskImageData(rawImageData);\n            const maskResult = await this.generator.getLadonOutput(maskImageData, timestamp);\n            // Add the mask to the queue and use the mask timestamp to sync frames and masks.\n            this.maskQueue.push({ timestamp: maskResult.timestamp, maskResult });\n            this.lastMaskResult = maskResult;\n\n            // Sync frames and masks to render together\n            await this.renderSyncedFrameAndMask();\n\n            // Post-process the mask after rendering\n            await this.generator.postRender(maskImageData, timestamp);\n        } else {\n            // Skipping inference. Update the last mask result's timestamp to match the current frame.\n            this.maskQueue.push({ timestamp, maskResult: this.lastMaskResult });\n            // Sync frames and masks to render together\n            await this.renderSyncedFrameAndMask();\n        }\n\n        // Return the inference result\n        return this.createInferenceResult(timestamp, performInference);\n    }\n\n    /**\n     * Synchronizes frames and masks to ensure they are rendered together.\n     */\n    private async renderSyncedFrameAndMask(): Promise<void> {\n        while (this.frameQueue.length > 0 && this.maskQueue.length > 0) {\n            const frame = this.frameQueue[0];\n            const maskEntry = this.maskQueue[0];\n\n            if (frame.timestamp === maskEntry.timestamp) {\n                // Render the frame and mask together\n                await this.renderer?.render(frame.frameData, maskEntry.maskResult);\n                this.frameQueue.shift();\n                this.maskQueue.shift();\n            } else if (frame.timestamp < maskEntry.timestamp) {\n                // Discard the older frame\n                this.frameQueue.shift();\n            } else {\n                // Discard the older mask\n                this.maskQueue.shift();\n            }\n        }\n    }\n\n    /**\n     * Gets the raw image data from the input canvas context.\n     *\n     * @param needFreshImageData - Flag to indicate if fresh image data is needed.\n     *\n     * @returns The raw image data.\n     */\n    private getInputFrameData(needFreshImageData: boolean): FrameData {\n        if (needFreshImageData || !this.videoElement) {\n            return this.inputCanvasCtx.getImageData(\n                0,\n                0,\n                this.config.input.width,\n                this.config.input.height\n            ).data;\n        }\n\n        return this.videoElement;\n    }\n\n    /**\n     * Resizes the image data if the model expects a fixed size input.\n     *\n     * @param {Uint8ClampedArray} rawImageData - The raw image data.\n     * @returns {Uint8ClampedArray} - The processed mask image data.\n     */\n    private getMaskImageData(rawImageData: Uint8ClampedArray): Uint8ClampedArray {\n        // Check if resizing is needed based on configuration.\n        if (this.config.mask.inputSize.width === this.config.input.width) {\n            return rawImageData;\n        }\n\n        // Resize the image data.\n        return resizeImage(\n            rawImageData,\n            this.config.input.width,\n            this.config.input.height,\n            this.config.mask.inputSize.width,\n            this.config.mask.inputSize.height\n        );\n    }\n\n    /**\n     * Creates the inference result object.\n     *\n     * @param {number} timestamp - The timestamp of the frame.\n     * @param {boolean} performedInference - Indicates if the inference was performed.\n     * @returns {IFrameInferenceResult} - The result object containing inference details.\n     */\n    private createInferenceResult(\n        timestamp: number,\n        performedInference: boolean\n    ): IFrameInferenceResult {\n        if (!this.lastMaskResult) {\n            return {\n                facesAndLandmarks: { data: new Float32Array(0), dims: [] },\n                gesture: new Float32Array(0),\n                motion: 0,\n                skipped: true,\n                timestamp,\n            };\n        }\n\n        return {\n            facesAndLandmarks: this.lastMaskResult.facesAndLandmarks,\n            gesture: this.lastMaskResult.gesture,\n            motion: this.lastMaskResult.motion,\n            skipped: !performedInference,\n            timestamp,\n        };\n    }\n\n    /**\n     * Checks if the pipeline is loaded.\n     *\n     * @returns True if the pipeline is loaded, false otherwise.\n     */\n    public isLoaded(): boolean {\n        return this.loaded;\n    }\n\n    /**\n     * Loads the pipeline components such as the generator and renderer.\n     */\n    public async load(): Promise<void> {\n        switch (this.config.render.type) {\n            case 'blur':\n                this.renderer = new BlurRenderer(this.outputCanvas, this.config);\n                break;\n            case 'passthrough':\n                this.renderer = new PassthroughRenderer(this.outputCanvas, this.config);\n                break;\n            case 'replacement':\n                this.renderer = new ReplacementRenderer(this.outputCanvas, this.config);\n                break;\n            default:\n                throw new Error('[ladon-ts] - renderer not implemented.');\n        }\n\n        await this.renderer.load();\n\n        if (this.config.render.type === 'passthrough') {\n            // automatically disable model evaluation when the renderer is set to passthrough\n            // Note: this may change when gestures are detected (model eval will be a dependency for more than rendering)\n            this.generator = new NullGenerator(this.config);\n        } else {\n            switch (this.config.mask.generator) {\n                case 'local':\n                    this.generator = new LocalGenerator(this.config);\n                    break;\n                case 'worker':\n                    this.generator = new WorkerGenerator(this.config);\n                    break;\n                default:\n                    throw new Error('[ladon-ts] - generator not implemented.');\n            }\n        }\n\n        await this.generator.load();\n\n        this.loaded = true;\n    }\n\n    /**\n     * Resets the frame and mask queues.\n     */\n    private resetQueues(): void {\n        this.frameQueue = [];\n        this.maskQueue = [];\n    }\n\n    public reset(): void {\n        this.resetQueues();\n        this.lastMaskResult = undefined;\n    }\n\n    /**\n     * Destroys the pipeline and cleans up resources.\n     */\n    public destroy(): void {\n        this.reset();\n        this.generator?.destroy();\n        this.renderer?.destroy();\n    }\n}\n"],"names":["Pipeline","inputCanvas","outputCanvas","config","videoElement","inputCanvasCtx","timestamp","performInference","frameData","rawImageData","maskImageData","maskResult","frame","maskEntry","_a","needFreshImageData","resizeImage","performedInference","BlurRenderer","PassthroughRenderer","ReplacementRenderer","NullGenerator","LocalGenerator","WorkerGenerator","_b"],"mappings":";;;;;AAgCO,MAAMA,EAA8B;AAAA,EAWvC,YACYC,GACAC,GACQC,GACCC,GACnB;AAJU,SAAA,cAAAH,GACA,KAAA,eAAAC,GACQ,KAAA,SAAAC,GACC,KAAA,eAAAC,GAZrB,KAAQ,SAAS,IAKjB,KAAQ,aAAiE,CAAC,GAC1E,KAAQ,YAAmE,CAAC;AAQxE,UAAMC,IAAiB,KAAK,YAAY,WAAW,MAAM;AAAA,MACrD,OAAO;AAAA,MACP,oBAAoB;AAAA,IAAA,CACvB;AAED,QAAI,CAACA;AACK,YAAA,IAAI,MAAM,6CAA6C;AAEjE,SAAK,iBAAiBA;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAW1B,MAAa,QACTC,GACAC,IAAmB,IACW;AAC9B,QAAI,CAAC,KAAK,aAAa,CAAC,KAAK;AACnB,YAAA,IAAI,MAAM,sCAAsC;AAIpD,UAAAC,IAAY,KAAK,kBAAkBD,CAAgB;AAKrD,QAFJ,KAAK,WAAW,KAAK,EAAE,WAAAD,GAAW,WAAAE,GAAW,GAEzCD,KAAoB,CAAC,KAAK,gBAAgB;AAE1C,YAAME,IAAeD,GACfE,IAAgB,KAAK,iBAAiBD,CAAY,GAClDE,IAAa,MAAM,KAAK,UAAU,eAAeD,GAAeJ,CAAS;AAE/E,WAAK,UAAU,KAAK,EAAE,WAAWK,EAAW,WAAW,YAAAA,GAAY,GACnE,KAAK,iBAAiBA,GAGtB,MAAM,KAAK,yBAAyB,GAGpC,MAAM,KAAK,UAAU,WAAWD,GAAeJ,CAAS;AAAA,IAAA;AAGxD,WAAK,UAAU,KAAK,EAAE,WAAAA,GAAW,YAAY,KAAK,gBAAgB,GAElE,MAAM,KAAK,yBAAyB;AAIjC,WAAA,KAAK,sBAAsBA,GAAWC,CAAgB;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA,EAMjE,MAAc,2BAA0C;;AACpD,WAAO,KAAK,WAAW,SAAS,KAAK,KAAK,UAAU,SAAS,KAAG;AACtD,YAAAK,IAAQ,KAAK,WAAW,CAAC,GACzBC,IAAY,KAAK,UAAU,CAAC;AAE9B,MAAAD,EAAM,cAAcC,EAAU,aAE9B,QAAMC,IAAA,KAAK,aAAL,gBAAAA,EAAe,OAAOF,EAAM,WAAWC,EAAU,cACvD,KAAK,WAAW,MAAM,GACtB,KAAK,UAAU,MAAM,KACdD,EAAM,YAAYC,EAAU,YAEnC,KAAK,WAAW,MAAM,IAGtB,KAAK,UAAU,MAAM;AAAA,IACzB;AAAA,EACJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUI,kBAAkBE,GAAwC;AAC1D,WAAAA,KAAsB,CAAC,KAAK,eACrB,KAAK,eAAe;AAAA,MACvB;AAAA,MACA;AAAA,MACA,KAAK,OAAO,MAAM;AAAA,MAClB,KAAK,OAAO,MAAM;AAAA,IAAA,EACpB,OAGC,KAAK;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASR,iBAAiBN,GAAoD;AAErE,WAAA,KAAK,OAAO,KAAK,UAAU,UAAU,KAAK,OAAO,MAAM,QAChDA,IAIJO;AAAA,MACHP;AAAA,MACA,KAAK,OAAO,MAAM;AAAA,MAClB,KAAK,OAAO,MAAM;AAAA,MAClB,KAAK,OAAO,KAAK,UAAU;AAAA,MAC3B,KAAK,OAAO,KAAK,UAAU;AAAA,IAC/B;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUI,sBACJH,GACAW,GACqB;AACjB,WAAC,KAAK,iBAUH;AAAA,MACH,mBAAmB,KAAK,eAAe;AAAA,MACvC,SAAS,KAAK,eAAe;AAAA,MAC7B,QAAQ,KAAK,eAAe;AAAA,MAC5B,SAAS,CAACA;AAAA,MACV,WAAAX;AAAA,IACJ,IAfW;AAAA,MACH,mBAAmB,EAAE,MAAM,IAAI,aAAa,CAAC,GAAG,MAAM,GAAG;AAAA,MACzD,SAAS,IAAI,aAAa,CAAC;AAAA,MAC3B,QAAQ;AAAA,MACR,SAAS;AAAA,MACT,WAAAA;AAAA,IACJ;AAAA,EASJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQG,WAAoB;AACvB,WAAO,KAAK;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA,EAMhB,MAAa,OAAsB;AACvB,YAAA,KAAK,OAAO,OAAO,MAAM;AAAA,MAC7B,KAAK;AACD,aAAK,WAAW,IAAIY,EAAa,KAAK,cAAc,KAAK,MAAM;AAC/D;AAAA,MACJ,KAAK;AACD,aAAK,WAAW,IAAIC,EAAoB,KAAK,cAAc,KAAK,MAAM;AACtE;AAAA,MACJ,KAAK;AACD,aAAK,WAAW,IAAIC,EAAoB,KAAK,cAAc,KAAK,MAAM;AACtE;AAAA,MACJ;AACU,cAAA,IAAI,MAAM,wCAAwC;AAAA,IAAA;AAKhE,QAFM,MAAA,KAAK,SAAS,KAAK,GAErB,KAAK,OAAO,OAAO,SAAS;AAG5B,WAAK,YAAY,IAAIC,EAAc,KAAK,MAAM;AAAA;AAEtC,cAAA,KAAK,OAAO,KAAK,WAAW;AAAA,QAChC,KAAK;AACD,eAAK,YAAY,IAAIC,EAAe,KAAK,MAAM;AAC/C;AAAA,QACJ,KAAK;AACD,eAAK,YAAY,IAAIC,EAAgB,KAAK,MAAM;AAChD;AAAA,QACJ;AACU,gBAAA,IAAI,MAAM,yCAAyC;AAAA,MAAA;AAI/D,UAAA,KAAK,UAAU,KAAK,GAE1B,KAAK,SAAS;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA,EAMV,cAAoB;AACxB,SAAK,aAAa,CAAC,GACnB,KAAK,YAAY,CAAC;AAAA,EAAA;AAAA,EAGf,QAAc;AACjB,SAAK,YAAY,GACjB,KAAK,iBAAiB;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA,EAMnB,UAAgB;;AACnB,SAAK,MAAM,IACXT,IAAA,KAAK,cAAL,QAAAA,EAAgB,YAChBU,IAAA,KAAK,aAAL,QAAAA,EAAe;AAAA,EAAQ;AAE/B;"}

package/build/module/lib/preload.d.ts

@@ -0,0 +1,9 @@
+import { PreloadConfig } from './config-types';
+
+/**
+ * Preload the resources using the provided configuration. This function is used to preload the model
+ * and the worker before creating the pipeline.
+ *
+ * @param config - The configuration object.
+ */
+export declare const preload: (config: PreloadConfig) => Promise<void>;

package/build/module/lib/preload.js

@@ -0,0 +1,8 @@
+import { sharedResourceManager as r } from "./shared-resource-manager.js";
+const o = async (e) => {
+  e.mask.generator === "worker" ? await r.preloadWorker(e) : await r.loadModel(e);
+};
+export {
+  o as preload
+};
+//# sourceMappingURL=preload.js.map

package/build/module/lib/preload.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"preload.js","sources":["../../../src/lib/preload.ts"],"sourcesContent":["import { PreloadConfig } from './config-types';\nimport { sharedResourceManager } from './shared-resource-manager';\n\n/**\n * Preload the resources using the provided configuration. This function is used to preload the model\n * and the worker before creating the pipeline.\n *\n * @param config - The configuration object.\n */\nexport const preload = async (config: PreloadConfig) => {\n    if (config.mask.generator === 'worker') {\n        await sharedResourceManager.preloadWorker(config);\n    } else {\n        await sharedResourceManager.loadModel(config);\n    }\n};\n"],"names":["preload","config","sharedResourceManager"],"mappings":";AASa,MAAAA,IAAU,OAAOC,MAA0B;AAChD,EAAAA,EAAO,KAAK,cAAc,WACpB,MAAAC,EAAsB,cAAcD,CAAM,IAE1C,MAAAC,EAAsB,UAAUD,CAAM;AAEpD;"}

package/build/module/lib/renderer/blur-renderer.d.ts

@@ -1,7 +1,8 @@
-import { PipelineConfig } from '../config';
-import { LadonOutput } from '../generator';
-import { LadonRenderer } from './ladon-renderer';
-import { WebGLRenderer } from './webgl-renderer';
+import { PipelineConfig } from '../config-types';
+import { FrameData, LadonOutput } from '../generator';
+import { LadonRenderer } from './ladon-renderer';
+import { WebGLRenderer } from './webgl-renderer';
+
 export declare class BlurRenderer extends WebGLRenderer implements LadonRenderer {
     output_canvas: HTMLCanvasElement;
     readonly config: PipelineConfig;
@@ -14,7 +15,7 @@ export declare class BlurRenderer extends WebGLRenderer implements LadonRenderer
     private fragment_shader_pass_1_src;
     fragment_shader_pass_2_src: string;
     constructor(output_canvas: HTMLCanvasElement, config: PipelineConfig);
-    render(input: Uint8ClampedArray | HTMLVideoElement, mask?: LadonOutput): Promise<void>;
+    render(input: FrameData, mask?: LadonOutput): Promise<void>;
     load(): Promise<void>;
     destroy(): void;
     private getBlurKernel;