@webex/ladon-ts 5.2.0 → 5.4.2

package/build/module/lib/generator.d.ts

@@ -1,75 +1,74 @@
 import { PipelineConfig } from './config-types';
-
-declare global {
-    interface ImportMeta {
-        url: string;
-    }
-}
-export declare type FrameData = Uint8ClampedArray | HTMLVideoElement;
-export interface FacesAndLandmarks {
-    data: Float32Array;
-    dims: readonly number[];
-}
-export interface LadonOutput {
-    data: Float32Array;
-    facesAndLandmarks: FacesAndLandmarks;
-    gesture: Float32Array;
-    motion: number;
-    timestamp: number;
-    warm: boolean;
-}
-export interface MaskGenerator {
-    getLadonOutput(input: Uint8ClampedArray, timestamp: number): Promise<LadonOutput>;
-    load(): Promise<void>;
-    isLoaded(): boolean;
-    postRender(input: Uint8ClampedArray, timestamp: number): Promise<void>;
-    destroy(): void;
-}
-export declare class LocalGenerator implements MaskGenerator {
-    readonly config: PipelineConfig;
-    private lastResult;
-    private lastMask;
-    private maskModel?;
-    private lastMaskGenerationTime;
-    private output?;
-    constructor(config: PipelineConfig);
-    /**
-     * This method preprocesses an input Uint8ClampedArray to a Float32Array
-     * while maintaining memory efficiency by reusing a class-scoped output buffer.
-     * If the model rank is 4 (e.g., newer tiny model), it sets an alpha channel value.
-     *
-     * @param {Uint8ClampedArray} input - The input data to be preprocessed
-     * @param {Float32Array} alpha - The alpha channel data
-     * @returns {Float32Array} - The processed data
-     */
-    private preprocess;
-    getTimeSinceLastGeneration(): number;
-    getLadonOutput(input: Uint8ClampedArray, timestamp: number): Promise<LadonOutput>;
-    load(): Promise<void>;
-    isLoaded(): boolean;
-    postRender(_: Uint8ClampedArray): Promise<void>;
-    destroy(): void;
-}
-export declare class NullGenerator implements MaskGenerator {
-    readonly config: PipelineConfig;
-    private lastMask;
-    constructor(config: PipelineConfig);
-    getLadonOutput(_: Uint8ClampedArray): Promise<LadonOutput>;
-    load(): Promise<void>;
-    isLoaded(): boolean;
-    postRender(_: Uint8ClampedArray): Promise<void>;
-    destroy(): void;
-}
-export declare class WorkerGenerator implements MaskGenerator {
-    readonly config: PipelineConfig;
-    private lastMask;
-    private newMask;
-    private worker?;
-    private lastResult;
-    constructor(config: PipelineConfig);
-    getLadonOutput(_: Uint8ClampedArray): Promise<LadonOutput>;
-    load(): Promise<void>;
-    isLoaded(): boolean;
-    postRender(input: Uint8ClampedArray, timestamp: number): Promise<void>;
-    destroy(): void;
-}
+declare global {
+    interface ImportMeta {
+        url: string;
+    }
+}
+export type FrameData = Uint8ClampedArray | HTMLVideoElement;
+export interface FacesAndLandmarks {
+    data: Float32Array;
+    dims: readonly number[];
+}
+export interface LadonOutput {
+    data: Float32Array;
+    facesAndLandmarks: FacesAndLandmarks;
+    gesture: Float32Array;
+    motion: number;
+    timestamp: number;
+    warm: boolean;
+}
+export interface MaskGenerator {
+    getLadonOutput(input: Uint8ClampedArray, timestamp: number): Promise<LadonOutput>;
+    load(): Promise<void>;
+    isLoaded(): boolean;
+    postRender(input: Uint8ClampedArray, timestamp: number): Promise<void>;
+    destroy(): void;
+}
+export declare class LocalGenerator implements MaskGenerator {
+    readonly config: PipelineConfig;
+    private lastResult;
+    private lastMask;
+    private maskModel?;
+    private lastMaskGenerationTime;
+    private output?;
+    constructor(config: PipelineConfig);
+    /**
+     * This method preprocesses an input Uint8ClampedArray to a Float32Array
+     * while maintaining memory efficiency by reusing a class-scoped output buffer.
+     * If the model rank is 4 (e.g., newer tiny model), it sets an alpha channel value.
+     *
+     * @param {Uint8ClampedArray} input - The input data to be preprocessed
+     * @param {Float32Array} alpha - The alpha channel data
+     * @returns {Float32Array} - The processed data
+     */
+    private preprocess;
+    getTimeSinceLastGeneration(): number;
+    getLadonOutput(input: Uint8ClampedArray, timestamp: number): Promise<LadonOutput>;
+    load(): Promise<void>;
+    isLoaded(): boolean;
+    postRender(_: Uint8ClampedArray): Promise<void>;
+    destroy(): void;
+}
+export declare class NullGenerator implements MaskGenerator {
+    readonly config: PipelineConfig;
+    private lastMask;
+    constructor(config: PipelineConfig);
+    getLadonOutput(_: Uint8ClampedArray): Promise<LadonOutput>;
+    load(): Promise<void>;
+    isLoaded(): boolean;
+    postRender(_: Uint8ClampedArray): Promise<void>;
+    destroy(): void;
+}
+export declare class WorkerGenerator implements MaskGenerator {
+    readonly config: PipelineConfig;
+    private lastMask;
+    private newMask;
+    private worker?;
+    private lastResult;
+    constructor(config: PipelineConfig);
+    getLadonOutput(_: Uint8ClampedArray): Promise<LadonOutput>;
+    load(): Promise<void>;
+    isLoaded(): boolean;
+    postRender(input: Uint8ClampedArray, timestamp: number): Promise<void>;
+    destroy(): void;
+}

package/build/module/lib/generator.js

@@ -1,5 +1,5 @@
 import * as c from "onnxruntime-web";
-import { sharedResourceManager as n } from "./shared-resource-manager.js";
+import { sharedResourceManager as d } from "./shared-resource-manager.js";
 class R {
   constructor(t) {
     this.config = t, this.lastMaskGenerationTime = 0;
@@ -30,19 +30,19 @@ class R {
   preprocess(t, a) {
     const {
       modelRank: e,
-      inputSize: r,
+      inputSize: l,
       outputSize: s
-    } = this.config.mask, { height: o, width: l } = r, d = o * l;
-    this.output ?? (this.output = new Float32Array(d * e));
+    } = this.config.mask, { height: r, width: i } = l, o = r * i;
+    this.output ?? (this.output = new Float32Array(o * e));
     const k = t.length / 4;
-    for (let i = 0; i < 3; i++)
-      for (let h = 0; h < k; h++)
-        this.output[h + i * d] = t[h * 4 + (2 - i)];
-    const w = s.width / l, g = s.height / o;
-    for (let i = 0; i < l; i++) {
-      const h = Math.floor(i * w);
-      for (let m = 0; m < o; m++) {
-        const f = Math.floor(m * g), p = h + f * s.width, M = i + m * l + 3 * d, y = Math.min(Math.max(a[p], 0), 255);
+    for (let n = 0; n < 3; n++)
+      for (let m = 0; m < k; m++)
+        this.output[m + n * o] = t[m * 4 + (2 - n)];
+    const w = s.width / i, g = s.height / r;
+    for (let n = 0; n < i; n++) {
+      const m = Math.floor(n * w);
+      for (let h = 0; h < r; h++) {
+        const f = Math.floor(h * g), p = m + f * s.width, M = n + h * i + 3 * o, y = Math.min(Math.max(a[p], 0), 255);
         this.output[M] = y;
       }
     }
@@ -52,7 +52,7 @@ class R {
     return Date.now() - this.lastMaskGenerationTime;
   }
   async getLadonOutput(t, a) {
-    var s, o, l, d;
+    var s, r, i, o;
     if (!this.maskModel)
       throw new Error("[ladon-ts] - mask model not loaded.");
     if (this.getTimeSinceLastGeneration() < this.config.mask.generationIntervalMs)
@@ -70,25 +70,25 @@ class R {
       this.config.mask.modelRank,
       this.config.mask.inputSize.height,
       this.config.mask.inputSize.width
-    ]), r = await this.maskModel.run({ input: e });
-    return this.lastMask = r.segmentation, this.lastResult = {
+    ]), l = await this.maskModel.run({ input: e });
+    return this.lastMask = l.segmentation, this.lastResult = {
       data: this.lastMask.data ?? new Float32Array(0),
       facesAndLandmarks: {
-        data: ((s = r.faces_and_landmarks) == null ? void 0 : s.data) ?? new Float32Array(0),
-        dims: ((o = r.faces_and_landmarks) == null ? void 0 : o.dims) ?? []
+        data: ((s = l.faces_and_landmarks) == null ? void 0 : s.data) ?? new Float32Array(0),
+        dims: ((r = l.faces_and_landmarks) == null ? void 0 : r.dims) ?? []
       },
-      gesture: ((l = r.gesture) == null ? void 0 : l.data) ?? new Float32Array(0),
-      motion: ((d = r.motion) == null ? void 0 : d.data[0]) ?? 0,
+      gesture: ((i = l.gesture) == null ? void 0 : i.data) ?? new Float32Array(0),
+      motion: ((o = l.motion) == null ? void 0 : o.data[0]) ?? 0,
       timestamp: a,
       warm: !0
     }, this.lastResult;
   }
   async load() {
-    const t = await n.resolveUri(
+    const t = await d.resolveUri(
       this.config,
       this.config.mask.modelUri
     );
-    if (this.maskModel = n.getModelSession(t), this.maskModel ?? (this.maskModel = await n.loadModel(this.config)), !this.maskModel)
+    if (this.maskModel = d.getModelSession(t), this.maskModel ?? (this.maskModel = await d.loadModel(this.config)), !this.maskModel)
       throw new Error("Failed to load the ONNX model.");
   }
   isLoaded() {
@@ -154,9 +154,36 @@ class F {
     return this.newMask = !1, a;
   }
   async load() {
-    const t = await n.prepareWorkerConfig(this.config);
-    if (this.worker = n.getWorker(), this.worker ?? (this.worker = await n.initializeWorker(t)), !this.worker)
+    const t = await d.prepareWorkerConfig(this.config);
+    if (this.worker = d.getWorker(), this.worker ?? (this.worker = await d.initializeWorker(t)), !this.worker)
       throw new Error("[ladon-ts] - worker is not defined.");
+    this.worker.onmessage = (s) => {
+      if (s.data.type === "log") {
+        const { message: r, severity: i } = s.data, o = `[ladon-ts] Message received from worker: ${r}`;
+        switch (i) {
+          case "warn":
+            console.warn(o);
+            break;
+          case "error":
+            console.error(o);
+            break;
+          default:
+            console.log(o);
+        }
+      } else if (s.data.status === "generated")
+        this.lastMask = s.data.mask, this.lastResult = {
+          data: s.data.mask,
+          facesAndLandmarks: s.data.facesAndLandmarks,
+          gesture: s.data.gesture,
+          motion: s.data.motion,
+          timestamp: s.data.timestamp,
+          warm: !0
+        }, this.newMask = !0;
+      else {
+        const r = d.getWorkerUrl();
+        r && URL.revokeObjectURL(r), e == null || e();
+      }
+    };
     const a = {
       baseUrl: t.baseUrl,
       input: t.input,
@@ -166,24 +193,9 @@ class F {
     };
     this.worker.postMessage({ type: "init", config: a });
     let e;
-    const r = new Promise((s) => {
+    return new Promise((s) => {
       e = s;
     });
-    return this.worker.onmessage = (s) => {
-      if (s.data.status === "generated")
-        this.lastMask = s.data.mask, this.lastResult = {
-          data: s.data.mask,
-          facesAndLandmarks: s.data.facesAndLandmarks,
-          gesture: s.data.gesture,
-          motion: s.data.motion,
-          timestamp: s.data.timestamp,
-          warm: !0
-        }, this.newMask = !0;
-      else {
-        const o = n.getWorkerUrl();
-        o && URL.revokeObjectURL(o), e == null || e();
-      }
-    }, r;
   }
   isLoaded() {
     return !!this.worker;
@@ -201,7 +213,7 @@ class F {
     );
   }
   destroy() {
-    n.terminateWorker();
+    d.terminateWorker();
   }
 }
 export {

package/build/module/lib/generator.js.map

@@ -1 +1 @@
-{"version":3,"file":"generator.js","sources":["../../../src/lib/generator.ts"],"sourcesContent":["import * as ort from 'onnxruntime-web';\n\nimport { PipelineConfig } from './config-types';\nimport { sharedResourceManager } from './shared-resource-manager';\n\ndeclare global {\n    interface ImportMeta {\n        url: string;\n    }\n}\n\nexport type FrameData = Uint8ClampedArray | HTMLVideoElement;\n\nexport interface FacesAndLandmarks {\n    data: Float32Array;\n    dims: readonly number[];\n}\nexport interface LadonOutput {\n    data: Float32Array; // 1x1x144x256 or 1x1x360x640\n    facesAndLandmarks: FacesAndLandmarks; // 1x1x9x16x1439\n    gesture: Float32Array; // 1x9\n    motion: number; // 1x1x1x1\n    timestamp: number;\n    warm: boolean;\n}\n\nexport interface MaskGenerator {\n    getLadonOutput(input: Uint8ClampedArray, timestamp: number): Promise<LadonOutput>;\n    load(): Promise<void>;\n    isLoaded(): boolean;\n    postRender(input: Uint8ClampedArray, timestamp: number): Promise<void>;\n    destroy(): void;\n}\n\nexport class LocalGenerator implements MaskGenerator {\n    private lastResult: LadonOutput;\n    private lastMask: ort.Tensor;\n    private maskModel?: ort.InferenceSession;\n    private lastMaskGenerationTime = 0;\n    private output?: Float32Array;\n\n    constructor(public readonly config: PipelineConfig) {\n        const { height, width } = this.config.mask.outputSize;\n        this.lastMask = new ort.Tensor('float32', new Float32Array(height * width), [\n            1,\n            1,\n            height,\n            width,\n        ]);\n        this.lastResult = {\n            data: this.lastMask.data,\n            facesAndLandmarks: { data: new Float32Array(0), dims: [] },\n            gesture: new Float32Array(0),\n            motion: 0,\n            timestamp: 0,\n            warm: false,\n        };\n    }\n\n    /**\n     * This method preprocesses an input Uint8ClampedArray to a Float32Array\n     * while maintaining memory efficiency by reusing a class-scoped output buffer.\n     * If the model rank is 4 (e.g., newer tiny model), it sets an alpha channel value.\n     *\n     * @param {Uint8ClampedArray} input - The input data to be preprocessed\n     * @param {Float32Array} alpha - The alpha channel data\n     * @returns {Float32Array} - The processed data\n     */\n    private preprocess(input: Uint8ClampedArray, alpha: Float32Array): Float32Array {\n        const {\n            modelRank: model_rank,\n            inputSize: input_size,\n            outputSize: output_size,\n        } = this.config.mask;\n        const { height, width } = input_size;\n        const numImagePixels = height * width;\n\n        // Initialize the output buffer if it is not already set\n        this.output ??= new Float32Array(numImagePixels * model_rank);\n\n        const numInputPixels = input.length / 4; // Divide by 4 for RGBA\n\n        // Directly copy channels (assumes fixed order like BGR or RGB)\n        for (let channel = 0; channel < 3; channel++) {\n            for (let pixel = 0; pixel < numInputPixels; pixel++) {\n                // Map input channels directly to output\n                this.output[pixel + channel * numImagePixels] = input[pixel * 4 + (2 - channel)];\n            }\n        }\n\n        // Scaling factors for width and height\n        const widthScale = output_size.width / width;\n        const heightScale = output_size.height / height;\n\n        // Process alpha channel\n        for (let x = 0; x < width; x++) {\n            const nearestNeighborX = Math.floor(x * widthScale);\n            for (let y = 0; y < height; y++) {\n                const nearestNeighborY = Math.floor(y * heightScale);\n                const maskIdx = nearestNeighborX + nearestNeighborY * output_size.width;\n                const outputIdx = x + y * width + 3 * numImagePixels;\n\n                // Normalize and scale alpha to [0, 255]\n                const normalizedValue = Math.min(Math.max(alpha[maskIdx], 0), 255);\n                this.output[outputIdx] = normalizedValue;\n            }\n        }\n\n        return this.output;\n    }\n\n    public getTimeSinceLastGeneration(): number {\n        return Date.now() - this.lastMaskGenerationTime;\n    }\n\n    public async getLadonOutput(input: Uint8ClampedArray, timestamp: number): Promise<LadonOutput> {\n        if (!this.maskModel) {\n            throw new Error('[ladon-ts] - mask model not loaded.');\n        }\n\n        if (this.getTimeSinceLastGeneration() < this.config.mask.generationIntervalMs) {\n            return {\n                data: this.lastMask.data,\n                facesAndLandmarks: this.lastResult.facesAndLandmarks,\n                gesture: this.lastResult.gesture,\n                motion: this.lastResult.motion,\n                timestamp: this.lastResult.timestamp,\n                warm: false,\n            };\n        }\n\n        this.lastMaskGenerationTime = Date.now();\n\n        const imageTensor = new ort.Tensor('float32', this.preprocess(input, this.lastMask.data), [\n            1,\n            this.config.mask.modelRank,\n            this.config.mask.inputSize.height,\n            this.config.mask.inputSize.width,\n        ]);\n\n        const results = await this.maskModel.run({ input: imageTensor });\n        this.lastMask = results.segmentation;\n\n        this.lastResult = {\n            data: this.lastMask.data ?? new Float32Array(0),\n            facesAndLandmarks: {\n                data: results.faces_and_landmarks?.data ?? new Float32Array(0),\n                dims: results.faces_and_landmarks?.dims ?? ([] as readonly number[]),\n            },\n            gesture: results.gesture?.data ?? new Float32Array(0),\n            motion: results.motion?.data[0] ?? 0,\n            timestamp,\n            warm: true,\n        };\n\n        return this.lastResult;\n    }\n\n    async load() {\n        const modelUrl = await sharedResourceManager.resolveUri(\n            this.config,\n            this.config.mask.modelUri\n        );\n\n        // Attempt to retrieve a preloaded InferenceSession from the shared resource manager.\n        this.maskModel = sharedResourceManager.getModelSession(modelUrl);\n        // If the model is not preloaded, load it from the provided model URL.\n        this.maskModel ??= await sharedResourceManager.loadModel(this.config);\n\n        if (!this.maskModel) {\n            throw new Error('Failed to load the ONNX model.');\n        }\n    }\n\n    public isLoaded(): boolean {\n        return !!this.maskModel;\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async postRender(_: Uint8ClampedArray): Promise<void> {\n        // empty for local generator\n    }\n\n    public destroy(): void {\n        // empty for local generator\n    }\n}\n\nexport class NullGenerator implements MaskGenerator {\n    private lastMask: Float32Array;\n\n    constructor(public readonly config: PipelineConfig) {\n        this.lastMask = new Float32Array(\n            this.config.mask.outputSize.height * this.config.mask.outputSize.width\n        );\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async getLadonOutput(_: Uint8ClampedArray): Promise<LadonOutput> {\n        return {\n            data: this.lastMask,\n            facesAndLandmarks: { data: new Float32Array(0), dims: [] },\n            gesture: new Float32Array(0),\n            motion: 0,\n            timestamp: 0,\n            warm: false,\n        };\n    }\n\n    public async load(): Promise<void> {\n        // empty for null generator\n    }\n\n    public isLoaded(): boolean {\n        return true;\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async postRender(_: Uint8ClampedArray): Promise<void> {\n        // empty for null generator\n    }\n\n    public destroy(): void {\n        // empty for null generator\n    }\n}\n\nexport class WorkerGenerator implements MaskGenerator {\n    private lastMask: Float32Array;\n    private newMask = true;\n    private worker?: Worker;\n    private lastResult: LadonOutput;\n\n    constructor(public readonly config: PipelineConfig) {\n        this.lastMask = new Float32Array(\n            this.config.mask.outputSize.height * this.config.mask.outputSize.width\n        );\n        this.lastResult = {\n            data: this.lastMask,\n            facesAndLandmarks: { data: new Float32Array(0), dims: [] },\n            gesture: new Float32Array(0),\n            motion: 0,\n            timestamp: 0,\n            warm: false,\n        };\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async getLadonOutput(_: Uint8ClampedArray): Promise<LadonOutput> {\n        const toReturn = {\n            data: this.lastMask,\n            facesAndLandmarks: this.lastResult.facesAndLandmarks,\n            gesture: this.lastResult.gesture,\n            motion: this.lastResult.motion,\n            timestamp: this.lastResult.timestamp,\n            warm: this.newMask,\n        };\n\n        this.newMask = false;\n\n        return toReturn;\n    }\n\n    public async load(): Promise<void> {\n        // Prepare the worker configuration by resolving the final URLs and paths to send to the worker.\n        const config = await sharedResourceManager.prepareWorkerConfig(this.config);\n\n        this.worker = sharedResourceManager.getWorker();\n        this.worker ??= await sharedResourceManager.initializeWorker(config);\n\n        if (!this.worker) {\n            throw new Error('[ladon-ts] - worker is not defined.');\n        }\n\n        const workerConfig: PipelineConfig = {\n            baseUrl: config.baseUrl,\n            input: config.input,\n            mask: config.mask,\n            wasmUri: config.wasmUri,\n            render: { type: 'passthrough' },\n        };\n\n        this.worker.postMessage({ type: 'init', config: workerConfig });\n\n        let resolutionCb: () => void;\n        const result = new Promise<void>((resolve) => {\n            resolutionCb = resolve;\n        });\n\n        this.worker.onmessage = (event) => {\n            if (event.data.status === 'generated') {\n                this.lastMask = event.data.mask;\n                this.lastResult = {\n                    data: event.data.mask,\n                    facesAndLandmarks: event.data.facesAndLandmarks,\n                    gesture: event.data.gesture,\n                    motion: event.data.motion,\n                    timestamp: event.data.timestamp,\n                    warm: true,\n                };\n                this.newMask = true;\n            } else {\n                const workerUrl = sharedResourceManager.getWorkerUrl();\n\n                if (workerUrl) {\n                    URL.revokeObjectURL(workerUrl);\n                }\n\n                resolutionCb?.();\n            }\n        };\n\n        return result;\n    }\n\n    public isLoaded(): boolean {\n        return !!this.worker;\n    }\n\n    public async postRender(input: Uint8ClampedArray, timestamp: number): Promise<void> {\n        // claim ownership of the input tensor's buffer and forward to worker\n\n        if (!this.worker) {\n            throw new Error('[ladon-ts] - worker is not defined.');\n        }\n\n        this.worker.postMessage(\n            {\n                type: 'generate',\n                image: input,\n                timestamp,\n            },\n            [input.buffer]\n        );\n    }\n\n    public destroy(): void {\n        sharedResourceManager.terminateWorker();\n    }\n}\n"],"names":["LocalGenerator","config","height","width","ort","input","alpha","model_rank","input_size","output_size","numImagePixels","numInputPixels","channel","pixel","widthScale","heightScale","x","nearestNeighborX","y","nearestNeighborY","maskIdx","outputIdx","normalizedValue","timestamp","imageTensor","results","_a","_b","_c","_d","modelUrl","sharedResourceManager","_","NullGenerator","WorkerGenerator","toReturn","workerConfig","resolutionCb","result","resolve","event","workerUrl"],"mappings":";;AAkCO,MAAMA,EAAwC;AAAA,EAOjD,YAA4BC,GAAwB;AAAxB,SAAA,SAAAA,GAH5B,KAAQ,yBAAyB;AAI7B,UAAM,EAAE,QAAAC,GAAQ,OAAAC,EAAA,IAAU,KAAK,OAAO,KAAK;AACtC,SAAA,WAAW,IAAIC,EAAI,OAAO,WAAW,IAAI,aAAaF,IAASC,CAAK,GAAG;AAAA,MACxE;AAAA,MACA;AAAA,MACAD;AAAA,MACAC;AAAA,IAAA,CACH,GACD,KAAK,aAAa;AAAA,MACd,MAAM,KAAK,SAAS;AAAA,MACpB,mBAAmB,EAAE,MAAM,IAAI,aAAa,CAAC,GAAG,MAAM,GAAG;AAAA,MACzD,SAAS,IAAI,aAAa,CAAC;AAAA,MAC3B,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,MAAM;AAAA,IACV;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAYI,WAAWE,GAA0BC,GAAmC;AACtE,UAAA;AAAA,MACF,WAAWC;AAAA,MACX,WAAWC;AAAA,MACX,YAAYC;AAAA,IAAA,IACZ,KAAK,OAAO,MACV,EAAE,QAAAP,GAAQ,OAAAC,EAAA,IAAUK,GACpBE,IAAiBR,IAASC;AAGhC,SAAK,WAAL,KAAK,SAAW,IAAI,aAAaO,IAAiBH,CAAU;AAEtD,UAAAI,IAAiBN,EAAM,SAAS;AAGtC,aAASO,IAAU,GAAGA,IAAU,GAAGA;AAC/B,eAASC,IAAQ,GAAGA,IAAQF,GAAgBE;AAEnC,aAAA,OAAOA,IAAQD,IAAUF,CAAc,IAAIL,EAAMQ,IAAQ,KAAK,IAAID,EAAQ;AAKjF,UAAAE,IAAaL,EAAY,QAAQN,GACjCY,IAAcN,EAAY,SAASP;AAGzC,aAASc,IAAI,GAAGA,IAAIb,GAAOa,KAAK;AAC5B,YAAMC,IAAmB,KAAK,MAAMD,IAAIF,CAAU;AAClD,eAASI,IAAI,GAAGA,IAAIhB,GAAQgB,KAAK;AAC7B,cAAMC,IAAmB,KAAK,MAAMD,IAAIH,CAAW,GAC7CK,IAAUH,IAAmBE,IAAmBV,EAAY,OAC5DY,IAAYL,IAAIE,IAAIf,IAAQ,IAAIO,GAGhCY,IAAkB,KAAK,IAAI,KAAK,IAAIhB,EAAMc,CAAO,GAAG,CAAC,GAAG,GAAG;AAC5D,aAAA,OAAOC,CAAS,IAAIC;AAAA,MAAA;AAAA,IAC7B;AAGJ,WAAO,KAAK;AAAA,EAAA;AAAA,EAGT,6BAAqC;AACjC,WAAA,KAAK,QAAQ,KAAK;AAAA,EAAA;AAAA,EAG7B,MAAa,eAAejB,GAA0BkB,GAAyC;;AACvF,QAAA,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,qCAAqC;AAGzD,QAAI,KAAK,2BAA2B,IAAI,KAAK,OAAO,KAAK;AAC9C,aAAA;AAAA,QACH,MAAM,KAAK,SAAS;AAAA,QACpB,mBAAmB,KAAK,WAAW;AAAA,QACnC,SAAS,KAAK,WAAW;AAAA,QACzB,QAAQ,KAAK,WAAW;AAAA,QACxB,WAAW,KAAK,WAAW;AAAA,QAC3B,MAAM;AAAA,MACV;AAGC,SAAA,yBAAyB,KAAK,IAAI;AAEjC,UAAAC,IAAc,IAAIpB,EAAI,OAAO,WAAW,KAAK,WAAWC,GAAO,KAAK,SAAS,IAAI,GAAG;AAAA,MACtF;AAAA,MACA,KAAK,OAAO,KAAK;AAAA,MACjB,KAAK,OAAO,KAAK,UAAU;AAAA,MAC3B,KAAK,OAAO,KAAK,UAAU;AAAA,IAAA,CAC9B,GAEKoB,IAAU,MAAM,KAAK,UAAU,IAAI,EAAE,OAAOD,GAAa;AAC/D,gBAAK,WAAWC,EAAQ,cAExB,KAAK,aAAa;AAAA,MACd,MAAM,KAAK,SAAS,QAAQ,IAAI,aAAa,CAAC;AAAA,MAC9C,mBAAmB;AAAA,QACf,QAAMC,IAAAD,EAAQ,wBAAR,gBAAAC,EAA6B,SAAQ,IAAI,aAAa,CAAC;AAAA,QAC7D,QAAMC,IAAAF,EAAQ,wBAAR,gBAAAE,EAA6B,SAAS,CAAA;AAAA,MAChD;AAAA,MACA,WAASC,IAAAH,EAAQ,YAAR,gBAAAG,EAAiB,SAAQ,IAAI,aAAa,CAAC;AAAA,MACpD,UAAQC,IAAAJ,EAAQ,WAAR,gBAAAI,EAAgB,KAAK,OAAM;AAAA,MACnC,WAAAN;AAAA,MACA,MAAM;AAAA,IACV,GAEO,KAAK;AAAA,EAAA;AAAA,EAGhB,MAAM,OAAO;AACH,UAAAO,IAAW,MAAMC,EAAsB;AAAA,MACzC,KAAK;AAAA,MACL,KAAK,OAAO,KAAK;AAAA,IACrB;AAOI,QAJC,KAAA,YAAYA,EAAsB,gBAAgBD,CAAQ,GAE/D,KAAK,cAAL,KAAK,YAAc,MAAMC,EAAsB,UAAU,KAAK,MAAM,IAEhE,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,gCAAgC;AAAA,EACpD;AAAA,EAGG,WAAoB;AAChB,WAAA,CAAC,CAAC,KAAK;AAAA,EAAA;AAAA;AAAA,EAIlB,MAAa,WAAWC,GAAqC;AAAA,EAAA;AAAA,EAItD,UAAgB;AAAA,EAAA;AAG3B;AAEO,MAAMC,EAAuC;AAAA,EAGhD,YAA4BhC,GAAwB;AAAxB,SAAA,SAAAA,GACxB,KAAK,WAAW,IAAI;AAAA,MAChB,KAAK,OAAO,KAAK,WAAW,SAAS,KAAK,OAAO,KAAK,WAAW;AAAA,IACrE;AAAA,EAAA;AAAA;AAAA,EAIJ,MAAa,eAAe+B,GAA4C;AAC7D,WAAA;AAAA,MACH,MAAM,KAAK;AAAA,MACX,mBAAmB,EAAE,MAAM,IAAI,aAAa,CAAC,GAAG,MAAM,GAAG;AAAA,MACzD,SAAS,IAAI,aAAa,CAAC;AAAA,MAC3B,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,MAAM;AAAA,IACV;AAAA,EAAA;AAAA,EAGJ,MAAa,OAAsB;AAAA,EAAA;AAAA,EAI5B,WAAoB;AAChB,WAAA;AAAA,EAAA;AAAA;AAAA,EAIX,MAAa,WAAWA,GAAqC;AAAA,EAAA;AAAA,EAItD,UAAgB;AAAA,EAAA;AAG3B;AAEO,MAAME,EAAyC;AAAA,EAMlD,YAA4BjC,GAAwB;AAAxB,SAAA,SAAAA,GAJ5B,KAAQ,UAAU,IAKd,KAAK,WAAW,IAAI;AAAA,MAChB,KAAK,OAAO,KAAK,WAAW,SAAS,KAAK,OAAO,KAAK,WAAW;AAAA,IACrE,GACA,KAAK,aAAa;AAAA,MACd,MAAM,KAAK;AAAA,MACX,mBAAmB,EAAE,MAAM,IAAI,aAAa,CAAC,GAAG,MAAM,GAAG;AAAA,MACzD,SAAS,IAAI,aAAa,CAAC;AAAA,MAC3B,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,MAAM;AAAA,IACV;AAAA,EAAA;AAAA;AAAA,EAIJ,MAAa,eAAe+B,GAA4C;AACpE,UAAMG,IAAW;AAAA,MACb,MAAM,KAAK;AAAA,MACX,mBAAmB,KAAK,WAAW;AAAA,MACnC,SAAS,KAAK,WAAW;AAAA,MACzB,QAAQ,KAAK,WAAW;AAAA,MACxB,WAAW,KAAK,WAAW;AAAA,MAC3B,MAAM,KAAK;AAAA,IACf;AAEA,gBAAK,UAAU,IAERA;AAAA,EAAA;AAAA,EAGX,MAAa,OAAsB;AAE/B,UAAMlC,IAAS,MAAM8B,EAAsB,oBAAoB,KAAK,MAAM;AAKtE,QAHC,KAAA,SAASA,EAAsB,UAAU,GAC9C,KAAK,WAAL,KAAK,SAAW,MAAMA,EAAsB,iBAAiB9B,CAAM,IAE/D,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,qCAAqC;AAGzD,UAAMmC,IAA+B;AAAA,MACjC,SAASnC,EAAO;AAAA,MAChB,OAAOA,EAAO;AAAA,MACd,MAAMA,EAAO;AAAA,MACb,SAASA,EAAO;AAAA,MAChB,QAAQ,EAAE,MAAM,cAAc;AAAA,IAClC;AAEA,SAAK,OAAO,YAAY,EAAE,MAAM,QAAQ,QAAQmC,GAAc;AAE1D,QAAAC;AACJ,UAAMC,IAAS,IAAI,QAAc,CAACC,MAAY;AAC3B,MAAAF,IAAAE;AAAA,IAAA,CAClB;AAEI,gBAAA,OAAO,YAAY,CAACC,MAAU;AAC3B,UAAAA,EAAM,KAAK,WAAW;AACjB,aAAA,WAAWA,EAAM,KAAK,MAC3B,KAAK,aAAa;AAAA,UACd,MAAMA,EAAM,KAAK;AAAA,UACjB,mBAAmBA,EAAM,KAAK;AAAA,UAC9B,SAASA,EAAM,KAAK;AAAA,UACpB,QAAQA,EAAM,KAAK;AAAA,UACnB,WAAWA,EAAM,KAAK;AAAA,UACtB,MAAM;AAAA,QACV,GACA,KAAK,UAAU;AAAA,WACZ;AACG,cAAAC,IAAYV,EAAsB,aAAa;AAErD,QAAIU,KACA,IAAI,gBAAgBA,CAAS,GAGlBJ,KAAA,QAAAA;AAAA,MAAA;AAAA,IAEvB,GAEOC;AAAA,EAAA;AAAA,EAGJ,WAAoB;AAChB,WAAA,CAAC,CAAC,KAAK;AAAA,EAAA;AAAA,EAGlB,MAAa,WAAWjC,GAA0BkB,GAAkC;AAG5E,QAAA,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,qCAAqC;AAGzD,SAAK,OAAO;AAAA,MACR;AAAA,QACI,MAAM;AAAA,QACN,OAAOlB;AAAA,QACP,WAAAkB;AAAA,MACJ;AAAA,MACA,CAAClB,EAAM,MAAM;AAAA,IACjB;AAAA,EAAA;AAAA,EAGG,UAAgB;AACnB,IAAA0B,EAAsB,gBAAgB;AAAA,EAAA;AAE9C;"}
+{"version":3,"file":"generator.js","sources":["../../../src/lib/generator.ts"],"sourcesContent":["import * as ort from 'onnxruntime-web';\n\nimport { PipelineConfig } from './config-types';\nimport { sharedResourceManager } from './shared-resource-manager';\n\ndeclare global {\n    interface ImportMeta {\n        url: string;\n    }\n}\n\nexport type FrameData = Uint8ClampedArray | HTMLVideoElement;\n\nexport interface FacesAndLandmarks {\n    data: Float32Array;\n    dims: readonly number[];\n}\nexport interface LadonOutput {\n    data: Float32Array; // 1x1x144x256 or 1x1x360x640\n    facesAndLandmarks: FacesAndLandmarks; // 1x1x9x16x1439\n    gesture: Float32Array; // 1x9\n    motion: number; // 1x1x1x1\n    timestamp: number;\n    warm: boolean;\n}\n\nexport interface MaskGenerator {\n    getLadonOutput(input: Uint8ClampedArray, timestamp: number): Promise<LadonOutput>;\n    load(): Promise<void>;\n    isLoaded(): boolean;\n    postRender(input: Uint8ClampedArray, timestamp: number): Promise<void>;\n    destroy(): void;\n}\n\nexport class LocalGenerator implements MaskGenerator {\n    private lastResult: LadonOutput;\n    private lastMask: ort.Tensor;\n    private maskModel?: ort.InferenceSession;\n    private lastMaskGenerationTime = 0;\n    private output?: Float32Array;\n\n    constructor(public readonly config: PipelineConfig) {\n        const { height, width } = this.config.mask.outputSize;\n        this.lastMask = new ort.Tensor('float32', new Float32Array(height * width), [\n            1,\n            1,\n            height,\n            width,\n        ]);\n        this.lastResult = {\n            data: this.lastMask.data,\n            facesAndLandmarks: { data: new Float32Array(0), dims: [] },\n            gesture: new Float32Array(0),\n            motion: 0,\n            timestamp: 0,\n            warm: false,\n        };\n    }\n\n    /**\n     * This method preprocesses an input Uint8ClampedArray to a Float32Array\n     * while maintaining memory efficiency by reusing a class-scoped output buffer.\n     * If the model rank is 4 (e.g., newer tiny model), it sets an alpha channel value.\n     *\n     * @param {Uint8ClampedArray} input - The input data to be preprocessed\n     * @param {Float32Array} alpha - The alpha channel data\n     * @returns {Float32Array} - The processed data\n     */\n    private preprocess(input: Uint8ClampedArray, alpha: Float32Array): Float32Array {\n        const {\n            modelRank: model_rank,\n            inputSize: input_size,\n            outputSize: output_size,\n        } = this.config.mask;\n        const { height, width } = input_size;\n        const numImagePixels = height * width;\n\n        // Initialize the output buffer if it is not already set\n        this.output ??= new Float32Array(numImagePixels * model_rank);\n\n        const numInputPixels = input.length / 4; // Divide by 4 for RGBA\n\n        // Directly copy channels (assumes fixed order like BGR or RGB)\n        for (let channel = 0; channel < 3; channel++) {\n            for (let pixel = 0; pixel < numInputPixels; pixel++) {\n                // Map input channels directly to output\n                this.output[pixel + channel * numImagePixels] = input[pixel * 4 + (2 - channel)];\n            }\n        }\n\n        // Scaling factors for width and height\n        const widthScale = output_size.width / width;\n        const heightScale = output_size.height / height;\n\n        // Process alpha channel\n        for (let x = 0; x < width; x++) {\n            const nearestNeighborX = Math.floor(x * widthScale);\n            for (let y = 0; y < height; y++) {\n                const nearestNeighborY = Math.floor(y * heightScale);\n                const maskIdx = nearestNeighborX + nearestNeighborY * output_size.width;\n                const outputIdx = x + y * width + 3 * numImagePixels;\n\n                // Normalize and scale alpha to [0, 255]\n                const normalizedValue = Math.min(Math.max(alpha[maskIdx], 0), 255);\n                this.output[outputIdx] = normalizedValue;\n            }\n        }\n\n        return this.output;\n    }\n\n    public getTimeSinceLastGeneration(): number {\n        return Date.now() - this.lastMaskGenerationTime;\n    }\n\n    public async getLadonOutput(input: Uint8ClampedArray, timestamp: number): Promise<LadonOutput> {\n        if (!this.maskModel) {\n            throw new Error('[ladon-ts] - mask model not loaded.');\n        }\n\n        if (this.getTimeSinceLastGeneration() < this.config.mask.generationIntervalMs) {\n            return {\n                data: this.lastMask.data,\n                facesAndLandmarks: this.lastResult.facesAndLandmarks,\n                gesture: this.lastResult.gesture,\n                motion: this.lastResult.motion,\n                timestamp: this.lastResult.timestamp,\n                warm: false,\n            };\n        }\n\n        this.lastMaskGenerationTime = Date.now();\n\n        const imageTensor = new ort.Tensor('float32', this.preprocess(input, this.lastMask.data), [\n            1,\n            this.config.mask.modelRank,\n            this.config.mask.inputSize.height,\n            this.config.mask.inputSize.width,\n        ]);\n\n        const results = await this.maskModel.run({ input: imageTensor });\n        this.lastMask = results.segmentation;\n\n        this.lastResult = {\n            data: this.lastMask.data ?? new Float32Array(0),\n            facesAndLandmarks: {\n                data: results.faces_and_landmarks?.data ?? new Float32Array(0),\n                dims: results.faces_and_landmarks?.dims ?? ([] as readonly number[]),\n            },\n            gesture: results.gesture?.data ?? new Float32Array(0),\n            motion: results.motion?.data[0] ?? 0,\n            timestamp,\n            warm: true,\n        };\n\n        return this.lastResult;\n    }\n\n    async load() {\n        const modelUrl = await sharedResourceManager.resolveUri(\n            this.config,\n            this.config.mask.modelUri\n        );\n\n        // Attempt to retrieve a preloaded InferenceSession from the shared resource manager.\n        this.maskModel = sharedResourceManager.getModelSession(modelUrl);\n        // If the model is not preloaded, load it from the provided model URL.\n        this.maskModel ??= await sharedResourceManager.loadModel(this.config);\n\n        if (!this.maskModel) {\n            throw new Error('Failed to load the ONNX model.');\n        }\n    }\n\n    public isLoaded(): boolean {\n        return !!this.maskModel;\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async postRender(_: Uint8ClampedArray): Promise<void> {\n        // empty for local generator\n    }\n\n    public destroy(): void {\n        // empty for local generator\n    }\n}\n\nexport class NullGenerator implements MaskGenerator {\n    private lastMask: Float32Array;\n\n    constructor(public readonly config: PipelineConfig) {\n        this.lastMask = new Float32Array(\n            this.config.mask.outputSize.height * this.config.mask.outputSize.width\n        );\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async getLadonOutput(_: Uint8ClampedArray): Promise<LadonOutput> {\n        return {\n            data: this.lastMask,\n            facesAndLandmarks: { data: new Float32Array(0), dims: [] },\n            gesture: new Float32Array(0),\n            motion: 0,\n            timestamp: 0,\n            warm: false,\n        };\n    }\n\n    public async load(): Promise<void> {\n        // empty for null generator\n    }\n\n    public isLoaded(): boolean {\n        return true;\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async postRender(_: Uint8ClampedArray): Promise<void> {\n        // empty for null generator\n    }\n\n    public destroy(): void {\n        // empty for null generator\n    }\n}\n\nexport class WorkerGenerator implements MaskGenerator {\n    private lastMask: Float32Array;\n    private newMask = true;\n    private worker?: Worker;\n    private lastResult: LadonOutput;\n\n    constructor(public readonly config: PipelineConfig) {\n        this.lastMask = new Float32Array(\n            this.config.mask.outputSize.height * this.config.mask.outputSize.width\n        );\n        this.lastResult = {\n            data: this.lastMask,\n            facesAndLandmarks: { data: new Float32Array(0), dims: [] },\n            gesture: new Float32Array(0),\n            motion: 0,\n            timestamp: 0,\n            warm: false,\n        };\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async getLadonOutput(_: Uint8ClampedArray): Promise<LadonOutput> {\n        const toReturn = {\n            data: this.lastMask,\n            facesAndLandmarks: this.lastResult.facesAndLandmarks,\n            gesture: this.lastResult.gesture,\n            motion: this.lastResult.motion,\n            timestamp: this.lastResult.timestamp,\n            warm: this.newMask,\n        };\n\n        this.newMask = false;\n\n        return toReturn;\n    }\n\n    public async load(): Promise<void> {\n        // Prepare the worker configuration by resolving the final URLs and paths to send to the worker.\n        const config = await sharedResourceManager.prepareWorkerConfig(this.config);\n\n        this.worker = sharedResourceManager.getWorker();\n        this.worker ??= await sharedResourceManager.initializeWorker(config);\n\n        if (!this.worker) {\n            throw new Error('[ladon-ts] - worker is not defined.');\n        }\n\n        this.worker.onmessage = (event) => {\n            if (event.data.type === 'log') {\n                // Forward log messages from the worker to the console.\n                const { message, severity } = event.data;\n                const msg = `[ladon-ts] Message received from worker: ${message}`;\n                switch (severity) {\n                    case 'warn':\n                        console.warn(msg);\n                        break;\n                    case 'error':\n                        console.error(msg);\n                        break;\n                    default:\n                        console.log(msg);\n                }\n            } else if (event.data.status === 'generated') {\n                // Update the last mask and result with the new data from the worker.\n                this.lastMask = event.data.mask;\n                this.lastResult = {\n                    data: event.data.mask,\n                    facesAndLandmarks: event.data.facesAndLandmarks,\n                    gesture: event.data.gesture,\n                    motion: event.data.motion,\n                    timestamp: event.data.timestamp,\n                    warm: true,\n                };\n                this.newMask = true;\n            } else {\n                // Clean up the worker and revoke the URL when the worker is finished\n                const workerUrl = sharedResourceManager.getWorkerUrl();\n                if (workerUrl) {\n                    URL.revokeObjectURL(workerUrl);\n                }\n                resolutionCb?.();\n            }\n        };\n\n        const workerConfig: PipelineConfig = {\n            baseUrl: config.baseUrl,\n            input: config.input,\n            mask: config.mask,\n            wasmUri: config.wasmUri,\n            render: { type: 'passthrough' },\n        };\n\n        this.worker.postMessage({ type: 'init', config: workerConfig });\n\n        let resolutionCb: () => void;\n        const result = new Promise<void>((resolve) => {\n            resolutionCb = resolve;\n        });\n\n        return result;\n    }\n\n    public isLoaded(): boolean {\n        return !!this.worker;\n    }\n\n    public async postRender(input: Uint8ClampedArray, timestamp: number): Promise<void> {\n        // claim ownership of the input tensor's buffer and forward to worker\n\n        if (!this.worker) {\n            throw new Error('[ladon-ts] - worker is not defined.');\n        }\n\n        this.worker.postMessage(\n            {\n                type: 'generate',\n                image: input,\n                timestamp,\n            },\n            [input.buffer]\n        );\n    }\n\n    public destroy(): void {\n        sharedResourceManager.terminateWorker();\n    }\n}\n"],"names":["LocalGenerator","config","height","width","ort","input","alpha","model_rank","input_size","output_size","numImagePixels","numInputPixels","channel","pixel","widthScale","heightScale","x","nearestNeighborX","y","nearestNeighborY","maskIdx","outputIdx","normalizedValue","timestamp","imageTensor","results","_a","_b","_c","_d","modelUrl","sharedResourceManager","_","NullGenerator","WorkerGenerator","toReturn","event","message","severity","msg","workerUrl","resolutionCb","workerConfig","resolve"],"mappings":";;AAkCO,MAAMA,EAAwC;AAAA,EAOjD,YAA4BC,GAAwB;AAAxB,SAAA,SAAAA,GAH5B,KAAQ,yBAAyB;AAI7B,UAAM,EAAE,QAAAC,GAAQ,OAAAC,EAAA,IAAU,KAAK,OAAO,KAAK;AACtC,SAAA,WAAW,IAAIC,EAAI,OAAO,WAAW,IAAI,aAAaF,IAASC,CAAK,GAAG;AAAA,MACxE;AAAA,MACA;AAAA,MACAD;AAAA,MACAC;AAAA,IAAA,CACH,GACD,KAAK,aAAa;AAAA,MACd,MAAM,KAAK,SAAS;AAAA,MACpB,mBAAmB,EAAE,MAAM,IAAI,aAAa,CAAC,GAAG,MAAM,GAAG;AAAA,MACzD,SAAS,IAAI,aAAa,CAAC;AAAA,MAC3B,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,MAAM;AAAA,IACV;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAYI,WAAWE,GAA0BC,GAAmC;AACtE,UAAA;AAAA,MACF,WAAWC;AAAA,MACX,WAAWC;AAAA,MACX,YAAYC;AAAA,IAAA,IACZ,KAAK,OAAO,MACV,EAAE,QAAAP,GAAQ,OAAAC,EAAA,IAAUK,GACpBE,IAAiBR,IAASC;AAGhC,SAAK,WAAL,KAAK,SAAW,IAAI,aAAaO,IAAiBH,CAAU;AAEtD,UAAAI,IAAiBN,EAAM,SAAS;AAGtC,aAASO,IAAU,GAAGA,IAAU,GAAGA;AAC/B,eAASC,IAAQ,GAAGA,IAAQF,GAAgBE;AAEnC,aAAA,OAAOA,IAAQD,IAAUF,CAAc,IAAIL,EAAMQ,IAAQ,KAAK,IAAID,EAAQ;AAKjF,UAAAE,IAAaL,EAAY,QAAQN,GACjCY,IAAcN,EAAY,SAASP;AAGzC,aAASc,IAAI,GAAGA,IAAIb,GAAOa,KAAK;AAC5B,YAAMC,IAAmB,KAAK,MAAMD,IAAIF,CAAU;AAClD,eAASI,IAAI,GAAGA,IAAIhB,GAAQgB,KAAK;AAC7B,cAAMC,IAAmB,KAAK,MAAMD,IAAIH,CAAW,GAC7CK,IAAUH,IAAmBE,IAAmBV,EAAY,OAC5DY,IAAYL,IAAIE,IAAIf,IAAQ,IAAIO,GAGhCY,IAAkB,KAAK,IAAI,KAAK,IAAIhB,EAAMc,CAAO,GAAG,CAAC,GAAG,GAAG;AAC5D,aAAA,OAAOC,CAAS,IAAIC;AAAA,MAAA;AAAA,IAC7B;AAGJ,WAAO,KAAK;AAAA,EAAA;AAAA,EAGT,6BAAqC;AACjC,WAAA,KAAK,QAAQ,KAAK;AAAA,EAAA;AAAA,EAG7B,MAAa,eAAejB,GAA0BkB,GAAyC;;AACvF,QAAA,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,qCAAqC;AAGzD,QAAI,KAAK,2BAA2B,IAAI,KAAK,OAAO,KAAK;AAC9C,aAAA;AAAA,QACH,MAAM,KAAK,SAAS;AAAA,QACpB,mBAAmB,KAAK,WAAW;AAAA,QACnC,SAAS,KAAK,WAAW;AAAA,QACzB,QAAQ,KAAK,WAAW;AAAA,QACxB,WAAW,KAAK,WAAW;AAAA,QAC3B,MAAM;AAAA,MACV;AAGC,SAAA,yBAAyB,KAAK,IAAI;AAEjC,UAAAC,IAAc,IAAIpB,EAAI,OAAO,WAAW,KAAK,WAAWC,GAAO,KAAK,SAAS,IAAI,GAAG;AAAA,MACtF;AAAA,MACA,KAAK,OAAO,KAAK;AAAA,MACjB,KAAK,OAAO,KAAK,UAAU;AAAA,MAC3B,KAAK,OAAO,KAAK,UAAU;AAAA,IAAA,CAC9B,GAEKoB,IAAU,MAAM,KAAK,UAAU,IAAI,EAAE,OAAOD,GAAa;AAC/D,gBAAK,WAAWC,EAAQ,cAExB,KAAK,aAAa;AAAA,MACd,MAAM,KAAK,SAAS,QAAQ,IAAI,aAAa,CAAC;AAAA,MAC9C,mBAAmB;AAAA,QACf,QAAMC,IAAAD,EAAQ,wBAAR,gBAAAC,EAA6B,SAAQ,IAAI,aAAa,CAAC;AAAA,QAC7D,QAAMC,IAAAF,EAAQ,wBAAR,gBAAAE,EAA6B,SAAS,CAAA;AAAA,MAChD;AAAA,MACA,WAASC,IAAAH,EAAQ,YAAR,gBAAAG,EAAiB,SAAQ,IAAI,aAAa,CAAC;AAAA,MACpD,UAAQC,IAAAJ,EAAQ,WAAR,gBAAAI,EAAgB,KAAK,OAAM;AAAA,MACnC,WAAAN;AAAA,MACA,MAAM;AAAA,IACV,GAEO,KAAK;AAAA,EAAA;AAAA,EAGhB,MAAM,OAAO;AACH,UAAAO,IAAW,MAAMC,EAAsB;AAAA,MACzC,KAAK;AAAA,MACL,KAAK,OAAO,KAAK;AAAA,IACrB;AAOI,QAJC,KAAA,YAAYA,EAAsB,gBAAgBD,CAAQ,GAE/D,KAAK,cAAL,KAAK,YAAc,MAAMC,EAAsB,UAAU,KAAK,MAAM,IAEhE,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,gCAAgC;AAAA,EACpD;AAAA,EAGG,WAAoB;AAChB,WAAA,CAAC,CAAC,KAAK;AAAA,EAAA;AAAA;AAAA,EAIlB,MAAa,WAAWC,GAAqC;AAAA,EAAA;AAAA,EAItD,UAAgB;AAAA,EAAA;AAG3B;AAEO,MAAMC,EAAuC;AAAA,EAGhD,YAA4BhC,GAAwB;AAAxB,SAAA,SAAAA,GACxB,KAAK,WAAW,IAAI;AAAA,MAChB,KAAK,OAAO,KAAK,WAAW,SAAS,KAAK,OAAO,KAAK,WAAW;AAAA,IACrE;AAAA,EAAA;AAAA;AAAA,EAIJ,MAAa,eAAe+B,GAA4C;AAC7D,WAAA;AAAA,MACH,MAAM,KAAK;AAAA,MACX,mBAAmB,EAAE,MAAM,IAAI,aAAa,CAAC,GAAG,MAAM,GAAG;AAAA,MACzD,SAAS,IAAI,aAAa,CAAC;AAAA,MAC3B,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,MAAM;AAAA,IACV;AAAA,EAAA;AAAA,EAGJ,MAAa,OAAsB;AAAA,EAAA;AAAA,EAI5B,WAAoB;AAChB,WAAA;AAAA,EAAA;AAAA;AAAA,EAIX,MAAa,WAAWA,GAAqC;AAAA,EAAA;AAAA,EAItD,UAAgB;AAAA,EAAA;AAG3B;AAEO,MAAME,EAAyC;AAAA,EAMlD,YAA4BjC,GAAwB;AAAxB,SAAA,SAAAA,GAJ5B,KAAQ,UAAU,IAKd,KAAK,WAAW,IAAI;AAAA,MAChB,KAAK,OAAO,KAAK,WAAW,SAAS,KAAK,OAAO,KAAK,WAAW;AAAA,IACrE,GACA,KAAK,aAAa;AAAA,MACd,MAAM,KAAK;AAAA,MACX,mBAAmB,EAAE,MAAM,IAAI,aAAa,CAAC,GAAG,MAAM,GAAG;AAAA,MACzD,SAAS,IAAI,aAAa,CAAC;AAAA,MAC3B,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,MAAM;AAAA,IACV;AAAA,EAAA;AAAA;AAAA,EAIJ,MAAa,eAAe+B,GAA4C;AACpE,UAAMG,IAAW;AAAA,MACb,MAAM,KAAK;AAAA,MACX,mBAAmB,KAAK,WAAW;AAAA,MACnC,SAAS,KAAK,WAAW;AAAA,MACzB,QAAQ,KAAK,WAAW;AAAA,MACxB,WAAW,KAAK,WAAW;AAAA,MAC3B,MAAM,KAAK;AAAA,IACf;AAEA,gBAAK,UAAU,IAERA;AAAA,EAAA;AAAA,EAGX,MAAa,OAAsB;AAE/B,UAAMlC,IAAS,MAAM8B,EAAsB,oBAAoB,KAAK,MAAM;AAKtE,QAHC,KAAA,SAASA,EAAsB,UAAU,GAC9C,KAAK,WAAL,KAAK,SAAW,MAAMA,EAAsB,iBAAiB9B,CAAM,IAE/D,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,qCAAqC;AAGpD,SAAA,OAAO,YAAY,CAACmC,MAAU;AAC3B,UAAAA,EAAM,KAAK,SAAS,OAAO;AAE3B,cAAM,EAAE,SAAAC,GAAS,UAAAC,EAAS,IAAIF,EAAM,MAC9BG,IAAM,4CAA4CF,CAAO;AAC/D,gBAAQC,GAAU;AAAA,UACd,KAAK;AACD,oBAAQ,KAAKC,CAAG;AAChB;AAAA,UACJ,KAAK;AACD,oBAAQ,MAAMA,CAAG;AACjB;AAAA,UACJ;AACI,oBAAQ,IAAIA,CAAG;AAAA,QAAA;AAAA,MAEhB,WAAAH,EAAM,KAAK,WAAW;AAExB,aAAA,WAAWA,EAAM,KAAK,MAC3B,KAAK,aAAa;AAAA,UACd,MAAMA,EAAM,KAAK;AAAA,UACjB,mBAAmBA,EAAM,KAAK;AAAA,UAC9B,SAASA,EAAM,KAAK;AAAA,UACpB,QAAQA,EAAM,KAAK;AAAA,UACnB,WAAWA,EAAM,KAAK;AAAA,UACtB,MAAM;AAAA,QACV,GACA,KAAK,UAAU;AAAA,WACZ;AAEG,cAAAI,IAAYT,EAAsB,aAAa;AACrD,QAAIS,KACA,IAAI,gBAAgBA,CAAS,GAElBC,KAAA,QAAAA;AAAA,MAAA;AAAA,IAEvB;AAEA,UAAMC,IAA+B;AAAA,MACjC,SAASzC,EAAO;AAAA,MAChB,OAAOA,EAAO;AAAA,MACd,MAAMA,EAAO;AAAA,MACb,SAASA,EAAO;AAAA,MAChB,QAAQ,EAAE,MAAM,cAAc;AAAA,IAClC;AAEA,SAAK,OAAO,YAAY,EAAE,MAAM,QAAQ,QAAQyC,GAAc;AAE1D,QAAAD;AAKG,WAJQ,IAAI,QAAc,CAACE,MAAY;AAC3B,MAAAF,IAAAE;AAAA,IAAA,CAClB;AAAA,EAEM;AAAA,EAGJ,WAAoB;AAChB,WAAA,CAAC,CAAC,KAAK;AAAA,EAAA;AAAA,EAGlB,MAAa,WAAWtC,GAA0BkB,GAAkC;AAG5E,QAAA,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,qCAAqC;AAGzD,SAAK,OAAO;AAAA,MACR;AAAA,QACI,MAAM;AAAA,QACN,OAAOlB;AAAA,QACP,WAAAkB;AAAA,MACJ;AAAA,MACA,CAAClB,EAAM,MAAM;AAAA,IACjB;AAAA,EAAA;AAAA,EAGG,UAAgB;AACnB,IAAA0B,EAAsB,gBAAgB;AAAA,EAAA;AAE9C;"}

package/build/module/lib/pipeline.d.ts

@@ -1,85 +1,84 @@
 import { PipelineConfig } from './config-types';
 import { FacesAndLandmarks } from './generator';
-
-export interface IFrameInferenceResult {
-    facesAndLandmarks: FacesAndLandmarks;
-    gesture: Float32Array;
-    motion: number;
-    skipped: boolean;
-    timestamp: number;
-}
-export interface IPipeline {
-    onFrame(timestamp: number, maskNeeded?: boolean): Promise<IFrameInferenceResult>;
-    isLoaded(): boolean;
-    load(): Promise<void>;
-    destroy(): void;
-}
-export declare class Pipeline implements IPipeline {
-    private inputCanvas;
-    private outputCanvas;
-    readonly config: PipelineConfig;
-    private readonly videoElement?;
-    private generator?;
-    private renderer?;
-    private loaded;
-    private inputCanvasCtx;
-    private lastMaskResult?;
-    private frameQueue;
-    private maskQueue;
-    constructor(inputCanvas: HTMLCanvasElement, outputCanvas: HTMLCanvasElement, config: PipelineConfig, videoElement?: HTMLVideoElement | undefined);
-    /**
-     * Processes a single frame and returns the inference result.
-     *
-     * @param timestamp - The timestamp of the frame.
-     * @param performInference - Flag to perform mask inference.
-     * @returns The result of the frame processing.
-     * @throws If the pipeline (generator or renderer) is not loaded.
-     */
-    onFrame(timestamp: number, performInference?: boolean): Promise<IFrameInferenceResult>;
-    /**
-     * Synchronizes frames and masks to ensure they are rendered together.
-     */
-    private renderSyncedFrameAndMask;
-    /**
-     * Gets the raw image data from the input canvas context.
-     *
-     * @param needFreshImageData - Flag to indicate if fresh image data is needed.
-     *
-     * @returns The raw image data.
-     */
-    private getInputFrameData;
-    /**
-     * Resizes the image data if the model expects a fixed size input.
-     *
-     * @param {Uint8ClampedArray} rawImageData - The raw image data.
-     * @returns {Uint8ClampedArray} - The processed mask image data.
-     */
-    private getMaskImageData;
-    /**
-     * Creates the inference result object.
-     *
-     * @param {number} timestamp - The timestamp of the frame.
-     * @param {boolean} performedInference - Indicates if the inference was performed.
-     * @returns {IFrameInferenceResult} - The result object containing inference details.
-     */
-    private createInferenceResult;
-    /**
-     * Checks if the pipeline is loaded.
-     *
-     * @returns True if the pipeline is loaded, false otherwise.
-     */
-    isLoaded(): boolean;
-    /**
-     * Loads the pipeline components such as the generator and renderer.
-     */
-    load(): Promise<void>;
-    /**
-     * Resets the frame and mask queues.
-     */
-    private resetQueues;
-    reset(): void;
-    /**
-     * Destroys the pipeline and cleans up resources.
-     */
-    destroy(): void;
-}
+export interface IFrameInferenceResult {
+    facesAndLandmarks: FacesAndLandmarks;
+    gesture: Float32Array;
+    motion: number;
+    skipped: boolean;
+    timestamp: number;
+}
+export interface IPipeline {
+    onFrame(timestamp: number, maskNeeded?: boolean): Promise<IFrameInferenceResult>;
+    isLoaded(): boolean;
+    load(): Promise<void>;
+    destroy(): void;
+}
+export declare class Pipeline implements IPipeline {
+    private inputCanvas;
+    private outputCanvas;
+    readonly config: PipelineConfig;
+    private readonly videoElement?;
+    private generator?;
+    private renderer?;
+    private loaded;
+    private inputCanvasCtx;
+    private lastMaskResult?;
+    private frameQueue;
+    private maskQueue;
+    constructor(inputCanvas: HTMLCanvasElement, outputCanvas: HTMLCanvasElement, config: PipelineConfig, videoElement?: HTMLVideoElement | undefined);
+    /**
+     * Processes a single frame and returns the inference result.
+     *
+     * @param timestamp - The timestamp of the frame.
+     * @param performInference - Flag to perform mask inference.
+     * @returns The result of the frame processing.
+     * @throws If the pipeline (generator or renderer) is not loaded.
+     */
+    onFrame(timestamp: number, performInference?: boolean): Promise<IFrameInferenceResult>;
+    /**
+     * Synchronizes frames and masks to ensure they are rendered together.
+     */
+    private renderSyncedFrameAndMask;
+    /**
+     * Gets the raw image data from the input canvas context.
+     *
+     * @param needFreshImageData - Flag to indicate if fresh image data is needed.
+     *
+     * @returns The raw image data.
+     */
+    private getInputFrameData;
+    /**
+     * Resizes the image data if the model expects a fixed size input.
+     *
+     * @param {Uint8ClampedArray} rawImageData - The raw image data.
+     * @returns {Uint8ClampedArray} - The processed mask image data.
+     */
+    private getMaskImageData;
+    /**
+     * Creates the inference result object.
+     *
+     * @param {number} timestamp - The timestamp of the frame.
+     * @param {boolean} performedInference - Indicates if the inference was performed.
+     * @returns {IFrameInferenceResult} - The result object containing inference details.
+     */
+    private createInferenceResult;
+    /**
+     * Checks if the pipeline is loaded.
+     *
+     * @returns True if the pipeline is loaded, false otherwise.
+     */
+    isLoaded(): boolean;
+    /**
+     * Loads the pipeline components such as the generator and renderer.
+     */
+    load(): Promise<void>;
+    /**
+     * Resets the frame and mask queues.
+     */
+    private resetQueues;
+    reset(): void;
+    /**
+     * Destroys the pipeline and cleans up resources.
+     */
+    destroy(): void;
+}

package/build/module/lib/preload.d.ts

@@ -1,9 +1,8 @@
 import { PreloadConfig } from './config-types';
-
-/**
- * Preload the resources using the provided configuration. This function is used to preload the model
- * and the worker before creating the pipeline.
- *
- * @param config - The configuration object.
- */
-export declare const preload: (config: PreloadConfig) => Promise<void>;
+/**
+ * Preload the resources using the provided configuration. This function is used to preload the model
+ * and the worker before creating the pipeline.
+ *
+ * @param config - The configuration object.
+ */
+export declare const preload: (config: PreloadConfig) => Promise<void>;

package/build/module/lib/renderer/blur-renderer.d.ts

@@ -2,21 +2,20 @@ import { PipelineConfig } from '../config-types';
 import { FrameData, LadonOutput } from '../generator';
 import { LadonRenderer } from './ladon-renderer';
 import { WebGLRenderer } from './webgl-renderer';
-
-export declare class BlurRenderer extends WebGLRenderer implements LadonRenderer {
-    output_canvas: HTMLCanvasElement;
-    readonly config: PipelineConfig;
-    private program_1;
-    private program_2;
-    private framebuffer;
-    private transfer_texture;
-    private u_blur;
-    private fragment_shader_common;
-    private fragment_shader_pass_1_src;
-    fragment_shader_pass_2_src: string;
-    constructor(output_canvas: HTMLCanvasElement, config: PipelineConfig);
-    render(input: FrameData, mask?: LadonOutput): Promise<void>;
-    load(): Promise<void>;
-    destroy(): void;
-    private getBlurKernel;
-}
+export declare class BlurRenderer extends WebGLRenderer implements LadonRenderer {
+    output_canvas: HTMLCanvasElement;
+    readonly config: PipelineConfig;
+    private program_1;
+    private program_2;
+    private framebuffer;
+    private transfer_texture;
+    private u_blur;
+    private fragment_shader_common;
+    private fragment_shader_pass_1_src;
+    fragment_shader_pass_2_src: string;
+    constructor(output_canvas: HTMLCanvasElement, config: PipelineConfig);
+    render(input: FrameData, mask?: LadonOutput): Promise<void>;
+    load(): Promise<void>;
+    destroy(): void;
+    private getBlurKernel;
+}

package/build/module/lib/renderer/ladon-renderer.d.ts

@@ -1,7 +1,6 @@
 import { FrameData, LadonOutput } from '../generator';
-
-export interface LadonRenderer {
-    render(input: FrameData, mask?: LadonOutput): Promise<void>;
-    load(): Promise<void>;
-    destroy(): void;
-}
+export interface LadonRenderer {
+    render(input: FrameData, mask?: LadonOutput): Promise<void>;
+    load(): Promise<void>;
+    destroy(): void;
+}