@webex/ladon-ts 5.7.0 → 5.8.0

package/CHANGELOG.md

@@ -2,6 +2,20 @@
 
 All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
 
+## 5.8.0 (2025-07-01)
+
+
+### Features
+
+* add inference stats to frame result ([#73](https://github.com/beyonddunbar/ladon-ts/issues/73)) ([5b02f51](https://github.com/beyonddunbar/ladon-ts/commit/5b02f51e92fe5dc305e5fa3ca9036fb718a2a1f7))
+
+### 5.7.1 (2025-06-17)
+
+
+### Bug Fixes
+
+* use live video element when skipping inference ([#71](https://github.com/beyonddunbar/ladon-ts/issues/71)) ([b916af0](https://github.com/beyonddunbar/ladon-ts/commit/b916af01cd66fd6e54030c95a19156d3b5656bcc))
+
 ## 5.7.0 (2025-05-22)
 
 

package/build/module/index.d.ts

@@ -3,6 +3,7 @@ export * from './lib/config-builder';
 export * from './lib/config-types';
 export * from './lib/generator';
 export * from './lib/pipeline';
+export * from './lib/pipeline-types';
 export * from './lib/preload';
 export * from './lib/renderer';
 export * from './lib/resource-loader';

package/build/module/lib/pipeline-types.d.ts

@@ -0,0 +1,34 @@
+import { FacesAndLandmarks } from './generator-types';
+export interface InferenceStats {
+    /** Total time from frame input to output (ms) */
+    totalFrameTime: number;
+    /** Time spent running the actual ML model inference (ms) */
+    modelInferenceTime: number;
+    /** Time spent on pre-processing (resizing, normalizing, etc.) (ms) */
+    preprocessingTime?: number;
+    /** Time spent on post-processing (masking, blending, etc.) (ms) */
+    postprocessingTime?: number;
+    /** GPU/CPU queue time if measurable (ms) */
+    queueTime?: number;
+    /** Frame timestamp when processing started */
+    frameStartTime: number;
+    /** Frame timestamp when processing completed */
+    frameEndTime: number;
+    /** Whether inference was skipped (reused previous result) */
+    inferenceSkipped?: boolean;
+}
+export interface IFrameInferenceResult {
+    facesAndLandmarks: FacesAndLandmarks;
+    gesture: Float32Array;
+    motion: number;
+    skipped: boolean;
+    timestamp: number;
+    stats?: InferenceStats;
+}
+export interface IPipeline {
+    onFrame(timestamp: number, maskNeeded?: boolean): Promise<IFrameInferenceResult>;
+    isLoaded(): boolean;
+    load(): Promise<void>;
+    destroy(): Promise<void>;
+    reset(): void;
+}

package/build/module/lib/pipeline.d.ts

@@ -1,19 +1,5 @@
 import { PipelineConfig } from './config-types';
-import { FacesAndLandmarks } from './generator';
-export interface IFrameInferenceResult {
-    facesAndLandmarks: FacesAndLandmarks;
-    gesture: Float32Array;
-    motion: number;
-    skipped: boolean;
-    timestamp: number;
-}
-export interface IPipeline {
-    onFrame(timestamp: number, maskNeeded?: boolean): Promise<IFrameInferenceResult>;
-    isLoaded(): boolean;
-    load(): Promise<void>;
-    destroy(): Promise<void>;
-    reset(): void;
-}
+import { IFrameInferenceResult, IPipeline } from './pipeline-types';
 export declare class Pipeline implements IPipeline {
     private inputCanvas;
     private outputCanvas;
@@ -32,6 +18,7 @@ export declare class Pipeline implements IPipeline {
      *
      * @param timestamp - The timestamp of the frame.
      * @param performInference - Flag to perform mask inference.
+     * @param frameData - Optional frame data to process.
      * @returns The result of the frame processing.
      * @throws If the pipeline (generator or renderer) is not loaded.
      */
@@ -54,9 +41,9 @@ export declare class Pipeline implements IPipeline {
     /**
      * Creates the inference result object.
      *
-     * @param {number} timestamp - The timestamp of the frame.
-     * @param {boolean} performedInference - Indicates if the inference was performed.
-     * @returns {IFrameInferenceResult} - The result object containing inference details.
+     * @param timestamp - The timestamp of the frame.
+     * @param performedInference - Indicates if the inference was performed.
+     * @returns The result object containing inference details.
      */
     private createInferenceResult;
     /**

package/build/module/lib/pipeline.js

@@ -1,9 +1,9 @@
-import { WorkerGenerator as o } from "./worker-generator.js";
-import { BlurRenderer as h } from "./renderer/blur-renderer.js";
-import { PassthroughRenderer as d } from "./renderer/passthrough-renderer.js";
-import { ReplacementRenderer as u } from "./renderer/replacement-renderer.js";
-import { resizeImage as l } from "./util.js";
-class k {
+import { WorkerGenerator as w } from "./worker-generator.js";
+import { BlurRenderer as k } from "./renderer/blur-renderer.js";
+import { PassthroughRenderer as R } from "./renderer/passthrough-renderer.js";
+import { ReplacementRenderer as v } from "./renderer/replacement-renderer.js";
+import { resizeImage as C } from "./util.js";
+class A {
   constructor(t, e, a, s) {
     this.inputCanvas = t, this.outputCanvas = e, this.config = a, this.videoElement = s, this.loaded = !1;
     const r = this.inputCanvas.getContext("2d", {
@@ -20,22 +20,35 @@ class k {
    *
    * @param timestamp - The timestamp of the frame.
    * @param performInference - Flag to perform mask inference.
+   * @param frameData - Optional frame data to process.
    * @returns The result of the frame processing.
    * @throws If the pipeline (generator or renderer) is not loaded.
    */
   async onFrame(t, e = !0) {
+    const a = performance.now();
     if (!this.generator || !this.renderer)
       throw new Error("[ladon-ts] Pipeline is not loaded.");
-    const a = this.getInputFrameData(!0);
-    let s;
-    a instanceof Uint8ClampedArray ? ((!this.frameDataBuffer || this.frameDataBuffer.length !== a.length) && (this.frameDataBuffer = new Uint8ClampedArray(a.length)), this.frameDataBuffer.set(a), s = this.frameDataBuffer) : s = a;
-    let r;
+    const s = performance.now(), r = this.getInputFrameData(e);
+    let n;
+    r instanceof Uint8ClampedArray ? ((!this.frameDataBuffer || this.frameDataBuffer.length !== r.length) && (this.frameDataBuffer = new Uint8ClampedArray(r.length)), this.frameDataBuffer.set(r), n = this.frameDataBuffer) : n = r;
+    const d = performance.now() - s;
+    let i = 0;
     if (e || !this.lastMaskResult) {
-      const i = a, n = this.getMaskImageData(i);
-      await this.generator.postRender(n, t), r = await this.generator.getLadonOutputForTimestamp(t), this.lastMaskResult = r;
-    } else
-      r = this.lastMaskResult;
-    return await this.renderer.render(s, r), this.createInferenceResult(t, e);
+      const m = performance.now(), p = r, g = this.getMaskImageData(p);
+      await this.generator.postRender(g, t), this.lastMaskResult = await this.generator.getLadonOutputForTimestamp(t), i = performance.now() - m;
+    }
+    const u = performance.now(), l = this.videoElement || n;
+    await this.renderer.render(l, this.lastMaskResult);
+    const f = performance.now() - u, o = performance.now(), c = o - a, h = this.createInferenceResult(t, e);
+    return h.stats = {
+      totalFrameTime: c,
+      modelInferenceTime: i,
+      preprocessingTime: d,
+      postprocessingTime: f,
+      frameStartTime: a,
+      frameEndTime: o,
+      inferenceSkipped: !e
+    }, h;
   }
   /**
    * Gets the raw image data from the input canvas context.
@@ -60,7 +73,7 @@ class k {
    */
   getMaskImageData(t) {
     const e = this.config.mask.inputSize, a = this.config.input;
-    return e.width === a.width && e.height === a.height ? t : l(
+    return e.width === a.width && e.height === a.height ? t : C(
       t,
       a.width,
       a.height,
@@ -71,9 +84,9 @@ class k {
   /**
    * Creates the inference result object.
    *
-   * @param {number} timestamp - The timestamp of the frame.
-   * @param {boolean} performedInference - Indicates if the inference was performed.
-   * @returns {IFrameInferenceResult} - The result object containing inference details.
+   * @param timestamp - The timestamp of the frame.
+   * @param performedInference - Indicates if the inference was performed.
+   * @returns The result object containing inference details.
    */
   createInferenceResult(t, e) {
     return this.lastMaskResult ? {
@@ -82,12 +95,14 @@ class k {
       motion: this.lastMaskResult.motion,
       skipped: !e,
       timestamp: t
+      // Stats will be added by the caller if needed
     } : {
       facesAndLandmarks: { data: new Float32Array(0), dims: [] },
       gesture: new Float32Array(0),
       motion: 0,
       skipped: !0,
       timestamp: t
+      // Stats will be added by the caller if needed
     };
   }
   /**
@@ -104,18 +119,18 @@ class k {
   async load() {
     switch (this.config.render.type) {
       case "blur":
-        this.renderer = new h(this.outputCanvas, this.config);
+        this.renderer = new k(this.outputCanvas, this.config);
         break;
       case "passthrough":
-        this.renderer = new d(this.outputCanvas, this.config);
+        this.renderer = new R(this.outputCanvas, this.config);
         break;
       case "replacement":
-        this.renderer = new u(this.outputCanvas, this.config);
+        this.renderer = new v(this.outputCanvas, this.config);
         break;
       default:
         throw new Error("[ladon-ts] Renderer not implemented.");
     }
-    await this.renderer.load(), this.generator = new o(this.config), await this.generator.load(), this.loaded = !0;
+    await this.renderer.load(), this.generator = new w(this.config), await this.generator.load(), this.loaded = !0;
   }
   reset() {
     this.lastMaskResult = void 0;
@@ -129,6 +144,6 @@ class k {
   }
 }
 export {
-  k as Pipeline
+  A as Pipeline
 };
 //# sourceMappingURL=pipeline.js.map

package/build/module/lib/pipeline.js.map

@@ -1 +1 @@
-{"version":3,"file":"pipeline.js","sources":["../../../src/lib/pipeline.ts"],"sourcesContent":["import { PipelineConfig } from './config-types';\nimport {\n    FacesAndLandmarks,\n    FrameData,\n    LadonOutput,\n    MaskGenerator,\n    WorkerGenerator,\n} from './generator';\nimport { BlurRenderer, LadonRenderer, PassthroughRenderer, ReplacementRenderer } from './renderer';\nimport { resizeImage } from './util';\n\nexport interface IFrameInferenceResult {\n    facesAndLandmarks: FacesAndLandmarks;\n    gesture: Float32Array;\n    motion: number;\n    skipped: boolean;\n    timestamp: number;\n}\n\nexport interface IPipeline {\n    onFrame(timestamp: number, maskNeeded?: boolean): Promise<IFrameInferenceResult>;\n    isLoaded(): boolean;\n    load(): Promise<void>;\n    destroy(): Promise<void>;\n    reset(): void;\n}\n\nexport class Pipeline implements IPipeline {\n    private generator?: MaskGenerator;\n    private renderer?: LadonRenderer;\n    private loaded = false;\n\n    private inputCanvasCtx: CanvasRenderingContext2D;\n    private lastMaskResult?: LadonOutput;\n\n    private frameDataBuffer?: Uint8ClampedArray;\n\n    constructor(\n        private inputCanvas: HTMLCanvasElement,\n        private outputCanvas: HTMLCanvasElement,\n        public readonly config: PipelineConfig,\n        private readonly videoElement?: HTMLVideoElement\n    ) {\n        const inputCanvasCtx = this.inputCanvas.getContext('2d', {\n            alpha: false,\n            willReadFrequently: true,\n        });\n\n        if (!inputCanvasCtx) {\n            throw new Error('[ladon-ts] Error getting input context 2d');\n        }\n        this.inputCanvasCtx = inputCanvasCtx;\n    }\n\n    /**\n     * Processes a single frame and returns the inference result.\n     * This method handles the frame data, performs inference if needed, and renders the output.\n     *\n     * @param timestamp - The timestamp of the frame.\n     * @param performInference - Flag to perform mask inference.\n     * @returns The result of the frame processing.\n     * @throws If the pipeline (generator or renderer) is not loaded.\n     */\n    public async onFrame(\n        timestamp: number,\n        performInference = true\n    ): Promise<IFrameInferenceResult> {\n        if (!this.generator || !this.renderer) {\n            throw new Error('[ladon-ts] Pipeline is not loaded.');\n        }\n\n        // Always get the latest frame data\n        const frameData = this.getInputFrameData(true);\n\n        // Reuse or create buffer for frame data copies, which is needed to ensure the data is not modified\n        // or garbage collected before the inference is done.\n        let frameDataCopy: FrameData;\n        if (frameData instanceof Uint8ClampedArray) {\n            if (!this.frameDataBuffer || this.frameDataBuffer.length !== frameData.length) {\n                this.frameDataBuffer = new Uint8ClampedArray(frameData.length);\n            }\n            this.frameDataBuffer.set(frameData);\n            frameDataCopy = this.frameDataBuffer;\n        } else {\n            frameDataCopy = frameData;\n        }\n\n        let maskResult: LadonOutput | undefined;\n\n        if (performInference || !this.lastMaskResult) {\n            // Send frame for inference and wait for the mask for this timestamp\n            const rawImageData = frameData as Uint8ClampedArray;\n            const maskImageData = this.getMaskImageData(rawImageData);\n            await this.generator.postRender(maskImageData, timestamp);\n            maskResult = await this.generator.getLadonOutputForTimestamp(timestamp);\n            this.lastMaskResult = maskResult;\n        } else {\n            // Use the last mask result if skipping inference\n            maskResult = this.lastMaskResult;\n        }\n\n        // Render the frame and mask together (mask may be stale if skipping inference)\n        await this.renderer.render(frameDataCopy, maskResult);\n\n        return this.createInferenceResult(timestamp, performInference);\n    }\n\n    /**\n     * Gets the raw image data from the input canvas context.\n     *\n     * @param needFreshImageData - Flag to indicate if fresh image data is needed.\n     *\n     * @returns The raw image data.\n     */\n    private getInputFrameData(needFreshImageData: boolean): FrameData {\n        if (needFreshImageData || !this.videoElement) {\n            return this.inputCanvasCtx.getImageData(\n                0,\n                0,\n                this.config.input.width,\n                this.config.input.height\n            ).data;\n        }\n\n        return this.videoElement;\n    }\n\n    /**\n     * Resizes the image data if the model expects a fixed size input.\n     *\n     * @param {Uint8ClampedArray} rawImageData - The raw image data.\n     * @returns {Uint8ClampedArray} - The processed mask image data.\n     */\n    private getMaskImageData(rawImageData: Uint8ClampedArray): Uint8ClampedArray {\n        const modelInput = this.config.mask.inputSize;\n        const inputImage = this.config.input;\n\n        // Check if resizing is needed based on configuration.\n        if (modelInput.width === inputImage.width && modelInput.height === inputImage.height) {\n            return rawImageData;\n        }\n\n        // Resize the image data.\n        return resizeImage(\n            rawImageData,\n            inputImage.width,\n            inputImage.height,\n            modelInput.width,\n            modelInput.height\n        );\n    }\n\n    /**\n     * Creates the inference result object.\n     *\n     * @param {number} timestamp - The timestamp of the frame.\n     * @param {boolean} performedInference - Indicates if the inference was performed.\n     * @returns {IFrameInferenceResult} - The result object containing inference details.\n     */\n    private createInferenceResult(\n        timestamp: number,\n        performedInference: boolean\n    ): IFrameInferenceResult {\n        if (!this.lastMaskResult) {\n            return {\n                facesAndLandmarks: { data: new Float32Array(0), dims: [] },\n                gesture: new Float32Array(0),\n                motion: 0,\n                skipped: true,\n                timestamp,\n            };\n        }\n\n        return {\n            facesAndLandmarks: this.lastMaskResult.facesAndLandmarks,\n            gesture: this.lastMaskResult.gesture,\n            motion: this.lastMaskResult.motion,\n            skipped: !performedInference,\n            timestamp,\n        };\n    }\n\n    /**\n     * Checks if the pipeline is loaded.\n     *\n     * @returns True if the pipeline is loaded, false otherwise.\n     */\n    public isLoaded(): boolean {\n        return this.loaded;\n    }\n\n    /**\n     * Loads the pipeline components such as the generator and renderer.\n     */\n    public async load(): Promise<void> {\n        switch (this.config.render.type) {\n            case 'blur':\n                this.renderer = new BlurRenderer(this.outputCanvas, this.config);\n                break;\n            case 'passthrough':\n                this.renderer = new PassthroughRenderer(this.outputCanvas, this.config);\n                break;\n            case 'replacement':\n                this.renderer = new ReplacementRenderer(this.outputCanvas, this.config);\n                break;\n            default:\n                throw new Error('[ladon-ts] Renderer not implemented.');\n        }\n\n        await this.renderer.load();\n\n        this.generator = new WorkerGenerator(this.config);\n        await this.generator.load();\n\n        this.loaded = true;\n    }\n\n    public reset(): void {\n        this.lastMaskResult = undefined;\n    }\n\n    /**\n     * Destroys the pipeline and cleans up resources.\n     */\n    public async destroy(): Promise<void> {\n        this.reset();\n        this.renderer?.destroy();\n        await this.generator?.destroy();\n        this.frameDataBuffer = undefined;\n        this.loaded = false;\n    }\n}\n"],"names":["Pipeline","inputCanvas","outputCanvas","config","videoElement","inputCanvasCtx","timestamp","performInference","frameData","frameDataCopy","maskResult","rawImageData","maskImageData","needFreshImageData","modelInput","inputImage","resizeImage","performedInference","BlurRenderer","PassthroughRenderer","ReplacementRenderer","WorkerGenerator","_a","_b"],"mappings":";;;;;AA2BO,MAAMA,EAA8B;AAAA,EAUvC,YACYC,GACAC,GACQC,GACCC,GACnB;AAJU,SAAA,cAAAH,GACA,KAAA,eAAAC,GACQ,KAAA,SAAAC,GACC,KAAA,eAAAC,GAXrB,KAAQ,SAAS;AAab,UAAMC,IAAiB,KAAK,YAAY,WAAW,MAAM;AAAA,MACrD,OAAO;AAAA,MACP,oBAAoB;AAAA,IAAA,CACvB;AAED,QAAI,CAACA;AACK,YAAA,IAAI,MAAM,2CAA2C;AAE/D,SAAK,iBAAiBA;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAY1B,MAAa,QACTC,GACAC,IAAmB,IACW;AAC9B,QAAI,CAAC,KAAK,aAAa,CAAC,KAAK;AACnB,YAAA,IAAI,MAAM,oCAAoC;AAIlD,UAAAC,IAAY,KAAK,kBAAkB,EAAI;AAIzC,QAAAC;AACJ,IAAID,aAAqB,sBACjB,CAAC,KAAK,mBAAmB,KAAK,gBAAgB,WAAWA,EAAU,YACnE,KAAK,kBAAkB,IAAI,kBAAkBA,EAAU,MAAM,IAE5D,KAAA,gBAAgB,IAAIA,CAAS,GAClCC,IAAgB,KAAK,mBAELA,IAAAD;AAGhB,QAAAE;AAEA,QAAAH,KAAoB,CAAC,KAAK,gBAAgB;AAE1C,YAAMI,IAAeH,GACfI,IAAgB,KAAK,iBAAiBD,CAAY;AACxD,YAAM,KAAK,UAAU,WAAWC,GAAeN,CAAS,GACxDI,IAAa,MAAM,KAAK,UAAU,2BAA2BJ,CAAS,GACtE,KAAK,iBAAiBI;AAAA,IAAA;AAGtB,MAAAA,IAAa,KAAK;AAItB,iBAAM,KAAK,SAAS,OAAOD,GAAeC,CAAU,GAE7C,KAAK,sBAAsBJ,GAAWC,CAAgB;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUzD,kBAAkBM,GAAwC;AAC1D,WAAAA,KAAsB,CAAC,KAAK,eACrB,KAAK,eAAe;AAAA,MACvB;AAAA,MACA;AAAA,MACA,KAAK,OAAO,MAAM;AAAA,MAClB,KAAK,OAAO,MAAM;AAAA,IAAA,EACpB,OAGC,KAAK;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASR,iBAAiBF,GAAoD;AACnE,UAAAG,IAAa,KAAK,OAAO,KAAK,WAC9BC,IAAa,KAAK,OAAO;AAG/B,WAAID,EAAW,UAAUC,EAAW,SAASD,EAAW,WAAWC,EAAW,SACnEJ,IAIJK;AAAA,MACHL;AAAA,MACAI,EAAW;AAAA,MACXA,EAAW;AAAA,MACXD,EAAW;AAAA,MACXA,EAAW;AAAA,IACf;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUI,sBACJR,GACAW,GACqB;AACjB,WAAC,KAAK,iBAUH;AAAA,MACH,mBAAmB,KAAK,eAAe;AAAA,MACvC,SAAS,KAAK,eAAe;AAAA,MAC7B,QAAQ,KAAK,eAAe;AAAA,MAC5B,SAAS,CAACA;AAAA,MACV,WAAAX;AAAA,IACJ,IAfW;AAAA,MACH,mBAAmB,EAAE,MAAM,IAAI,aAAa,CAAC,GAAG,MAAM,GAAG;AAAA,MACzD,SAAS,IAAI,aAAa,CAAC;AAAA,MAC3B,QAAQ;AAAA,MACR,SAAS;AAAA,MACT,WAAAA;AAAA,IACJ;AAAA,EASJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQG,WAAoB;AACvB,WAAO,KAAK;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA,EAMhB,MAAa,OAAsB;AACvB,YAAA,KAAK,OAAO,OAAO,MAAM;AAAA,MAC7B,KAAK;AACD,aAAK,WAAW,IAAIY,EAAa,KAAK,cAAc,KAAK,MAAM;AAC/D;AAAA,MACJ,KAAK;AACD,aAAK,WAAW,IAAIC,EAAoB,KAAK,cAAc,KAAK,MAAM;AACtE;AAAA,MACJ,KAAK;AACD,aAAK,WAAW,IAAIC,EAAoB,KAAK,cAAc,KAAK,MAAM;AACtE;AAAA,MACJ;AACU,cAAA,IAAI,MAAM,sCAAsC;AAAA,IAAA;AAGxD,UAAA,KAAK,SAAS,KAAK,GAEzB,KAAK,YAAY,IAAIC,EAAgB,KAAK,MAAM,GAC1C,MAAA,KAAK,UAAU,KAAK,GAE1B,KAAK,SAAS;AAAA,EAAA;AAAA,EAGX,QAAc;AACjB,SAAK,iBAAiB;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA,EAM1B,MAAa,UAAyB;;AAClC,SAAK,MAAM,IACXC,IAAA,KAAK,aAAL,QAAAA,EAAe,WACT,QAAAC,IAAA,KAAK,cAAL,gBAAAA,EAAgB,YACtB,KAAK,kBAAkB,QACvB,KAAK,SAAS;AAAA,EAAA;AAEtB;"}
+{"version":3,"file":"pipeline.js","sources":["../../../src/lib/pipeline.ts"],"sourcesContent":["import { PipelineConfig } from './config-types';\nimport { FrameData, LadonOutput, MaskGenerator, WorkerGenerator } from './generator';\nimport { IFrameInferenceResult, IPipeline } from './pipeline-types';\nimport { BlurRenderer, LadonRenderer, PassthroughRenderer, ReplacementRenderer } from './renderer';\nimport { resizeImage } from './util';\n\nexport class Pipeline implements IPipeline {\n    private generator?: MaskGenerator;\n    private renderer?: LadonRenderer;\n    private loaded = false;\n\n    private inputCanvasCtx: CanvasRenderingContext2D;\n    private lastMaskResult?: LadonOutput;\n\n    private frameDataBuffer?: Uint8ClampedArray;\n\n    constructor(\n        private inputCanvas: HTMLCanvasElement,\n        private outputCanvas: HTMLCanvasElement,\n        public readonly config: PipelineConfig,\n        private readonly videoElement?: HTMLVideoElement\n    ) {\n        const inputCanvasCtx = this.inputCanvas.getContext('2d', {\n            alpha: false,\n            willReadFrequently: true,\n        });\n\n        if (!inputCanvasCtx) {\n            throw new Error('[ladon-ts] Error getting input context 2d');\n        }\n        this.inputCanvasCtx = inputCanvasCtx;\n    }\n\n    /**\n     * Processes a single frame and returns the inference result.\n     * This method handles the frame data, performs inference if needed, and renders the output.\n     *\n     * @param timestamp - The timestamp of the frame.\n     * @param performInference - Flag to perform mask inference.\n     * @param frameData - Optional frame data to process.\n     * @returns The result of the frame processing.\n     * @throws If the pipeline (generator or renderer) is not loaded.\n     */\n    public async onFrame(\n        timestamp: number,\n        performInference = true\n    ): Promise<IFrameInferenceResult> {\n        const frameStartTime = performance.now();\n\n        if (!this.generator || !this.renderer) {\n            throw new Error('[ladon-ts] Pipeline is not loaded.');\n        }\n\n        // Pre-processing timing\n        const preprocessStart = performance.now();\n\n        // Get the current frame (raw image data or video element). Use the video element if skipping\n        // inference to avoid unnecessary processing when calling canvas getImageData.\n        const frameData = this.getInputFrameData(performInference);\n\n        // Reuse or create buffer for frame data copies, which is needed to ensure the data is not modified\n        // or garbage collected before the inference is done.\n        let frameDataCopy: FrameData;\n        if (frameData instanceof Uint8ClampedArray) {\n            if (!this.frameDataBuffer || this.frameDataBuffer.length !== frameData.length) {\n                this.frameDataBuffer = new Uint8ClampedArray(frameData.length);\n            }\n            this.frameDataBuffer.set(frameData);\n            frameDataCopy = this.frameDataBuffer;\n        } else {\n            frameDataCopy = frameData;\n        }\n\n        const preprocessingTime = performance.now() - preprocessStart;\n\n        let modelInferenceTime = 0;\n\n        if (performInference || !this.lastMaskResult) {\n            // Model inference timing\n            const inferenceStart = performance.now();\n\n            // Send frame for inference and wait for the mask for this timestamp\n            const rawImageData = frameData as Uint8ClampedArray;\n            const maskImageData = this.getMaskImageData(rawImageData);\n            await this.generator.postRender(maskImageData, timestamp);\n            this.lastMaskResult = await this.generator.getLadonOutputForTimestamp(timestamp);\n\n            modelInferenceTime = performance.now() - inferenceStart;\n        }\n\n        // Post-processing timing (rendering)\n        const postprocessStart = performance.now();\n\n        // Render the frame and mask together (mask may be stale if skipping inference)\n        const videoInputImage = this.videoElement || frameDataCopy;\n        await this.renderer.render(videoInputImage, this.lastMaskResult);\n\n        const postprocessingTime = performance.now() - postprocessStart;\n\n        const frameEndTime = performance.now();\n        const totalFrameTime = frameEndTime - frameStartTime;\n\n        const result = this.createInferenceResult(timestamp, performInference);\n\n        // Add timing stats to the result\n        result.stats = {\n            totalFrameTime,\n            modelInferenceTime,\n            preprocessingTime,\n            postprocessingTime,\n            frameStartTime,\n            frameEndTime,\n            inferenceSkipped: !performInference,\n        };\n\n        return result;\n    }\n\n    /**\n     * Gets the raw image data from the input canvas context.\n     *\n     * @param needFreshImageData - Flag to indicate if fresh image data is needed.\n     *\n     * @returns The raw image data.\n     */\n    private getInputFrameData(needFreshImageData: boolean): FrameData {\n        if (needFreshImageData || !this.videoElement) {\n            return this.inputCanvasCtx.getImageData(\n                0,\n                0,\n                this.config.input.width,\n                this.config.input.height\n            ).data;\n        }\n\n        return this.videoElement;\n    }\n\n    /**\n     * Resizes the image data if the model expects a fixed size input.\n     *\n     * @param {Uint8ClampedArray} rawImageData - The raw image data.\n     * @returns {Uint8ClampedArray} - The processed mask image data.\n     */\n    private getMaskImageData(rawImageData: Uint8ClampedArray): Uint8ClampedArray {\n        const modelInput = this.config.mask.inputSize;\n        const inputImage = this.config.input;\n\n        // Check if resizing is needed based on configuration.\n        if (modelInput.width === inputImage.width && modelInput.height === inputImage.height) {\n            return rawImageData;\n        }\n\n        // Resize the image data.\n        return resizeImage(\n            rawImageData,\n            inputImage.width,\n            inputImage.height,\n            modelInput.width,\n            modelInput.height\n        );\n    }\n\n    /**\n     * Creates the inference result object.\n     *\n     * @param timestamp - The timestamp of the frame.\n     * @param performedInference - Indicates if the inference was performed.\n     * @returns The result object containing inference details.\n     */\n    private createInferenceResult(\n        timestamp: number,\n        performedInference: boolean\n    ): IFrameInferenceResult {\n        if (!this.lastMaskResult) {\n            return {\n                facesAndLandmarks: { data: new Float32Array(0), dims: [] },\n                gesture: new Float32Array(0),\n                motion: 0,\n                skipped: true,\n                timestamp,\n                // Stats will be added by the caller if needed\n            };\n        }\n\n        return {\n            facesAndLandmarks: this.lastMaskResult.facesAndLandmarks,\n            gesture: this.lastMaskResult.gesture,\n            motion: this.lastMaskResult.motion,\n            skipped: !performedInference,\n            timestamp,\n            // Stats will be added by the caller if needed\n        };\n    }\n\n    /**\n     * Checks if the pipeline is loaded.\n     *\n     * @returns True if the pipeline is loaded, false otherwise.\n     */\n    public isLoaded(): boolean {\n        return this.loaded;\n    }\n\n    /**\n     * Loads the pipeline components such as the generator and renderer.\n     */\n    public async load(): Promise<void> {\n        switch (this.config.render.type) {\n            case 'blur':\n                this.renderer = new BlurRenderer(this.outputCanvas, this.config);\n                break;\n            case 'passthrough':\n                this.renderer = new PassthroughRenderer(this.outputCanvas, this.config);\n                break;\n            case 'replacement':\n                this.renderer = new ReplacementRenderer(this.outputCanvas, this.config);\n                break;\n            default:\n                throw new Error('[ladon-ts] Renderer not implemented.');\n        }\n\n        await this.renderer.load();\n\n        this.generator = new WorkerGenerator(this.config);\n        await this.generator.load();\n\n        this.loaded = true;\n    }\n\n    public reset(): void {\n        this.lastMaskResult = undefined;\n    }\n\n    /**\n     * Destroys the pipeline and cleans up resources.\n     */\n    public async destroy(): Promise<void> {\n        this.reset();\n        this.renderer?.destroy();\n        await this.generator?.destroy();\n        this.frameDataBuffer = undefined;\n        this.loaded = false;\n    }\n}\n"],"names":["Pipeline","inputCanvas","outputCanvas","config","videoElement","inputCanvasCtx","timestamp","performInference","frameStartTime","preprocessStart","frameData","frameDataCopy","preprocessingTime","modelInferenceTime","inferenceStart","rawImageData","maskImageData","postprocessStart","videoInputImage","postprocessingTime","frameEndTime","totalFrameTime","result","needFreshImageData","modelInput","inputImage","resizeImage","performedInference","BlurRenderer","PassthroughRenderer","ReplacementRenderer","WorkerGenerator","_a","_b"],"mappings":";;;;;AAMO,MAAMA,EAA8B;AAAA,EAUvC,YACYC,GACAC,GACQC,GACCC,GACnB;AAJU,SAAA,cAAAH,GACA,KAAA,eAAAC,GACQ,KAAA,SAAAC,GACC,KAAA,eAAAC,GAXrB,KAAQ,SAAS;AAab,UAAMC,IAAiB,KAAK,YAAY,WAAW,MAAM;AAAA,MACrD,OAAO;AAAA,MACP,oBAAoB;AAAA,IAAA,CACvB;AAED,QAAI,CAACA;AACK,YAAA,IAAI,MAAM,2CAA2C;AAE/D,SAAK,iBAAiBA;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAa1B,MAAa,QACTC,GACAC,IAAmB,IACW;AACxB,UAAAC,IAAiB,YAAY,IAAI;AAEvC,QAAI,CAAC,KAAK,aAAa,CAAC,KAAK;AACnB,YAAA,IAAI,MAAM,oCAAoC;AAIlD,UAAAC,IAAkB,YAAY,IAAI,GAIlCC,IAAY,KAAK,kBAAkBH,CAAgB;AAIrD,QAAAI;AACJ,IAAID,aAAqB,sBACjB,CAAC,KAAK,mBAAmB,KAAK,gBAAgB,WAAWA,EAAU,YACnE,KAAK,kBAAkB,IAAI,kBAAkBA,EAAU,MAAM,IAE5D,KAAA,gBAAgB,IAAIA,CAAS,GAClCC,IAAgB,KAAK,mBAELA,IAAAD;AAGd,UAAAE,IAAoB,YAAY,IAAA,IAAQH;AAE9C,QAAII,IAAqB;AAErB,QAAAN,KAAoB,CAAC,KAAK,gBAAgB;AAEpC,YAAAO,IAAiB,YAAY,IAAI,GAGjCC,IAAeL,GACfM,IAAgB,KAAK,iBAAiBD,CAAY;AACxD,YAAM,KAAK,UAAU,WAAWC,GAAeV,CAAS,GACxD,KAAK,iBAAiB,MAAM,KAAK,UAAU,2BAA2BA,CAAS,GAE1DO,IAAA,YAAY,QAAQC;AAAA,IAAA;AAIvC,UAAAG,IAAmB,YAAY,IAAI,GAGnCC,IAAkB,KAAK,gBAAgBP;AAC7C,UAAM,KAAK,SAAS,OAAOO,GAAiB,KAAK,cAAc;AAEzD,UAAAC,IAAqB,YAAY,IAAA,IAAQF,GAEzCG,IAAe,YAAY,IAAI,GAC/BC,IAAiBD,IAAeZ,GAEhCc,IAAS,KAAK,sBAAsBhB,GAAWC,CAAgB;AAGrE,WAAAe,EAAO,QAAQ;AAAA,MACX,gBAAAD;AAAA,MACA,oBAAAR;AAAA,MACA,mBAAAD;AAAA,MACA,oBAAAO;AAAA,MACA,gBAAAX;AAAA,MACA,cAAAY;AAAA,MACA,kBAAkB,CAACb;AAAA,IACvB,GAEOe;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUH,kBAAkBC,GAAwC;AAC1D,WAAAA,KAAsB,CAAC,KAAK,eACrB,KAAK,eAAe;AAAA,MACvB;AAAA,MACA;AAAA,MACA,KAAK,OAAO,MAAM;AAAA,MAClB,KAAK,OAAO,MAAM;AAAA,IAAA,EACpB,OAGC,KAAK;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASR,iBAAiBR,GAAoD;AACnE,UAAAS,IAAa,KAAK,OAAO,KAAK,WAC9BC,IAAa,KAAK,OAAO;AAG/B,WAAID,EAAW,UAAUC,EAAW,SAASD,EAAW,WAAWC,EAAW,SACnEV,IAIJW;AAAA,MACHX;AAAA,MACAU,EAAW;AAAA,MACXA,EAAW;AAAA,MACXD,EAAW;AAAA,MACXA,EAAW;AAAA,IACf;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUI,sBACJlB,GACAqB,GACqB;AACjB,WAAC,KAAK,iBAWH;AAAA,MACH,mBAAmB,KAAK,eAAe;AAAA,MACvC,SAAS,KAAK,eAAe;AAAA,MAC7B,QAAQ,KAAK,eAAe;AAAA,MAC5B,SAAS,CAACA;AAAA,MACV,WAAArB;AAAA;AAAA,IAEJ,IAjBW;AAAA,MACH,mBAAmB,EAAE,MAAM,IAAI,aAAa,CAAC,GAAG,MAAM,GAAG;AAAA,MACzD,SAAS,IAAI,aAAa,CAAC;AAAA,MAC3B,QAAQ;AAAA,MACR,SAAS;AAAA,MACT,WAAAA;AAAA;AAAA,IAEJ;AAAA,EAUJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQG,WAAoB;AACvB,WAAO,KAAK;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA,EAMhB,MAAa,OAAsB;AACvB,YAAA,KAAK,OAAO,OAAO,MAAM;AAAA,MAC7B,KAAK;AACD,aAAK,WAAW,IAAIsB,EAAa,KAAK,cAAc,KAAK,MAAM;AAC/D;AAAA,MACJ,KAAK;AACD,aAAK,WAAW,IAAIC,EAAoB,KAAK,cAAc,KAAK,MAAM;AACtE;AAAA,MACJ,KAAK;AACD,aAAK,WAAW,IAAIC,EAAoB,KAAK,cAAc,KAAK,MAAM;AACtE;AAAA,MACJ;AACU,cAAA,IAAI,MAAM,sCAAsC;AAAA,IAAA;AAGxD,UAAA,KAAK,SAAS,KAAK,GAEzB,KAAK,YAAY,IAAIC,EAAgB,KAAK,MAAM,GAC1C,MAAA,KAAK,UAAU,KAAK,GAE1B,KAAK,SAAS;AAAA,EAAA;AAAA,EAGX,QAAc;AACjB,SAAK,iBAAiB;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA,EAM1B,MAAa,UAAyB;;AAClC,SAAK,MAAM,IACXC,IAAA,KAAK,aAAL,QAAAA,EAAe,WACT,QAAAC,IAAA,KAAK,cAAL,gBAAAA,EAAgB,YACtB,KAAK,kBAAkB,QACvB,KAAK,SAAS;AAAA,EAAA;AAEtB;"}

package/build/module/lib/version.d.ts

@@ -1 +1 @@
-export declare const LIB_VERSION = "5.7.0";
+export declare const LIB_VERSION = "5.8.0";

package/build/module/lib/version.js

@@ -1,4 +1,4 @@
-const o = "5.7.0";
+const o = "5.8.0";
 export {
   o as LIB_VERSION
 };

package/build/module/lib/version.js.map

@@ -1 +1 @@
-{"version":3,"file":"version.js","sources":["../../../src/lib/version.ts"],"sourcesContent":["export const LIB_VERSION = '5.7.0';\n"],"names":["LIB_VERSION"],"mappings":"AAAO,MAAMA,IAAc;"}
+{"version":3,"file":"version.js","sources":["../../../src/lib/version.ts"],"sourcesContent":["export const LIB_VERSION = '5.8.0';\n"],"names":["LIB_VERSION"],"mappings":"AAAO,MAAMA,IAAc;"}

package/build/worker/segmentation.js

@@ -1,7 +1,7 @@
 /**
  * Cisco Ladon-TS 
  * Copyright (c) Cisco Systems, Inc. All rights reserved. 
- * Build timestamp: May 22, 2025 at 08:08:58 PM UTC
+ * Build timestamp: July 1, 2025 at 12:11:01 AM UTC
  */
 (function(){"use strict";var _documentCurrentScript=typeof document<"u"?document.currentScript:null;self.document={baseURI:location.origin};const originalConsoleLog=console.log,originalConsoleWarn=console.warn,originalConsoleError=console.error;console.log=(...e)=>{postMessage({type:"log",message:e.join(" "),severity:"log"}),originalConsoleLog(...e)},console.warn=(...e)=>{postMessage({type:"log",message:e.join(" "),severity:"warn"}),originalConsoleWarn(...e)},console.error=(...e)=>{postMessage({type:"log",message:e.join(" "),severity:"error"}),originalConsoleError(...e)};/*!
  * ONNX Runtime Web v1.20.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@webex/ladon-ts",
-  "version": "5.7.0",
+  "version": "5.8.0",
   "description": "WebexIntelligence computer vision library",
   "type": "module",
   "main": "build/module/index.js",