@webex/ladon-ts 5.2.0 → 5.4.1

package/CHANGELOG.md

@@ -2,20 +2,56 @@
 
 All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
 
-## [5.2.0](https://github.com/beyonddunbar/ladon-ts/compare/v5.0.1...v5.2.0) (2025-01-17)
+### [5.4.1](https://github.com/beyonddunbar/ladon-ts/compare/v5.4.0...v5.4.1) (2025-03-11)
+
+## [5.4.0](https://github.com/beyonddunbar/ladon-ts/compare/v5.0.1...v5.4.0) (2025-03-11)
+
+
+### Features
+
+*  upgrade onnx version ([0a5a0ad](https://github.com/beyonddunbar/ladon-ts/commit/0a5a0adbfeb70ddae824c74c8a7f03090d813243))
+* fetch and cache assets locally; load them as array buffers ([f1cc74e](https://github.com/beyonddunbar/ladon-ts/commit/f1cc74ed60122f3873cb25014568e2a3ab20eee5))
+* passthrough with generator to support step away ([#20](https://github.com/beyonddunbar/ladon-ts/issues/20)) ([f7e6b58](https://github.com/beyonddunbar/ladon-ts/commit/f7e6b5814d75f42daee67c6174fc1eb80a684b54))
+
+
+### Bug Fixes
+
+* lint ([f2a8f94](https://github.com/beyonddunbar/ladon-ts/commit/f2a8f94012a3e17ccdbdc47cc1a60ebf5f163448))
+* publish missing worker files in build folder ([#18](https://github.com/beyonddunbar/ladon-ts/issues/18)) ([de1b8d9](https://github.com/beyonddunbar/ladon-ts/commit/de1b8d9122ff1b2f9eaf3883a3c52a96e56225a2))
+* webgl syntax error ([#22](https://github.com/beyonddunbar/ladon-ts/issues/22)) ([5a7e513](https://github.com/beyonddunbar/ladon-ts/commit/5a7e513bfd2b39f2b5c1a5b8b9c892f99a017285))
+* yarn build error ([#16](https://github.com/beyonddunbar/ladon-ts/issues/16)) ([38eb5af](https://github.com/beyonddunbar/ladon-ts/commit/38eb5afa8c37947187af3d0b4fe061971b8a2436))
+
+## [5.3.0](https://github.com/beyonddunbar/ladon-ts/compare/v5.0.1...v5.3.0) (2025-03-11)
 
 
 ### Features
 
+*  upgrade onnx version ([0a5a0ad](https://github.com/beyonddunbar/ladon-ts/commit/0a5a0adbfeb70ddae824c74c8a7f03090d813243))
+* fetch and cache assets locally; load them as array buffers ([f1cc74e](https://github.com/beyonddunbar/ladon-ts/commit/f1cc74ed60122f3873cb25014568e2a3ab20eee5))
 * passthrough with generator to support step away ([#20](https://github.com/beyonddunbar/ladon-ts/issues/20)) ([f7e6b58](https://github.com/beyonddunbar/ladon-ts/commit/f7e6b5814d75f42daee67c6174fc1eb80a684b54))
 
 
 ### Bug Fixes
 
+* lint ([f2a8f94](https://github.com/beyonddunbar/ladon-ts/commit/f2a8f94012a3e17ccdbdc47cc1a60ebf5f163448))
 * publish missing worker files in build folder ([#18](https://github.com/beyonddunbar/ladon-ts/issues/18)) ([de1b8d9](https://github.com/beyonddunbar/ladon-ts/commit/de1b8d9122ff1b2f9eaf3883a3c52a96e56225a2))
 * webgl syntax error ([#22](https://github.com/beyonddunbar/ladon-ts/issues/22)) ([5a7e513](https://github.com/beyonddunbar/ladon-ts/commit/5a7e513bfd2b39f2b5c1a5b8b9c892f99a017285))
 * yarn build error ([#16](https://github.com/beyonddunbar/ladon-ts/issues/16)) ([38eb5af](https://github.com/beyonddunbar/ladon-ts/commit/38eb5afa8c37947187af3d0b4fe061971b8a2436))
 
+## [5.2.0](https://github.com/beyonddunbar/ladon-ts/compare/v5.0.1...v5.2.0) (2025-01-17)
+
+
+### Features
+
+* passthrough with generator to support step away ([#20](https://github.com/beyonddunbar/ladon-ts/issues/20)) ([f7e6b58](https://github.com/beyonddunbar/ladon-ts/commit/f7e6b5814d75f42daee67c6174fc1eb80a684b54))
+
+
+### Bug Fixes
+
+* publish missing worker files in build folder ([#18](https://github.com/beyonddunbar/ladon-ts/issues/18)) ([de1b8d9](https://github.com/beyonddunbar/ladon-ts/commit/de1b8d9122ff1b2f9eaf3883a3c52a96e56225a2))
+* webgl syntax error ([#22](https://github.com/beyonddunbar/ladon-ts/issues/22)) ([5a7e513](https://github.com/beyonddunbar/ladon-ts/commit/5a7e513bfd2b39f2b5c1a5b8b9c892f99a017285))
+* yarn build error ([#16](https://github.com/beyonddunbar/ladon-ts/issues/16)) ([38eb5af](https://github.com/beyonddunbar/ladon-ts/commit/38eb5afa8c37947187af3d0b4fe061971b8a2436))
+
 ## [5.1.0](https://github.com/beyonddunbar/ladon-ts/compare/v5.0.1...v5.1.0) (2025-01-15)
 
 

package/build/module/config.json.js

@@ -1,4 +1,4 @@
-const e = "1.15.1b", t = "0.7.7.2", i = "segmentation.js", n = { int: "https://models.int.infra.intelligence.webex.com", prod: "https://models.intelligence.webex.com" }, o = { models: "ladon/models", wasm: "ladon/wasm", workers: "ladon/workers" }, l = { weak: { kernelSize: 9, sigma: 2 }, moderate: { kernelSize: 15, sigma: 6 }, strong: { kernelSize: 25, sigma: 11 }, stronger: { kernelSize: 37, sigma: 17 }, strongest: { kernelSize: 49, sigma: 23 } }, h = { tiny: { modelFile: "tiny-640x360.onnx", inputSize: { width: 640, height: 360 }, outputSize: { width: 640, height: 360 }, upscaleSize: { width: 640, height: 360 }, generationIntervalMs: 48, modelRank: 4 }, low: { modelFile: "low-640x360.onnx", inputSize: { width: 640, height: 360 }, outputSize: { width: 640, height: 360 }, upscaleSize: { width: 640, height: 360 }, generationIntervalMs: 48, modelRank: 4 }, medium: { modelFile: "medium-640x360.onnx", inputSize: { width: 640, height: 360 }, outputSize: { width: 640, height: 360 }, upscaleSize: { width: 640, height: 360 }, generationIntervalMs: 36, modelRank: 4 }, high: { modelFile: "medium-640x360.onnx", inputSize: { width: 640, height: 360 }, outputSize: { width: 640, height: 360 }, upscaleSize: { width: 640, height: 360 }, generationIntervalMs: 24, modelRank: 4 }, ultra: { modelFile: "medium-640x360.onnx", inputSize: { width: 640, height: 360 }, outputSize: { width: 640, height: 360 }, upscaleSize: { width: 640, height: 360 }, generationIntervalMs: 0, modelRank: 4 } }, s = "${BASE_PATH_MODELS}/${MODEL_VERSION}/${MODEL_FILE}", a = "${BASE_PATH_WASM}/${ONNX_VERSION}/", d = "${BASE_PATH_WORKERS}/${LIB_VERSION}/${WORKER_FILE}", m = {
+const e = "1.20.1", t = "0.7.7.2", i = "segmentation.js", n = { int: "https://models.int.infra.intelligence.webex.com", prod: "https://models.intelligence.webex.com" }, o = { models: "ladon/models", wasm: "ladon/wasm", workers: "ladon/workers" }, l = { weak: { kernelSize: 9, sigma: 2 }, moderate: { kernelSize: 15, sigma: 6 }, strong: { kernelSize: 25, sigma: 11 }, stronger: { kernelSize: 37, sigma: 17 }, strongest: { kernelSize: 49, sigma: 23 } }, h = { tiny: { modelFile: "tiny-640x360.onnx", inputSize: { width: 640, height: 360 }, outputSize: { width: 640, height: 360 }, upscaleSize: { width: 640, height: 360 }, generationIntervalMs: 48, modelRank: 4 }, low: { modelFile: "low-640x360.onnx", inputSize: { width: 640, height: 360 }, outputSize: { width: 640, height: 360 }, upscaleSize: { width: 640, height: 360 }, generationIntervalMs: 48, modelRank: 4 }, medium: { modelFile: "medium-640x360.onnx", inputSize: { width: 640, height: 360 }, outputSize: { width: 640, height: 360 }, upscaleSize: { width: 640, height: 360 }, generationIntervalMs: 36, modelRank: 4 }, high: { modelFile: "medium-640x360.onnx", inputSize: { width: 640, height: 360 }, outputSize: { width: 640, height: 360 }, upscaleSize: { width: 640, height: 360 }, generationIntervalMs: 24, modelRank: 4 }, ultra: { modelFile: "medium-640x360.onnx", inputSize: { width: 640, height: 360 }, outputSize: { width: 640, height: 360 }, upscaleSize: { width: 640, height: 360 }, generationIntervalMs: 0, modelRank: 4 } }, s = "${BASE_PATH_MODELS}/${MODEL_VERSION}/${MODEL_FILE}", a = "${BASE_PATH_WASM}/${ONNX_VERSION}/", d = "${BASE_PATH_WORKERS}/${LIB_VERSION}/${WORKER_FILE}", m = {
   onnxVersion: e,
   modelVersion: t,
   workerFile: i,

package/build/module/index.js

@@ -1,41 +1,42 @@
-import { getBlurConfig as o, getConfig as t, getPreloadConfig as p } from "./lib/config.js";
-import { ConfigurationBuilder as l } from "./lib/config-builder.js";
-import { BlurStrength as m, Quality as f } from "./lib/config-types.js";
-import { LocalGenerator as x, NullGenerator as g, WorkerGenerator as d } from "./lib/generator.js";
+import { getBlurConfig as o, getConfig as t, getPreloadConfig as a } from "./lib/config.js";
+import { ConfigurationBuilder as n } from "./lib/config-builder.js";
+import { BlurStrength as m, Quality as i } from "./lib/config-types.js";
+import { LocalGenerator as d, NullGenerator as x, WorkerGenerator as g } from "./lib/generator.js";
 import { Pipeline as u } from "./lib/pipeline.js";
 import { BlurRenderer as h } from "./lib/renderer/blur-renderer.js";
 import { PassthroughRenderer as B } from "./lib/renderer/passthrough-renderer.js";
-import { ReplacementRenderer as C } from "./lib/renderer/replacement-renderer.js";
+import { ReplacementRenderer as I } from "./lib/renderer/replacement-renderer.js";
 import { WebGLRenderer as P } from "./lib/renderer/webgl-renderer.js";
-import { InterpolationMethod as b, bilinearUpsample as L, compileShader as S, isResolvedUri as k, lanczos3Upsample as z, linkProgram as M, resizeImage as N, toAbsoluteURI as W } from "./lib/util.js";
+import { InterpolationMethod as b, bilinearUpsample as L, compileShader as S, isResolvedUri as k, lanczos3Upsample as z, linkProgram as A, loadAndCacheFile as M, resizeImage as N, toAbsoluteURI as W } from "./lib/util.js";
 import { LIB_VERSION as y } from "./lib/version.js";
-import { sharedResourceManager as E } from "./lib/shared-resource-manager.js";
+import { sharedResourceManager as F } from "./lib/shared-resource-manager.js";
 import { preload as Q } from "./lib/preload.js";
 export {
   h as BlurRenderer,
   m as BlurStrength,
-  l as ConfigurationBuilder,
+  n as ConfigurationBuilder,
   b as InterpolationMethod,
   y as LIB_VERSION,
-  x as LocalGenerator,
-  g as NullGenerator,
+  d as LocalGenerator,
+  x as NullGenerator,
   B as PassthroughRenderer,
   u as Pipeline,
-  f as Quality,
-  C as ReplacementRenderer,
+  i as Quality,
+  I as ReplacementRenderer,
   P as WebGLRenderer,
-  d as WorkerGenerator,
+  g as WorkerGenerator,
   L as bilinearUpsample,
   S as compileShader,
   o as getBlurConfig,
   t as getConfig,
-  p as getPreloadConfig,
+  a as getPreloadConfig,
   k as isResolvedUri,
   z as lanczos3Upsample,
-  M as linkProgram,
+  A as linkProgram,
+  M as loadAndCacheFile,
   Q as preload,
   N as resizeImage,
-  E as sharedResourceManager,
+  F as sharedResourceManager,
   W as toAbsoluteURI
 };
 //# sourceMappingURL=index.js.map

package/build/module/lib/config-types.d.ts

@@ -12,7 +12,7 @@ export declare enum BlurStrength {
     STRONGER = "STRONGER",
     STRONGEST = "STRONGEST"
 }
-export declare type ResolutionConfig = {
+export type ResolutionConfig = {
     readonly height: number;
     readonly width: number;
 };
@@ -29,8 +29,8 @@ export interface ModelQualityConfig {
     readonly outputSize: ResolutionConfig;
     readonly upscaleSize: ResolutionConfig;
 }
-export declare type InputConfig = ResolutionConfig;
-export declare type AssetUrlResolver = (assetUri: string, config: PreloadConfig) => Promise<string>;
+export type InputConfig = ResolutionConfig;
+export type AssetUrlResolver = (assetUri: string, config: PreloadConfig) => Promise<string>;
 export interface RenderConfig {
     readonly type: 'blur' | 'passthrough' | 'replacement';
     readonly horizontalMirror?: boolean;
@@ -48,8 +48,8 @@ export interface ReplacementConfig extends RenderConfig {
 export interface PassthroughConfig extends RenderConfig {
     readonly type: 'passthrough';
 }
-export declare type Generator = 'local' | 'worker';
-export declare type BaseMaskConfig = {
+export type Generator = 'local' | 'worker';
+export type BaseMaskConfig = {
     readonly generator: Generator;
     readonly generationIntervalMs: number;
     readonly modelRank: number;
@@ -59,16 +59,16 @@ export declare type BaseMaskConfig = {
     readonly outputSize?: ResolutionConfig;
     readonly upscaleSize?: ResolutionConfig;
 };
-export declare type MaskConfig = BaseMaskConfig & SizeConfig;
-export declare type PreloadConfig = {
+export type MaskConfig = BaseMaskConfig & SizeConfig;
+export type PreloadConfig = {
     readonly baseUrl?: string;
     readonly wasmUri: string;
     readonly mask: BaseMaskConfig;
     readonly executionProviders?: string[];
     readonly assetUrlResolver?: AssetUrlResolver;
 };
-export declare type WorkerConfig = Omit<PreloadConfig, 'assetUrlResolver'>;
-export declare type PipelineConfig = PreloadConfig & {
+export type WorkerConfig = Omit<PreloadConfig, 'assetUrlResolver'>;
+export type PipelineConfig = PreloadConfig & {
     readonly render: BlurConfig | RenderConfig | ReplacementConfig;
     readonly input: InputConfig;
     readonly mask: MaskConfig;

package/build/module/lib/generator.d.ts

@@ -5,7 +5,7 @@ declare global {
         url: string;
     }
 }
-export declare type FrameData = Uint8ClampedArray | HTMLVideoElement;
+export type FrameData = Uint8ClampedArray | HTMLVideoElement;
 export interface FacesAndLandmarks {
     data: Float32Array;
     dims: readonly number[];

package/build/module/lib/generator.js

@@ -1,5 +1,5 @@
 import * as c from "onnxruntime-web";
-import { sharedResourceManager as n } from "./shared-resource-manager.js";
+import { sharedResourceManager as d } from "./shared-resource-manager.js";
 class R {
   constructor(t) {
     this.config = t, this.lastMaskGenerationTime = 0;
@@ -30,19 +30,19 @@ class R {
   preprocess(t, a) {
     const {
       modelRank: e,
-      inputSize: r,
+      inputSize: l,
       outputSize: s
-    } = this.config.mask, { height: o, width: l } = r, d = o * l;
-    this.output ?? (this.output = new Float32Array(d * e));
+    } = this.config.mask, { height: r, width: i } = l, o = r * i;
+    this.output ?? (this.output = new Float32Array(o * e));
     const k = t.length / 4;
-    for (let i = 0; i < 3; i++)
-      for (let h = 0; h < k; h++)
-        this.output[h + i * d] = t[h * 4 + (2 - i)];
-    const w = s.width / l, g = s.height / o;
-    for (let i = 0; i < l; i++) {
-      const h = Math.floor(i * w);
-      for (let m = 0; m < o; m++) {
-        const f = Math.floor(m * g), p = h + f * s.width, M = i + m * l + 3 * d, y = Math.min(Math.max(a[p], 0), 255);
+    for (let n = 0; n < 3; n++)
+      for (let m = 0; m < k; m++)
+        this.output[m + n * o] = t[m * 4 + (2 - n)];
+    const w = s.width / i, g = s.height / r;
+    for (let n = 0; n < i; n++) {
+      const m = Math.floor(n * w);
+      for (let h = 0; h < r; h++) {
+        const f = Math.floor(h * g), p = m + f * s.width, M = n + h * i + 3 * o, y = Math.min(Math.max(a[p], 0), 255);
         this.output[M] = y;
       }
     }
@@ -52,7 +52,7 @@ class R {
     return Date.now() - this.lastMaskGenerationTime;
   }
   async getLadonOutput(t, a) {
-    var s, o, l, d;
+    var s, r, i, o;
     if (!this.maskModel)
       throw new Error("[ladon-ts] - mask model not loaded.");
     if (this.getTimeSinceLastGeneration() < this.config.mask.generationIntervalMs)
@@ -70,25 +70,25 @@ class R {
       this.config.mask.modelRank,
       this.config.mask.inputSize.height,
       this.config.mask.inputSize.width
-    ]), r = await this.maskModel.run({ input: e });
-    return this.lastMask = r.segmentation, this.lastResult = {
+    ]), l = await this.maskModel.run({ input: e });
+    return this.lastMask = l.segmentation, this.lastResult = {
       data: this.lastMask.data ?? new Float32Array(0),
       facesAndLandmarks: {
-        data: ((s = r.faces_and_landmarks) == null ? void 0 : s.data) ?? new Float32Array(0),
-        dims: ((o = r.faces_and_landmarks) == null ? void 0 : o.dims) ?? []
+        data: ((s = l.faces_and_landmarks) == null ? void 0 : s.data) ?? new Float32Array(0),
+        dims: ((r = l.faces_and_landmarks) == null ? void 0 : r.dims) ?? []
       },
-      gesture: ((l = r.gesture) == null ? void 0 : l.data) ?? new Float32Array(0),
-      motion: ((d = r.motion) == null ? void 0 : d.data[0]) ?? 0,
+      gesture: ((i = l.gesture) == null ? void 0 : i.data) ?? new Float32Array(0),
+      motion: ((o = l.motion) == null ? void 0 : o.data[0]) ?? 0,
       timestamp: a,
       warm: !0
     }, this.lastResult;
   }
   async load() {
-    const t = await n.resolveUri(
+    const t = await d.resolveUri(
       this.config,
       this.config.mask.modelUri
     );
-    if (this.maskModel = n.getModelSession(t), this.maskModel ?? (this.maskModel = await n.loadModel(this.config)), !this.maskModel)
+    if (this.maskModel = d.getModelSession(t), this.maskModel ?? (this.maskModel = await d.loadModel(this.config)), !this.maskModel)
       throw new Error("Failed to load the ONNX model.");
   }
   isLoaded() {
@@ -154,9 +154,36 @@ class F {
     return this.newMask = !1, a;
   }
   async load() {
-    const t = await n.prepareWorkerConfig(this.config);
-    if (this.worker = n.getWorker(), this.worker ?? (this.worker = await n.initializeWorker(t)), !this.worker)
+    const t = await d.prepareWorkerConfig(this.config);
+    if (this.worker = d.getWorker(), this.worker ?? (this.worker = await d.initializeWorker(t)), !this.worker)
       throw new Error("[ladon-ts] - worker is not defined.");
+    this.worker.onmessage = (s) => {
+      if (s.data.type === "log") {
+        const { message: r, severity: i } = s.data, o = `[ladon-ts] Message received from worker: ${r}`;
+        switch (i) {
+          case "warn":
+            console.warn(o);
+            break;
+          case "error":
+            console.error(o);
+            break;
+          default:
+            console.log(o);
+        }
+      } else if (s.data.status === "generated")
+        this.lastMask = s.data.mask, this.lastResult = {
+          data: s.data.mask,
+          facesAndLandmarks: s.data.facesAndLandmarks,
+          gesture: s.data.gesture,
+          motion: s.data.motion,
+          timestamp: s.data.timestamp,
+          warm: !0
+        }, this.newMask = !0;
+      else {
+        const r = d.getWorkerUrl();
+        r && URL.revokeObjectURL(r), e == null || e();
+      }
+    };
     const a = {
       baseUrl: t.baseUrl,
       input: t.input,
@@ -166,24 +193,9 @@ class F {
     };
     this.worker.postMessage({ type: "init", config: a });
     let e;
-    const r = new Promise((s) => {
+    return new Promise((s) => {
       e = s;
     });
-    return this.worker.onmessage = (s) => {
-      if (s.data.status === "generated")
-        this.lastMask = s.data.mask, this.lastResult = {
-          data: s.data.mask,
-          facesAndLandmarks: s.data.facesAndLandmarks,
-          gesture: s.data.gesture,
-          motion: s.data.motion,
-          timestamp: s.data.timestamp,
-          warm: !0
-        }, this.newMask = !0;
-      else {
-        const o = n.getWorkerUrl();
-        o && URL.revokeObjectURL(o), e == null || e();
-      }
-    }, r;
   }
   isLoaded() {
     return !!this.worker;
@@ -201,7 +213,7 @@ class F {
     );
   }
   destroy() {
-    n.terminateWorker();
+    d.terminateWorker();
   }
 }
 export {

package/build/module/lib/generator.js.map

@@ -1 +1 @@
-{"version":3,"file":"generator.js","sources":["../../../src/lib/generator.ts"],"sourcesContent":["import * as ort from 'onnxruntime-web';\n\nimport { PipelineConfig } from './config-types';\nimport { sharedResourceManager } from './shared-resource-manager';\n\ndeclare global {\n    interface ImportMeta {\n        url: string;\n    }\n}\n\nexport type FrameData = Uint8ClampedArray | HTMLVideoElement;\n\nexport interface FacesAndLandmarks {\n    data: Float32Array;\n    dims: readonly number[];\n}\nexport interface LadonOutput {\n    data: Float32Array; // 1x1x144x256 or 1x1x360x640\n    facesAndLandmarks: FacesAndLandmarks; // 1x1x9x16x1439\n    gesture: Float32Array; // 1x9\n    motion: number; // 1x1x1x1\n    timestamp: number;\n    warm: boolean;\n}\n\nexport interface MaskGenerator {\n    getLadonOutput(input: Uint8ClampedArray, timestamp: number): Promise<LadonOutput>;\n    load(): Promise<void>;\n    isLoaded(): boolean;\n    postRender(input: Uint8ClampedArray, timestamp: number): Promise<void>;\n    destroy(): void;\n}\n\nexport class LocalGenerator implements MaskGenerator {\n    private lastResult: LadonOutput;\n    private lastMask: ort.Tensor;\n    private maskModel?: ort.InferenceSession;\n    private lastMaskGenerationTime = 0;\n    private output?: Float32Array;\n\n    constructor(public readonly config: PipelineConfig) {\n        const { height, width } = this.config.mask.outputSize;\n        this.lastMask = new ort.Tensor('float32', new Float32Array(height * width), [\n            1,\n            1,\n            height,\n            width,\n        ]);\n        this.lastResult = {\n            data: this.lastMask.data,\n            facesAndLandmarks: { data: new Float32Array(0), dims: [] },\n            gesture: new Float32Array(0),\n            motion: 0,\n            timestamp: 0,\n            warm: false,\n        };\n    }\n\n    /**\n     * This method preprocesses an input Uint8ClampedArray to a Float32Array\n     * while maintaining memory efficiency by reusing a class-scoped output buffer.\n     * If the model rank is 4 (e.g., newer tiny model), it sets an alpha channel value.\n     *\n     * @param {Uint8ClampedArray} input - The input data to be preprocessed\n     * @param {Float32Array} alpha - The alpha channel data\n     * @returns {Float32Array} - The processed data\n     */\n    private preprocess(input: Uint8ClampedArray, alpha: Float32Array): Float32Array {\n        const {\n            modelRank: model_rank,\n            inputSize: input_size,\n            outputSize: output_size,\n        } = this.config.mask;\n        const { height, width } = input_size;\n        const numImagePixels = height * width;\n\n        // Initialize the output buffer if it is not already set\n        this.output ??= new Float32Array(numImagePixels * model_rank);\n\n        const numInputPixels = input.length / 4; // Divide by 4 for RGBA\n\n        // Directly copy channels (assumes fixed order like BGR or RGB)\n        for (let channel = 0; channel < 3; channel++) {\n            for (let pixel = 0; pixel < numInputPixels; pixel++) {\n                // Map input channels directly to output\n                this.output[pixel + channel * numImagePixels] = input[pixel * 4 + (2 - channel)];\n            }\n        }\n\n        // Scaling factors for width and height\n        const widthScale = output_size.width / width;\n        const heightScale = output_size.height / height;\n\n        // Process alpha channel\n        for (let x = 0; x < width; x++) {\n            const nearestNeighborX = Math.floor(x * widthScale);\n            for (let y = 0; y < height; y++) {\n                const nearestNeighborY = Math.floor(y * heightScale);\n                const maskIdx = nearestNeighborX + nearestNeighborY * output_size.width;\n                const outputIdx = x + y * width + 3 * numImagePixels;\n\n                // Normalize and scale alpha to [0, 255]\n                const normalizedValue = Math.min(Math.max(alpha[maskIdx], 0), 255);\n                this.output[outputIdx] = normalizedValue;\n            }\n        }\n\n        return this.output;\n    }\n\n    public getTimeSinceLastGeneration(): number {\n        return Date.now() - this.lastMaskGenerationTime;\n    }\n\n    public async getLadonOutput(input: Uint8ClampedArray, timestamp: number): Promise<LadonOutput> {\n        if (!this.maskModel) {\n            throw new Error('[ladon-ts] - mask model not loaded.');\n        }\n\n        if (this.getTimeSinceLastGeneration() < this.config.mask.generationIntervalMs) {\n            return {\n                data: this.lastMask.data,\n                facesAndLandmarks: this.lastResult.facesAndLandmarks,\n                gesture: this.lastResult.gesture,\n                motion: this.lastResult.motion,\n                timestamp: this.lastResult.timestamp,\n                warm: false,\n            };\n        }\n\n        this.lastMaskGenerationTime = Date.now();\n\n        const imageTensor = new ort.Tensor('float32', this.preprocess(input, this.lastMask.data), [\n            1,\n            this.config.mask.modelRank,\n            this.config.mask.inputSize.height,\n            this.config.mask.inputSize.width,\n        ]);\n\n        const results = await this.maskModel.run({ input: imageTensor });\n        this.lastMask = results.segmentation;\n\n        this.lastResult = {\n            data: this.lastMask.data ?? new Float32Array(0),\n            facesAndLandmarks: {\n                data: results.faces_and_landmarks?.data ?? new Float32Array(0),\n                dims: results.faces_and_landmarks?.dims ?? ([] as readonly number[]),\n            },\n            gesture: results.gesture?.data ?? new Float32Array(0),\n            motion: results.motion?.data[0] ?? 0,\n            timestamp,\n            warm: true,\n        };\n\n        return this.lastResult;\n    }\n\n    async load() {\n        const modelUrl = await sharedResourceManager.resolveUri(\n            this.config,\n            this.config.mask.modelUri\n        );\n\n        // Attempt to retrieve a preloaded InferenceSession from the shared resource manager.\n        this.maskModel = sharedResourceManager.getModelSession(modelUrl);\n        // If the model is not preloaded, load it from the provided model URL.\n        this.maskModel ??= await sharedResourceManager.loadModel(this.config);\n\n        if (!this.maskModel) {\n            throw new Error('Failed to load the ONNX model.');\n        }\n    }\n\n    public isLoaded(): boolean {\n        return !!this.maskModel;\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async postRender(_: Uint8ClampedArray): Promise<void> {\n        // empty for local generator\n    }\n\n    public destroy(): void {\n        // empty for local generator\n    }\n}\n\nexport class NullGenerator implements MaskGenerator {\n    private lastMask: Float32Array;\n\n    constructor(public readonly config: PipelineConfig) {\n        this.lastMask = new Float32Array(\n            this.config.mask.outputSize.height * this.config.mask.outputSize.width\n        );\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async getLadonOutput(_: Uint8ClampedArray): Promise<LadonOutput> {\n        return {\n            data: this.lastMask,\n            facesAndLandmarks: { data: new Float32Array(0), dims: [] },\n            gesture: new Float32Array(0),\n            motion: 0,\n            timestamp: 0,\n            warm: false,\n        };\n    }\n\n    public async load(): Promise<void> {\n        // empty for null generator\n    }\n\n    public isLoaded(): boolean {\n        return true;\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async postRender(_: Uint8ClampedArray): Promise<void> {\n        // empty for null generator\n    }\n\n    public destroy(): void {\n        // empty for null generator\n    }\n}\n\nexport class WorkerGenerator implements MaskGenerator {\n    private lastMask: Float32Array;\n    private newMask = true;\n    private worker?: Worker;\n    private lastResult: LadonOutput;\n\n    constructor(public readonly config: PipelineConfig) {\n        this.lastMask = new Float32Array(\n            this.config.mask.outputSize.height * this.config.mask.outputSize.width\n        );\n        this.lastResult = {\n            data: this.lastMask,\n            facesAndLandmarks: { data: new Float32Array(0), dims: [] },\n            gesture: new Float32Array(0),\n            motion: 0,\n            timestamp: 0,\n            warm: false,\n        };\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async getLadonOutput(_: Uint8ClampedArray): Promise<LadonOutput> {\n        const toReturn = {\n            data: this.lastMask,\n            facesAndLandmarks: this.lastResult.facesAndLandmarks,\n            gesture: this.lastResult.gesture,\n            motion: this.lastResult.motion,\n            timestamp: this.lastResult.timestamp,\n            warm: this.newMask,\n        };\n\n        this.newMask = false;\n\n        return toReturn;\n    }\n\n    public async load(): Promise<void> {\n        // Prepare the worker configuration by resolving the final URLs and paths to send to the worker.\n        const config = await sharedResourceManager.prepareWorkerConfig(this.config);\n\n        this.worker = sharedResourceManager.getWorker();\n        this.worker ??= await sharedResourceManager.initializeWorker(config);\n\n        if (!this.worker) {\n            throw new Error('[ladon-ts] - worker is not defined.');\n        }\n\n        const workerConfig: PipelineConfig = {\n            baseUrl: config.baseUrl,\n            input: config.input,\n            mask: config.mask,\n            wasmUri: config.wasmUri,\n            render: { type: 'passthrough' },\n        };\n\n        this.worker.postMessage({ type: 'init', config: workerConfig });\n\n        let resolutionCb: () => void;\n        const result = new Promise<void>((resolve) => {\n            resolutionCb = resolve;\n        });\n\n        this.worker.onmessage = (event) => {\n            if (event.data.status === 'generated') {\n                this.lastMask = event.data.mask;\n                this.lastResult = {\n                    data: event.data.mask,\n                    facesAndLandmarks: event.data.facesAndLandmarks,\n                    gesture: event.data.gesture,\n                    motion: event.data.motion,\n                    timestamp: event.data.timestamp,\n                    warm: true,\n                };\n                this.newMask = true;\n            } else {\n                const workerUrl = sharedResourceManager.getWorkerUrl();\n\n                if (workerUrl) {\n                    URL.revokeObjectURL(workerUrl);\n                }\n\n                resolutionCb?.();\n            }\n        };\n\n        return result;\n    }\n\n    public isLoaded(): boolean {\n        return !!this.worker;\n    }\n\n    public async postRender(input: Uint8ClampedArray, timestamp: number): Promise<void> {\n        // claim ownership of the input tensor's buffer and forward to worker\n\n        if (!this.worker) {\n            throw new Error('[ladon-ts] - worker is not defined.');\n        }\n\n        this.worker.postMessage(\n            {\n                type: 'generate',\n                image: input,\n                timestamp,\n            },\n            [input.buffer]\n        );\n    }\n\n    public destroy(): void {\n        sharedResourceManager.terminateWorker();\n    }\n}\n"],"names":["LocalGenerator","config","height","width","ort","input","alpha","model_rank","input_size","output_size","numImagePixels","numInputPixels","channel","pixel","widthScale","heightScale","x","nearestNeighborX","y","nearestNeighborY","maskIdx","outputIdx","normalizedValue","timestamp","imageTensor","results","_a","_b","_c","_d","modelUrl","sharedResourceManager","_","NullGenerator","WorkerGenerator","toReturn","workerConfig","resolutionCb","result","resolve","event","workerUrl"],"mappings":";;AAkCO,MAAMA,EAAwC;AAAA,EAOjD,YAA4BC,GAAwB;AAAxB,SAAA,SAAAA,GAH5B,KAAQ,yBAAyB;AAI7B,UAAM,EAAE,QAAAC,GAAQ,OAAAC,EAAA,IAAU,KAAK,OAAO,KAAK;AACtC,SAAA,WAAW,IAAIC,EAAI,OAAO,WAAW,IAAI,aAAaF,IAASC,CAAK,GAAG;AAAA,MACxE;AAAA,MACA;AAAA,MACAD;AAAA,MACAC;AAAA,IAAA,CACH,GACD,KAAK,aAAa;AAAA,MACd,MAAM,KAAK,SAAS;AAAA,MACpB,mBAAmB,EAAE,MAAM,IAAI,aAAa,CAAC,GAAG,MAAM,GAAG;AAAA,MACzD,SAAS,IAAI,aAAa,CAAC;AAAA,MAC3B,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,MAAM;AAAA,IACV;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAYI,WAAWE,GAA0BC,GAAmC;AACtE,UAAA;AAAA,MACF,WAAWC;AAAA,MACX,WAAWC;AAAA,MACX,YAAYC;AAAA,IAAA,IACZ,KAAK,OAAO,MACV,EAAE,QAAAP,GAAQ,OAAAC,EAAA,IAAUK,GACpBE,IAAiBR,IAASC;AAGhC,SAAK,WAAL,KAAK,SAAW,IAAI,aAAaO,IAAiBH,CAAU;AAEtD,UAAAI,IAAiBN,EAAM,SAAS;AAGtC,aAASO,IAAU,GAAGA,IAAU,GAAGA;AAC/B,eAASC,IAAQ,GAAGA,IAAQF,GAAgBE;AAEnC,aAAA,OAAOA,IAAQD,IAAUF,CAAc,IAAIL,EAAMQ,IAAQ,KAAK,IAAID,EAAQ;AAKjF,UAAAE,IAAaL,EAAY,QAAQN,GACjCY,IAAcN,EAAY,SAASP;AAGzC,aAASc,IAAI,GAAGA,IAAIb,GAAOa,KAAK;AAC5B,YAAMC,IAAmB,KAAK,MAAMD,IAAIF,CAAU;AAClD,eAASI,IAAI,GAAGA,IAAIhB,GAAQgB,KAAK;AAC7B,cAAMC,IAAmB,KAAK,MAAMD,IAAIH,CAAW,GAC7CK,IAAUH,IAAmBE,IAAmBV,EAAY,OAC5DY,IAAYL,IAAIE,IAAIf,IAAQ,IAAIO,GAGhCY,IAAkB,KAAK,IAAI,KAAK,IAAIhB,EAAMc,CAAO,GAAG,CAAC,GAAG,GAAG;AAC5D,aAAA,OAAOC,CAAS,IAAIC;AAAA,MAAA;AAAA,IAC7B;AAGJ,WAAO,KAAK;AAAA,EAAA;AAAA,EAGT,6BAAqC;AACjC,WAAA,KAAK,QAAQ,KAAK;AAAA,EAAA;AAAA,EAG7B,MAAa,eAAejB,GAA0BkB,GAAyC;;AACvF,QAAA,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,qCAAqC;AAGzD,QAAI,KAAK,2BAA2B,IAAI,KAAK,OAAO,KAAK;AAC9C,aAAA;AAAA,QACH,MAAM,KAAK,SAAS;AAAA,QACpB,mBAAmB,KAAK,WAAW;AAAA,QACnC,SAAS,KAAK,WAAW;AAAA,QACzB,QAAQ,KAAK,WAAW;AAAA,QACxB,WAAW,KAAK,WAAW;AAAA,QAC3B,MAAM;AAAA,MACV;AAGC,SAAA,yBAAyB,KAAK,IAAI;AAEjC,UAAAC,IAAc,IAAIpB,EAAI,OAAO,WAAW,KAAK,WAAWC,GAAO,KAAK,SAAS,IAAI,GAAG;AAAA,MACtF;AAAA,MACA,KAAK,OAAO,KAAK;AAAA,MACjB,KAAK,OAAO,KAAK,UAAU;AAAA,MAC3B,KAAK,OAAO,KAAK,UAAU;AAAA,IAAA,CAC9B,GAEKoB,IAAU,MAAM,KAAK,UAAU,IAAI,EAAE,OAAOD,GAAa;AAC/D,gBAAK,WAAWC,EAAQ,cAExB,KAAK,aAAa;AAAA,MACd,MAAM,KAAK,SAAS,QAAQ,IAAI,aAAa,CAAC;AAAA,MAC9C,mBAAmB;AAAA,QACf,QAAMC,IAAAD,EAAQ,wBAAR,gBAAAC,EAA6B,SAAQ,IAAI,aAAa,CAAC;AAAA,QAC7D,QAAMC,IAAAF,EAAQ,wBAAR,gBAAAE,EAA6B,SAAS,CAAA;AAAA,MAChD;AAAA,MACA,WAASC,IAAAH,EAAQ,YAAR,gBAAAG,EAAiB,SAAQ,IAAI,aAAa,CAAC;AAAA,MACpD,UAAQC,IAAAJ,EAAQ,WAAR,gBAAAI,EAAgB,KAAK,OAAM;AAAA,MACnC,WAAAN;AAAA,MACA,MAAM;AAAA,IACV,GAEO,KAAK;AAAA,EAAA;AAAA,EAGhB,MAAM,OAAO;AACH,UAAAO,IAAW,MAAMC,EAAsB;AAAA,MACzC,KAAK;AAAA,MACL,KAAK,OAAO,KAAK;AAAA,IACrB;AAOI,QAJC,KAAA,YAAYA,EAAsB,gBAAgBD,CAAQ,GAE/D,KAAK,cAAL,KAAK,YAAc,MAAMC,EAAsB,UAAU,KAAK,MAAM,IAEhE,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,gCAAgC;AAAA,EACpD;AAAA,EAGG,WAAoB;AAChB,WAAA,CAAC,CAAC,KAAK;AAAA,EAAA;AAAA;AAAA,EAIlB,MAAa,WAAWC,GAAqC;AAAA,EAAA;AAAA,EAItD,UAAgB;AAAA,EAAA;AAG3B;AAEO,MAAMC,EAAuC;AAAA,EAGhD,YAA4BhC,GAAwB;AAAxB,SAAA,SAAAA,GACxB,KAAK,WAAW,IAAI;AAAA,MAChB,KAAK,OAAO,KAAK,WAAW,SAAS,KAAK,OAAO,KAAK,WAAW;AAAA,IACrE;AAAA,EAAA;AAAA;AAAA,EAIJ,MAAa,eAAe+B,GAA4C;AAC7D,WAAA;AAAA,MACH,MAAM,KAAK;AAAA,MACX,mBAAmB,EAAE,MAAM,IAAI,aAAa,CAAC,GAAG,MAAM,GAAG;AAAA,MACzD,SAAS,IAAI,aAAa,CAAC;AAAA,MAC3B,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,MAAM;AAAA,IACV;AAAA,EAAA;AAAA,EAGJ,MAAa,OAAsB;AAAA,EAAA;AAAA,EAI5B,WAAoB;AAChB,WAAA;AAAA,EAAA;AAAA;AAAA,EAIX,MAAa,WAAWA,GAAqC;AAAA,EAAA;AAAA,EAItD,UAAgB;AAAA,EAAA;AAG3B;AAEO,MAAME,EAAyC;AAAA,EAMlD,YAA4BjC,GAAwB;AAAxB,SAAA,SAAAA,GAJ5B,KAAQ,UAAU,IAKd,KAAK,WAAW,IAAI;AAAA,MAChB,KAAK,OAAO,KAAK,WAAW,SAAS,KAAK,OAAO,KAAK,WAAW;AAAA,IACrE,GACA,KAAK,aAAa;AAAA,MACd,MAAM,KAAK;AAAA,MACX,mBAAmB,EAAE,MAAM,IAAI,aAAa,CAAC,GAAG,MAAM,GAAG;AAAA,MACzD,SAAS,IAAI,aAAa,CAAC;AAAA,MAC3B,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,MAAM;AAAA,IACV;AAAA,EAAA;AAAA;AAAA,EAIJ,MAAa,eAAe+B,GAA4C;AACpE,UAAMG,IAAW;AAAA,MACb,MAAM,KAAK;AAAA,MACX,mBAAmB,KAAK,WAAW;AAAA,MACnC,SAAS,KAAK,WAAW;AAAA,MACzB,QAAQ,KAAK,WAAW;AAAA,MACxB,WAAW,KAAK,WAAW;AAAA,MAC3B,MAAM,KAAK;AAAA,IACf;AAEA,gBAAK,UAAU,IAERA;AAAA,EAAA;AAAA,EAGX,MAAa,OAAsB;AAE/B,UAAMlC,IAAS,MAAM8B,EAAsB,oBAAoB,KAAK,MAAM;AAKtE,QAHC,KAAA,SAASA,EAAsB,UAAU,GAC9C,KAAK,WAAL,KAAK,SAAW,MAAMA,EAAsB,iBAAiB9B,CAAM,IAE/D,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,qCAAqC;AAGzD,UAAMmC,IAA+B;AAAA,MACjC,SAASnC,EAAO;AAAA,MAChB,OAAOA,EAAO;AAAA,MACd,MAAMA,EAAO;AAAA,MACb,SAASA,EAAO;AAAA,MAChB,QAAQ,EAAE,MAAM,cAAc;AAAA,IAClC;AAEA,SAAK,OAAO,YAAY,EAAE,MAAM,QAAQ,QAAQmC,GAAc;AAE1D,QAAAC;AACJ,UAAMC,IAAS,IAAI,QAAc,CAACC,MAAY;AAC3B,MAAAF,IAAAE;AAAA,IAAA,CAClB;AAEI,gBAAA,OAAO,YAAY,CAACC,MAAU;AAC3B,UAAAA,EAAM,KAAK,WAAW;AACjB,aAAA,WAAWA,EAAM,KAAK,MAC3B,KAAK,aAAa;AAAA,UACd,MAAMA,EAAM,KAAK;AAAA,UACjB,mBAAmBA,EAAM,KAAK;AAAA,UAC9B,SAASA,EAAM,KAAK;AAAA,UACpB,QAAQA,EAAM,KAAK;AAAA,UACnB,WAAWA,EAAM,KAAK;AAAA,UACtB,MAAM;AAAA,QACV,GACA,KAAK,UAAU;AAAA,WACZ;AACG,cAAAC,IAAYV,EAAsB,aAAa;AAErD,QAAIU,KACA,IAAI,gBAAgBA,CAAS,GAGlBJ,KAAA,QAAAA;AAAA,MAAA;AAAA,IAEvB,GAEOC;AAAA,EAAA;AAAA,EAGJ,WAAoB;AAChB,WAAA,CAAC,CAAC,KAAK;AAAA,EAAA;AAAA,EAGlB,MAAa,WAAWjC,GAA0BkB,GAAkC;AAG5E,QAAA,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,qCAAqC;AAGzD,SAAK,OAAO;AAAA,MACR;AAAA,QACI,MAAM;AAAA,QACN,OAAOlB;AAAA,QACP,WAAAkB;AAAA,MACJ;AAAA,MACA,CAAClB,EAAM,MAAM;AAAA,IACjB;AAAA,EAAA;AAAA,EAGG,UAAgB;AACnB,IAAA0B,EAAsB,gBAAgB;AAAA,EAAA;AAE9C;"}
+{"version":3,"file":"generator.js","sources":["../../../src/lib/generator.ts"],"sourcesContent":["import * as ort from 'onnxruntime-web';\n\nimport { PipelineConfig } from './config-types';\nimport { sharedResourceManager } from './shared-resource-manager';\n\ndeclare global {\n    interface ImportMeta {\n        url: string;\n    }\n}\n\nexport type FrameData = Uint8ClampedArray | HTMLVideoElement;\n\nexport interface FacesAndLandmarks {\n    data: Float32Array;\n    dims: readonly number[];\n}\nexport interface LadonOutput {\n    data: Float32Array; // 1x1x144x256 or 1x1x360x640\n    facesAndLandmarks: FacesAndLandmarks; // 1x1x9x16x1439\n    gesture: Float32Array; // 1x9\n    motion: number; // 1x1x1x1\n    timestamp: number;\n    warm: boolean;\n}\n\nexport interface MaskGenerator {\n    getLadonOutput(input: Uint8ClampedArray, timestamp: number): Promise<LadonOutput>;\n    load(): Promise<void>;\n    isLoaded(): boolean;\n    postRender(input: Uint8ClampedArray, timestamp: number): Promise<void>;\n    destroy(): void;\n}\n\nexport class LocalGenerator implements MaskGenerator {\n    private lastResult: LadonOutput;\n    private lastMask: ort.Tensor;\n    private maskModel?: ort.InferenceSession;\n    private lastMaskGenerationTime = 0;\n    private output?: Float32Array;\n\n    constructor(public readonly config: PipelineConfig) {\n        const { height, width } = this.config.mask.outputSize;\n        this.lastMask = new ort.Tensor('float32', new Float32Array(height * width), [\n            1,\n            1,\n            height,\n            width,\n        ]);\n        this.lastResult = {\n            data: this.lastMask.data,\n            facesAndLandmarks: { data: new Float32Array(0), dims: [] },\n            gesture: new Float32Array(0),\n            motion: 0,\n            timestamp: 0,\n            warm: false,\n        };\n    }\n\n    /**\n     * This method preprocesses an input Uint8ClampedArray to a Float32Array\n     * while maintaining memory efficiency by reusing a class-scoped output buffer.\n     * If the model rank is 4 (e.g., newer tiny model), it sets an alpha channel value.\n     *\n     * @param {Uint8ClampedArray} input - The input data to be preprocessed\n     * @param {Float32Array} alpha - The alpha channel data\n     * @returns {Float32Array} - The processed data\n     */\n    private preprocess(input: Uint8ClampedArray, alpha: Float32Array): Float32Array {\n        const {\n            modelRank: model_rank,\n            inputSize: input_size,\n            outputSize: output_size,\n        } = this.config.mask;\n        const { height, width } = input_size;\n        const numImagePixels = height * width;\n\n        // Initialize the output buffer if it is not already set\n        this.output ??= new Float32Array(numImagePixels * model_rank);\n\n        const numInputPixels = input.length / 4; // Divide by 4 for RGBA\n\n        // Directly copy channels (assumes fixed order like BGR or RGB)\n        for (let channel = 0; channel < 3; channel++) {\n            for (let pixel = 0; pixel < numInputPixels; pixel++) {\n                // Map input channels directly to output\n                this.output[pixel + channel * numImagePixels] = input[pixel * 4 + (2 - channel)];\n            }\n        }\n\n        // Scaling factors for width and height\n        const widthScale = output_size.width / width;\n        const heightScale = output_size.height / height;\n\n        // Process alpha channel\n        for (let x = 0; x < width; x++) {\n            const nearestNeighborX = Math.floor(x * widthScale);\n            for (let y = 0; y < height; y++) {\n                const nearestNeighborY = Math.floor(y * heightScale);\n                const maskIdx = nearestNeighborX + nearestNeighborY * output_size.width;\n                const outputIdx = x + y * width + 3 * numImagePixels;\n\n                // Normalize and scale alpha to [0, 255]\n                const normalizedValue = Math.min(Math.max(alpha[maskIdx], 0), 255);\n                this.output[outputIdx] = normalizedValue;\n            }\n        }\n\n        return this.output;\n    }\n\n    public getTimeSinceLastGeneration(): number {\n        return Date.now() - this.lastMaskGenerationTime;\n    }\n\n    public async getLadonOutput(input: Uint8ClampedArray, timestamp: number): Promise<LadonOutput> {\n        if (!this.maskModel) {\n            throw new Error('[ladon-ts] - mask model not loaded.');\n        }\n\n        if (this.getTimeSinceLastGeneration() < this.config.mask.generationIntervalMs) {\n            return {\n                data: this.lastMask.data,\n                facesAndLandmarks: this.lastResult.facesAndLandmarks,\n                gesture: this.lastResult.gesture,\n                motion: this.lastResult.motion,\n                timestamp: this.lastResult.timestamp,\n                warm: false,\n            };\n        }\n\n        this.lastMaskGenerationTime = Date.now();\n\n        const imageTensor = new ort.Tensor('float32', this.preprocess(input, this.lastMask.data), [\n            1,\n            this.config.mask.modelRank,\n            this.config.mask.inputSize.height,\n            this.config.mask.inputSize.width,\n        ]);\n\n        const results = await this.maskModel.run({ input: imageTensor });\n        this.lastMask = results.segmentation;\n\n        this.lastResult = {\n            data: this.lastMask.data ?? new Float32Array(0),\n            facesAndLandmarks: {\n                data: results.faces_and_landmarks?.data ?? new Float32Array(0),\n                dims: results.faces_and_landmarks?.dims ?? ([] as readonly number[]),\n            },\n            gesture: results.gesture?.data ?? new Float32Array(0),\n            motion: results.motion?.data[0] ?? 0,\n            timestamp,\n            warm: true,\n        };\n\n        return this.lastResult;\n    }\n\n    async load() {\n        const modelUrl = await sharedResourceManager.resolveUri(\n            this.config,\n            this.config.mask.modelUri\n        );\n\n        // Attempt to retrieve a preloaded InferenceSession from the shared resource manager.\n        this.maskModel = sharedResourceManager.getModelSession(modelUrl);\n        // If the model is not preloaded, load it from the provided model URL.\n        this.maskModel ??= await sharedResourceManager.loadModel(this.config);\n\n        if (!this.maskModel) {\n            throw new Error('Failed to load the ONNX model.');\n        }\n    }\n\n    public isLoaded(): boolean {\n        return !!this.maskModel;\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async postRender(_: Uint8ClampedArray): Promise<void> {\n        // empty for local generator\n    }\n\n    public destroy(): void {\n        // empty for local generator\n    }\n}\n\nexport class NullGenerator implements MaskGenerator {\n    private lastMask: Float32Array;\n\n    constructor(public readonly config: PipelineConfig) {\n        this.lastMask = new Float32Array(\n            this.config.mask.outputSize.height * this.config.mask.outputSize.width\n        );\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async getLadonOutput(_: Uint8ClampedArray): Promise<LadonOutput> {\n        return {\n            data: this.lastMask,\n            facesAndLandmarks: { data: new Float32Array(0), dims: [] },\n            gesture: new Float32Array(0),\n            motion: 0,\n            timestamp: 0,\n            warm: false,\n        };\n    }\n\n    public async load(): Promise<void> {\n        // empty for null generator\n    }\n\n    public isLoaded(): boolean {\n        return true;\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async postRender(_: Uint8ClampedArray): Promise<void> {\n        // empty for null generator\n    }\n\n    public destroy(): void {\n        // empty for null generator\n    }\n}\n\nexport class WorkerGenerator implements MaskGenerator {\n    private lastMask: Float32Array;\n    private newMask = true;\n    private worker?: Worker;\n    private lastResult: LadonOutput;\n\n    constructor(public readonly config: PipelineConfig) {\n        this.lastMask = new Float32Array(\n            this.config.mask.outputSize.height * this.config.mask.outputSize.width\n        );\n        this.lastResult = {\n            data: this.lastMask,\n            facesAndLandmarks: { data: new Float32Array(0), dims: [] },\n            gesture: new Float32Array(0),\n            motion: 0,\n            timestamp: 0,\n            warm: false,\n        };\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async getLadonOutput(_: Uint8ClampedArray): Promise<LadonOutput> {\n        const toReturn = {\n            data: this.lastMask,\n            facesAndLandmarks: this.lastResult.facesAndLandmarks,\n            gesture: this.lastResult.gesture,\n            motion: this.lastResult.motion,\n            timestamp: this.lastResult.timestamp,\n            warm: this.newMask,\n        };\n\n        this.newMask = false;\n\n        return toReturn;\n    }\n\n    public async load(): Promise<void> {\n        // Prepare the worker configuration by resolving the final URLs and paths to send to the worker.\n        const config = await sharedResourceManager.prepareWorkerConfig(this.config);\n\n        this.worker = sharedResourceManager.getWorker();\n        this.worker ??= await sharedResourceManager.initializeWorker(config);\n\n        if (!this.worker) {\n            throw new Error('[ladon-ts] - worker is not defined.');\n        }\n\n        this.worker.onmessage = (event) => {\n            if (event.data.type === 'log') {\n                // Forward log messages from the worker to the console.\n                const { message, severity } = event.data;\n                const msg = `[ladon-ts] Message received from worker: ${message}`;\n                switch (severity) {\n                    case 'warn':\n                        console.warn(msg);\n                        break;\n                    case 'error':\n                        console.error(msg);\n                        break;\n                    default:\n                        console.log(msg);\n                }\n            } else if (event.data.status === 'generated') {\n                // Update the last mask and result with the new data from the worker.\n                this.lastMask = event.data.mask;\n                this.lastResult = {\n                    data: event.data.mask,\n                    facesAndLandmarks: event.data.facesAndLandmarks,\n                    gesture: event.data.gesture,\n                    motion: event.data.motion,\n                    timestamp: event.data.timestamp,\n                    warm: true,\n                };\n                this.newMask = true;\n            } else {\n                // Clean up the worker and revoke the URL when the worker is finished\n                const workerUrl = sharedResourceManager.getWorkerUrl();\n                if (workerUrl) {\n                    URL.revokeObjectURL(workerUrl);\n                }\n                resolutionCb?.();\n            }\n        };\n\n        const workerConfig: PipelineConfig = {\n            baseUrl: config.baseUrl,\n            input: config.input,\n            mask: config.mask,\n            wasmUri: config.wasmUri,\n            render: { type: 'passthrough' },\n        };\n\n        this.worker.postMessage({ type: 'init', config: workerConfig });\n\n        let resolutionCb: () => void;\n        const result = new Promise<void>((resolve) => {\n            resolutionCb = resolve;\n        });\n\n        return result;\n    }\n\n    public isLoaded(): boolean {\n        return !!this.worker;\n    }\n\n    public async postRender(input: Uint8ClampedArray, timestamp: number): Promise<void> {\n        // claim ownership of the input tensor's buffer and forward to worker\n\n        if (!this.worker) {\n            throw new Error('[ladon-ts] - worker is not defined.');\n        }\n\n        this.worker.postMessage(\n            {\n                type: 'generate',\n                image: input,\n                timestamp,\n            },\n            [input.buffer]\n        );\n    }\n\n    public destroy(): void {\n        sharedResourceManager.terminateWorker();\n    }\n}\n"],"names":["LocalGenerator","config","height","width","ort","input","alpha","model_rank","input_size","output_size","numImagePixels","numInputPixels","channel","pixel","widthScale","heightScale","x","nearestNeighborX","y","nearestNeighborY","maskIdx","outputIdx","normalizedValue","timestamp","imageTensor","results","_a","_b","_c","_d","modelUrl","sharedResourceManager","_","NullGenerator","WorkerGenerator","toReturn","event","message","severity","msg","workerUrl","resolutionCb","workerConfig","resolve"],"mappings":";;AAkCO,MAAMA,EAAwC;AAAA,EAOjD,YAA4BC,GAAwB;AAAxB,SAAA,SAAAA,GAH5B,KAAQ,yBAAyB;AAI7B,UAAM,EAAE,QAAAC,GAAQ,OAAAC,EAAA,IAAU,KAAK,OAAO,KAAK;AACtC,SAAA,WAAW,IAAIC,EAAI,OAAO,WAAW,IAAI,aAAaF,IAASC,CAAK,GAAG;AAAA,MACxE;AAAA,MACA;AAAA,MACAD;AAAA,MACAC;AAAA,IAAA,CACH,GACD,KAAK,aAAa;AAAA,MACd,MAAM,KAAK,SAAS;AAAA,MACpB,mBAAmB,EAAE,MAAM,IAAI,aAAa,CAAC,GAAG,MAAM,GAAG;AAAA,MACzD,SAAS,IAAI,aAAa,CAAC;AAAA,MAC3B,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,MAAM;AAAA,IACV;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAYI,WAAWE,GAA0BC,GAAmC;AACtE,UAAA;AAAA,MACF,WAAWC;AAAA,MACX,WAAWC;AAAA,MACX,YAAYC;AAAA,IAAA,IACZ,KAAK,OAAO,MACV,EAAE,QAAAP,GAAQ,OAAAC,EAAA,IAAUK,GACpBE,IAAiBR,IAASC;AAGhC,SAAK,WAAL,KAAK,SAAW,IAAI,aAAaO,IAAiBH,CAAU;AAEtD,UAAAI,IAAiBN,EAAM,SAAS;AAGtC,aAASO,IAAU,GAAGA,IAAU,GAAGA;AAC/B,eAASC,IAAQ,GAAGA,IAAQF,GAAgBE;AAEnC,aAAA,OAAOA,IAAQD,IAAUF,CAAc,IAAIL,EAAMQ,IAAQ,KAAK,IAAID,EAAQ;AAKjF,UAAAE,IAAaL,EAAY,QAAQN,GACjCY,IAAcN,EAAY,SAASP;AAGzC,aAASc,IAAI,GAAGA,IAAIb,GAAOa,KAAK;AAC5B,YAAMC,IAAmB,KAAK,MAAMD,IAAIF,CAAU;AAClD,eAASI,IAAI,GAAGA,IAAIhB,GAAQgB,KAAK;AAC7B,cAAMC,IAAmB,KAAK,MAAMD,IAAIH,CAAW,GAC7CK,IAAUH,IAAmBE,IAAmBV,EAAY,OAC5DY,IAAYL,IAAIE,IAAIf,IAAQ,IAAIO,GAGhCY,IAAkB,KAAK,IAAI,KAAK,IAAIhB,EAAMc,CAAO,GAAG,CAAC,GAAG,GAAG;AAC5D,aAAA,OAAOC,CAAS,IAAIC;AAAA,MAAA;AAAA,IAC7B;AAGJ,WAAO,KAAK;AAAA,EAAA;AAAA,EAGT,6BAAqC;AACjC,WAAA,KAAK,QAAQ,KAAK;AAAA,EAAA;AAAA,EAG7B,MAAa,eAAejB,GAA0BkB,GAAyC;;AACvF,QAAA,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,qCAAqC;AAGzD,QAAI,KAAK,2BAA2B,IAAI,KAAK,OAAO,KAAK;AAC9C,aAAA;AAAA,QACH,MAAM,KAAK,SAAS;AAAA,QACpB,mBAAmB,KAAK,WAAW;AAAA,QACnC,SAAS,KAAK,WAAW;AAAA,QACzB,QAAQ,KAAK,WAAW;AAAA,QACxB,WAAW,KAAK,WAAW;AAAA,QAC3B,MAAM;AAAA,MACV;AAGC,SAAA,yBAAyB,KAAK,IAAI;AAEjC,UAAAC,IAAc,IAAIpB,EAAI,OAAO,WAAW,KAAK,WAAWC,GAAO,KAAK,SAAS,IAAI,GAAG;AAAA,MACtF;AAAA,MACA,KAAK,OAAO,KAAK;AAAA,MACjB,KAAK,OAAO,KAAK,UAAU;AAAA,MAC3B,KAAK,OAAO,KAAK,UAAU;AAAA,IAAA,CAC9B,GAEKoB,IAAU,MAAM,KAAK,UAAU,IAAI,EAAE,OAAOD,GAAa;AAC/D,gBAAK,WAAWC,EAAQ,cAExB,KAAK,aAAa;AAAA,MACd,MAAM,KAAK,SAAS,QAAQ,IAAI,aAAa,CAAC;AAAA,MAC9C,mBAAmB;AAAA,QACf,QAAMC,IAAAD,EAAQ,wBAAR,gBAAAC,EAA6B,SAAQ,IAAI,aAAa,CAAC;AAAA,QAC7D,QAAMC,IAAAF,EAAQ,wBAAR,gBAAAE,EAA6B,SAAS,CAAA;AAAA,MAChD;AAAA,MACA,WAASC,IAAAH,EAAQ,YAAR,gBAAAG,EAAiB,SAAQ,IAAI,aAAa,CAAC;AAAA,MACpD,UAAQC,IAAAJ,EAAQ,WAAR,gBAAAI,EAAgB,KAAK,OAAM;AAAA,MACnC,WAAAN;AAAA,MACA,MAAM;AAAA,IACV,GAEO,KAAK;AAAA,EAAA;AAAA,EAGhB,MAAM,OAAO;AACH,UAAAO,IAAW,MAAMC,EAAsB;AAAA,MACzC,KAAK;AAAA,MACL,KAAK,OAAO,KAAK;AAAA,IACrB;AAOI,QAJC,KAAA,YAAYA,EAAsB,gBAAgBD,CAAQ,GAE/D,KAAK,cAAL,KAAK,YAAc,MAAMC,EAAsB,UAAU,KAAK,MAAM,IAEhE,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,gCAAgC;AAAA,EACpD;AAAA,EAGG,WAAoB;AAChB,WAAA,CAAC,CAAC,KAAK;AAAA,EAAA;AAAA;AAAA,EAIlB,MAAa,WAAWC,GAAqC;AAAA,EAAA;AAAA,EAItD,UAAgB;AAAA,EAAA;AAG3B;AAEO,MAAMC,EAAuC;AAAA,EAGhD,YAA4BhC,GAAwB;AAAxB,SAAA,SAAAA,GACxB,KAAK,WAAW,IAAI;AAAA,MAChB,KAAK,OAAO,KAAK,WAAW,SAAS,KAAK,OAAO,KAAK,WAAW;AAAA,IACrE;AAAA,EAAA;AAAA;AAAA,EAIJ,MAAa,eAAe+B,GAA4C;AAC7D,WAAA;AAAA,MACH,MAAM,KAAK;AAAA,MACX,mBAAmB,EAAE,MAAM,IAAI,aAAa,CAAC,GAAG,MAAM,GAAG;AAAA,MACzD,SAAS,IAAI,aAAa,CAAC;AAAA,MAC3B,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,MAAM;AAAA,IACV;AAAA,EAAA;AAAA,EAGJ,MAAa,OAAsB;AAAA,EAAA;AAAA,EAI5B,WAAoB;AAChB,WAAA;AAAA,EAAA;AAAA;AAAA,EAIX,MAAa,WAAWA,GAAqC;AAAA,EAAA;AAAA,EAItD,UAAgB;AAAA,EAAA;AAG3B;AAEO,MAAME,EAAyC;AAAA,EAMlD,YAA4BjC,GAAwB;AAAxB,SAAA,SAAAA,GAJ5B,KAAQ,UAAU,IAKd,KAAK,WAAW,IAAI;AAAA,MAChB,KAAK,OAAO,KAAK,WAAW,SAAS,KAAK,OAAO,KAAK,WAAW;AAAA,IACrE,GACA,KAAK,aAAa;AAAA,MACd,MAAM,KAAK;AAAA,MACX,mBAAmB,EAAE,MAAM,IAAI,aAAa,CAAC,GAAG,MAAM,GAAG;AAAA,MACzD,SAAS,IAAI,aAAa,CAAC;AAAA,MAC3B,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,MAAM;AAAA,IACV;AAAA,EAAA;AAAA;AAAA,EAIJ,MAAa,eAAe+B,GAA4C;AACpE,UAAMG,IAAW;AAAA,MACb,MAAM,KAAK;AAAA,MACX,mBAAmB,KAAK,WAAW;AAAA,MACnC,SAAS,KAAK,WAAW;AAAA,MACzB,QAAQ,KAAK,WAAW;AAAA,MACxB,WAAW,KAAK,WAAW;AAAA,MAC3B,MAAM,KAAK;AAAA,IACf;AAEA,gBAAK,UAAU,IAERA;AAAA,EAAA;AAAA,EAGX,MAAa,OAAsB;AAE/B,UAAMlC,IAAS,MAAM8B,EAAsB,oBAAoB,KAAK,MAAM;AAKtE,QAHC,KAAA,SAASA,EAAsB,UAAU,GAC9C,KAAK,WAAL,KAAK,SAAW,MAAMA,EAAsB,iBAAiB9B,CAAM,IAE/D,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,qCAAqC;AAGpD,SAAA,OAAO,YAAY,CAACmC,MAAU;AAC3B,UAAAA,EAAM,KAAK,SAAS,OAAO;AAE3B,cAAM,EAAE,SAAAC,GAAS,UAAAC,EAAS,IAAIF,EAAM,MAC9BG,IAAM,4CAA4CF,CAAO;AAC/D,gBAAQC,GAAU;AAAA,UACd,KAAK;AACD,oBAAQ,KAAKC,CAAG;AAChB;AAAA,UACJ,KAAK;AACD,oBAAQ,MAAMA,CAAG;AACjB;AAAA,UACJ;AACI,oBAAQ,IAAIA,CAAG;AAAA,QAAA;AAAA,MAEhB,WAAAH,EAAM,KAAK,WAAW;AAExB,aAAA,WAAWA,EAAM,KAAK,MAC3B,KAAK,aAAa;AAAA,UACd,MAAMA,EAAM,KAAK;AAAA,UACjB,mBAAmBA,EAAM,KAAK;AAAA,UAC9B,SAASA,EAAM,KAAK;AAAA,UACpB,QAAQA,EAAM,KAAK;AAAA,UACnB,WAAWA,EAAM,KAAK;AAAA,UACtB,MAAM;AAAA,QACV,GACA,KAAK,UAAU;AAAA,WACZ;AAEG,cAAAI,IAAYT,EAAsB,aAAa;AACrD,QAAIS,KACA,IAAI,gBAAgBA,CAAS,GAElBC,KAAA,QAAAA;AAAA,MAAA;AAAA,IAEvB;AAEA,UAAMC,IAA+B;AAAA,MACjC,SAASzC,EAAO;AAAA,MAChB,OAAOA,EAAO;AAAA,MACd,MAAMA,EAAO;AAAA,MACb,SAASA,EAAO;AAAA,MAChB,QAAQ,EAAE,MAAM,cAAc;AAAA,IAClC;AAEA,SAAK,OAAO,YAAY,EAAE,MAAM,QAAQ,QAAQyC,GAAc;AAE1D,QAAAD;AAKG,WAJQ,IAAI,QAAc,CAACE,MAAY;AAC3B,MAAAF,IAAAE;AAAA,IAAA,CAClB;AAAA,EAEM;AAAA,EAGJ,WAAoB;AAChB,WAAA,CAAC,CAAC,KAAK;AAAA,EAAA;AAAA,EAGlB,MAAa,WAAWtC,GAA0BkB,GAAkC;AAG5E,QAAA,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,qCAAqC;AAGzD,SAAK,OAAO;AAAA,MACR;AAAA,QACI,MAAM;AAAA,QACN,OAAOlB;AAAA,QACP,WAAAkB;AAAA,MACJ;AAAA,MACA,CAAClB,EAAM,MAAM;AAAA,IACjB;AAAA,EAAA;AAAA,EAGG,UAAgB;AACnB,IAAA0B,EAAsB,gBAAgB;AAAA,EAAA;AAE9C;"}

package/build/module/lib/renderer/webgl-renderer.d.ts

@@ -1,7 +1,7 @@
 import { PipelineConfig } from '../config-types';
 import { FrameData, LadonOutput } from '../generator';
 
-declare type TextureInitializer = () => void;
+type TextureInitializer = () => void;
 export declare abstract class WebGLRenderer {
     output_canvas: HTMLCanvasElement;
     readonly config: PipelineConfig;

package/build/module/lib/shared-resource-manager.js

@@ -1,6 +1,7 @@
-import * as a from "onnxruntime-web";
-import { isResolvedUri as d, toAbsoluteURI as m } from "./util.js";
-class c {
+import * as i from "onnxruntime-web";
+import { loadAndCacheFile as h, isResolvedUri as c, toAbsoluteURI as m } from "./util.js";
+const k = "ort-wasm-simd-threaded.wasm";
+class U {
   constructor() {
     this.modelSessions = {}, this.resolvedUriCache = /* @__PURE__ */ new Map();
   }
@@ -13,8 +14,8 @@ class c {
   async initializeWorker(e) {
     if (typeof Worker > "u")
       throw new Error("[ladon-ts] web workers are not supported in this environment");
-    const r = await this.resolveUri(e, e.mask.workerUri), o = await (await fetch(r, { cache: "force-cache" })).text();
-    return this.workerUrl = URL.createObjectURL(new Blob([o], { type: "text/javascript" })), new Worker(this.workerUrl, { type: "module" });
+    const r = await this.resolveUri(e, e.mask.workerUri), t = await (await fetch(r, { cache: "force-cache" })).text();
+    return this.workerUrl = URL.createObjectURL(new Blob([t], { type: "text/javascript" })), new Worker(this.workerUrl, { type: "module" });
   }
   /**
    * Terminate the worker.
@@ -30,13 +31,28 @@ class c {
    * @returns A promise that resolves when the model is preloaded.
    */
   async loadModel(e) {
-    var i;
-    const { mask: r, executionProviders: s } = e, o = await this.resolveUri(e, e.wasmUri);
-    o && (a.env.wasm.wasmPaths = o), a.env.wasm.numThreads = 1;
-    const t = await this.resolveUri(e, r.modelUri), n = s != null && s.length ? s : ["wasm"];
-    return (i = this.modelSessions)[t] || (i[t] = await a.InferenceSession.create(t, {
-      executionProviders: n
-    })), await this.warmupModel(this.modelSessions[t], r.inputSize, r.modelRank), this.modelSessions[t];
+    const { mask: r, executionProviders: s } = e;
+    i.env.wasm.numThreads = 1;
+    const t = await this.resolveUri(e, e.wasmUri);
+    if (t)
+      try {
+        i.env.wasm.wasmBinary = await h(t + k);
+      } catch (w) {
+        console.warn("Failed to load or cache WASM file. Using WASM paths.", w), i.env.wasm.wasmPaths = t;
+      }
+    const a = await this.resolveUri(e, r.modelUri);
+    let o = this.modelSessions[a];
+    if (!o) {
+      const n = { executionProviders: s != null && s.length ? s : ["wasm"] };
+      try {
+        const l = await h(a);
+        o = await i.InferenceSession.create(l, n);
+      } catch (l) {
+        console.warn("Failed to load or cache model file. Using model URL.", l), o = await i.InferenceSession.create(a, n);
+      }
+      o = await i.InferenceSession.create(a, n);
+    }
+    return this.modelSessions[a] = o, await this.warmupModel(o, r.inputSize, r.modelRank), o;
   }
   /**
    * Preload the worker using the provided configuration.
@@ -59,23 +75,23 @@ class c {
    * @example
    * await warmupModel(session, inputSize, inputChannels, inputType);
    */
-  async warmupModel(e, r = { width: 1280, height: 720 }, s = 3, o = "float32") {
-    const t = r.height * r.width, n = new Float32Array(s * t).fill(0), i = new a.Tensor(o, n, [
+  async warmupModel(e, r = { width: 1280, height: 720 }, s = 3, t = "float32") {
+    const a = r.height * r.width, o = new Float32Array(s * a).fill(0), w = new i.Tensor(t, o, [
       1,
       s,
       r.height,
       r.width
-    ]), l = { [e.inputNames[0]]: i };
+    ]), n = { [e.inputNames[0]]: w };
     if (s === 3) {
-      const w = new Float32Array(t).fill(0), h = new a.Tensor(o, w, [
+      const l = new Float32Array(a).fill(0), d = new i.Tensor(t, l, [
         1,
         1,
         r.height,
         r.width
       ]);
-      l[e.inputNames[1]] = h;
+      n[e.inputNames[1]] = d;
     }
-    await e.run(l);
+    await e.run(n);
   }
   /**
    * Get the model session for the provided model URL.
@@ -113,7 +129,7 @@ class c {
     if (this.resolvedUriCache.has(r))
       return this.resolvedUriCache.get(r);
     let s;
-    if (d(r) ? s = r : r.match(/\.[a-z0-9]+$/i) ? typeof e.assetUrlResolver == "function" && (s = await e.assetUrlResolver(r, e)) : s = m(r, e.baseUrl), !s)
+    if (c(r) ? s = r : r.match(/\.[a-z0-9]+$/i) ? typeof e.assetUrlResolver == "function" && (s = await e.assetUrlResolver(r, e)) : s = m(r, e.baseUrl), !s)
       throw new Error(`Failed to resolve asset URI: ${r}`);
     return this.resolvedUriCache.set(r, s), s;
   }
@@ -144,8 +160,8 @@ class c {
     return JSON.parse(JSON.stringify(s));
   }
 }
-const U = new c();
+const f = new U();
 export {
-  U as sharedResourceManager
+  f as sharedResourceManager
 };
 //# sourceMappingURL=shared-resource-manager.js.map

package/build/module/lib/shared-resource-manager.js.map

@@ -1 +1 @@
-{"version":3,"file":"shared-resource-manager.js","sources":["../../../src/lib/shared-resource-manager.ts"],"sourcesContent":["import * as ort from 'onnxruntime-web';\n\nimport { PreloadConfig, ResolutionConfig, WorkerConfig } from './config-types';\nimport { isResolvedUri, toAbsoluteURI } from './util';\n\n/**\n * Shared resource manager used to preload and share resources across different pipelines.\n * This is useful when multiple pipelines are using the same model or when the model needs\n * to be preloaded before the pipeline is created.\n */\nclass SharedResourceManager {\n    private modelSessions: Record<string, ort.InferenceSession> = {};\n    private worker?: Worker;\n    private workerUrl?: string;\n\n    // In-memory cache for resolved URLs\n    private resolvedUriCache: Map<string, string> = new Map();\n\n    /**\n     * Initialize the worker using the provided configuration.\n     *\n     * @param config - The configuration object.\n     * @returns A promise that resolves when the worker is initialized.\n     */\n    public async initializeWorker(config: WorkerConfig): Promise<Worker> {\n        if (typeof Worker === 'undefined') {\n            throw new Error('[ladon-ts] web workers are not supported in this environment');\n        }\n\n        const scriptUri = await this.resolveUri(config, config.mask.workerUri);\n        const response = await fetch(scriptUri, { cache: 'force-cache' });\n        const workerSource = await response.text();\n\n        this.workerUrl = URL.createObjectURL(new Blob([workerSource], { type: 'text/javascript' }));\n\n        return new Worker(this.workerUrl, { type: 'module' });\n    }\n\n    /**\n     * Terminate the worker.\n     */\n    public terminateWorker() {\n        if (this.worker) {\n            this.worker.terminate();\n            this.worker = undefined;\n        }\n    }\n\n    /**\n     * Load the model using the provided configuration. This gets called by the worker when using\n     * the worker generator.\n     *\n     * @param config - The configuration object.\n     * @returns A promise that resolves when the model is preloaded.\n     */\n    public async loadModel(config: PreloadConfig) {\n        const { mask, executionProviders: providers } = config;\n\n        const wasmPaths = await this.resolveUri(config, config.wasmUri);\n        if (wasmPaths) {\n            ort.env.wasm.wasmPaths = wasmPaths;\n        }\n\n        // Lock to a single thread to avoid performance issues.\n        ort.env.wasm.numThreads = 1;\n\n        const modelUrl = await this.resolveUri(config, mask.modelUri);\n        const executionProviders = providers?.length ? providers : ['wasm'];\n\n        // Use the model session cache to avoid creating multiple sessions for the same model.\n        this.modelSessions[modelUrl] ||= await ort.InferenceSession.create(modelUrl, {\n            executionProviders,\n        });\n\n        // Warmup the model with a dummy input to avoid latency when running the model for the first time.\n        await this.warmupModel(this.modelSessions[modelUrl], mask.inputSize, mask.modelRank);\n\n        return this.modelSessions[modelUrl];\n    }\n\n    /**\n     * Preload the worker using the provided configuration.\n     *\n     * @param config - The configuration object.\n     * @returns A promise that resolves when the worker is preloaded.\n     */\n    public async preloadWorker(config: PreloadConfig) {\n        const workerConfig = await this.prepareWorkerConfig(config);\n\n        this.worker = await this.initializeWorker(workerConfig);\n        this.worker.postMessage({ type: 'preload', config: workerConfig });\n    }\n\n    /**\n     * Warmup the model session with a dummy input to avoid latency when running the model for the first time.\n     *\n     * @param {ort.InferenceSession} session The model session.\n     * @param {ResolutionConfig} inputSize The input size of the model.\n     * @param {number} inputChannels The number of input channels (e.g., RGB is 3).\n     * @param {ort.Tensor.Type} inputType The input tensor type.\n     * @returns {Promise<void>} A promise that resolves when the model is warmed up.\n     * @example\n     * await warmupModel(session, inputSize, inputChannels, inputType);\n     */\n    public async warmupModel(\n        session: ort.InferenceSession,\n        inputSize: ResolutionConfig = { width: 1280, height: 720 },\n        inputChannels = 3,\n        inputType: ort.Tensor.Type = 'float32'\n    ): Promise<void> {\n        const numPixels = inputSize.height * inputSize.width;\n        const dummyInputData = new Float32Array(inputChannels * numPixels).fill(0);\n        const dummyInput = new ort.Tensor(inputType, dummyInputData, [\n            1,\n            inputChannels,\n            inputSize.height,\n            inputSize.width,\n        ]);\n        const feed = { [session.inputNames[0]]: dummyInput };\n\n        // Use an additional dummy tensor if the model expects a previous mask.\n        if (inputChannels === 3) {\n            const dummyMaskData = new Float32Array(numPixels).fill(0);\n            const prevMaskTensor = new ort.Tensor(inputType, dummyMaskData, [\n                1,\n                1,\n                inputSize.height,\n                inputSize.width,\n            ]);\n            feed[session.inputNames[1]] = prevMaskTensor;\n        }\n\n        // Run the model with the dummy input to warm it up.\n        await session.run(feed);\n    }\n\n    /**\n     * Get the model session for the provided model URL.\n     *\n     * @param {string} modelUrl The model URL.\n     * @returns {ort.InferenceSession} The model session.\n     * @example\n     * const session = getModelSession(modelUrl);\n     */\n    public getModelSession(modelUrl: string) {\n        return this.modelSessions[modelUrl];\n    }\n\n    /**\n     * Resolves the full URL for a given asset. Non-file URIs are treated as paths\n     * and resolved using the `toAbsoluteURI` method.\n     *\n     * @param config - The preload configuration.\n     * @param assetUri - The asset URI from the config.\n     * @returns The resolved full URL.\n     */\n    /**\n     * Resolves the full URL for a given asset. Non-file URIs are treated as paths and resolved\n     * using the `toAbsoluteURI` method. If the assetUri is already resolved, or if it's found in\n     * cache, it will be returned directly. If an assetUrlResolver function is provided in the\n     * configuration, it will be used to resolve the URL if the assetUri is not fully qualified,\n     * a blob URL, or in the cache.\n     *\n     * @param config - The preload configuration.\n     * @param assetUri - The asset URI from the config.\n     * @returns The resolved full URL.\n     */\n    public async resolveUri(config: PreloadConfig, assetUri?: string): Promise<string> {\n        if (!assetUri) {\n            throw new Error('Asset URI is undefined.');\n        }\n\n        // Check if the URL is already cached\n        if (this.resolvedUriCache.has(assetUri)) {\n            return this.resolvedUriCache.get(assetUri) as string;\n        }\n\n        let resolvedUrl: string | undefined;\n\n        if (isResolvedUri(assetUri)) {\n            // If the assetUri is fully qualified or a blob URL, return it directly.\n            // (Assets uris are resolved before being sent to the worker.)\n            resolvedUrl = assetUri;\n        } else if (!assetUri.match(/\\.[a-z0-9]+$/i)) {\n            // Resolve as an absolute path to a non-file endpoint (e.g., wasmPaths).\n            resolvedUrl = toAbsoluteURI(assetUri, config.baseUrl);\n        } else if (typeof config.assetUrlResolver === 'function') {\n            // Resolve via assetUrlResolver. This delegates the resolution logic to the caller.\n            resolvedUrl = await config.assetUrlResolver(assetUri, config);\n        }\n\n        if (!resolvedUrl) {\n            throw new Error(`Failed to resolve asset URI: ${assetUri}`);\n        }\n\n        // Cache the resolved URL\n        this.resolvedUriCache.set(assetUri, resolvedUrl);\n\n        return resolvedUrl;\n    }\n\n    public getWorker() {\n        return this.worker;\n    }\n\n    public getWorkerUrl() {\n        return this.workerUrl;\n    }\n\n    /**\n     * Prepare the worker configuration by resolving the final URLs and paths to send to the\n     * worker. This is necessary because we can't send functions to the worker. We also need to\n     * remove the assetUrlResolver function from the configuration.\n     *\n     * @param config - The preload configuration.\n     * @returns The worker configuration.\n     */\n    public async prepareWorkerConfig(config: PreloadConfig) {\n        // Resolve and cache the URIs before sending the config to the worker. Future calls to the\n        // resolveUri method will use the cache.\n        const resolvedConfig: PreloadConfig = {\n            ...config,\n            mask: {\n                ...config.mask,\n                modelUri: await this.resolveUri(config, config.mask.modelUri),\n                workerUri: await this.resolveUri(config, config.mask.workerUri),\n            },\n            wasmUri: await this.resolveUri(config, config.wasmUri),\n        };\n\n        // We can't send the assetUrlResolver function to the worker so we remove it from the config.\n        const workerConfig = { ...resolvedConfig, assetUrlResolver: undefined };\n\n        // This is a workaround to ensure the worker configuration can be sent to the worker.\n        return JSON.parse(JSON.stringify(workerConfig));\n    }\n}\n\n// Global instance of the shared resource manager.\nexport const sharedResourceManager = new SharedResourceManager();\n"],"names":["SharedResourceManager","config","scriptUri","workerSource","mask","providers","wasmPaths","ort","modelUrl","executionProviders","_a","workerConfig","session","inputSize","inputChannels","inputType","numPixels","dummyInputData","dummyInput","feed","dummyMaskData","prevMaskTensor","assetUri","resolvedUrl","isResolvedUri","toAbsoluteURI","sharedResourceManager"],"mappings":";;AAUA,MAAMA,EAAsB;AAAA,EAA5B,cAAA;AACI,SAAQ,gBAAsD,CAAC,GAKvD,KAAA,uCAA4C,IAAI;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQxD,MAAa,iBAAiBC,GAAuC;AAC7D,QAAA,OAAO,SAAW;AACZ,YAAA,IAAI,MAAM,8DAA8D;AAGlF,UAAMC,IAAY,MAAM,KAAK,WAAWD,GAAQA,EAAO,KAAK,SAAS,GAE/DE,IAAe,OADJ,MAAM,MAAMD,GAAW,EAAE,OAAO,eAAe,GAC5B,KAAK;AAEzC,gBAAK,YAAY,IAAI,gBAAgB,IAAI,KAAK,CAACC,CAAY,GAAG,EAAE,MAAM,kBAAmB,CAAA,CAAC,GAEnF,IAAI,OAAO,KAAK,WAAW,EAAE,MAAM,UAAU;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA,EAMjD,kBAAkB;AACrB,IAAI,KAAK,WACL,KAAK,OAAO,UAAU,GACtB,KAAK,SAAS;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUJ,MAAa,UAAUF,GAAuB;;AAC1C,UAAM,EAAE,MAAAG,GAAM,oBAAoBC,EAAc,IAAAJ,GAE1CK,IAAY,MAAM,KAAK,WAAWL,GAAQA,EAAO,OAAO;AAC9D,IAAIK,MACIC,EAAA,IAAI,KAAK,YAAYD,IAIzBC,EAAA,IAAI,KAAK,aAAa;AAE1B,UAAMC,IAAW,MAAM,KAAK,WAAWP,GAAQG,EAAK,QAAQ,GACtDK,IAAqBJ,KAAA,QAAAA,EAAW,SAASA,IAAY,CAAC,MAAM;AAGlE,YAAAK,IAAA,KAAK,eAALF,OAAAE,EAAAF,KAAiC,MAAMD,EAAI,iBAAiB,OAAOC,GAAU;AAAA,MACzE,oBAAAC;AAAA,IAAA,CACH,IAGK,MAAA,KAAK,YAAY,KAAK,cAAcD,CAAQ,GAAGJ,EAAK,WAAWA,EAAK,SAAS,GAE5E,KAAK,cAAcI,CAAQ;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAStC,MAAa,cAAcP,GAAuB;AAC9C,UAAMU,IAAe,MAAM,KAAK,oBAAoBV,CAAM;AAE1D,SAAK,SAAS,MAAM,KAAK,iBAAiBU,CAAY,GACtD,KAAK,OAAO,YAAY,EAAE,MAAM,WAAW,QAAQA,GAAc;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAcrE,MAAa,YACTC,GACAC,IAA8B,EAAE,OAAO,MAAM,QAAQ,IAAI,GACzDC,IAAgB,GAChBC,IAA6B,WAChB;AACP,UAAAC,IAAYH,EAAU,SAASA,EAAU,OACzCI,IAAiB,IAAI,aAAaH,IAAgBE,CAAS,EAAE,KAAK,CAAC,GACnEE,IAAa,IAAIX,EAAI,OAAOQ,GAAWE,GAAgB;AAAA,MACzD;AAAA,MACAH;AAAA,MACAD,EAAU;AAAA,MACVA,EAAU;AAAA,IAAA,CACb,GACKM,IAAO,EAAE,CAACP,EAAQ,WAAW,CAAC,CAAC,GAAGM,EAAW;AAGnD,QAAIJ,MAAkB,GAAG;AACrB,YAAMM,IAAgB,IAAI,aAAaJ,CAAS,EAAE,KAAK,CAAC,GAClDK,IAAiB,IAAId,EAAI,OAAOQ,GAAWK,GAAe;AAAA,QAC5D;AAAA,QACA;AAAA,QACAP,EAAU;AAAA,QACVA,EAAU;AAAA,MAAA,CACb;AACD,MAAAM,EAAKP,EAAQ,WAAW,CAAC,CAAC,IAAIS;AAAA,IAAA;AAI5B,UAAAT,EAAQ,IAAIO,CAAI;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWnB,gBAAgBX,GAAkB;AAC9B,WAAA,KAAK,cAAcA,CAAQ;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAsBtC,MAAa,WAAWP,GAAuBqB,GAAoC;AAC/E,QAAI,CAACA;AACK,YAAA,IAAI,MAAM,yBAAyB;AAI7C,QAAI,KAAK,iBAAiB,IAAIA,CAAQ;AAC3B,aAAA,KAAK,iBAAiB,IAAIA,CAAQ;AAGzC,QAAAC;AAcJ,QAZIC,EAAcF,CAAQ,IAGRC,IAAAD,IACNA,EAAS,MAAM,eAAe,IAG/B,OAAOrB,EAAO,oBAAqB,eAE1CsB,IAAc,MAAMtB,EAAO,iBAAiBqB,GAAUrB,CAAM,KAH9CsB,IAAAE,EAAcH,GAAUrB,EAAO,OAAO,GAMpD,CAACsB;AACD,YAAM,IAAI,MAAM,gCAAgCD,CAAQ,EAAE;AAIzD,gBAAA,iBAAiB,IAAIA,GAAUC,CAAW,GAExCA;AAAA,EAAA;AAAA,EAGJ,YAAY;AACf,WAAO,KAAK;AAAA,EAAA;AAAA,EAGT,eAAe;AAClB,WAAO,KAAK;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWhB,MAAa,oBAAoBtB,GAAuB;AAcpD,UAAMU,IAAe,EAAE,GAXe;AAAA,MAClC,GAAGV;AAAA,MACH,MAAM;AAAA,QACF,GAAGA,EAAO;AAAA,QACV,UAAU,MAAM,KAAK,WAAWA,GAAQA,EAAO,KAAK,QAAQ;AAAA,QAC5D,WAAW,MAAM,KAAK,WAAWA,GAAQA,EAAO,KAAK,SAAS;AAAA,MAClE;AAAA,MACA,SAAS,MAAM,KAAK,WAAWA,GAAQA,EAAO,OAAO;AAAA,IACzD,GAG0C,kBAAkB,OAAU;AAGtE,WAAO,KAAK,MAAM,KAAK,UAAUU,CAAY,CAAC;AAAA,EAAA;AAEtD;AAGa,MAAAe,IAAwB,IAAI1B,EAAsB;"}
+{"version":3,"file":"shared-resource-manager.js","sources":["../../../src/lib/shared-resource-manager.ts"],"sourcesContent":["import * as ort from 'onnxruntime-web';\n\nimport { PreloadConfig, ResolutionConfig, WorkerConfig } from './config-types';\nimport { isResolvedUri, loadAndCacheFile, toAbsoluteURI } from './util';\n\n// There is only a single WASM file for all WebAssembly binaries now.\nconst ONNX_WASM_FILENAME = 'ort-wasm-simd-threaded.wasm';\n\n/**\n * Shared resource manager used to preload and share resources across different pipelines.\n * This is useful when multiple pipelines are using the same model or when the model needs\n * to be preloaded before the pipeline is created.\n */\nclass SharedResourceManager {\n    private modelSessions: Record<string, ort.InferenceSession> = {};\n    private worker?: Worker;\n    private workerUrl?: string;\n\n    // In-memory cache for resolved URLs\n    private resolvedUriCache: Map<string, string> = new Map();\n\n    /**\n     * Initialize the worker using the provided configuration.\n     *\n     * @param config - The configuration object.\n     * @returns A promise that resolves when the worker is initialized.\n     */\n    public async initializeWorker(config: WorkerConfig): Promise<Worker> {\n        if (typeof Worker === 'undefined') {\n            throw new Error('[ladon-ts] web workers are not supported in this environment');\n        }\n\n        const scriptUri = await this.resolveUri(config, config.mask.workerUri);\n        const response = await fetch(scriptUri, { cache: 'force-cache' });\n        const workerSource = await response.text();\n\n        this.workerUrl = URL.createObjectURL(new Blob([workerSource], { type: 'text/javascript' }));\n\n        return new Worker(this.workerUrl, { type: 'module' });\n    }\n\n    /**\n     * Terminate the worker.\n     */\n    public terminateWorker() {\n        if (this.worker) {\n            this.worker.terminate();\n            this.worker = undefined;\n        }\n    }\n\n    /**\n     * Load the model using the provided configuration. This gets called by the worker when using\n     * the worker generator.\n     *\n     * @param config - The configuration object.\n     * @returns A promise that resolves when the model is preloaded.\n     */\n    public async loadModel(config: PreloadConfig) {\n        const { mask, executionProviders: providers } = config;\n\n        // Lock to a single thread to avoid performance issues.\n        ort.env.wasm.numThreads = 1;\n\n        // Get the resolved paths for the WASM binary.\n        const wasmPaths = await this.resolveUri(config, config.wasmUri);\n\n        if (wasmPaths) {\n            try {\n                ort.env.wasm.wasmBinary = await loadAndCacheFile(wasmPaths + ONNX_WASM_FILENAME);\n            } catch (error) {\n                console.warn('Failed to load or cache WASM file. Using WASM paths.', error);\n                ort.env.wasm.wasmPaths = wasmPaths;\n            }\n        }\n\n        // Resolve the model URL.\n        const modelUrl = await this.resolveUri(config, mask.modelUri);\n        let modelSession = this.modelSessions[modelUrl];\n\n        // If the model session is not already cached, create a new session and cache.\n        if (!modelSession) {\n            // Allows the user to specify the execution providers to use. The default is the WASM provider.\n            // TODO: Add and test support for other execution providers.\n            const executionProviders = providers?.length ? providers : ['wasm'];\n            const sessionOptions = { executionProviders };\n\n            // First try to get the model binary either from cache or by fetching and cacheing it.\n            try {\n                const modelBinary = await loadAndCacheFile(modelUrl);\n                modelSession = await ort.InferenceSession.create(modelBinary, sessionOptions);\n            } catch (error) {\n                console.warn('Failed to load or cache model file. Using model URL.', error);\n                modelSession = await ort.InferenceSession.create(modelUrl, sessionOptions);\n            }\n            modelSession = await ort.InferenceSession.create(modelUrl, sessionOptions);\n        }\n\n        // Cache the model session.\n        this.modelSessions[modelUrl] = modelSession;\n\n        // Warmup the model with a dummy input to avoid latency when running the model for the first time.\n        await this.warmupModel(modelSession, mask.inputSize, mask.modelRank);\n\n        return modelSession;\n    }\n\n    /**\n     * Preload the worker using the provided configuration.\n     *\n     * @param config - The configuration object.\n     * @returns A promise that resolves when the worker is preloaded.\n     */\n    public async preloadWorker(config: PreloadConfig) {\n        const workerConfig = await this.prepareWorkerConfig(config);\n\n        this.worker = await this.initializeWorker(workerConfig);\n        this.worker.postMessage({ type: 'preload', config: workerConfig });\n    }\n\n    /**\n     * Warmup the model session with a dummy input to avoid latency when running the model for the first time.\n     *\n     * @param {ort.InferenceSession} session The model session.\n     * @param {ResolutionConfig} inputSize The input size of the model.\n     * @param {number} inputChannels The number of input channels (e.g., RGB is 3).\n     * @param {ort.Tensor.Type} inputType The input tensor type.\n     * @returns {Promise<void>} A promise that resolves when the model is warmed up.\n     * @example\n     * await warmupModel(session, inputSize, inputChannels, inputType);\n     */\n    public async warmupModel(\n        session: ort.InferenceSession,\n        inputSize: ResolutionConfig = { width: 1280, height: 720 },\n        inputChannels = 3,\n        inputType: ort.Tensor.Type = 'float32'\n    ): Promise<void> {\n        const numPixels = inputSize.height * inputSize.width;\n        const dummyInputData = new Float32Array(inputChannels * numPixels).fill(0);\n        const dummyInput = new ort.Tensor(inputType, dummyInputData, [\n            1,\n            inputChannels,\n            inputSize.height,\n            inputSize.width,\n        ]);\n        const feed = { [session.inputNames[0]]: dummyInput };\n\n        // Use an additional dummy tensor if the model expects a previous mask.\n        if (inputChannels === 3) {\n            const dummyMaskData = new Float32Array(numPixels).fill(0);\n            const prevMaskTensor = new ort.Tensor(inputType, dummyMaskData, [\n                1,\n                1,\n                inputSize.height,\n                inputSize.width,\n            ]);\n            feed[session.inputNames[1]] = prevMaskTensor;\n        }\n\n        // Run the model with the dummy input to warm it up.\n        await session.run(feed);\n    }\n\n    /**\n     * Get the model session for the provided model URL.\n     *\n     * @param {string} modelUrl The model URL.\n     * @returns {ort.InferenceSession} The model session.\n     * @example\n     * const session = getModelSession(modelUrl);\n     */\n    public getModelSession(modelUrl: string) {\n        return this.modelSessions[modelUrl];\n    }\n\n    /**\n     * Resolves the full URL for a given asset. Non-file URIs are treated as paths\n     * and resolved using the `toAbsoluteURI` method.\n     *\n     * @param config - The preload configuration.\n     * @param assetUri - The asset URI from the config.\n     * @returns The resolved full URL.\n     */\n    /**\n     * Resolves the full URL for a given asset. Non-file URIs are treated as paths and resolved\n     * using the `toAbsoluteURI` method. If the assetUri is already resolved, or if it's found in\n     * cache, it will be returned directly. If an assetUrlResolver function is provided in the\n     * configuration, it will be used to resolve the URL if the assetUri is not fully qualified,\n     * a blob URL, or in the cache.\n     *\n     * @param config - The preload configuration.\n     * @param assetUri - The asset URI from the config.\n     * @returns The resolved full URL.\n     */\n    public async resolveUri(config: PreloadConfig, assetUri?: string): Promise<string> {\n        if (!assetUri) {\n            throw new Error('Asset URI is undefined.');\n        }\n\n        // Check if the URL is already cached\n        if (this.resolvedUriCache.has(assetUri)) {\n            return this.resolvedUriCache.get(assetUri) as string;\n        }\n\n        let resolvedUrl: string | undefined;\n\n        if (isResolvedUri(assetUri)) {\n            // If the assetUri is fully qualified or a blob URL, return it directly.\n            // (Assets uris are resolved before being sent to the worker.)\n            resolvedUrl = assetUri;\n        } else if (!assetUri.match(/\\.[a-z0-9]+$/i)) {\n            // Resolve as an absolute path to a non-file endpoint (e.g., wasmPaths).\n            resolvedUrl = toAbsoluteURI(assetUri, config.baseUrl);\n        } else if (typeof config.assetUrlResolver === 'function') {\n            // Resolve via assetUrlResolver. This delegates the resolution logic to the caller.\n            resolvedUrl = await config.assetUrlResolver(assetUri, config);\n        }\n\n        if (!resolvedUrl) {\n            throw new Error(`Failed to resolve asset URI: ${assetUri}`);\n        }\n\n        // Cache the resolved URL\n        this.resolvedUriCache.set(assetUri, resolvedUrl);\n\n        return resolvedUrl;\n    }\n\n    public getWorker() {\n        return this.worker;\n    }\n\n    public getWorkerUrl() {\n        return this.workerUrl;\n    }\n\n    /**\n     * Prepare the worker configuration by resolving the final URLs and paths to send to the\n     * worker. This is necessary because we can't send functions to the worker. We also need to\n     * remove the assetUrlResolver function from the configuration.\n     *\n     * @param config - The preload configuration.\n     * @returns The worker configuration.\n     */\n    public async prepareWorkerConfig(config: PreloadConfig) {\n        // Resolve and cache the URIs before sending the config to the worker. Future calls to the\n        // resolveUri method will use the cache.\n        const resolvedConfig: PreloadConfig = {\n            ...config,\n            mask: {\n                ...config.mask,\n                modelUri: await this.resolveUri(config, config.mask.modelUri),\n                workerUri: await this.resolveUri(config, config.mask.workerUri),\n            },\n            wasmUri: await this.resolveUri(config, config.wasmUri),\n        };\n\n        // We can't send the assetUrlResolver function to the worker so we remove it from the config.\n        const workerConfig = { ...resolvedConfig, assetUrlResolver: undefined };\n\n        // This is a workaround to ensure the worker configuration can be sent to the worker.\n        return JSON.parse(JSON.stringify(workerConfig));\n    }\n}\n\n// Global instance of the shared resource manager.\nexport const sharedResourceManager = new SharedResourceManager();\n"],"names":["ONNX_WASM_FILENAME","SharedResourceManager","config","scriptUri","workerSource","mask","providers","ort","wasmPaths","loadAndCacheFile","error","modelUrl","modelSession","sessionOptions","modelBinary","workerConfig","session","inputSize","inputChannels","inputType","numPixels","dummyInputData","dummyInput","feed","dummyMaskData","prevMaskTensor","assetUri","resolvedUrl","isResolvedUri","toAbsoluteURI","sharedResourceManager"],"mappings":";;AAMA,MAAMA,IAAqB;AAO3B,MAAMC,EAAsB;AAAA,EAA5B,cAAA;AACI,SAAQ,gBAAsD,CAAC,GAKvD,KAAA,uCAA4C,IAAI;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQxD,MAAa,iBAAiBC,GAAuC;AAC7D,QAAA,OAAO,SAAW;AACZ,YAAA,IAAI,MAAM,8DAA8D;AAGlF,UAAMC,IAAY,MAAM,KAAK,WAAWD,GAAQA,EAAO,KAAK,SAAS,GAE/DE,IAAe,OADJ,MAAM,MAAMD,GAAW,EAAE,OAAO,eAAe,GAC5B,KAAK;AAEzC,gBAAK,YAAY,IAAI,gBAAgB,IAAI,KAAK,CAACC,CAAY,GAAG,EAAE,MAAM,kBAAmB,CAAA,CAAC,GAEnF,IAAI,OAAO,KAAK,WAAW,EAAE,MAAM,UAAU;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA,EAMjD,kBAAkB;AACrB,IAAI,KAAK,WACL,KAAK,OAAO,UAAU,GACtB,KAAK,SAAS;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUJ,MAAa,UAAUF,GAAuB;AAC1C,UAAM,EAAE,MAAAG,GAAM,oBAAoBC,EAAc,IAAAJ;AAG5C,IAAAK,EAAA,IAAI,KAAK,aAAa;AAG1B,UAAMC,IAAY,MAAM,KAAK,WAAWN,GAAQA,EAAO,OAAO;AAE9D,QAAIM;AACI,UAAA;AACA,QAAAD,EAAI,IAAI,KAAK,aAAa,MAAME,EAAiBD,IAAYR,CAAkB;AAAA,eAC1EU,GAAO;AACJ,gBAAA,KAAK,wDAAwDA,CAAK,GACtEH,EAAA,IAAI,KAAK,YAAYC;AAAA,MAAA;AAKjC,UAAMG,IAAW,MAAM,KAAK,WAAWT,GAAQG,EAAK,QAAQ;AACxD,QAAAO,IAAe,KAAK,cAAcD,CAAQ;AAG9C,QAAI,CAACC,GAAc;AAIT,YAAAC,IAAiB,EAAE,oBADEP,KAAA,QAAAA,EAAW,SAASA,IAAY,CAAC,MAAM,EACtB;AAGxC,UAAA;AACM,cAAAQ,IAAc,MAAML,EAAiBE,CAAQ;AACnD,QAAAC,IAAe,MAAML,EAAI,iBAAiB,OAAOO,GAAaD,CAAc;AAAA,eACvEH,GAAO;AACJ,gBAAA,KAAK,wDAAwDA,CAAK,GAC1EE,IAAe,MAAML,EAAI,iBAAiB,OAAOI,GAAUE,CAAc;AAAA,MAAA;AAE7E,MAAAD,IAAe,MAAML,EAAI,iBAAiB,OAAOI,GAAUE,CAAc;AAAA,IAAA;AAIxE,gBAAA,cAAcF,CAAQ,IAAIC,GAG/B,MAAM,KAAK,YAAYA,GAAcP,EAAK,WAAWA,EAAK,SAAS,GAE5DO;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASX,MAAa,cAAcV,GAAuB;AAC9C,UAAMa,IAAe,MAAM,KAAK,oBAAoBb,CAAM;AAE1D,SAAK,SAAS,MAAM,KAAK,iBAAiBa,CAAY,GACtD,KAAK,OAAO,YAAY,EAAE,MAAM,WAAW,QAAQA,GAAc;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAcrE,MAAa,YACTC,GACAC,IAA8B,EAAE,OAAO,MAAM,QAAQ,IAAI,GACzDC,IAAgB,GAChBC,IAA6B,WAChB;AACP,UAAAC,IAAYH,EAAU,SAASA,EAAU,OACzCI,IAAiB,IAAI,aAAaH,IAAgBE,CAAS,EAAE,KAAK,CAAC,GACnEE,IAAa,IAAIf,EAAI,OAAOY,GAAWE,GAAgB;AAAA,MACzD;AAAA,MACAH;AAAA,MACAD,EAAU;AAAA,MACVA,EAAU;AAAA,IAAA,CACb,GACKM,IAAO,EAAE,CAACP,EAAQ,WAAW,CAAC,CAAC,GAAGM,EAAW;AAGnD,QAAIJ,MAAkB,GAAG;AACrB,YAAMM,IAAgB,IAAI,aAAaJ,CAAS,EAAE,KAAK,CAAC,GAClDK,IAAiB,IAAIlB,EAAI,OAAOY,GAAWK,GAAe;AAAA,QAC5D;AAAA,QACA;AAAA,QACAP,EAAU;AAAA,QACVA,EAAU;AAAA,MAAA,CACb;AACD,MAAAM,EAAKP,EAAQ,WAAW,CAAC,CAAC,IAAIS;AAAA,IAAA;AAI5B,UAAAT,EAAQ,IAAIO,CAAI;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWnB,gBAAgBZ,GAAkB;AAC9B,WAAA,KAAK,cAAcA,CAAQ;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAsBtC,MAAa,WAAWT,GAAuBwB,GAAoC;AAC/E,QAAI,CAACA;AACK,YAAA,IAAI,MAAM,yBAAyB;AAI7C,QAAI,KAAK,iBAAiB,IAAIA,CAAQ;AAC3B,aAAA,KAAK,iBAAiB,IAAIA,CAAQ;AAGzC,QAAAC;AAcJ,QAZIC,EAAcF,CAAQ,IAGRC,IAAAD,IACNA,EAAS,MAAM,eAAe,IAG/B,OAAOxB,EAAO,oBAAqB,eAE1CyB,IAAc,MAAMzB,EAAO,iBAAiBwB,GAAUxB,CAAM,KAH9CyB,IAAAE,EAAcH,GAAUxB,EAAO,OAAO,GAMpD,CAACyB;AACD,YAAM,IAAI,MAAM,gCAAgCD,CAAQ,EAAE;AAIzD,gBAAA,iBAAiB,IAAIA,GAAUC,CAAW,GAExCA;AAAA,EAAA;AAAA,EAGJ,YAAY;AACf,WAAO,KAAK;AAAA,EAAA;AAAA,EAGT,eAAe;AAClB,WAAO,KAAK;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWhB,MAAa,oBAAoBzB,GAAuB;AAcpD,UAAMa,IAAe,EAAE,GAXe;AAAA,MAClC,GAAGb;AAAA,MACH,MAAM;AAAA,QACF,GAAGA,EAAO;AAAA,QACV,UAAU,MAAM,KAAK,WAAWA,GAAQA,EAAO,KAAK,QAAQ;AAAA,QAC5D,WAAW,MAAM,KAAK,WAAWA,GAAQA,EAAO,KAAK,SAAS;AAAA,MAClE;AAAA,MACA,SAAS,MAAM,KAAK,WAAWA,GAAQA,EAAO,OAAO;AAAA,IACzD,GAG0C,kBAAkB,OAAU;AAGtE,WAAO,KAAK,MAAM,KAAK,UAAUa,CAAY,CAAC;AAAA,EAAA;AAEtD;AAGa,MAAAe,IAAwB,IAAI7B,EAAsB;"}

package/build/module/lib/util.d.ts

@@ -61,3 +61,4 @@ export declare function linkProgram(gl: WebGL2RenderingContext, vertex_shader: W
  * @returns Whether the URI is already resolved.
  */
 export declare function isResolvedUri(uri: string): boolean;
+export declare function loadAndCacheFile(fileUrl: string): Promise<ArrayBufferLike | Uint8Array>;