@webex/ladon-ts 5.4.6 → 5.5.1

package/build/module/lib/worker-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-generator.js","sources":["../../../src/lib/worker-generator.ts"],"sourcesContent":["import { PipelineConfig } from './config-types';\nimport { LadonOutput, MaskGenerator } from './generator-types';\nimport { workerManager } from './worker-manager';\n\nexport class WorkerGenerator implements MaskGenerator {\n    private lastMask: Float32Array;\n    private lastResult: LadonOutput;\n    private newMask = true;\n    private worker?: Worker;\n\n    constructor(public readonly config: PipelineConfig) {\n        this.lastMask = new Float32Array(\n            this.config.mask.outputSize.height * this.config.mask.outputSize.width\n        );\n        this.lastResult = {\n            data: this.lastMask,\n            facesAndLandmarks: { data: new Float32Array(0), dims: [] },\n            gesture: new Float32Array(0),\n            motion: 0,\n            timestamp: 0,\n            warm: false,\n        };\n    }\n\n    /* eslint-disable-next-line @typescript-eslint/no-unused-vars */\n    public async getLadonOutput(_: Uint8ClampedArray): Promise<LadonOutput> {\n        const toReturn = {\n            data: this.lastMask,\n            facesAndLandmarks: this.lastResult.facesAndLandmarks,\n            gesture: this.lastResult.gesture,\n            motion: this.lastResult.motion,\n            timestamp: this.lastResult.timestamp,\n            warm: this.newMask,\n        };\n\n        this.newMask = false;\n\n        return toReturn;\n    }\n\n    public async load(): Promise<void> {\n        // Prepare the worker configuration by resolving the final URLs and paths to send to the worker.\n        const config = await workerManager.prepareWorkerConfig(this.config);\n\n        this.worker = workerManager.getWorker();\n        this.worker ??= await workerManager.initializeWorker(config);\n\n        if (!this.worker) {\n            throw new Error('[ladon-ts] - worker is not defined.');\n        }\n\n        this.worker.onmessage = (event) => {\n            if (event.data.type === 'log') {\n                // Forward log messages from the worker to the console.\n                const { message, severity } = event.data;\n                const msg = `[ladon-ts] Message received from worker: ${message}`;\n                switch (severity) {\n                    case 'warn':\n                        console.warn(msg);\n                        break;\n                    case 'error':\n                        console.error(msg);\n                        break;\n                    default:\n                        console.log(msg);\n                }\n            } else if (event.data.status === 'generated') {\n                // Update the last mask and result with the new data from the worker.\n                this.lastMask = event.data.mask;\n                this.lastResult = {\n                    data: event.data.mask,\n                    facesAndLandmarks: event.data.facesAndLandmarks,\n                    gesture: event.data.gesture,\n                    motion: event.data.motion,\n                    timestamp: event.data.timestamp,\n                    warm: true,\n                };\n                this.newMask = true;\n            } else {\n                // Clean up the worker and revoke the URL when the worker is finished\n                const workerUrl = workerManager.getWorkerUrl();\n                if (workerUrl) {\n                    URL.revokeObjectURL(workerUrl);\n                }\n                resolutionCb?.();\n            }\n        };\n\n        const workerConfig: PipelineConfig = {\n            baseUrl: config.baseUrl,\n            input: config.input,\n            mask: config.mask,\n            wasmUri: config.wasmUri,\n            render: { type: 'passthrough' },\n        };\n\n        this.worker.postMessage({ type: 'init', config: workerConfig });\n\n        let resolutionCb: () => void;\n        const result = new Promise<void>((resolve) => {\n            resolutionCb = resolve;\n        });\n\n        return result;\n    }\n\n    public isLoaded(): boolean {\n        return !!this.worker;\n    }\n\n    public async postRender(input: Uint8ClampedArray, timestamp: number): Promise<void> {\n        // claim ownership of the input tensor's buffer and forward to worker\n\n        if (!this.worker) {\n            throw new Error('[ladon-ts] - worker is not defined.');\n        }\n\n        this.worker.postMessage(\n            {\n                type: 'generate',\n                image: input,\n                timestamp,\n            },\n            [input.buffer]\n        );\n    }\n\n    public destroy(): void {\n        workerManager.terminateWorker();\n    }\n}\n"],"names":["WorkerGenerator","config","_","toReturn","workerManager","event","message","severity","msg","workerUrl","resolutionCb","workerConfig","resolve","input","timestamp"],"mappings":";AAIO,MAAMA,EAAyC;AAAA,EAMlD,YAA4BC,GAAwB;AAAxB,SAAA,SAAAA,GAH5B,KAAQ,UAAU,IAId,KAAK,WAAW,IAAI;AAAA,MAChB,KAAK,OAAO,KAAK,WAAW,SAAS,KAAK,OAAO,KAAK,WAAW;AAAA,IACrE,GACA,KAAK,aAAa;AAAA,MACd,MAAM,KAAK;AAAA,MACX,mBAAmB,EAAE,MAAM,IAAI,aAAa,CAAC,GAAG,MAAM,GAAG;AAAA,MACzD,SAAS,IAAI,aAAa,CAAC;AAAA,MAC3B,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,MAAM;AAAA,IACV;AAAA,EAAA;AAAA;AAAA,EAIJ,MAAa,eAAeC,GAA4C;AACpE,UAAMC,IAAW;AAAA,MACb,MAAM,KAAK;AAAA,MACX,mBAAmB,KAAK,WAAW;AAAA,MACnC,SAAS,KAAK,WAAW;AAAA,MACzB,QAAQ,KAAK,WAAW;AAAA,MACxB,WAAW,KAAK,WAAW;AAAA,MAC3B,MAAM,KAAK;AAAA,IACf;AAEA,gBAAK,UAAU,IAERA;AAAA,EAAA;AAAA,EAGX,MAAa,OAAsB;AAE/B,UAAMF,IAAS,MAAMG,EAAc,oBAAoB,KAAK,MAAM;AAK9D,QAHC,KAAA,SAASA,EAAc,UAAU,GACtC,KAAK,WAAL,KAAK,SAAW,MAAMA,EAAc,iBAAiBH,CAAM,IAEvD,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,qCAAqC;AAGpD,SAAA,OAAO,YAAY,CAACI,MAAU;AAC3B,UAAAA,EAAM,KAAK,SAAS,OAAO;AAE3B,cAAM,EAAE,SAAAC,GAAS,UAAAC,EAAS,IAAIF,EAAM,MAC9BG,IAAM,4CAA4CF,CAAO;AAC/D,gBAAQC,GAAU;AAAA,UACd,KAAK;AACD,oBAAQ,KAAKC,CAAG;AAChB;AAAA,UACJ,KAAK;AACD,oBAAQ,MAAMA,CAAG;AACjB;AAAA,UACJ;AACI,oBAAQ,IAAIA,CAAG;AAAA,QAAA;AAAA,MAEhB,WAAAH,EAAM,KAAK,WAAW;AAExB,aAAA,WAAWA,EAAM,KAAK,MAC3B,KAAK,aAAa;AAAA,UACd,MAAMA,EAAM,KAAK;AAAA,UACjB,mBAAmBA,EAAM,KAAK;AAAA,UAC9B,SAASA,EAAM,KAAK;AAAA,UACpB,QAAQA,EAAM,KAAK;AAAA,UACnB,WAAWA,EAAM,KAAK;AAAA,UACtB,MAAM;AAAA,QACV,GACA,KAAK,UAAU;AAAA,WACZ;AAEG,cAAAI,IAAYL,EAAc,aAAa;AAC7C,QAAIK,KACA,IAAI,gBAAgBA,CAAS,GAElBC,KAAA,QAAAA;AAAA,MAAA;AAAA,IAEvB;AAEA,UAAMC,IAA+B;AAAA,MACjC,SAASV,EAAO;AAAA,MAChB,OAAOA,EAAO;AAAA,MACd,MAAMA,EAAO;AAAA,MACb,SAASA,EAAO;AAAA,MAChB,QAAQ,EAAE,MAAM,cAAc;AAAA,IAClC;AAEA,SAAK,OAAO,YAAY,EAAE,MAAM,QAAQ,QAAQU,GAAc;AAE1D,QAAAD;AAKG,WAJQ,IAAI,QAAc,CAACE,MAAY;AAC3B,MAAAF,IAAAE;AAAA,IAAA,CAClB;AAAA,EAEM;AAAA,EAGJ,WAAoB;AAChB,WAAA,CAAC,CAAC,KAAK;AAAA,EAAA;AAAA,EAGlB,MAAa,WAAWC,GAA0BC,GAAkC;AAG5E,QAAA,CAAC,KAAK;AACA,YAAA,IAAI,MAAM,qCAAqC;AAGzD,SAAK,OAAO;AAAA,MACR;AAAA,QACI,MAAM;AAAA,QACN,OAAOD;AAAA,QACP,WAAAC;AAAA,MACJ;AAAA,MACA,CAACD,EAAM,MAAM;AAAA,IACjB;AAAA,EAAA;AAAA,EAGG,UAAgB;AACnB,IAAAT,EAAc,gBAAgB;AAAA,EAAA;AAEtC;"}

package/build/module/lib/worker-manager.d.ts

@@ -0,0 +1,41 @@
+import { PreloadConfig, WorkerConfig } from './config-types';
+/**
+ * Worker manager class to handle the initialization and termination of the segmenation
+ * web worker. This class is responsible for loading the worker script, resolving the
+ * configuration, and managing the worker lifecycle. It also provides methods to
+ * preload the worker and terminate it when no longer needed.
+ */
+export declare class WorkerManager {
+    private worker?;
+    private workerUrl?;
+    /**
+     * Initialize the worker using the provided configuration.
+     *
+     * @param config - The configuration object.
+     * @returns A promise that resolves when the worker is initialized.
+     */
+    initializeWorker(config: WorkerConfig): Promise<Worker>;
+    /**
+     * Terminate the worker.
+     */
+    terminateWorker(): void;
+    /**
+     * Preload the worker using the provided configuration.
+     *
+     * @param config - The configuration object.
+     * @returns A promise that resolves when the worker is preloaded.
+     */
+    preloadWorker(config: PreloadConfig): Promise<void>;
+    getWorker(): Worker | undefined;
+    getWorkerUrl(): string | undefined;
+    /**
+     * Prepare the worker configuration by resolving the final URLs and paths to send to the
+     * worker. This is necessary because we can't send functions to the worker. We also need to
+     * remove the assetUrlResolver function from the configuration.
+     *
+     * @param config - The preload configuration.
+     * @returns The worker configuration.
+     */
+    prepareWorkerConfig(config: PreloadConfig): Promise<any>;
+}
+export declare const workerManager: WorkerManager;

package/build/module/lib/worker-manager.js

@@ -0,0 +1,63 @@
+import { resourceLoader as o } from "./resource-loader.js";
+class i {
+  /**
+   * Initialize the worker using the provided configuration.
+   *
+   * @param config - The configuration object.
+   * @returns A promise that resolves when the worker is initialized.
+   */
+  async initializeWorker(r) {
+    if (typeof Worker > "u")
+      throw new Error("[ladon-ts] web workers are not supported in this environment");
+    const e = await o.resolveUri(r, r.mask.workerUri), s = await (await fetch(e, { cache: "force-cache" })).text();
+    return this.workerUrl = URL.createObjectURL(new Blob([s], { type: "text/javascript" })), new Worker(this.workerUrl, { type: "module" });
+  }
+  /**
+   * Terminate the worker.
+   */
+  terminateWorker() {
+    this.worker && (this.worker.terminate(), this.worker = void 0);
+  }
+  /**
+   * Preload the worker using the provided configuration.
+   *
+   * @param config - The configuration object.
+   * @returns A promise that resolves when the worker is preloaded.
+   */
+  async preloadWorker(r) {
+    const e = await this.prepareWorkerConfig(r);
+    this.worker = await this.initializeWorker(e), this.worker.postMessage({ type: "preload", config: e });
+  }
+  getWorker() {
+    return this.worker;
+  }
+  getWorkerUrl() {
+    return this.workerUrl;
+  }
+  /**
+   * Prepare the worker configuration by resolving the final URLs and paths to send to the
+   * worker. This is necessary because we can't send functions to the worker. We also need to
+   * remove the assetUrlResolver function from the configuration.
+   *
+   * @param config - The preload configuration.
+   * @returns The worker configuration.
+   */
+  async prepareWorkerConfig(r) {
+    const t = { ...{
+      ...r,
+      mask: {
+        ...r.mask,
+        modelUri: await o.resolveUri(r, r.mask.modelUri),
+        workerUri: await o.resolveUri(r, r.mask.workerUri)
+      },
+      wasmUri: await o.resolveUri(r, r.wasmUri)
+    }, assetUrlResolver: void 0 };
+    return JSON.parse(JSON.stringify(t));
+  }
+}
+const k = new i();
+export {
+  i as WorkerManager,
+  k as workerManager
+};
+//# sourceMappingURL=worker-manager.js.map

package/build/module/lib/worker-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-manager.js","sources":["../../../src/lib/worker-manager.ts"],"sourcesContent":["import { PreloadConfig, WorkerConfig } from './config-types';\nimport { resourceLoader } from './resource-loader';\n\n/**\n * Worker manager class to handle the initialization and termination of the segmenation\n * web worker. This class is responsible for loading the worker script, resolving the\n * configuration, and managing the worker lifecycle. It also provides methods to\n * preload the worker and terminate it when no longer needed.\n */\nexport class WorkerManager {\n    private worker?: Worker;\n    private workerUrl?: string;\n\n    /**\n     * Initialize the worker using the provided configuration.\n     *\n     * @param config - The configuration object.\n     * @returns A promise that resolves when the worker is initialized.\n     */\n    public async initializeWorker(config: WorkerConfig): Promise<Worker> {\n        if (typeof Worker === 'undefined') {\n            throw new Error('[ladon-ts] web workers are not supported in this environment');\n        }\n\n        const scriptUri = await resourceLoader.resolveUri(config, config.mask.workerUri);\n        const response = await fetch(scriptUri, { cache: 'force-cache' });\n        const workerSource = await response.text();\n\n        this.workerUrl = URL.createObjectURL(new Blob([workerSource], { type: 'text/javascript' }));\n\n        return new Worker(this.workerUrl, { type: 'module' });\n    }\n\n    /**\n     * Terminate the worker.\n     */\n    public terminateWorker() {\n        if (this.worker) {\n            this.worker.terminate();\n            this.worker = undefined;\n        }\n    }\n\n    /**\n     * Preload the worker using the provided configuration.\n     *\n     * @param config - The configuration object.\n     * @returns A promise that resolves when the worker is preloaded.\n     */\n    public async preloadWorker(config: PreloadConfig) {\n        const workerConfig = await this.prepareWorkerConfig(config);\n\n        this.worker = await this.initializeWorker(workerConfig);\n        this.worker.postMessage({ type: 'preload', config: workerConfig });\n    }\n\n    public getWorker() {\n        return this.worker;\n    }\n\n    public getWorkerUrl() {\n        return this.workerUrl;\n    }\n\n    /**\n     * Prepare the worker configuration by resolving the final URLs and paths to send to the\n     * worker. This is necessary because we can't send functions to the worker. We also need to\n     * remove the assetUrlResolver function from the configuration.\n     *\n     * @param config - The preload configuration.\n     * @returns The worker configuration.\n     */\n    public async prepareWorkerConfig(config: PreloadConfig) {\n        // Resolve and cache the URIs before sending the config to the worker. Future calls to the\n        // resolveUri method will use the cache.\n        const resolvedConfig: PreloadConfig = {\n            ...config,\n            mask: {\n                ...config.mask,\n                modelUri: await resourceLoader.resolveUri(config, config.mask.modelUri),\n                workerUri: await resourceLoader.resolveUri(config, config.mask.workerUri),\n            },\n            wasmUri: await resourceLoader.resolveUri(config, config.wasmUri),\n        };\n\n        // We can't send the assetUrlResolver function to the worker so we remove it from the config.\n        const workerConfig = { ...resolvedConfig, assetUrlResolver: undefined };\n\n        // This is a workaround to ensure the worker configuration can be sent to the worker.\n        return JSON.parse(JSON.stringify(workerConfig));\n    }\n}\n\n// Global instance of the shared resource manager.\nexport const workerManager = new WorkerManager();\n"],"names":["WorkerManager","config","scriptUri","resourceLoader","workerSource","workerConfig","workerManager"],"mappings":";AASO,MAAMA,EAAc;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUvB,MAAa,iBAAiBC,GAAuC;AAC7D,QAAA,OAAO,SAAW;AACZ,YAAA,IAAI,MAAM,8DAA8D;AAGlF,UAAMC,IAAY,MAAMC,EAAe,WAAWF,GAAQA,EAAO,KAAK,SAAS,GAEzEG,IAAe,OADJ,MAAM,MAAMF,GAAW,EAAE,OAAO,eAAe,GAC5B,KAAK;AAEzC,gBAAK,YAAY,IAAI,gBAAgB,IAAI,KAAK,CAACE,CAAY,GAAG,EAAE,MAAM,kBAAmB,CAAA,CAAC,GAEnF,IAAI,OAAO,KAAK,WAAW,EAAE,MAAM,UAAU;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA,EAMjD,kBAAkB;AACrB,IAAI,KAAK,WACL,KAAK,OAAO,UAAU,GACtB,KAAK,SAAS;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASJ,MAAa,cAAcH,GAAuB;AAC9C,UAAMI,IAAe,MAAM,KAAK,oBAAoBJ,CAAM;AAE1D,SAAK,SAAS,MAAM,KAAK,iBAAiBI,CAAY,GACtD,KAAK,OAAO,YAAY,EAAE,MAAM,WAAW,QAAQA,GAAc;AAAA,EAAA;AAAA,EAG9D,YAAY;AACf,WAAO,KAAK;AAAA,EAAA;AAAA,EAGT,eAAe;AAClB,WAAO,KAAK;AAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWhB,MAAa,oBAAoBJ,GAAuB;AAcpD,UAAMI,IAAe,EAAE,GAXe;AAAA,MAClC,GAAGJ;AAAA,MACH,MAAM;AAAA,QACF,GAAGA,EAAO;AAAA,QACV,UAAU,MAAME,EAAe,WAAWF,GAAQA,EAAO,KAAK,QAAQ;AAAA,QACtE,WAAW,MAAME,EAAe,WAAWF,GAAQA,EAAO,KAAK,SAAS;AAAA,MAC5E;AAAA,MACA,SAAS,MAAME,EAAe,WAAWF,GAAQA,EAAO,OAAO;AAAA,IACnE,GAG0C,kBAAkB,OAAU;AAGtE,WAAO,KAAK,MAAM,KAAK,UAAUI,CAAY,CAAC;AAAA,EAAA;AAEtD;AAGa,MAAAC,IAAgB,IAAIN,EAAc;"}