@loaders.gl/core 5.0.0-alpha.11 → 5.0.0-alpha.13

package/dist/worker-utils/lib/worker-farm/worker-pool.js

@@ -0,0 +1,193 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { isMobile } from "../env-utils/globals.js";
+import WorkerThread from "./worker-thread.js";
+import WorkerJob from "./worker-job.js";
+/**
+ * Process multiple data messages with small pool of identical workers
+ */
+export default class WorkerPool {
+    name = 'unnamed';
+    source; // | Function;
+    url;
+    /** Lazily resolves a classic worker fallback URL. */
+    getUrl;
+    /** Creates a browser Worker directly. */
+    loadWorker;
+    maxConcurrency = 1;
+    maxMobileConcurrency = 1;
+    onDebug = () => { };
+    reuseWorkers = true;
+    props = {};
+    jobQueue = [];
+    idleQueue = [];
+    activeJobs = new Set();
+    count = 0;
+    isDestroyed = false;
+    /** Checks if workers are supported on this platform */
+    static isSupported() {
+        return WorkerThread.isSupported();
+    }
+    /**
+     * @param processor - worker function
+     * @param maxConcurrency - max count of workers
+     */
+    constructor(props) {
+        this.source = props.source;
+        this.url = props.url;
+        this.getUrl = props.getUrl;
+        this.loadWorker = props.loadWorker;
+        this.setProps(props);
+    }
+    /**
+     * Terminates all workers in the pool and aborts active jobs.
+     * @param reason Optional error delivered to active jobs.
+     * @note Can free up significant memory
+     */
+    destroy(reason = new Error('Worker pool was destroyed')) {
+        // Abort active jobs so callers receive an error when a development worker is invalidated.
+        this.activeJobs.forEach(job => job.abort(reason));
+        const queuedJobs = this.jobQueue.splice(0);
+        queuedJobs.forEach(queuedJob => queuedJob.onReject(reason));
+        this.idleQueue.forEach(worker => worker.destroy());
+        this.isDestroyed = true;
+    }
+    setProps(props) {
+        this.props = { ...this.props, ...props };
+        if (props.name !== undefined) {
+            this.name = props.name;
+        }
+        if (props.maxConcurrency !== undefined) {
+            this.maxConcurrency = props.maxConcurrency;
+        }
+        if (props.maxMobileConcurrency !== undefined) {
+            this.maxMobileConcurrency = props.maxMobileConcurrency;
+        }
+        if (props.reuseWorkers !== undefined) {
+            this.reuseWorkers = props.reuseWorkers;
+        }
+        if (props.onDebug !== undefined) {
+            this.onDebug = props.onDebug;
+        }
+    }
+    async startJob(name, onMessage = (job, type, data) => job.done(data), onError = (job, error) => job.error(error)) {
+        if (this.isDestroyed) {
+            return Promise.reject(new Error('Worker pool was destroyed'));
+        }
+        // Promise resolves when thread starts working on this job
+        const startPromise = new Promise((onStart, onReject) => {
+            // Promise resolves when thread completes or fails working on this job
+            this.jobQueue.push({ name, onMessage, onError, onStart, onReject });
+            return this;
+        });
+        this._startQueuedJob(); // eslint-disable-line @typescript-eslint/no-floating-promises
+        return await startPromise;
+    }
+    // PRIVATE
+    /**
+     * Starts first queued job if worker is available or can be created
+     * Called when job is started and whenever a worker returns to the idleQueue
+     */
+    async _startQueuedJob() {
+        if (!this.jobQueue.length) {
+            return;
+        }
+        const workerThread = this._getAvailableWorker();
+        if (!workerThread) {
+            return;
+        }
+        // We have a worker, dequeue and start the job
+        const queuedJob = this.jobQueue.shift();
+        if (queuedJob) {
+            // Emit a debug event
+            // @ts-ignore
+            this.onDebug({
+                message: 'Starting job',
+                name: queuedJob.name,
+                workerThread,
+                backlog: this.jobQueue.length
+            });
+            // Create a worker job to let the app access thread and manage job completion
+            const job = new WorkerJob(queuedJob.name, workerThread);
+            this.activeJobs.add(job);
+            workerThread.ref();
+            // Set the worker thread's message handlers
+            workerThread.onMessage = data => queuedJob.onMessage(job, data.type, data.payload);
+            workerThread.onError = error => queuedJob.onError(job, error);
+            // Resolve the start promise so that the app can start sending messages to worker
+            queuedJob.onStart(job);
+            // Wait for the app to signal that the job is complete, then return worker to queue
+            try {
+                await job.result;
+            }
+            catch {
+                // The job result promise carries worker errors back to the caller; do not duplicate-log
+                // handled rejections here.
+            }
+            finally {
+                this.activeJobs.delete(job);
+                this.returnWorkerToQueue(workerThread);
+            }
+        }
+    }
+    /**
+     * Returns a worker to the idle queue
+     * Destroys the worker if
+     *  - pool is destroyed
+     *  - if this pool doesn't reuse workers
+     *  - if maxConcurrency has been lowered
+     * @param worker
+     */
+    returnWorkerToQueue(worker) {
+        const shouldDestroyWorker = 
+        // Aborted jobs terminate their worker immediately.
+        worker.terminated ||
+            // If the pool is destroyed, there is no reason to keep the worker around
+            this.isDestroyed ||
+            // If the app has disabled worker reuse, any completed workers should be destroyed
+            !this.reuseWorkers ||
+            // If concurrency has been lowered, this worker might be surplus to requirements
+            this.count > this._getMaxConcurrency();
+        if (shouldDestroyWorker) {
+            if (!worker.terminated) {
+                worker.destroy();
+            }
+            this.count--;
+        }
+        else {
+            worker.unref();
+            this.idleQueue.push(worker);
+        }
+        if (!this.isDestroyed) {
+            this._startQueuedJob(); // eslint-disable-line @typescript-eslint/no-floating-promises
+        }
+    }
+    /**
+     * Returns idle worker or creates new worker if maxConcurrency has not been reached
+     */
+    _getAvailableWorker() {
+        // If a worker has completed and returned to the queue, it can be used
+        if (this.idleQueue.length > 0) {
+            return this.idleQueue.shift() || null;
+        }
+        // Create fresh worker if we haven't yet created the max amount of worker threads for this worker source
+        if (this.count < this._getMaxConcurrency()) {
+            this.count++;
+            const name = `${this.name.toLowerCase()} (#${this.count} of ${this.maxConcurrency})`;
+            return new WorkerThread({
+                name,
+                source: this.source,
+                url: this.url,
+                getUrl: this.getUrl,
+                loadWorker: this.loadWorker
+            });
+        }
+        // No worker available, have to wait
+        return null;
+    }
+    _getMaxConcurrency() {
+        return isMobile ? this.maxMobileConcurrency : this.maxConcurrency;
+    }
+}
+//# sourceMappingURL=worker-pool.js.map

package/dist/worker-utils/lib/worker-farm/worker-pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-pool.js","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-farm/worker-pool.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,QAAQ,EAAC,gCAA6B;AAC9C,OAAO,YAAY,2BAAwB;AAC3C,OAAO,SAAS,wBAAqB;AA+CrC;;GAEG;AACH,MAAM,CAAC,OAAO,OAAO,UAAU;IAC7B,IAAI,GAAW,SAAS,CAAC;IACzB,MAAM,CAAU,CAAC,cAAc;IAC/B,GAAG,CAAU;IACb,qDAAqD;IACrD,MAAM,CAAgB;IACtB,yCAAyC;IACzC,UAAU,CAAc;IACxB,cAAc,GAAW,CAAC,CAAC;IAC3B,oBAAoB,GAAW,CAAC,CAAC;IACjC,OAAO,GAAwC,GAAG,EAAE,GAAE,CAAC,CAAC;IACxD,YAAY,GAAY,IAAI,CAAC;IAErB,KAAK,GAAoB,EAAE,CAAC;IAC5B,QAAQ,GAAgB,EAAE,CAAC;IAC3B,SAAS,GAAmB,EAAE,CAAC;IAC/B,UAAU,GAAG,IAAI,GAAG,EAAa,CAAC;IAClC,KAAK,GAAG,CAAC,CAAC;IACV,WAAW,GAAG,KAAK,CAAC;IAE5B,uDAAuD;IACvD,MAAM,CAAC,WAAW;QAChB,OAAO,YAAY,CAAC,WAAW,EAAE,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,YAAY,KAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAC3B,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;QACnC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IAED;;;;OAIG;IACH,OAAO,CAAC,SAAkB,IAAI,KAAK,CAAC,2BAA2B,CAAC;QAC9D,0FAA0F;QAC1F,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC3C,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5D,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACnD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,QAAQ,CAAC,KAAsB;QAC7B,IAAI,CAAC,KAAK,GAAG,EAAC,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,KAAK,EAAC,CAAC;QAEvC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACzB,CAAC;QACD,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACvC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,cAAc,CAAC;QAC7C,CAAC;QACD,IAAI,KAAK,CAAC,oBAAoB,KAAK,SAAS,EAAE,CAAC;YAC7C,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC,oBAAoB,CAAC;QACzD,CAAC;QACD,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACrC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;QACzC,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAChC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,IAAY,EACZ,YAAuB,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAC1D,UAAmB,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC;QAEnD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;QAChE,CAAC;QACD,0DAA0D;QAC1D,MAAM,YAAY,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;YAChE,sEAAsE;YACtE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAC,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,8DAA8D;QACtF,OAAO,MAAM,YAAY,CAAC;IAC5B,CAAC;IAED,UAAU;IAEV;;;OAGG;IACH,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC1B,OAAO;QACT,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAChD,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QAED,8CAA8C;QAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACxC,IAAI,SAAS,EAAE,CAAC;YACd,qBAAqB;YACrB,aAAa;YACb,IAAI,CAAC,OAAO,CAAC;gBACX,OAAO,EAAE,cAAc;gBACvB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,YAAY;gBACZ,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM;aAC9B,CAAC,CAAC;YAEH,6EAA6E;YAC7E,MAAM,GAAG,GAAG,IAAI,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YACxD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACzB,YAAY,CAAC,GAAG,EAAE,CAAC;YAEnB,2CAA2C;YAC3C,YAAY,CAAC,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACnF,YAAY,CAAC,OAAO,GAAG,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAE9D,iFAAiF;YACjF,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAEvB,mFAAmF;YACnF,IAAI,CAAC;gBACH,MAAM,GAAG,CAAC,MAAM,CAAC;YACnB,CAAC;YAAC,MAAM,CAAC;gBACP,wFAAwF;gBACxF,2BAA2B;YAC7B,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC5B,IAAI,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACH,mBAAmB,CAAC,MAAoB;QACtC,MAAM,mBAAmB;QACvB,mDAAmD;QACnD,MAAM,CAAC,UAAU;YACjB,yEAAyE;YACzE,IAAI,CAAC,WAAW;YAChB,kFAAkF;YAClF,CAAC,IAAI,CAAC,YAAY;YAClB,gFAAgF;YAChF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAEzC,IAAI,mBAAmB,EAAE,CAAC;YACxB,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;gBACvB,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,CAAC;YACD,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,8DAA8D;QACxF,CAAC;IACH,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,sEAAsE;QACtE,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC;QACxC,CAAC;QAED,wGAAwG;QACxG,IAAI,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,kBAAkB,EAAE,EAAE,CAAC;YAC3C,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,cAAc,GAAG,CAAC;YACrF,OAAO,IAAI,YAAY,CAAC;gBACtB,IAAI;gBACJ,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B,CAAC,CAAC;QACL,CAAC;QAED,oCAAoC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,kBAAkB;QAChB,OAAO,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC;IACpE,CAAC;CACF"}

package/dist/worker-utils/lib/worker-farm/worker-thread.d.ts

@@ -0,0 +1,67 @@
+import type { LoadWorker } from "../../types.js";
+import { NodeWorkerType } from "../node/worker_threads.js";
+export type WorkerThreadProps = {
+    /** Human-readable worker name. */
+    name: string;
+    /** Inline worker source. */
+    source?: string;
+    /** Worker script URL. */
+    url?: string;
+    /** Lazily resolves the classic worker URL used as a fallback. */
+    getUrl?: () => string;
+    /** Creates a browser Worker directly. */
+    loadWorker?: LoadWorker;
+};
+/**
+ * Represents one worker thread
+ */
+export default class WorkerThread {
+    readonly name: string;
+    readonly source: string | undefined;
+    readonly url: string | undefined;
+    /** Lazily resolves the classic worker URL used as a fallback. */
+    readonly getUrl: (() => string) | undefined;
+    /** Creates a browser Worker directly. */
+    readonly loadWorker: LoadWorker | undefined;
+    terminated: boolean;
+    worker: Worker | NodeWorkerType;
+    onMessage: (message: any) => void;
+    onError: (error: Error) => void;
+    private _loadableURL;
+    /** Checks if workers are supported on this platform */
+    static isSupported(): boolean;
+    constructor(props: WorkerThreadProps);
+    /**
+     * Terminate this worker thread
+     * @note Can free up significant memory
+     */
+    destroy(): void;
+    /** Keeps this worker from preventing Node.js process exit while idle. */
+    unref(): void;
+    /** Keeps this worker alive while it is actively processing a job. */
+    ref(): void;
+    get isRunning(): boolean;
+    /**
+     * Send a message to this worker thread
+     * @param data any data structure, ideally consisting mostly of transferrable objects
+     * @param transferList If not supplied, calculated automatically by traversing data
+     */
+    postMessage(data: any, transferList?: any[]): void;
+    /**
+     * Generate a standard Error from an ErrorEvent
+     * @param event
+     */
+    _getErrorFromErrorEvent(event: ErrorEvent): Error;
+    /**
+     * Creates a worker thread on the browser
+     */
+    _createBrowserWorker(): Worker;
+    /** Attaches protocol handlers to a browser worker. */
+    _initializeBrowserWorker(worker: Worker): Worker;
+    /**
+     * Creates a worker thread in node.js
+     * @todo https://nodejs.org/api/async_hooks.html#async-resource-worker-pool
+     */
+    _createNodeWorker(): NodeWorkerType;
+}
+//# sourceMappingURL=worker-thread.d.ts.map

package/dist/worker-utils/lib/worker-farm/worker-thread.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-thread.d.ts","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-farm/worker-thread.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAC,uBAAoB;AAC5C,OAAO,EAAa,cAAc,EAAC,kCAA+B;AAQlE,MAAM,MAAM,iBAAiB,GAAG;IAC9B,kCAAkC;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,4BAA4B;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,yBAAyB;IACzB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,iEAAiE;IACjE,MAAM,CAAC,EAAE,MAAM,MAAM,CAAC;IACtB,yCAAyC;IACzC,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,OAAO,OAAO,YAAY;IAC/B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,iEAAiE;IACjE,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,MAAM,CAAC,GAAG,SAAS,CAAC;IAC5C,yCAAyC;IACzC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,SAAS,CAAC;IAC5C,UAAU,EAAE,OAAO,CAAS;IAC5B,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC;IAChC,SAAS,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;IAClC,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IAEhC,OAAO,CAAC,YAAY,CAAc;IAElC,uDAAuD;IACvD,MAAM,CAAC,WAAW,IAAI,OAAO;gBAOjB,KAAK,EAAE,iBAAiB;IAcpC;;;OAGG;IACH,OAAO,IAAI,IAAI;IAOf,yEAAyE;IACzE,KAAK,IAAI,IAAI;IAMb,qEAAqE;IACrE,GAAG,IAAI,IAAI;IAMX,IAAI,SAAS,YAEZ;IAED;;;;OAIG;IACH,WAAW,CAAC,IAAI,EAAE,GAAG,EAAE,YAAY,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI;IAQlD;;;OAGG;IACH,uBAAuB,CAAC,KAAK,EAAE,UAAU,GAAG,KAAK;IAiBjD;;OAEG;IACH,oBAAoB,IAAI,MAAM;IAqB9B,sDAAsD;IACtD,wBAAwB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAmBhD;;;OAGG;IACH,iBAAiB,IAAI,cAAc;CA4BpC"}

package/dist/worker-utils/lib/worker-farm/worker-thread.js

@@ -0,0 +1,175 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { NodeWorker } from "../node/worker_threads.js";
+import { isBrowser } from "../env-utils/globals.js";
+import { assert } from "../env-utils/assert.js";
+import { getLoadableWorkerURL } from "../worker-utils/get-loadable-worker-url.js";
+import { getTransferList } from "../worker-utils/get-transfer-list.js";
+const NOOP = () => { };
+/**
+ * Represents one worker thread
+ */
+export default class WorkerThread {
+    name;
+    source;
+    url;
+    /** Lazily resolves the classic worker URL used as a fallback. */
+    getUrl;
+    /** Creates a browser Worker directly. */
+    loadWorker;
+    terminated = false;
+    worker;
+    onMessage;
+    onError;
+    _loadableURL = '';
+    /** Checks if workers are supported on this platform */
+    static isSupported() {
+        return ((typeof Worker !== 'undefined' && isBrowser) ||
+            (typeof NodeWorker !== 'undefined' && !isBrowser));
+    }
+    constructor(props) {
+        const { name, source, url, getUrl, loadWorker } = props;
+        assert(source || url || getUrl || loadWorker);
+        this.name = name;
+        this.source = source;
+        this.url = url;
+        this.getUrl = getUrl;
+        this.loadWorker = loadWorker;
+        this.onMessage = NOOP;
+        this.onError = error => console.log(error); // eslint-disable-line
+        this.worker = isBrowser ? this._createBrowserWorker() : this._createNodeWorker();
+    }
+    /**
+     * Terminate this worker thread
+     * @note Can free up significant memory
+     */
+    destroy() {
+        this.onMessage = NOOP;
+        this.onError = NOOP;
+        this.worker.terminate(); // eslint-disable-line @typescript-eslint/no-floating-promises
+        this.terminated = true;
+    }
+    /** Keeps this worker from preventing Node.js process exit while idle. */
+    unref() {
+        if (!isBrowser && typeof this.worker.unref === 'function') {
+            this.worker.unref();
+        }
+    }
+    /** Keeps this worker alive while it is actively processing a job. */
+    ref() {
+        if (!isBrowser && typeof this.worker.ref === 'function') {
+            this.worker.ref();
+        }
+    }
+    get isRunning() {
+        return Boolean(this.onMessage);
+    }
+    /**
+     * Send a message to this worker thread
+     * @param data any data structure, ideally consisting mostly of transferrable objects
+     * @param transferList If not supplied, calculated automatically by traversing data
+     */
+    postMessage(data, transferList) {
+        transferList = transferList || getTransferList(data);
+        // @ts-ignore
+        this.worker.postMessage(data, transferList);
+    }
+    // PRIVATE
+    /**
+     * Generate a standard Error from an ErrorEvent
+     * @param event
+     */
+    _getErrorFromErrorEvent(event) {
+        // Note Error object does not have the expected fields if loading failed completely
+        // https://developer.mozilla.org/en-US/docs/Web/API/Worker#Event_handlers
+        // https://developer.mozilla.org/en-US/docs/Web/API/ErrorEvent
+        let message = 'Failed to load ';
+        message += `worker ${this.name} from ${this.url || 'built-in worker factory'}. `;
+        if (event.message) {
+            message += `${event.message} in `;
+        }
+        // const hasFilename = event.filename && !event.filename.startsWith('blob:');
+        // message += hasFilename ? event.filename : this.source.slice(0, 100);
+        if (event.lineno) {
+            message += `:${event.lineno}:${event.colno}`;
+        }
+        return new Error(message);
+    }
+    /**
+     * Creates a worker thread on the browser
+     */
+    _createBrowserWorker() {
+        if (this.loadWorker) {
+            try {
+                const worker = this.loadWorker();
+                if (worker) {
+                    return this._initializeBrowserWorker(worker);
+                }
+            }
+            catch (error) {
+                if (!this.source && !this.url && !this.getUrl) {
+                    throw error;
+                }
+            }
+        }
+        const url = this.url || this.getUrl?.();
+        this._loadableURL = getLoadableWorkerURL({ source: this.source, url });
+        const worker = new Worker(this._loadableURL, { name: this.name });
+        return this._initializeBrowserWorker(worker);
+    }
+    /** Attaches protocol handlers to a browser worker. */
+    _initializeBrowserWorker(worker) {
+        worker.onmessage = event => {
+            if (!event.data) {
+                this.onError(new Error('No data received'));
+            }
+            else {
+                this.onMessage(event.data);
+            }
+        };
+        // This callback represents an uncaught exception in the worker thread
+        worker.onerror = (error) => {
+            this.onError(this._getErrorFromErrorEvent(error));
+            this.terminated = true;
+        };
+        // TODO - not clear when this would be called, for now just log in case it happens
+        worker.onmessageerror = event => console.error(event); // eslint-disable-line
+        return worker;
+    }
+    /**
+     * Creates a worker thread in node.js
+     * @todo https://nodejs.org/api/async_hooks.html#async-resource-worker-pool
+     */
+    _createNodeWorker() {
+        let worker;
+        if (this.url) {
+            // Make sure relative URLs start with './'
+            const absolute = this.url.includes(':/') || this.url.startsWith('/');
+            const url = absolute ? this.url : `./${this.url}`;
+            const workerUrl = url.startsWith('file:') ? new URL(url) : url;
+            const type = this.url.endsWith('.ts') || this.url.endsWith('.mjs') ? 'module' : 'commonjs';
+            // console.log('Starting work from', url);
+            // @ts-expect-error type is not known
+            worker = new NodeWorker(workerUrl, { eval: false, type });
+        }
+        else if (this.source) {
+            worker = new NodeWorker(this.source, { eval: true });
+        }
+        else {
+            throw new Error('no worker');
+        }
+        worker.on('message', data => {
+            // console.error('message', data);
+            this.onMessage(data);
+        });
+        worker.on('error', error => {
+            this.onError(error);
+        });
+        worker.on('exit', _code => {
+            // console.error('exit', code);
+        });
+        return worker;
+    }
+}
+//# sourceMappingURL=worker-thread.js.map

package/dist/worker-utils/lib/worker-farm/worker-thread.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-thread.js","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-farm/worker-thread.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,UAAU,EAAiB,kCAA+B;AAClE,OAAO,EAAC,SAAS,EAAC,gCAA6B;AAC/C,OAAO,EAAC,MAAM,EAAC,+BAA4B;AAC3C,OAAO,EAAC,oBAAoB,EAAC,mDAAgD;AAC7E,OAAO,EAAC,eAAe,EAAC,6CAA0C;AAElE,MAAM,IAAI,GAAG,GAAG,EAAE,GAAE,CAAC,CAAC;AAetB;;GAEG;AACH,MAAM,CAAC,OAAO,OAAO,YAAY;IACtB,IAAI,CAAS;IACb,MAAM,CAAqB;IAC3B,GAAG,CAAqB;IACjC,iEAAiE;IACxD,MAAM,CAA6B;IAC5C,yCAAyC;IAChC,UAAU,CAAyB;IAC5C,UAAU,GAAY,KAAK,CAAC;IAC5B,MAAM,CAA0B;IAChC,SAAS,CAAyB;IAClC,OAAO,CAAyB;IAExB,YAAY,GAAW,EAAE,CAAC;IAElC,uDAAuD;IACvD,MAAM,CAAC,WAAW;QAChB,OAAO,CACL,CAAC,OAAO,MAAM,KAAK,WAAW,IAAI,SAAS,CAAC;YAC5C,CAAC,OAAO,UAAU,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,CAClD,CAAC;IACJ,CAAC;IAED,YAAY,KAAwB;QAClC,MAAM,EAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAC,GAAG,KAAK,CAAC;QACtD,MAAM,CAAC,MAAM,IAAI,GAAG,IAAI,MAAM,IAAI,UAAU,CAAC,CAAC;QAC9C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,sBAAsB;QAElE,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;IACnF,CAAC;IAED;;;OAGG;IACH,OAAO;QACL,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,8DAA8D;QACvF,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;IACzB,CAAC;IAED,yEAAyE;IACzE,KAAK;QACH,IAAI,CAAC,SAAS,IAAI,OAAQ,IAAI,CAAC,MAAyB,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YAC7E,IAAI,CAAC,MAAyB,CAAC,KAAK,EAAE,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,GAAG;QACD,IAAI,CAAC,SAAS,IAAI,OAAQ,IAAI,CAAC,MAAyB,CAAC,GAAG,KAAK,UAAU,EAAE,CAAC;YAC3E,IAAI,CAAC,MAAyB,CAAC,GAAG,EAAE,CAAC;QACxC,CAAC;IACH,CAAC;IAED,IAAI,SAAS;QACX,OAAO,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACH,WAAW,CAAC,IAAS,EAAE,YAAoB;QACzC,YAAY,GAAG,YAAY,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC;QACrD,aAAa;QACb,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAC9C,CAAC;IAED,UAAU;IAEV;;;OAGG;IACH,uBAAuB,CAAC,KAAiB;QACvC,mFAAmF;QACnF,yEAAyE;QACzE,8DAA8D;QAC9D,IAAI,OAAO,GAAG,iBAAiB,CAAC;QAChC,OAAO,IAAI,UAAU,IAAI,CAAC,IAAI,SAAS,IAAI,CAAC,GAAG,IAAI,yBAAyB,IAAI,CAAC;QACjF,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO,IAAI,GAAG,KAAK,CAAC,OAAO,MAAM,CAAC;QACpC,CAAC;QACD,6EAA6E;QAC7E,uEAAuE;QACvE,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,OAAO,IAAI,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/C,CAAC;QACD,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,oBAAoB;QAClB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBACjC,IAAI,MAAM,EAAE,CAAC;oBACX,OAAO,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC;gBAC/C,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;oBAC9C,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QACxC,IAAI,CAAC,YAAY,GAAG,oBAAoB,CAAC,EAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAC,CAAC,CAAC;QACrE,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAC,CAAC,CAAC;QAEhE,OAAO,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC;IAED,sDAAsD;IACtD,wBAAwB,CAAC,MAAc;QACrC,MAAM,CAAC,SAAS,GAAG,KAAK,CAAC,EAAE;YACzB,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBAChB,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC,CAAC;QACF,sEAAsE;QACtE,MAAM,CAAC,OAAO,GAAG,CAAC,KAAiB,EAAQ,EAAE;YAC3C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC,CAAC;YAClD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC,CAAC;QACF,kFAAkF;QAClF,MAAM,CAAC,cAAc,GAAG,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,sBAAsB;QAE7E,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;OAGG;IACH,iBAAiB;QACf,IAAI,MAAsB,CAAC;QAC3B,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,0CAA0C;YAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YACrE,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC;YAClD,MAAM,SAAS,GAAG,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;YAC3F,0CAA0C;YAC1C,qCAAqC;YACrC,MAAM,GAAG,IAAI,UAAU,CAAC,SAAS,EAAE,EAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAC,CAAC,CAAC;QAC1D,CAAC;aAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACvB,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC;QACrD,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC;QAC/B,CAAC;QACD,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE;YAC1B,kCAAkC;YAClC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;YACzB,IAAI,CAAC,OAAO,CAAC,KAAc,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE;YACxB,+BAA+B;QACjC,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/worker-utils/lib/worker-utils/get-loadable-worker-url.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Creates a loadable URL from worker source or URL
+ * that can be used to create `Worker` instances.
+ * Due to CORS issues it may be necessary to wrap a URL in a small importScripts
+ * @param props
+ * @param props.source Worker source
+ * @param props.url Worker URL
+ * @returns loadable url
+ */
+export declare function getLoadableWorkerURL(props: {
+    source?: string;
+    url?: string;
+}): any;
+//# sourceMappingURL=get-loadable-worker-url.d.ts.map

package/dist/worker-utils/lib/worker-utils/get-loadable-worker-url.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-loadable-worker-url.d.ts","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-utils/get-loadable-worker-url.ts"],"names":[],"mappings":"AAQA;;;;;;;;GAQG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAC,OAmB1E"}

package/dist/worker-utils/lib/worker-utils/get-loadable-worker-url.js

@@ -0,0 +1,72 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { assert } from "../env-utils/assert.js";
+const workerURLCache = new Map();
+/**
+ * Creates a loadable URL from worker source or URL
+ * that can be used to create `Worker` instances.
+ * Due to CORS issues it may be necessary to wrap a URL in a small importScripts
+ * @param props
+ * @param props.source Worker source
+ * @param props.url Worker URL
+ * @returns loadable url
+ */
+export function getLoadableWorkerURL(props) {
+    assert((props.source && !props.url) || (!props.source && props.url)); // Either source or url must be defined
+    let workerURL = workerURLCache.get(props.source || props.url);
+    if (!workerURL) {
+        // Differentiate worker urls from worker source code
+        if (props.url) {
+            workerURL = getLoadableWorkerURLFromURL(props.url);
+            workerURLCache.set(props.url, workerURL);
+        }
+        if (props.source) {
+            workerURL = getLoadableWorkerURLFromSource(props.source);
+            workerURLCache.set(props.source, workerURL);
+        }
+    }
+    assert(workerURL);
+    return workerURL;
+}
+/**
+ * Build a loadable worker URL from worker URL
+ * @param url
+ * @returns loadable URL
+ */
+function getLoadableWorkerURLFromURL(url) {
+    // A local script url, we can use it to initialize a Worker directly
+    if (!url.startsWith('http')) {
+        return url;
+    }
+    // A remote script, we need to use `importScripts` to load from different origin
+    const workerSource = buildScriptSource(url);
+    return getLoadableWorkerURLFromSource(workerSource);
+}
+/**
+ * Build a loadable worker URL from worker source
+ * @param workerSource
+ * @returns loadable url
+ */
+function getLoadableWorkerURLFromSource(workerSource) {
+    const blob = new Blob([workerSource], { type: 'application/javascript' });
+    return URL.createObjectURL(blob);
+}
+/**
+ * Per spec, worker cannot be initialized with a script from a different origin
+ * However a local worker script can still import scripts from other origins,
+ * so we simply build a wrapper script.
+ *
+ * @param workerUrl
+ * @returns source
+ */
+function buildScriptSource(workerUrl) {
+    return `\
+try {
+  importScripts('${workerUrl}');
+} catch (error) {
+  console.error(error);
+  throw error;
+}`;
+}
+//# sourceMappingURL=get-loadable-worker-url.js.map

package/dist/worker-utils/lib/worker-utils/get-loadable-worker-url.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-loadable-worker-url.js","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-utils/get-loadable-worker-url.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,MAAM,EAAC,+BAA4B;AAE3C,MAAM,cAAc,GAAG,IAAI,GAAG,EAAE,CAAC;AAEjC;;;;;;;;GAQG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAsC;IACzE,MAAM,CAAC,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,uCAAuC;IAE7G,IAAI,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9D,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,oDAAoD;QACpD,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;YACd,SAAS,GAAG,2BAA2B,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnD,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,SAAS,GAAG,8BAA8B,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACzD,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,MAAM,CAAC,SAAS,CAAC,CAAC;IAClB,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;GAIG;AACH,SAAS,2BAA2B,CAAC,GAAW;IAC9C,oEAAoE;IACpE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5B,OAAO,GAAG,CAAC;IACb,CAAC;IAED,gFAAgF;IAChF,MAAM,YAAY,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;IAC5C,OAAO,8BAA8B,CAAC,YAAY,CAAC,CAAC;AACtD,CAAC;AAED;;;;GAIG;AACH,SAAS,8BAA8B,CAAC,YAAoB;IAC1D,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,YAAY,CAAC,EAAE,EAAC,IAAI,EAAE,wBAAwB,EAAC,CAAC,CAAC;IACxE,OAAO,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;AACnC,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,iBAAiB,CAAC,SAAiB;IAC1C,OAAO;;mBAEU,SAAS;;;;EAI1B,CAAC;AACH,CAAC"}

package/dist/worker-utils/lib/worker-utils/get-transfer-list.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Returns an array of Transferrable objects that can be used with postMessage
+ * https://developer.mozilla.org/en-US/docs/Web/API/Worker/postMessage
+ * @param object data to be sent via postMessage
+ * @param recursive - not for application use
+ * @param transfers - not for application use
+ * @returns a transfer list that can be passed to postMessage
+ */
+export declare function getTransferList(object: any, recursive?: boolean, transfers?: Set<any>): Transferable[];
+/**
+ * Recursively drop non serializable values like functions and regexps.
+ * @param object
+ */
+export declare function getTransferListForWriter(object: object | null): object;
+//# sourceMappingURL=get-transfer-list.d.ts.map

package/dist/worker-utils/lib/worker-utils/get-transfer-list.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-transfer-list.d.ts","sourceRoot":"","sources":["../../../../src/worker-utils/lib/worker-utils/get-transfer-list.ts"],"names":[],"mappings":"AAOA;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAC7B,MAAM,EAAE,GAAG,EACX,SAAS,GAAE,OAAc,EACzB,SAAS,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,GACnB,YAAY,EAAE,CAwBhB;AAuBD;;;GAGG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,CAsBtE"}

package/dist/worker-utils/lib/worker-utils/get-transfer-list.js

@@ -0,0 +1,86 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// NOTE - there is a copy of this function is both in core and loader-utils
+// core does not need all the utils in loader-utils, just this one.
+/**
+ * Returns an array of Transferrable objects that can be used with postMessage
+ * https://developer.mozilla.org/en-US/docs/Web/API/Worker/postMessage
+ * @param object data to be sent via postMessage
+ * @param recursive - not for application use
+ * @param transfers - not for application use
+ * @returns a transfer list that can be passed to postMessage
+ */
+export function getTransferList(object, recursive = true, transfers) {
+    // Make sure that items in the transfer list is unique
+    const transfersSet = transfers || new Set();
+    if (!object) {
+        // ignore
+    }
+    else if (isTransferable(object)) {
+        transfersSet.add(object);
+    }
+    else if (isTransferable(object.buffer)) {
+        // Typed array
+        transfersSet.add(object.buffer);
+    }
+    else if (ArrayBuffer.isView(object)) {
+        // object is a TypeArray viewing into a SharedArrayBuffer (not transferable)
+        // Do not iterate through the content in this case
+    }
+    else if (recursive && typeof object === 'object') {
+        for (const key in object) {
+            // Avoid perf hit - only go one level deep
+            getTransferList(object[key], recursive, transfersSet);
+        }
+    }
+    // If transfers is defined, is internal recursive call
+    // Otherwise it's called by the user
+    return transfers === undefined ? Array.from(transfersSet) : [];
+}
+// https://developer.mozilla.org/en-US/docs/Web/API/Transferable
+function isTransferable(object) {
+    if (!object) {
+        return false;
+    }
+    if (object instanceof ArrayBuffer) {
+        return true;
+    }
+    if (typeof MessagePort !== 'undefined' && object instanceof MessagePort) {
+        return true;
+    }
+    if (typeof ImageBitmap !== 'undefined' && object instanceof ImageBitmap) {
+        return true;
+    }
+    // @ts-ignore
+    if (typeof OffscreenCanvas !== 'undefined' && object instanceof OffscreenCanvas) {
+        return true;
+    }
+    return false;
+}
+/**
+ * Recursively drop non serializable values like functions and regexps.
+ * @param object
+ */
+export function getTransferListForWriter(object) {
+    if (object === null) {
+        return {};
+    }
+    const clone = Object.assign({}, object);
+    Object.keys(clone).forEach(key => {
+        // Typed Arrays and Arrays are passed with no change
+        if (typeof object[key] === 'object' &&
+            !ArrayBuffer.isView(object[key]) &&
+            !(object[key] instanceof Array)) {
+            clone[key] = getTransferListForWriter(object[key]);
+        }
+        else if (typeof clone[key] === 'function' || clone[key] instanceof RegExp) {
+            clone[key] = {};
+        }
+        else {
+            clone[key] = object[key];
+        }
+    });
+    return clone;
+}
+//# sourceMappingURL=get-transfer-list.js.map