@loaders.gl/pointclouds 5.0.0-beta.2 → 5.0.0-beta.4

package/dist/pcd-worker.js

@@ -19,7 +19,7 @@
   var parentPort;
   var init_worker_threads_browser = __esm({
     "../../node_modules/@math.gl/core/dist/worker-utils/lib/node/worker_threads-browser.js"() {
-      parentPort = null;
+      parentPort = globalThis.process?.getBuiltinModule?.("node:worker_threads")?.parentPort ?? null;
     }
   });
 
@@ -36,6 +36,9 @@
       else if (ArrayBuffer.isView(value)) {
         if (isTransferable(value.buffer))
           transfersSet.add(value.buffer);
+      } else if (recursive && typeof MessageChannel !== "undefined" && value instanceof MessageChannel) {
+        visit(value.port1);
+        visit(value.port2);
       } else if (recursive && value instanceof Map) {
         for (const [key, item] of value) {
           visit(key);
@@ -103,16 +106,16 @@
          */
         static set onmessage(onMessage) {
           async function handleMessage(message) {
-            const parentPort2 = await getParentPort();
-            const { type, payload } = parentPort2 ? message : message.data;
+            const parentPort3 = await getParentPort();
+            const { type, payload } = parentPort3 ? message : message.data;
             onMessage(type, payload);
           }
-          getParentPort().then((parentPort2) => {
-            if (parentPort2) {
-              parentPort2.on("message", (message) => {
+          getParentPort().then((parentPort3) => {
+            if (parentPort3) {
+              parentPort3.on("message", (message) => {
                 handleMessage(message);
               });
-              parentPort2.on("exit", () => console.debug("Node worker closing"));
+              parentPort3.on("exit", () => console.debug("Node worker closing"));
             } else {
               globalThis.onmessage = handleMessage;
             }
@@ -130,9 +133,9 @@
             };
             onMessageWrapperMap.set(onMessage, onMessageWrapper);
           }
-          const parentPort2 = await getParentPort();
-          if (parentPort2) {
-            parentPort2.on("message", onMessageWrapper);
+          const parentPort3 = await getParentPort();
+          if (parentPort3) {
+            parentPort3.on("message", onMessageWrapper);
           } else {
             globalThis.addEventListener("message", onMessageWrapper);
           }
@@ -143,9 +146,9 @@
           if (!onMessageWrapper) {
             return;
           }
-          const parentPort2 = await getParentPort();
-          if (parentPort2) {
-            parentPort2.off("message", onMessageWrapper);
+          const parentPort3 = await getParentPort();
+          if (parentPort3) {
+            parentPort3.off("message", onMessageWrapper);
           } else {
             globalThis.removeEventListener("message", onMessageWrapper);
           }
@@ -155,12 +158,12 @@
          * @param type
          * @param payload
          */
-        static async postMessage(type, payload) {
+        static async postMessage(type, payload, copy = false) {
           const data = { source: "loaders.gl", type, payload };
-          const transferList = getTransferList(payload);
-          const parentPort2 = await getParentPort();
-          if (parentPort2) {
-            parentPort2.postMessage(data, transferList);
+          const transferList = copy ? [] : getTransferList(payload);
+          const parentPort3 = await getParentPort();
+          if (parentPort3) {
+            parentPort3.postMessage(data, transferList);
           } else {
             globalThis.postMessage(data, transferList);
           }
@@ -285,8 +288,19 @@
     }
   });
 
+  // ../../node_modules/@math.gl/core/dist/worker-utils/lib/worker-api/validate-output-ownership.js
+  function validateOutputOwnership(ownership) {
+    if (ownership !== void 0 && ownership !== "copy" && ownership !== "transfer") {
+      throw new Error("Invalid worker output ownership");
+    }
+  }
+  var init_validate_output_ownership = __esm({
+    "../../node_modules/@math.gl/core/dist/worker-utils/lib/worker-api/validate-output-ownership.js"() {
+    }
+  });
+
   // ../../node_modules/@math.gl/core/dist/worker-utils/lib/worker-api/create-worker.js
-  async function createWorker(process, processInBatches) {
+  async function createWorker(process2, processInBatches, preload2) {
     if (!await WorkerBody.inWorkerThread()) {
       return;
     }
@@ -327,23 +341,26 @@
         }
         switch (type) {
           case "preload":
+            await preload2?.();
             WorkerBody.postMessage("done", {});
             break;
           case "process":
             throwIfAborted();
-            if (!process) {
+            validateOutputOwnership(payload.options?.["outputOwnership"]);
+            if (!process2) {
               throw new Error("Worker does not support atomic processing");
             }
-            const result = await process(payload.input, payload.options || {}, jobContext, payload.context || {});
+            const result = await process2(payload.input, payload.options || {}, jobContext, payload.context || {});
             throwIfAborted();
             reporter?.finish();
             await WorkerBody.postMessage("done", {
               result,
               executionMs: performance.now() - startedAt
-            });
+            }, payload.options?.["outputOwnership"] === "copy");
             break;
           case "process-in-batches":
             throwIfAborted();
+            validateOutputOwnership(payload.options?.["outputOwnership"]);
             if (!processInBatches) {
               throw new Error("Worker does not support batched processing");
             }
@@ -355,7 +372,7 @@
               const resultIterator = processInBatches(createDemandDrivenIterator(inputBatches), payload.options || {}, jobContext, payload.context || {});
               for await (const batch of resultIterator) {
                 throwIfAborted();
-                await WorkerBody.postMessage("output-batch", { result: batch });
+                await WorkerBody.postMessage("output-batch", { result: batch }, payload.options?.["outputOwnership"] === "copy");
                 await outputAcknowledgements.next();
               }
               throwIfAborted();
@@ -453,14 +470,14 @@
     });
   }
   function createProgressReporter() {
-    let pending;
+    let pending2;
     let finished = false;
     let scheduled = false;
     const flush = () => {
       scheduled = false;
-      if (pending) {
-        WorkerBody.postMessage("progress", { progress: pending });
-        pending = void 0;
+      if (pending2) {
+        WorkerBody.postMessage("progress", { progress: pending2 });
+        pending2 = void 0;
       }
     };
     return {
@@ -468,9 +485,9 @@
       report(progress) {
         if (finished)
           return;
-        if (pending && pending.phase !== progress.phase)
+        if (pending2 && pending2.phase !== progress.phase)
           flush();
-        pending = { ...progress };
+        pending2 = { ...progress };
         if (!scheduled) {
           scheduled = true;
           setTimeout(flush, 0);
@@ -479,7 +496,7 @@
       /** Flushes final progress and suppresses reports from stale callbacks. */
       finish(discard = false) {
         if (discard)
-          pending = void 0;
+          pending2 = void 0;
         flush();
         finished = true;
       }
@@ -491,6 +508,7 @@
       init_shared_state();
       init_async_queue();
       init_worker_body();
+      init_validate_output_ownership();
       requestId = 0;
       activeController = null;
       activeInputBatches = null;
@@ -502,6 +520,7 @@
   var import_meta, path, moduleUrl;
   var init_worker_utils = __esm({
     "../../node_modules/@math.gl/core/dist/worker-utils/index.js"() {
+      init_worker_body();
       init_create_worker();
       import_meta = {};
       path = typeof __filename === "string" ? __filename.replace(/\\/g, "/") : "";
@@ -509,18 +528,335 @@
     }
   });
 
+  // ../../node_modules/@math.gl/core/dist/tasks/task-preload.js
+  function preloadTaskCode(task, signal) {
+    if (!task.preload)
+      return Promise.resolve();
+    let promise = pending.get(task);
+    if (!promise) {
+      promise = Promise.resolve().then(() => task.preload()).then(() => {
+        loaded.add(task);
+      });
+      pending.set(task, promise);
+      void promise.catch(() => pending.delete(task));
+    }
+    return withSignal(promise, signal);
+  }
+  function withSignal(operation, signal) {
+    if (!signal)
+      return operation;
+    return new Promise((resolve, reject) => {
+      const abort = () => {
+        signal.removeEventListener("abort", abort);
+        reject(signal.reason);
+      };
+      signal.addEventListener("abort", abort, { once: true });
+      if (signal.aborted)
+        abort();
+      operation.then((value) => {
+        signal.removeEventListener("abort", abort);
+        resolve(value);
+      }, (error) => {
+        signal.removeEventListener("abort", abort);
+        reject(error);
+      });
+    });
+  }
+  var pending, loaded;
+  var init_task_preload = __esm({
+    "../../node_modules/@math.gl/core/dist/tasks/task-preload.js"() {
+      pending = /* @__PURE__ */ new WeakMap();
+      loaded = /* @__PURE__ */ new WeakSet();
+    }
+  });
+
+  // ../../node_modules/@math.gl/core/dist/tasks/task-runtime.js
+  function assertPayload(value) {
+    if (!value || typeof value !== "object" || Object.getPrototypeOf(value) !== Object.prototype) {
+      throw new TypeError("Task payloads must be plain objects with named fields");
+    }
+  }
+  function taskContext(state, context = {}) {
+    const signal = context.signal ?? new AbortController().signal;
+    return {
+      state,
+      signal,
+      throwIfAborted: () => {
+        signal.throwIfAborted();
+        context.throwIfAborted?.();
+      },
+      reportProgress: (progress) => context.reportProgress?.({
+        ...progress,
+        phase: progress.phase ?? "process",
+        unit: progress.unit ?? "items"
+      })
+    };
+  }
+  async function initializeTaskWorker(task) {
+    if (!await WorkerBody.inWorkerThread())
+      throw new Error("initializeTaskWorker must run inside a worker");
+    if (installed)
+      throw new Error("A task is already installed in this worker");
+    installed = true;
+    const runtime = new TaskRuntime(task);
+    let streamOptions = {};
+    return createWorker(async (request, _options, context) => {
+      switch (request.operation) {
+        case "initialize":
+          return runtime.initialize(request.input, context);
+        case "destroy":
+          return runtime.destroy();
+        case "stream-options":
+          streamOptions = request.options;
+          return {};
+        case "process":
+          return runtime.process(request.input, request.options, context);
+        default:
+          throw new Error("Unknown task operation");
+      }
+    }, async function* (inputs, _options, context) {
+      async function* batches() {
+        for await (const input of inputs) {
+          assertPayload(input);
+          yield input;
+        }
+      }
+      try {
+        yield* runtime.stream(batches(), streamOptions, context);
+      } finally {
+        streamOptions = {};
+      }
+    }, () => preloadTaskCode(task));
+  }
+  var TaskRuntime, installed;
+  var init_task_runtime = __esm({
+    "../../node_modules/@math.gl/core/dist/tasks/task-runtime.js"() {
+      init_worker_utils();
+      init_task_preload();
+      TaskRuntime = class {
+        constructor(task) {
+          this.task = task;
+          this.initialized = false;
+        }
+        async initialize(input, context = {}) {
+          if (this.initialized)
+            throw new Error("Task is already initialized");
+          assertPayload(input);
+          await preloadTaskCode(this.task, context.signal);
+          context.signal?.throwIfAborted();
+          this.state = await this.task.initialize?.(input, taskContext(void 0, context));
+          this.initialized = true;
+          return {};
+        }
+        async destroy() {
+          if (this.initialized) {
+            this.initialized = false;
+            const state = this.state;
+            this.state = void 0;
+            if (this.task.initialize)
+              await this.task.destroy?.(state);
+          }
+          return {};
+        }
+        async process(input, options, context = {}) {
+          if (!this.initialized)
+            throw new Error("Task is not initialized");
+          if (!this.task.process)
+            throw new Error("Task has no atomic processor");
+          assertPayload(input);
+          const result = await this.task.process(input, options, taskContext(this.state, context));
+          assertPayload(result);
+          return result;
+        }
+        async *stream(inputs, options, context = {}) {
+          if (!this.initialized)
+            throw new Error("Task is not initialized");
+          if (!this.task.processInBatches)
+            throw new Error("Task has no streaming processor");
+          for await (const output of this.task.processInBatches(inputs, options, taskContext(this.state, context))) {
+            assertPayload(output);
+            yield output;
+          }
+        }
+      };
+      installed = false;
+    }
+  });
+
   // ../../node_modules/@math.gl/core/dist/tasks/index.js
   var init_tasks = __esm({
     "../../node_modules/@math.gl/core/dist/tasks/index.js"() {
-      init_worker_utils();
+      init_task_runtime();
+    }
+  });
+
+  // ../core/src/worker-utils/lib/node/worker_threads-browser.ts
+  var worker_threads_browser_exports = {};
+  __export(worker_threads_browser_exports, {
+    NodeWorker: () => NodeWorker,
+    parentPort: () => parentPort2
+  });
+  var NodeWorker, parentPort2;
+  var init_worker_threads_browser2 = __esm({
+    "../core/src/worker-utils/lib/node/worker_threads-browser.ts"() {
+      "use strict";
+      NodeWorker = class {
+        /** Restores the native worker constructor when this browser shim is embedded in a Node bundle. */
+        constructor(...arguments_) {
+          const runtimeProcess = globalThis.process;
+          const WorkerConstructor = runtimeProcess?.getBuiltinModule?.("node:worker_threads").Worker;
+          if (WorkerConstructor) {
+            return new WorkerConstructor(...arguments_);
+          }
+        }
+        /** No-op browser fallback matching the native Worker API. */
+        terminate() {
+        }
+      };
+      parentPort2 = null;
+    }
+  });
+
+  // ../core/src/worker-utils/lib/worker-api/task-runtime.ts
+  function normalizeTaskProgress(progress) {
+    return { ...progress, phase: progress.phase ?? "process", unit: progress.unit ?? "items" };
+  }
+  async function isWorkerThread() {
+    if (typeof self !== "undefined" && typeof document === "undefined" && typeof self.postMessage === "function")
+      return true;
+    if (typeof process !== "undefined" && process.versions?.node) {
+      const { isMainThread } = await Promise.resolve().then(() => (init_worker_threads_browser2(), worker_threads_browser_exports));
+      return !isMainThread;
+    }
+    return false;
+  }
+  var initializeTaskWorker2;
+  var init_task_runtime2 = __esm({
+    "../core/src/worker-utils/lib/worker-api/task-runtime.ts"() {
+      "use strict";
+      init_tasks();
+      initializeTaskWorker2 = initializeTaskWorker;
+    }
+  });
+
+  // ../core/src/worker-utils/lib/worker-utils/get-transfer-list.ts
+  function getTransferList2(object, recursive = true, transfers) {
+    const transfersSet = transfers || /* @__PURE__ */ new Set();
+    if (!object) {
+    } else if (isTransferable2(object)) {
+      transfersSet.add(object);
+    } else if (isTransferable2(object.buffer)) {
+      transfersSet.add(object.buffer);
+    } else if (ArrayBuffer.isView(object)) {
+    } else if (recursive && typeof object === "object") {
+      for (const key in object) {
+        getTransferList2(object[key], recursive, transfersSet);
+      }
+    }
+    return transfers === void 0 ? Array.from(transfersSet) : [];
+  }
+  function isTransferable2(object) {
+    if (!object) {
+      return false;
+    }
+    if (object instanceof ArrayBuffer) {
+      return true;
+    }
+    if (typeof MessagePort !== "undefined" && object instanceof MessagePort) {
+      return true;
+    }
+    if (typeof ImageBitmap !== "undefined" && object instanceof ImageBitmap) {
+      return true;
+    }
+    if (typeof OffscreenCanvas !== "undefined" && object instanceof OffscreenCanvas) {
+      return true;
+    }
+    return false;
+  }
+  var init_get_transfer_list2 = __esm({
+    "../core/src/worker-utils/lib/worker-utils/get-transfer-list.ts"() {
+      "use strict";
     }
   });
 
   // ../core/src/worker-utils/lib/worker-api/create-worker.ts
+  async function createWorker2(process2, processInBatches) {
+    if (!await isWorkerThread()) return;
+    await initializeTaskWorker2(createWorkerTask(process2, processInBatches));
+  }
+  function createWorkerTask(process2, processInBatches) {
+    return {
+      id: "loaders.gl",
+      initialize: (state) => state,
+      destroy: (state) => state.port?.close(),
+      process: async ({ value }, options, context) => {
+        if (!process2) throw new Error("Worker does not support atomic processing");
+        return { value: await process2(value, options, createContext(context), context.state.context) };
+      },
+      ...processInBatches ? {
+        processInBatches: async function* (inputs, options, context) {
+          async function* values() {
+            for await (const input of inputs) yield input.value;
+          }
+          for await (const value of processInBatches(
+            values(),
+            options,
+            createContext(context),
+            context.state.context
+          )) {
+            yield { value };
+          }
+        }
+      } : {}
+    };
+  }
+  function createContext(context) {
+    let requestIdentifier = 0;
+    const port = context.state.port;
+    return {
+      signal: context.signal,
+      throwIfAborted: () => context.throwIfAborted(),
+      reportProgress: (progress) => context.reportProgress(normalizeTaskProgress(progress)),
+      process: port ? (input, options = {}, jobContext = {}) => {
+        context.throwIfAborted();
+        const identifier = ++requestIdentifier;
+        return new Promise((resolve, reject) => {
+          const onMessage = (event) => {
+            if (event.data.identifier !== identifier) return;
+            cleanup();
+            if (event.data.error) {
+              const error = new Error(event.data.error.message);
+              error.name = event.data.error.name;
+              reject(error);
+            } else resolve(event.data.value);
+          };
+          const onAbort = () => {
+            cleanup();
+            reject(context.signal.reason);
+          };
+          const cleanup = () => {
+            port.removeEventListener("message", onMessage);
+            context.signal.removeEventListener("abort", onAbort);
+          };
+          port.addEventListener("message", onMessage);
+          context.signal.addEventListener("abort", onAbort, { once: true });
+          port.start();
+          try {
+            const request = { identifier, input, options, context: jobContext };
+            port.postMessage(request, getTransferList2(request));
+          } catch (error) {
+            cleanup();
+            reject(error);
+          }
+        });
+      } : void 0
+    };
+  }
   var init_create_worker2 = __esm({
     "../core/src/worker-utils/lib/worker-api/create-worker.ts"() {
       "use strict";
-      init_tasks();
+      init_task_runtime2();
+      init_get_transfer_list2();
     }
   });
 
@@ -534,7 +870,7 @@
 
   // ../core/src/loader-utils/lib/worker-loader-utils/create-loader-worker.ts
   async function createLoaderWorker(loader, selectLoader = () => loader) {
-    await createWorker(
+    await createWorker2(
       (input, options, workerContext, loaderContext) => processLoaderWorkerData(
         selectLoader(options || {}),
         input,
@@ -8528,11 +8864,11 @@ return true;`);
           this._offsets = new OffsetsBufferBuilder(opts.type);
         }
         setValue(index, value) {
-          const pending = this._pending || (this._pending = /* @__PURE__ */ new Map());
-          const current = pending.get(index);
+          const pending2 = this._pending || (this._pending = /* @__PURE__ */ new Map());
+          const current = pending2.get(index);
           current && (this._pendingLength -= current.length);
           this._pendingLength += value instanceof MapRow ? value[kKeys].length : value.length;
-          pending.set(index, value);
+          pending2.set(index, value);
         }
         setValid(index, isValid) {
           if (!super.setValid(index, isValid)) {
@@ -8555,12 +8891,12 @@ return true;`);
           return super.finish();
         }
         _flush() {
-          const pending = this._pending;
+          const pending2 = this._pending;
           const pendingLength = this._pendingLength;
           this._pendingLength = 0;
           this._pending = void 0;
-          if (pending && pending.size > 0) {
-            this._flushPending(pending, pendingLength);
+          if (pending2 && pending2.size > 0) {
+            this._flushPending(pending2, pendingLength);
           }
           return this;
         }
@@ -11146,11 +11482,11 @@ return true;`);
         setValue(index, value) {
           return super.setValue(index, toUint8Array(value));
         }
-        _flushPending(pending, pendingLength) {
+        _flushPending(pending2, pendingLength) {
           const offsets = this._offsets;
           const data = this._values.reserve(pendingLength).buffer;
           let offset = 0;
-          for (const [index, value] of pending) {
+          for (const [index, value] of pending2) {
             if (value === void 0) {
               offsets.set(index, 0);
             } else {
@@ -11187,11 +11523,11 @@ return true;`);
         setValue(index, value) {
           return super.setValue(index, toUint8Array(value));
         }
-        _flushPending(pending, pendingLength) {
+        _flushPending(pending2, pendingLength) {
           const offsets = this._offsets;
           const data = this._values.reserve(pendingLength).buffer;
           let offset = 0;
-          for (const [index, value] of pending) {
+          for (const [index, value] of pending2) {
             if (value === void 0) {
               offsets.set(index, BigInt(0));
             } else {
@@ -11502,10 +11838,10 @@ return true;`);
           this.type = new List2(new Field2(name, child.type, true));
           return this.numChildren - 1;
         }
-        _flushPending(pending) {
+        _flushPending(pending2) {
           const offsets = this._offsets;
           const [child] = this.children;
-          for (const [index, value] of pending) {
+          for (const [index, value] of pending2) {
             if (typeof value === "undefined") {
               offsets.set(index, 0);
             } else {
@@ -11544,10 +11880,10 @@ return true;`);
           this.type = new LargeList2(new Field2(name, child.type, true));
           return this.numChildren - 1;
         }
-        _flushPending(pending) {
+        _flushPending(pending2) {
           const offsets = this._offsets;
           const [child] = this.children;
-          for (const [index, value] of pending) {
+          for (const [index, value] of pending2) {
             if (typeof value === "undefined") {
               offsets.set(index, BigInt(0));
             } else {
@@ -11577,11 +11913,11 @@ return true;`);
         }
         setValue(index, value) {
           const row = value instanceof Map ? value : new Map(Object.entries(value));
-          const pending = this._pending || (this._pending = /* @__PURE__ */ new Map());
-          const current = pending.get(index);
+          const pending2 = this._pending || (this._pending = /* @__PURE__ */ new Map());
+          const current = pending2.get(index);
           current && (this._pendingLength -= current.size);
           this._pendingLength += row.size;
-          pending.set(index, row);
+          pending2.set(index, row);
         }
         addChild(child, name = `${this.numChildren}`) {
           if (this.numChildren > 0) {
@@ -11591,10 +11927,10 @@ return true;`);
           this.type = new Map_(new Field2(name, child.type, true), this.type.keysSorted);
           return this.numChildren - 1;
         }
-        _flushPending(pending) {
+        _flushPending(pending2) {
           const offsets = this._offsets;
           const [child] = this.children;
-          for (const [index, value] of pending) {
+          for (const [index, value] of pending2) {
             if (value === void 0) {
               offsets.set(index, 0);
             } else {
@@ -11803,7 +12139,7 @@ return true;`);
           return super.setValue(index, encodeUtf8(value));
         }
         // @ts-ignore
-        _flushPending(pending, pendingLength) {
+        _flushPending(pending2, pendingLength) {
         }
       };
       Utf8Builder.prototype._flushPending = BinaryBuilder.prototype._flushPending;
@@ -11834,7 +12170,7 @@ return true;`);
           return super.setValue(index, encodeUtf8(value));
         }
         // @ts-ignore
-        _flushPending(pending, pendingLength) {
+        _flushPending(pending2, pendingLength) {
         }
       };
       LargeUtf8Builder.prototype._flushPending = LargeBinaryBuilder.prototype._flushPending;
@@ -13546,8 +13882,8 @@ return true;`);
   });
 
   // ../../node_modules/apache-arrow/ipc/reader.mjs
-  function shouldAutoDestroy(self, options) {
-    return options && typeof options["autoDestroy"] === "boolean" ? options["autoDestroy"] : self["autoDestroy"];
+  function shouldAutoDestroy(self2, options) {
+    return options && typeof options["autoDestroy"] === "boolean" ? options["autoDestroy"] : self2["autoDestroy"];
   }
   function* readAllSync(source) {
     const reader = RecordBatchReader.from(source);
@@ -17481,7 +17817,7 @@ return true;`);
       "use strict";
       init_pcd_format();
       init_arrow_transport();
-      VERSION = true ? "5.0.0-beta.2" : "latest";
+      VERSION = true ? "5.0.0-beta.4" : "latest";
       PCDLoader = {
         ...PCDFormat,
         dataType: null,