@loaders.gl/compression 4.3.4 → 4.4.0-alpha.10

package/dist/dist.dev.js

@@ -4665,7 +4665,6 @@ var __exports__ = (() => {
     DeflateCompression: () => DeflateCompression,
     GZipCompression: () => GZipCompression,
     LZ4Compression: () => LZ4Compression,
-    LZOCompression: () => LZOCompression,
     NoCompression: () => NoCompression,
     SnappyCompression: () => SnappyCompression,
     ZstdCompression: () => ZstdCompression,
@@ -4691,14 +4690,14 @@ var __exports__ = (() => {
   var matches = typeof process !== "undefined" && process.version && /v([0-9]*)/.exec(process.version);
   var nodeVersion = matches && parseFloat(matches[1]) || 0;
 
-  // ../../node_modules/@probe.gl/log/node_modules/@probe.gl/env/dist/lib/globals.js
+  // ../../node_modules/@probe.gl/env/dist/lib/globals.js
   var window_2 = globalThis;
   var document_2 = globalThis.document || {};
   var process_ = globalThis.process || {};
   var console_ = globalThis.console;
   var navigator_ = globalThis.navigator || {};
 
-  // ../../node_modules/@probe.gl/log/node_modules/@probe.gl/env/dist/lib/is-electron.js
+  // ../../node_modules/@probe.gl/env/dist/lib/is-electron.js
   function isElectron(mockUserAgent) {
     if (typeof window !== "undefined" && window.process?.type === "renderer") {
       return true;
@@ -4711,7 +4710,7 @@ var __exports__ = (() => {
     return Boolean(userAgent && userAgent.indexOf("Electron") >= 0);
   }
 
-  // ../../node_modules/@probe.gl/log/node_modules/@probe.gl/env/dist/lib/is-browser.js
+  // ../../node_modules/@probe.gl/env/dist/lib/is-browser.js
   function isBrowser2() {
     const isNode = (
       // @ts-expect-error
@@ -4720,7 +4719,7 @@ var __exports__ = (() => {
     return !isNode || isElectron();
   }
 
-  // ../../node_modules/@probe.gl/log/node_modules/@probe.gl/env/dist/index.js
+  // ../../node_modules/@probe.gl/env/dist/index.js
   var VERSION = true ? "4.0.7" : "untranspiled source";
 
   // ../../node_modules/@probe.gl/log/dist/utils/local-storage.js
@@ -5136,6 +5135,9 @@ var __exports__ = (() => {
   }
   var log = createLog();
 
+  // ../loader-utils/src/lib/javascript-utils/is-type.ts
+  var isSharedArrayBuffer = (value) => typeof SharedArrayBuffer !== "undefined" && value instanceof SharedArrayBuffer;
+
   // ../loader-utils/src/lib/module-utils/js-module-utils.ts
   function registerJSModules(modules) {
     globalThis.loaders ||= {};
@@ -5160,16 +5162,20 @@ var __exports__ = (() => {
     return module || null;
   }
 
+  // ../worker-utils/src/lib/npm-tag.ts
+  var NPM_TAG = "beta";
+
   // ../worker-utils/src/lib/env-utils/version.ts
-  var NPM_TAG = "latest";
+  var warningIssued = false;
   function getVersion() {
     if (!globalThis._loadersgl_?.version) {
       globalThis._loadersgl_ = globalThis._loadersgl_ || {};
-      if (typeof __VERSION__ === "undefined") {
+      if (typeof __VERSION__ === "undefined" && !warningIssued) {
         console.warn(
           "loaders.gl: The __VERSION__ variable is not injected using babel plugin. Latest unstable workers would be fetched from the CDN."
         );
         globalThis._loadersgl_.version = NPM_TAG;
+        warningIssued = true;
       } else {
         globalThis._loadersgl_.version = __VERSION__;
       }
@@ -5441,7 +5447,8 @@ var __exports__ = (() => {
       if (this.url) {
         const absolute = this.url.includes(":/") || this.url.startsWith("/");
         const url = absolute ? this.url : `./${this.url}`;
-        worker = new NodeWorker(url, { eval: false });
+        const type = this.url.endsWith(".ts") || this.url.endsWith(".mjs") ? "module" : "commonjs";
+        worker = new NodeWorker(url, { eval: false, type });
       } else if (this.source) {
         worker = new NodeWorker(this.source, { eval: true });
       } else {
@@ -5697,7 +5704,8 @@ var __exports__ = (() => {
     if (!url && worker.id === "compression") {
       url = options.workerUrl;
     }
-    if (options._workerType === "test") {
+    const workerType = options._workerType || options?.core?._workerType;
+    if (workerType === "test") {
       if (isBrowser3) {
         url = `modules/${worker.module}/dist/${workerFile}`;
       } else {
@@ -5786,26 +5794,36 @@ var __exports__ = (() => {
   async function concatenateArrayBuffersAsync(asyncIterator) {
     const arrayBuffers = [];
     for await (const chunk of asyncIterator) {
-      arrayBuffers.push(chunk);
+      arrayBuffers.push(copyToArrayBuffer(chunk));
     }
     return concatenateArrayBuffers(...arrayBuffers);
   }
+  function copyToArrayBuffer(chunk) {
+    if (chunk instanceof ArrayBuffer) {
+      return chunk;
+    }
+    if (ArrayBuffer.isView(chunk)) {
+      const { buffer, byteOffset, byteLength } = chunk;
+      return copyFromBuffer(buffer, byteOffset, byteLength);
+    }
+    return copyFromBuffer(chunk);
+  }
+  function copyFromBuffer(buffer, byteOffset = 0, byteLength = buffer.byteLength - byteOffset) {
+    const view = new Uint8Array(buffer, byteOffset, byteLength);
+    const copy = new Uint8Array(view.length);
+    copy.set(view);
+    return copy.buffer;
+  }
 
   // ../loader-utils/src/lib/node/buffer.browser.ts
   function toArrayBuffer(buffer) {
     return buffer;
   }
-  function toBuffer(binaryData) {
-    throw new Error("Buffer not supported in browser");
-  }
 
   // ../loader-utils/src/lib/binary-utils/memory-conversion-utils.ts
   function isBuffer(value) {
     return value && typeof value === "object" && value.isBuffer;
   }
-  function toBuffer2(data) {
-    return toBuffer ? toBuffer(data) : data;
-  }
   function toArrayBuffer2(data) {
     if (isBuffer(data)) {
       return toArrayBuffer(data);
@@ -5813,11 +5831,15 @@ var __exports__ = (() => {
     if (data instanceof ArrayBuffer) {
       return data;
     }
+    if (isSharedArrayBuffer(data)) {
+      return copyToArrayBuffer2(data);
+    }
     if (ArrayBuffer.isView(data)) {
+      const buffer = data.buffer;
       if (data.byteOffset === 0 && data.byteLength === data.buffer.byteLength) {
-        return data.buffer;
+        return buffer;
       }
-      return data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
+      return buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
     }
     if (typeof data === "string") {
       const text = data;
@@ -5829,6 +5851,25 @@ var __exports__ = (() => {
     }
     throw new Error("toArrayBuffer");
   }
+  function ensureArrayBuffer(bufferSource) {
+    if (bufferSource instanceof ArrayBuffer) {
+      return bufferSource;
+    }
+    if (isSharedArrayBuffer(bufferSource)) {
+      return copyToArrayBuffer2(bufferSource);
+    }
+    const { buffer, byteOffset, byteLength } = bufferSource;
+    if (buffer instanceof ArrayBuffer && byteOffset === 0 && byteLength === buffer.byteLength) {
+      return buffer;
+    }
+    return copyToArrayBuffer2(buffer, byteOffset, byteLength);
+  }
+  function copyToArrayBuffer2(buffer, byteOffset = 0, byteLength = buffer.byteLength - byteOffset) {
+    const view = new Uint8Array(buffer, byteOffset, byteLength);
+    const copy = new Uint8Array(view.length);
+    copy.set(view);
+    return copy.buffer;
+  }
 
   // ../loader-utils/src/lib/node/promisify.ts
   function promisify1(fn) {
@@ -5949,7 +5990,7 @@ var __exports__ = (() => {
       const pakoOptions = this.options?.deflate || {};
       const inputArray = new Uint8Array(input);
       const deflate = this.options?.raw ? import_pako.default.deflateRaw : import_pako.default.deflate;
-      return deflate(inputArray, pakoOptions).buffer;
+      return toArrayBuffer2(deflate(inputArray, pakoOptions).buffer);
     }
     decompressSync(input) {
       if (!isBrowser && this.options.deflate?.useZlib) {
@@ -5959,7 +6000,7 @@ var __exports__ = (() => {
       const pakoOptions = this.options?.deflate || {};
       const inputArray = new Uint8Array(input);
       const inflate = this.options?.raw ? import_pako.default.inflateRaw : import_pako.default.inflate;
-      return inflate(inputArray, pakoOptions).buffer;
+      return toArrayBuffer2(inflate(inputArray, pakoOptions).buffer);
     }
     async *compressBatches(asyncIterator) {
       const pakoOptions = this.options?.deflate || {};
@@ -8149,7 +8190,7 @@ var __exports__ = (() => {
       const inputArray = new Uint8Array(input);
       const brotli = getJSModule("brotli", this.name);
       const outputArray = brotli.compress(inputArray, brotliOptions);
-      return outputArray.buffer;
+      return toArrayBuffer2(outputArray.buffer);
     }
     async decompress(input) {
       if (!isBrowser && this.options.brotli?.useZlib) {
@@ -8168,7 +8209,7 @@ var __exports__ = (() => {
       const brotli = getJSModuleOrNull("brotli");
       if (brotli) {
         const outputArray2 = brotli.decompress(inputArray, brotliOptions);
-        return outputArray2.buffer;
+        return toArrayBuffer2(outputArray2.buffer);
       }
       const outputArray = BrotliDecode(inputArray, void 0);
       return outputArray.buffer;
@@ -8346,51 +8387,15 @@ var __exports__ = (() => {
       const inputArray = new Uint8Array(input);
       const chunks = [];
       for (let i = 0; i <= inputArray.length; i += CHUNK_SIZE) {
-        chunks.push(inputArray.subarray(i, i + CHUNK_SIZE));
+        const chunkView = inputArray.subarray(i, i + CHUNK_SIZE);
+        const chunkArrayBuffer = ensureArrayBuffer(chunkView);
+        chunks.push(new Uint8Array(chunkArrayBuffer));
       }
       const decompressResult = await simpleZstd.decompressChunks(chunks);
       return decompressResult.buffer;
     }
   };
 
-  // src/lib/lzo-compression.ts
-  var LZOCompression = class extends Compression {
-    name = "lzo";
-    extensions = [];
-    contentEncodings = [];
-    isSupported = false;
-    // !isBrowser;
-    options;
-    /**
-     * lzo is an injectable dependency due to big size
-     * @param options
-     */
-    constructor(options) {
-      super(options);
-      this.options = options;
-      registerJSModules(options?.modules);
-    }
-    async preload(modules = {}) {
-      registerJSModules(modules);
-    }
-    async compress(input) {
-      await this.preload();
-      const lzo = getJSModule("lzo", this.name);
-      const inputBuffer = toBuffer2(input);
-      return lzo.compress(inputBuffer).buffer;
-    }
-    async decompress(input) {
-      try {
-        await this.preload();
-        const lzo = getJSModule("lzo", this.name);
-        const inputBuffer = toBuffer2(input);
-        return lzo.decompress(inputBuffer).buffer;
-      } catch (error) {
-        throw error;
-      }
-    }
-  };
-
   // src/compress-on-worker.ts
   var VERSION4 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
   var CompressionWorker = {