@loaders.gl/compression 4.4.0-alpha.1 → 4.4.0-alpha.9

package/dist/dist.dev.js

@@ -4665,7 +4665,6 @@ var __exports__ = (() => {
     DeflateCompression: () => DeflateCompression,
     GZipCompression: () => GZipCompression,
     LZ4Compression: () => LZ4Compression,
-    LZOCompression: () => LZOCompression,
     NoCompression: () => NoCompression,
     SnappyCompression: () => SnappyCompression,
     ZstdCompression: () => ZstdCompression,
@@ -5136,6 +5135,9 @@ var __exports__ = (() => {
   }
   var log = createLog();
 
+  // ../loader-utils/src/lib/javascript-utils/is-type.ts
+  var isSharedArrayBuffer = (value) => typeof SharedArrayBuffer !== "undefined" && value instanceof SharedArrayBuffer;
+
   // ../loader-utils/src/lib/module-utils/js-module-utils.ts
   function registerJSModules(modules) {
     globalThis.loaders ||= {};
@@ -5164,14 +5166,16 @@ var __exports__ = (() => {
   var NPM_TAG = "beta";
 
   // ../worker-utils/src/lib/env-utils/version.ts
+  var warningIssued = false;
   function getVersion() {
     if (!globalThis._loadersgl_?.version) {
       globalThis._loadersgl_ = globalThis._loadersgl_ || {};
-      if (typeof __VERSION__ === "undefined") {
+      if (typeof __VERSION__ === "undefined" && !warningIssued) {
         console.warn(
           "loaders.gl: The __VERSION__ variable is not injected using babel plugin. Latest unstable workers would be fetched from the CDN."
         );
         globalThis._loadersgl_.version = NPM_TAG;
+        warningIssued = true;
       } else {
         globalThis._loadersgl_.version = __VERSION__;
       }
@@ -5443,7 +5447,8 @@ var __exports__ = (() => {
       if (this.url) {
         const absolute = this.url.includes(":/") || this.url.startsWith("/");
         const url = absolute ? this.url : `./${this.url}`;
-        worker = new NodeWorker(url, { eval: false });
+        const type = this.url.endsWith(".ts") || this.url.endsWith(".mjs") ? "module" : "commonjs";
+        worker = new NodeWorker(url, { eval: false, type });
       } else if (this.source) {
         worker = new NodeWorker(this.source, { eval: true });
       } else {
@@ -5699,7 +5704,8 @@ var __exports__ = (() => {
     if (!url && worker.id === "compression") {
       url = options.workerUrl;
     }
-    if (options._workerType === "test") {
+    const workerType = options._workerType || options?.core?._workerType;
+    if (workerType === "test") {
       if (isBrowser3) {
         url = `modules/${worker.module}/dist/${workerFile}`;
       } else {
@@ -5788,26 +5794,36 @@ var __exports__ = (() => {
   async function concatenateArrayBuffersAsync(asyncIterator) {
     const arrayBuffers = [];
     for await (const chunk of asyncIterator) {
-      arrayBuffers.push(chunk);
+      arrayBuffers.push(copyToArrayBuffer(chunk));
     }
     return concatenateArrayBuffers(...arrayBuffers);
   }
+  function copyToArrayBuffer(chunk) {
+    if (chunk instanceof ArrayBuffer) {
+      return chunk;
+    }
+    if (ArrayBuffer.isView(chunk)) {
+      const { buffer, byteOffset, byteLength } = chunk;
+      return copyFromBuffer(buffer, byteOffset, byteLength);
+    }
+    return copyFromBuffer(chunk);
+  }
+  function copyFromBuffer(buffer, byteOffset = 0, byteLength = buffer.byteLength - byteOffset) {
+    const view = new Uint8Array(buffer, byteOffset, byteLength);
+    const copy = new Uint8Array(view.length);
+    copy.set(view);
+    return copy.buffer;
+  }
 
   // ../loader-utils/src/lib/node/buffer.browser.ts
   function toArrayBuffer(buffer) {
     return buffer;
   }
-  function toBuffer(binaryData) {
-    throw new Error("Buffer not supported in browser");
-  }
 
   // ../loader-utils/src/lib/binary-utils/memory-conversion-utils.ts
   function isBuffer(value) {
     return value && typeof value === "object" && value.isBuffer;
   }
-  function toBuffer2(data) {
-    return toBuffer ? toBuffer(data) : data;
-  }
   function toArrayBuffer2(data) {
     if (isBuffer(data)) {
       return toArrayBuffer(data);
@@ -5815,11 +5831,15 @@ var __exports__ = (() => {
     if (data instanceof ArrayBuffer) {
       return data;
     }
+    if (isSharedArrayBuffer(data)) {
+      return copyToArrayBuffer2(data);
+    }
     if (ArrayBuffer.isView(data)) {
+      const buffer = data.buffer;
       if (data.byteOffset === 0 && data.byteLength === data.buffer.byteLength) {
-        return data.buffer;
+        return buffer;
       }
-      return data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
+      return buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
     }
     if (typeof data === "string") {
       const text = data;
@@ -5831,6 +5851,25 @@ var __exports__ = (() => {
     }
     throw new Error("toArrayBuffer");
   }
+  function ensureArrayBuffer(bufferSource) {
+    if (bufferSource instanceof ArrayBuffer) {
+      return bufferSource;
+    }
+    if (isSharedArrayBuffer(bufferSource)) {
+      return copyToArrayBuffer2(bufferSource);
+    }
+    const { buffer, byteOffset, byteLength } = bufferSource;
+    if (buffer instanceof ArrayBuffer && byteOffset === 0 && byteLength === buffer.byteLength) {
+      return buffer;
+    }
+    return copyToArrayBuffer2(buffer, byteOffset, byteLength);
+  }
+  function copyToArrayBuffer2(buffer, byteOffset = 0, byteLength = buffer.byteLength - byteOffset) {
+    const view = new Uint8Array(buffer, byteOffset, byteLength);
+    const copy = new Uint8Array(view.length);
+    copy.set(view);
+    return copy.buffer;
+  }
 
   // ../loader-utils/src/lib/node/promisify.ts
   function promisify1(fn) {
@@ -5951,7 +5990,7 @@ var __exports__ = (() => {
       const pakoOptions = this.options?.deflate || {};
       const inputArray = new Uint8Array(input);
       const deflate = this.options?.raw ? import_pako.default.deflateRaw : import_pako.default.deflate;
-      return deflate(inputArray, pakoOptions).buffer;
+      return toArrayBuffer2(deflate(inputArray, pakoOptions).buffer);
     }
     decompressSync(input) {
       if (!isBrowser && this.options.deflate?.useZlib) {
@@ -5961,7 +6000,7 @@ var __exports__ = (() => {
       const pakoOptions = this.options?.deflate || {};
       const inputArray = new Uint8Array(input);
       const inflate = this.options?.raw ? import_pako.default.inflateRaw : import_pako.default.inflate;
-      return inflate(inputArray, pakoOptions).buffer;
+      return toArrayBuffer2(inflate(inputArray, pakoOptions).buffer);
     }
     async *compressBatches(asyncIterator) {
       const pakoOptions = this.options?.deflate || {};
@@ -8151,7 +8190,7 @@ var __exports__ = (() => {
       const inputArray = new Uint8Array(input);
       const brotli = getJSModule("brotli", this.name);
       const outputArray = brotli.compress(inputArray, brotliOptions);
-      return outputArray.buffer;
+      return toArrayBuffer2(outputArray.buffer);
     }
     async decompress(input) {
       if (!isBrowser && this.options.brotli?.useZlib) {
@@ -8170,7 +8209,7 @@ var __exports__ = (() => {
       const brotli = getJSModuleOrNull("brotli");
       if (brotli) {
         const outputArray2 = brotli.decompress(inputArray, brotliOptions);
-        return outputArray2.buffer;
+        return toArrayBuffer2(outputArray2.buffer);
       }
       const outputArray = BrotliDecode(inputArray, void 0);
       return outputArray.buffer;
@@ -8348,51 +8387,15 @@ var __exports__ = (() => {
       const inputArray = new Uint8Array(input);
       const chunks = [];
       for (let i = 0; i <= inputArray.length; i += CHUNK_SIZE) {
-        chunks.push(inputArray.subarray(i, i + CHUNK_SIZE));
+        const chunkView = inputArray.subarray(i, i + CHUNK_SIZE);
+        const chunkArrayBuffer = ensureArrayBuffer(chunkView);
+        chunks.push(new Uint8Array(chunkArrayBuffer));
       }
       const decompressResult = await simpleZstd.decompressChunks(chunks);
       return decompressResult.buffer;
     }
   };
 
-  // src/lib/lzo-compression.ts
-  var LZOCompression = class extends Compression {
-    name = "lzo";
-    extensions = [];
-    contentEncodings = [];
-    isSupported = false;
-    // !isBrowser;
-    options;
-    /**
-     * lzo is an injectable dependency due to big size
-     * @param options
-     */
-    constructor(options) {
-      super(options);
-      this.options = options;
-      registerJSModules(options?.modules);
-    }
-    async preload(modules = {}) {
-      registerJSModules(modules);
-    }
-    async compress(input) {
-      await this.preload();
-      const lzo = getJSModule("lzo", this.name);
-      const inputBuffer = toBuffer2(input);
-      return lzo.compress(inputBuffer).buffer;
-    }
-    async decompress(input) {
-      try {
-        await this.preload();
-        const lzo = getJSModule("lzo", this.name);
-        const inputBuffer = toBuffer2(input);
-        return lzo.decompress(inputBuffer).buffer;
-      } catch (error) {
-        throw error;
-      }
-    }
-  };
-
   // src/compress-on-worker.ts
   var VERSION4 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
   var CompressionWorker = {