@loaders.gl/compression 4.2.0-alpha.6 → 4.2.0-beta.2

package/dist/index.cjs

@@ -46,13 +46,15 @@ module.exports = __toCommonJS(dist_exports);
 
 // dist/lib/compression.js
 var import_loader_utils = require("@loaders.gl/loader-utils");
+var import_loader_utils2 = require("@loaders.gl/loader-utils");
 var Compression = class {
   constructor(options) {
     this.compressBatches = this.compressBatches.bind(this);
     this.decompressBatches = this.decompressBatches.bind(this);
   }
   /** Preloads any dynamic libraries. May enable sync functions */
-  async preload() {
+  async preload(modules = {}) {
+    (0, import_loader_utils2.registerJSModules)(modules);
     return;
   }
   /** Asynchronously compress data */
@@ -121,10 +123,10 @@ var NoCompression = class extends Compression {
 };
 
 // dist/lib/deflate-compression.js
-var import_loader_utils2 = require("@loaders.gl/loader-utils");
+var import_loader_utils3 = require("@loaders.gl/loader-utils");
 var import_pako = __toESM(require("pako"), 1);
 var import_zlib = __toESM(require("zlib"), 1);
-var import_loader_utils3 = require("@loaders.gl/loader-utils");
+var import_loader_utils4 = require("@loaders.gl/loader-utils");
 var DeflateCompression = class extends Compression {
   name = "deflate";
   extensions = [];
@@ -138,25 +140,25 @@ var DeflateCompression = class extends Compression {
   }
   async compress(input) {
     var _a, _b;
-    if (!import_loader_utils2.isBrowser && ((_a = this.options.deflate) == null ? void 0 : _a.useZlib)) {
-      const buffer = ((_b = this.options.deflate) == null ? void 0 : _b.gzip) ? await (0, import_loader_utils3.promisify1)(import_zlib.default.gzip)(input) : await (0, import_loader_utils3.promisify1)(import_zlib.default.deflate)(input);
-      return (0, import_loader_utils2.toArrayBuffer)(buffer);
+    if (!import_loader_utils3.isBrowser && ((_a = this.options.deflate) == null ? void 0 : _a.useZlib)) {
+      const buffer = ((_b = this.options.deflate) == null ? void 0 : _b.gzip) ? await (0, import_loader_utils4.promisify1)(import_zlib.default.gzip)(input) : await (0, import_loader_utils4.promisify1)(import_zlib.default.deflate)(input);
+      return (0, import_loader_utils3.toArrayBuffer)(buffer);
     }
     return this.compressSync(input);
   }
   async decompress(input) {
     var _a, _b;
-    if (!import_loader_utils2.isBrowser && ((_a = this.options.deflate) == null ? void 0 : _a.useZlib)) {
-      const buffer = ((_b = this.options.deflate) == null ? void 0 : _b.gzip) ? await (0, import_loader_utils3.promisify1)(import_zlib.default.gunzip)(input) : await (0, import_loader_utils3.promisify1)(import_zlib.default.inflate)(input);
-      return (0, import_loader_utils2.toArrayBuffer)(buffer);
+    if (!import_loader_utils3.isBrowser && ((_a = this.options.deflate) == null ? void 0 : _a.useZlib)) {
+      const buffer = ((_b = this.options.deflate) == null ? void 0 : _b.gzip) ? await (0, import_loader_utils4.promisify1)(import_zlib.default.gunzip)(input) : await (0, import_loader_utils4.promisify1)(import_zlib.default.inflate)(input);
+      return (0, import_loader_utils3.toArrayBuffer)(buffer);
     }
     return this.decompressSync(input);
   }
   compressSync(input) {
     var _a, _b, _c, _d;
-    if (!import_loader_utils2.isBrowser && ((_a = this.options.deflate) == null ? void 0 : _a.useZlib)) {
+    if (!import_loader_utils3.isBrowser && ((_a = this.options.deflate) == null ? void 0 : _a.useZlib)) {
       const buffer = ((_b = this.options.deflate) == null ? void 0 : _b.gzip) ? import_zlib.default.gzipSync(input) : import_zlib.default.deflateSync(input);
-      return (0, import_loader_utils2.toArrayBuffer)(buffer);
+      return (0, import_loader_utils3.toArrayBuffer)(buffer);
     }
     const pakoOptions = ((_c = this.options) == null ? void 0 : _c.deflate) || {};
     const inputArray = new Uint8Array(input);
@@ -165,9 +167,9 @@ var DeflateCompression = class extends Compression {
   }
   decompressSync(input) {
     var _a, _b, _c, _d;
-    if (!import_loader_utils2.isBrowser && ((_a = this.options.deflate) == null ? void 0 : _a.useZlib)) {
+    if (!import_loader_utils3.isBrowser && ((_a = this.options.deflate) == null ? void 0 : _a.useZlib)) {
       const buffer = ((_b = this.options.deflate) == null ? void 0 : _b.gzip) ? import_zlib.default.gunzipSync(input) : import_zlib.default.inflateSync(input);
-      return (0, import_loader_utils2.toArrayBuffer)(buffer);
+      return (0, import_loader_utils3.toArrayBuffer)(buffer);
     }
     const pakoOptions = ((_c = this.options) == null ? void 0 : _c.deflate) || {};
     const inputArray = new Uint8Array(input);
@@ -256,7 +258,8 @@ var GZipCompression = class extends DeflateCompression {
 };
 
 // dist/lib/brotli-compression.js
-var import_loader_utils4 = require("@loaders.gl/loader-utils");
+var import_loader_utils5 = require("@loaders.gl/loader-utils");
+var import_loader_utils6 = require("@loaders.gl/loader-utils");
 
 // dist/brotli/decode.js
 var makeBrotliDecode = () => {
@@ -2242,7 +2245,7 @@ var BrotliDecode = makeBrotliDecode();
 
 // dist/lib/brotli-compression.js
 var import_zlib2 = __toESM(require("zlib"), 1);
-var import_loader_utils5 = require("@loaders.gl/loader-utils");
+var import_loader_utils7 = require("@loaders.gl/loader-utils");
 var DEFAULT_BROTLI_OPTIONS = {
   brotli: {
     mode: 0,
@@ -2250,7 +2253,6 @@ var DEFAULT_BROTLI_OPTIONS = {
     lgwin: 22
   }
 };
-var brotli;
 var BrotliCompression = class extends Compression {
   name = "brotli";
   extensions = ["br"];
@@ -2260,56 +2262,52 @@ var BrotliCompression = class extends Compression {
   constructor(options) {
     super(options);
     this.options = options;
+    (0, import_loader_utils6.registerJSModules)(options == null ? void 0 : options.modules);
   }
   /**
    * brotli is an injectable dependency due to big size
    * @param options
    */
-  async preload() {
-    var _a, _b;
-    brotli = brotli || ((_b = (_a = this.options) == null ? void 0 : _a.modules) == null ? void 0 : _b.brotli);
-    if (!brotli) {
-      console.warn(`${this.name} library not installed`);
-    }
+  async preload(modules = {}) {
+    (0, import_loader_utils6.registerJSModules)(modules);
   }
   async compress(input) {
     var _a;
-    if (!import_loader_utils4.isBrowser && ((_a = this.options.brotli) == null ? void 0 : _a.useZlib)) {
-      const buffer = await (0, import_loader_utils5.promisify1)(import_zlib2.default.brotliCompress)(input);
-      return (0, import_loader_utils4.toArrayBuffer)(buffer);
+    if (!import_loader_utils5.isBrowser && ((_a = this.options.brotli) == null ? void 0 : _a.useZlib)) {
+      const buffer = await (0, import_loader_utils7.promisify1)(import_zlib2.default.brotliCompress)(input);
+      return (0, import_loader_utils5.toArrayBuffer)(buffer);
     }
     return this.compressSync(input);
   }
   compressSync(input) {
     var _a, _b;
-    if (!import_loader_utils4.isBrowser && ((_a = this.options.brotli) == null ? void 0 : _a.useZlib)) {
+    if (!import_loader_utils5.isBrowser && ((_a = this.options.brotli) == null ? void 0 : _a.useZlib)) {
       const buffer = import_zlib2.default.brotliCompressSync(input);
-      return (0, import_loader_utils4.toArrayBuffer)(buffer);
+      return (0, import_loader_utils5.toArrayBuffer)(buffer);
     }
     const brotliOptions = { ...DEFAULT_BROTLI_OPTIONS.brotli, ...(_b = this.options) == null ? void 0 : _b.brotli };
     const inputArray = new Uint8Array(input);
-    if (!brotli) {
-      throw new Error("brotli compression: brotli module not installed");
-    }
+    const brotli = (0, import_loader_utils6.getJSModule)("brotli", this.name);
     const outputArray = brotli.compress(inputArray, brotliOptions);
     return outputArray.buffer;
   }
   async decompress(input) {
     var _a;
-    if (!import_loader_utils4.isBrowser && ((_a = this.options.brotli) == null ? void 0 : _a.useZlib)) {
-      const buffer = await (0, import_loader_utils5.promisify1)(import_zlib2.default.brotliDecompress)(input);
-      return (0, import_loader_utils4.toArrayBuffer)(buffer);
+    if (!import_loader_utils5.isBrowser && ((_a = this.options.brotli) == null ? void 0 : _a.useZlib)) {
+      const buffer = await (0, import_loader_utils7.promisify1)(import_zlib2.default.brotliDecompress)(input);
+      return (0, import_loader_utils5.toArrayBuffer)(buffer);
     }
     return this.decompressSync(input);
   }
   decompressSync(input) {
     var _a, _b;
-    if (!import_loader_utils4.isBrowser && ((_a = this.options.brotli) == null ? void 0 : _a.useZlib)) {
+    if (!import_loader_utils5.isBrowser && ((_a = this.options.brotli) == null ? void 0 : _a.useZlib)) {
       const buffer = import_zlib2.default.brotliDecompressSync(input);
-      return (0, import_loader_utils4.toArrayBuffer)(buffer);
+      return (0, import_loader_utils5.toArrayBuffer)(buffer);
     }
     const brotliOptions = { ...DEFAULT_BROTLI_OPTIONS.brotli, ...(_b = this.options) == null ? void 0 : _b.brotli };
     const inputArray = new Uint8Array(input);
+    const brotli = (0, import_loader_utils6.getJSModuleOrNull)("brotli");
     if (brotli) {
       const outputArray2 = brotli.decompress(inputArray, brotliOptions);
       return outputArray2.buffer;
@@ -2340,9 +2338,9 @@ var SnappyCompression = class extends Compression {
 };
 
 // dist/lib/lz4-compression.js
-var import_loader_utils6 = require("@loaders.gl/loader-utils");
+var import_loader_utils8 = require("@loaders.gl/loader-utils");
+var import_loader_utils9 = require("@loaders.gl/loader-utils");
 var LZ4_MAGIC_NUMBER = 407708164;
-var lz4js;
 var LZ4Compression = class extends Compression {
   name = "lz4";
   extensions = ["lz4"];
@@ -2350,15 +2348,15 @@ var LZ4Compression = class extends Compression {
   isSupported = true;
   options;
   constructor(options) {
-    var _a, _b;
     super(options);
     this.options = options;
-    lz4js = lz4js || ((_b = (_a = this.options) == null ? void 0 : _a.modules) == null ? void 0 : _b.lz4js);
-    if (!lz4js) {
-      throw new Error(this.name);
-    }
+    (0, import_loader_utils9.registerJSModules)(options == null ? void 0 : options.modules);
+  }
+  async preload(modules = {}) {
+    (0, import_loader_utils9.registerJSModules)(modules);
   }
   compressSync(input) {
+    const lz4js = (0, import_loader_utils9.getJSModule)("lz4js", this.name);
     const inputArray = new Uint8Array(input);
     return lz4js.compress(inputArray).buffer;
   }
@@ -2369,6 +2367,7 @@ var LZ4Compression = class extends Compression {
    * If data provided without magic number we will parse it as block
    */
   decompressSync(data, maxSize) {
+    const lz4js = (0, import_loader_utils9.getJSModule)("lz4js", this.name);
     try {
       const isMagicNumberExists = this.checkMagicNumber(data);
       const inputArray = new Uint8Array(data);
@@ -2382,7 +2381,7 @@ var LZ4Compression = class extends Compression {
       let uncompressed = new Uint8Array(maxSize);
       const uncompressedSize = this.decodeBlock(inputArray, uncompressed);
       uncompressed = uncompressed.slice(0, uncompressedSize);
-      return (0, import_loader_utils6.toArrayBuffer)(uncompressed);
+      return (0, import_loader_utils8.toArrayBuffer)(uncompressed);
     } catch (error) {
       throw this.improveError(error);
     }
@@ -2446,7 +2445,10 @@ var LZ4Compression = class extends Compression {
 };
 
 // dist/lib/zstd-compression.js
-var ZstdCodec;
+var import_loader_utils10 = require("@loaders.gl/loader-utils");
+var import_loader_utils11 = require("@loaders.gl/loader-utils");
+var CHUNK_SIZE = 1e6;
+var zstdPromise;
 var zstd;
 var ZstdCompression = class extends Compression {
   name = "zstd";
@@ -2459,34 +2461,46 @@ var ZstdCompression = class extends Compression {
    * @param options
    */
   constructor(options) {
-    var _a, _b;
     super(options);
     this.options = options;
-    ZstdCodec = (_b = (_a = this.options) == null ? void 0 : _a.modules) == null ? void 0 : _b["zstd-codec"];
-    if (!ZstdCodec) {
-      console.warn(`${this.name} library not installed`);
-    }
+    (0, import_loader_utils10.registerJSModules)(options == null ? void 0 : options.modules);
   }
-  async preload() {
-    if (!zstd && ZstdCodec) {
-      zstd = await new Promise((resolve) => ZstdCodec.run((zstd2) => resolve(zstd2)));
+  async preload(modules = {}) {
+    (0, import_loader_utils10.registerJSModules)(modules);
+    (0, import_loader_utils11.checkJSModule)("zstd-codec", this.name);
+    const ZstdCodec = (0, import_loader_utils11.getJSModuleOrNull)("zstd-codec");
+    if (!zstdPromise && ZstdCodec) {
+      zstdPromise = new Promise((resolve) => ZstdCodec.run((zstd2) => resolve(zstd2)));
+      zstd = await zstdPromise;
     }
   }
   compressSync(input) {
+    (0, import_loader_utils11.getJSModule)("zstd-codec", this.name);
     const simpleZstd = new zstd.Simple();
     const inputArray = new Uint8Array(input);
     return simpleZstd.compress(inputArray).buffer;
   }
   decompressSync(input) {
+    (0, import_loader_utils11.getJSModule)("zstd-codec", this.name);
     const simpleZstd = new zstd.Simple();
     const inputArray = new Uint8Array(input);
     return simpleZstd.decompress(inputArray).buffer;
   }
+  async decompress(input, size) {
+    await this.preload();
+    const simpleZstd = new zstd.Streaming();
+    const inputArray = new Uint8Array(input);
+    const chunks = [];
+    for (let i = 0; i <= inputArray.length; i += CHUNK_SIZE) {
+      chunks.push(inputArray.subarray(i, i + CHUNK_SIZE));
+    }
+    const decompressResult = await simpleZstd.decompressChunks(chunks);
+    return decompressResult.buffer;
+  }
 };
 
 // dist/lib/lzo-compression.js
-var import_loader_utils7 = require("@loaders.gl/loader-utils");
-var lzo;
+var import_loader_utils12 = require("@loaders.gl/loader-utils");
 var LZOCompression = class extends Compression {
   name = "lzo";
   extensions = [];
@@ -2499,25 +2513,24 @@ var LZOCompression = class extends Compression {
    * @param options
    */
   constructor(options) {
-    var _a, _b;
     super(options);
     this.options = options;
-    lzo = lzo || ((_b = (_a = this.options) == null ? void 0 : _a.modules) == null ? void 0 : _b.lzo);
-    if (!lzo) {
-      throw new Error(this.name);
-    }
+    (0, import_loader_utils12.registerJSModules)(options == null ? void 0 : options.modules);
   }
-  async preload() {
+  async preload(modules = {}) {
+    (0, import_loader_utils12.registerJSModules)(modules);
   }
   async compress(input) {
     await this.preload();
-    const inputBuffer = (0, import_loader_utils7.toBuffer)(input);
+    const lzo = (0, import_loader_utils12.getJSModule)("lzo", this.name);
+    const inputBuffer = (0, import_loader_utils12.toBuffer)(input);
     return lzo.compress(inputBuffer).buffer;
   }
   async decompress(input) {
     try {
       await this.preload();
-      const inputBuffer = (0, import_loader_utils7.toBuffer)(input);
+      const lzo = (0, import_loader_utils12.getJSModule)("lzo", this.name);
+      const inputBuffer = (0, import_loader_utils12.toBuffer)(input);
       return lzo.decompress(inputBuffer).buffer;
     } catch (error) {
       throw error;
@@ -2527,7 +2540,7 @@ var LZOCompression = class extends Compression {
 
 // dist/compress-on-worker.js
 var import_worker_utils = require("@loaders.gl/worker-utils");
-var VERSION = true ? "4.2.0-alpha.5" : "latest";
+var VERSION = true ? "4.2.0-beta.1" : "latest";
 var CompressionWorker = {
   id: "compression",
   name: "compression",