@loaders.gl/compression 3.0.12 → 3.1.0-alpha.4

package/dist/esm/lib/lz4-compression.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/lib/lz4-compression.ts"],"names":["Compression","lz4js","LZ4Compression","constructor","options","modules","Error","name","compressSync","input","inputArray","Uint8Array","compress","buffer","decompressSync","decompress"],"mappings":";AAEA,SAAQA,WAAR,QAA0B,eAA1B;AAGA,IAAIC,KAAJ;AAKA,OAAO,MAAMC,cAAN,SAA6BF,WAA7B,CAAyC;AAO9CG,EAAAA,WAAW,CAACC,OAAD,EAA8B;AAAA;;AACvC,UAAMA,OAAN;;AADuC,kCANjB,KAMiB;;AAAA,wCALnB,CAAC,KAAD,CAKmB;;AAAA,8CAJb,CAAC,OAAD,CAIa;;AAAA,yCAHlB,IAGkB;;AAAA;;AAEvC,SAAKA,OAAL,GAAeA,OAAf;AAEAH,IAAAA,KAAK,GAAGA,KAAK,sBAAI,KAAKG,OAAT,2EAAI,cAAcC,OAAlB,0DAAI,sBAAuBJ,KAA3B,CAAb;;AACA,QAAI,CAACA,KAAL,EAAY;AACV,YAAM,IAAIK,KAAJ,CAAU,KAAKC,IAAf,CAAN;AACD;AACF;;AAEDC,EAAAA,YAAY,CAACC,KAAD,EAAkC;AAC5C,UAAMC,UAAU,GAAG,IAAIC,UAAJ,CAAeF,KAAf,CAAnB;AACA,WAAOR,KAAK,CAACW,QAAN,CAAeF,UAAf,EAA2BG,MAAlC;AACD;;AAEDC,EAAAA,cAAc,CAACL,KAAD,EAAkC;AAC9C,UAAMC,UAAU,GAAG,IAAIC,UAAJ,CAAeF,KAAf,CAAnB;AACA,WAAOR,KAAK,CAACc,UAAN,CAAiBL,UAAjB,EAA6BG,MAApC;AACD;;AAzB6C","sourcesContent":["// LZ4\nimport type {CompressionOptions} from './compression';\nimport {Compression} from './compression';\n// import lz4js from 'lz4js'; // https://bundlephobia.com/package/lz4\n\nlet lz4js;\n\n/**\n * LZ4 compression / decompression\n */\nexport class LZ4Compression extends Compression {\n  readonly name: string = 'lz4';\n  readonly extensions = ['lz4'];\n  readonly contentEncodings = ['x-lz4'];\n  readonly isSupported = true;\n  readonly options: CompressionOptions;\n\n  constructor(options: CompressionOptions) {\n    super(options);\n    this.options = options;\n\n    lz4js = lz4js || this.options?.modules?.lz4js;\n    if (!lz4js) {\n      throw new Error(this.name);\n    }\n  }\n\n  compressSync(input: ArrayBuffer): ArrayBuffer {\n    const inputArray = new Uint8Array(input);\n    return lz4js.compress(inputArray).buffer;\n  }\n\n  decompressSync(input: ArrayBuffer): ArrayBuffer {\n    const inputArray = new Uint8Array(input);\n    return lz4js.decompress(inputArray).buffer;\n  }\n}\n"],"file":"lz4-compression.js"}
+{"version":3,"sources":["../../../src/lib/lz4-compression.ts"],"names":["toArrayBuffer","Compression","LZ4_MAGIC_NUMBER","lz4js","LZ4Compression","constructor","options","modules","Error","name","compressSync","input","inputArray","Uint8Array","compress","buffer","decompressSync","data","maxSize","isMagicNumberExists","checkMagicNumber","decompress","error","improveError","uncompressed","uncompressedSize","decodeBlock","slice","output","startIndex","endIndex","length","index","token","literalsLength","end","offset","matchLength","pos","magic","Uint32Array"],"mappings":";AAwBA,SAAQA,aAAR,QAA4B,0BAA5B;AAEA,SAAQC,WAAR,QAA0B,eAA1B;AAEA,MAAMC,gBAAgB,GAAG,UAAzB;AAEA,IAAIC,KAAJ;AAKA,OAAO,MAAMC,cAAN,SAA6BH,WAA7B,CAAyC;AAO9CI,EAAAA,WAAW,CAACC,OAAD,EAA8B;AAAA;;AACvC,UAAMA,OAAN;;AADuC,kCANjB,KAMiB;;AAAA,wCALnB,CAAC,KAAD,CAKmB;;AAAA,8CAJb,CAAC,OAAD,CAIa;;AAAA,yCAHlB,IAGkB;;AAAA;;AAEvC,SAAKA,OAAL,GAAeA,OAAf;AAEAH,IAAAA,KAAK,GAAGA,KAAK,sBAAI,KAAKG,OAAT,2EAAI,cAAcC,OAAlB,0DAAI,sBAAuBJ,KAA3B,CAAb;;AACA,QAAI,CAACA,KAAL,EAAY;AACV,YAAM,IAAIK,KAAJ,CAAU,KAAKC,IAAf,CAAN;AACD;AACF;;AAEDC,EAAAA,YAAY,CAACC,KAAD,EAAkC;AAC5C,UAAMC,UAAU,GAAG,IAAIC,UAAJ,CAAeF,KAAf,CAAnB;AACA,WAAOR,KAAK,CAACW,QAAN,CAAeF,UAAf,EAA2BG,MAAlC;AACD;;AAQDC,EAAAA,cAAc,CAACC,IAAD,EAAoBC,OAApB,EAAmD;AAC/D,QAAI;AACF,YAAMC,mBAAmB,GAAG,KAAKC,gBAAL,CAAsBH,IAAtB,CAA5B;AACA,YAAML,UAAU,GAAG,IAAIC,UAAJ,CAAeI,IAAf,CAAnB;;AAEA,UAAIE,mBAAJ,EAAyB;AACvB,eAAOhB,KAAK,CAACkB,UAAN,CAAiBT,UAAjB,EAA6BM,OAA7B,EAAsCH,MAA7C;AACD;;AAED,UAAI,CAACG,OAAL,EAAc;AACZ,cAAMI,KAAK,GAAG,IAAId,KAAJ,CAAU,yBAAV,CAAd;AACA,cAAM,KAAKe,YAAL,CAAkBD,KAAlB,CAAN;AACD;;AAED,UAAIE,YAAY,GAAG,IAAIX,UAAJ,CAAeK,OAAf,CAAnB;AACA,YAAMO,gBAAgB,GAAG,KAAKC,WAAL,CAAiBd,UAAjB,EAA6BY,YAA7B,CAAzB;AACAA,MAAAA,YAAY,GAAGA,YAAY,CAACG,KAAb,CAAmB,CAAnB,EAAsBF,gBAAtB,CAAf;AAEA,aAAOzB,aAAa,CAACwB,YAAD,CAApB;AACD,KAlBD,CAkBE,OAAOF,KAAP,EAAc;AACd,YAAM,KAAKC,YAAL,CAAkBD,KAAlB,CAAN;AACD;AACF;;AAWDI,EAAAA,WAAW,CACTT,IADS,EAETW,MAFS,EAGTC,UAHS,EAITC,QAJS,EAKD;AACRD,IAAAA,UAAU,GAAGA,UAAU,IAAI,CAA3B;AACAC,IAAAA,QAAQ,GAAGA,QAAQ,IAAIb,IAAI,CAACc,MAAL,GAAcF,UAArC;AAEA,QAAIJ,gBAAgB,GAAG,CAAvB;;AAEA,SAAK,IAAIO,KAAK,GAAGH,UAAjB,EAA6BG,KAAK,GAAGF,QAArC,GAAiD;AAC/C,YAAMG,KAAK,GAAGhB,IAAI,CAACe,KAAK,EAAN,CAAlB;AAGA,UAAIE,cAAc,GAAGD,KAAK,IAAI,CAA9B;;AAEA,UAAIC,cAAc,GAAG,CAArB,EAAwB;AAEtB,YAAIH,MAAM,GAAGG,cAAc,GAAG,GAA9B;;AAEA,eAAOH,MAAM,KAAK,GAAlB,EAAuB;AACrBA,UAAAA,MAAM,GAAGd,IAAI,CAACe,KAAK,EAAN,CAAb;AACAE,UAAAA,cAAc,IAAIH,MAAlB;AACD;;AAGD,cAAMI,GAAG,GAAGH,KAAK,GAAGE,cAApB;;AAEA,eAAOF,KAAK,GAAGG,GAAf,EAAoB;AAClBP,UAAAA,MAAM,CAACH,gBAAgB,EAAjB,CAAN,GAA6BR,IAAI,CAACe,KAAK,EAAN,CAAjC;AACD;;AAGD,YAAIA,KAAK,KAAKF,QAAd,EAAwB;AACtB,iBAAOL,gBAAP;AACD;AACF;;AAID,YAAMW,MAAM,GAAGnB,IAAI,CAACe,KAAK,EAAN,CAAJ,GAAiBf,IAAI,CAACe,KAAK,EAAN,CAAJ,IAAiB,CAAjD;;AAGA,UAAII,MAAM,KAAK,CAAX,IAAgBA,MAAM,GAAGX,gBAA7B,EAA+C;AAC7C,eAAO,EAAEO,KAAK,GAAG,CAAV,CAAP;AACD;;AAGD,UAAIK,WAAW,GAAGJ,KAAK,GAAG,GAA1B;AACA,UAAIF,MAAM,GAAGM,WAAW,GAAG,GAA3B;;AAEA,aAAON,MAAM,KAAK,GAAlB,EAAuB;AACrBA,QAAAA,MAAM,GAAGd,IAAI,CAACe,KAAK,EAAN,CAAb;AACAK,QAAAA,WAAW,IAAIN,MAAf;AACD;;AAGD,UAAIO,GAAG,GAAGb,gBAAgB,GAAGW,MAA7B;AACA,YAAMD,GAAG,GAAGV,gBAAgB,GAAGY,WAAnB,GAAiC,CAA7C;;AAEA,aAAOZ,gBAAgB,GAAGU,GAA1B,EAA+B;AAC7BP,QAAAA,MAAM,CAACH,gBAAgB,EAAjB,CAAN,GAA6BG,MAAM,CAACU,GAAG,EAAJ,CAAnC;AACD;AACF;;AAED,WAAOb,gBAAP;AACD;;AAMDL,EAAAA,gBAAgB,CAACH,IAAD,EAA6B;AAC3C,UAAMsB,KAAK,GAAG,IAAIC,WAAJ,CAAgBvB,IAAI,CAACU,KAAL,CAAW,CAAX,EAAc,CAAd,CAAhB,CAAd;AACA,WAAOY,KAAK,CAAC,CAAD,CAAL,KAAarC,gBAApB;AACD;;AAzI6C","sourcesContent":["// Copyright (c) 2012 Pierre Curto\n\n// Permission is hereby granted, free of charge, to any person obtaining a copy\n// of this software and associated documentation files (the \"Software\"), to deal\n// in the Software without restriction, including without limitation the rights\n// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell\n// copies of the Software, and to permit persons to whom the Software is\n// furnished to do so, subject to the following conditions:\n\n// The above copyright notice and this permission notice shall be included in\n// all copies or substantial portions of the Software.\n\n// THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\n// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\n// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\n// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\n// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\n// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN\n// THE SOFTWARE.\n\n/* eslint-disable complexity */\n/* eslint-disable max-statements */\n\n// LZ4\nimport {toArrayBuffer} from '@loaders.gl/loader-utils';\nimport type {CompressionOptions} from './compression';\nimport {Compression} from './compression';\n// import lz4js from 'lz4js'; // https://bundlephobia.com/package/lz4\nconst LZ4_MAGIC_NUMBER = 0x184d2204;\n\nlet lz4js;\n\n/**\n * LZ4 compression / decompression\n */\nexport class LZ4Compression extends Compression {\n  readonly name: string = 'lz4';\n  readonly extensions = ['lz4'];\n  readonly contentEncodings = ['x-lz4'];\n  readonly isSupported = true;\n  readonly options: CompressionOptions;\n\n  constructor(options: CompressionOptions) {\n    super(options);\n    this.options = options;\n\n    lz4js = lz4js || this.options?.modules?.lz4js;\n    if (!lz4js) {\n      throw new Error(this.name);\n    }\n  }\n\n  compressSync(input: ArrayBuffer): ArrayBuffer {\n    const inputArray = new Uint8Array(input);\n    return lz4js.compress(inputArray).buffer;\n  }\n\n  /**\n   * Decompresses an ArrayBuffer containing an Lz4 frame. maxSize is optional; if not\n   * provided, a maximum size will be determined by examining the data. The\n   * returned ArrayBuffer will always be perfectly sized.\n   * If data provided without magic number we will parse it as block\n   */\n  decompressSync(data: ArrayBuffer, maxSize?: number): ArrayBuffer {\n    try {\n      const isMagicNumberExists = this.checkMagicNumber(data);\n      const inputArray = new Uint8Array(data);\n\n      if (isMagicNumberExists) {\n        return lz4js.decompress(inputArray, maxSize).buffer;\n      }\n\n      if (!maxSize) {\n        const error = new Error('Need to provide maxSize');\n        throw this.improveError(error);\n      }\n\n      let uncompressed = new Uint8Array(maxSize);\n      const uncompressedSize = this.decodeBlock(inputArray, uncompressed);\n      uncompressed = uncompressed.slice(0, uncompressedSize);\n\n      return toArrayBuffer(uncompressed);\n    } catch (error) {\n      throw this.improveError(error);\n    }\n  }\n\n  /**\n   * Decode lz4 file as block\n   * Solution taken from here\n   * https://github.com/pierrec/node-lz4/blob/0dac687262403fd34f905b963da7220692f2a4a1/lib/binding.js#L25\n   * @param input\n   * @param output\n   * @param startIndex\n   * @param endIndex\n   */\n  decodeBlock(\n    data: Uint8Array,\n    output: Uint8Array,\n    startIndex?: number,\n    endIndex?: number\n  ): number {\n    startIndex = startIndex || 0;\n    endIndex = endIndex || data.length - startIndex;\n\n    let uncompressedSize = 0;\n    // Process each sequence in the incoming data\n    for (let index = startIndex; index < endIndex; ) {\n      const token = data[index++];\n\n      // Literals\n      let literalsLength = token >> 4;\n\n      if (literalsLength > 0) {\n        // length of literals\n        let length = literalsLength + 240;\n\n        while (length === 255) {\n          length = data[index++];\n          literalsLength += length;\n        }\n\n        // Copy the literals\n        const end = index + literalsLength;\n\n        while (index < end) {\n          output[uncompressedSize++] = data[index++];\n        }\n\n        // End of buffer?\n        if (index === endIndex) {\n          return uncompressedSize;\n        }\n      }\n\n      // Match copy\n      // 2 bytes offset (little endian)\n      const offset = data[index++] | (data[index++] << 8);\n\n      // 0 is an invalid offset value\n      if (offset === 0 || offset > uncompressedSize) {\n        return -(index - 2);\n      }\n\n      // length of match copy\n      let matchLength = token & 0xf;\n      let length = matchLength + 240;\n\n      while (length === 255) {\n        length = data[index++];\n        matchLength += length;\n      }\n\n      // Copy the match\n      let pos = uncompressedSize - offset; // position of the match copy in the current output\n      const end = uncompressedSize + matchLength + 4; // minmatch = 4\n\n      while (uncompressedSize < end) {\n        output[uncompressedSize++] = output[pos++];\n      }\n    }\n\n    return uncompressedSize;\n  }\n\n  /**\n   * Compare file magic with lz4 magic number\n   * @param input\n   */\n  checkMagicNumber(data: ArrayBuffer): boolean {\n    const magic = new Uint32Array(data.slice(0, 4));\n    return magic[0] === LZ4_MAGIC_NUMBER;\n  }\n}\n"],"file":"lz4-compression.js"}

package/dist/esm/lib/lzo-compression.js

@@ -1,9 +1,6 @@
 import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
-import { loadLibrary } from '@loaders.gl/worker-utils';
 import { toBuffer } from '@loaders.gl/loader-utils';
 import { Compression } from './compression';
-const LZO_WASM_JS_URL = './node_modules/lzo-wasm/lzo-wasm.js';
-const LZO_WASM_WASM_URL = './node_modules/lzo-wasm/lzo-wasm.wasm';
 let lzo;
 export class LZOCompression extends Compression {
   constructor(options) {
@@ -29,10 +26,7 @@ export class LZOCompression extends Compression {
     }
   }
 
-  async preload() {
-    await loadLibrary(LZO_WASM_JS_URL);
-    await loadLibrary(LZO_WASM_WASM_URL);
-  }
+  async preload() {}
 
   async compress(input) {
     await this.preload();

package/dist/esm/lib/lzo-compression.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/lib/lzo-compression.ts"],"names":["loadLibrary","toBuffer","Compression","LZO_WASM_JS_URL","LZO_WASM_WASM_URL","lzo","LZOCompression","constructor","options","modules","Error","name","preload","compress","input","inputBuffer","buffer","decompress","error"],"mappings":";AACA,SAAQA,WAAR,QAA0B,0BAA1B;AACA,SAAQC,QAAR,QAAuB,0BAAvB;AAGA,SAAQC,WAAR,QAA0B,eAA1B;AAMA,MAAMC,eAAe,GAAG,qCAAxB;AACA,MAAMC,iBAAiB,GAAG,uCAA1B;AAEA,IAAIC,GAAJ;AAKA,OAAO,MAAMC,cAAN,SAA6BJ,WAA7B,CAAyC;AAW9CK,EAAAA,WAAW,CAACC,OAAD,EAA8B;AAAA;;AACvC,UAAMA,OAAN;;AADuC,kCAVzB,KAUyB;;AAAA,wCATnB,EASmB;;AAAA,8CARb,EAQa;;AAAA,yCAPlB,KAOkB;;AAAA;;AAEvC,SAAKA,OAAL,GAAeA,OAAf;AAEAH,IAAAA,GAAG,GAAGA,GAAG,sBAAI,KAAKG,OAAT,2EAAI,cAAcC,OAAlB,0DAAI,sBAAuBJ,GAA3B,CAAT;;AACA,QAAI,CAACA,GAAL,EAAU;AACR,YAAM,IAAIK,KAAJ,CAAU,KAAKC,IAAf,CAAN;AACD;AACF;;AAEY,QAAPC,OAAO,GAAG;AACd,UAAMZ,WAAW,CAACG,eAAD,CAAjB;AACA,UAAMH,WAAW,CAACI,iBAAD,CAAjB;AACD;;AAEa,QAARS,QAAQ,CAACC,KAAD,EAA2C;AACvD,UAAM,KAAKF,OAAL,EAAN;AAEA,UAAMG,WAAW,GAAGd,QAAQ,CAACa,KAAD,CAA5B;AACA,WAAOT,GAAG,CAACQ,QAAJ,CAAaE,WAAb,EAA0BC,MAAjC;AACD;;AAEe,QAAVC,UAAU,CAACH,KAAD,EAA2C;AACzD,QAAI;AACF,YAAM,KAAKF,OAAL,EAAN;AAEA,YAAMG,WAAW,GAAGd,QAAQ,CAACa,KAAD,CAA5B;AACA,aAAOT,GAAG,CAACY,UAAJ,CAAeF,WAAf,EAA4BC,MAAnC;AACD,KALD,CAKE,OAAOE,KAAP,EAAc;AAGd,YAAMA,KAAN;AACD;AACF;;AA5C6C","sourcesContent":["// LZO\nimport {loadLibrary} from '@loaders.gl/worker-utils';\nimport {toBuffer} from '@loaders.gl/loader-utils';\n\nimport type {CompressionOptions} from './compression';\nimport {Compression} from './compression';\n// import {isBrowser} from '@loaders.gl/loader-utils';\n\n// import lzo from 'lzo'; // https://bundlephobia.com/package/lzo\n// import {decompress} from 'lzo-wasm';\n\nconst LZO_WASM_JS_URL = './node_modules/lzo-wasm/lzo-wasm.js';\nconst LZO_WASM_WASM_URL = './node_modules/lzo-wasm/lzo-wasm.wasm';\n\nlet lzo;\n\n/**\n * Lempel-Ziv-Oberheimer compression / decompression\n */\nexport class LZOCompression extends Compression {\n  readonly name = 'lzo';\n  readonly extensions = [];\n  readonly contentEncodings = [];\n  readonly isSupported = false; // !isBrowser;\n  readonly options: CompressionOptions;\n\n  /**\n   * lzo is an injectable dependency due to big size\n   * @param options\n   */\n  constructor(options: CompressionOptions) {\n    super(options);\n    this.options = options;\n\n    lzo = lzo || this.options?.modules?.lzo;\n    if (!lzo) {\n      throw new Error(this.name);\n    }\n  }\n\n  async preload() {\n    await loadLibrary(LZO_WASM_JS_URL);\n    await loadLibrary(LZO_WASM_WASM_URL);\n  }\n\n  async compress(input: ArrayBuffer): Promise<ArrayBuffer> {\n    await this.preload();\n    // const inputArray = new Uint8Array(input);\n    const inputBuffer = toBuffer(input);\n    return lzo.compress(inputBuffer).buffer;\n  }\n\n  async decompress(input: ArrayBuffer): Promise<ArrayBuffer> {\n    try {\n      await this.preload();\n      // const inputArray = new Uint8Array(input);\n      const inputBuffer = toBuffer(input);\n      return lzo.decompress(inputBuffer).buffer;\n    } catch (error) {\n      // TODO - solve SharedArrayBuffer issues\n      // return decompress(input);\n      throw error;\n    }\n  }\n}\n"],"file":"lzo-compression.js"}
+{"version":3,"sources":["../../../src/lib/lzo-compression.ts"],"names":["toBuffer","Compression","lzo","LZOCompression","constructor","options","modules","Error","name","preload","compress","input","inputBuffer","buffer","decompress","error"],"mappings":";AAEA,SAAQA,QAAR,QAAuB,0BAAvB;AAGA,SAAQC,WAAR,QAA0B,eAA1B;AASA,IAAIC,GAAJ;AAKA,OAAO,MAAMC,cAAN,SAA6BF,WAA7B,CAAyC;AAW9CG,EAAAA,WAAW,CAACC,OAAD,EAA8B;AAAA;;AACvC,UAAMA,OAAN;;AADuC,kCAVzB,KAUyB;;AAAA,wCATnB,EASmB;;AAAA,8CARb,EAQa;;AAAA,yCAPlB,KAOkB;;AAAA;;AAEvC,SAAKA,OAAL,GAAeA,OAAf;AAEAH,IAAAA,GAAG,GAAGA,GAAG,sBAAI,KAAKG,OAAT,2EAAI,cAAcC,OAAlB,0DAAI,sBAAuBJ,GAA3B,CAAT;;AACA,QAAI,CAACA,GAAL,EAAU;AACR,YAAM,IAAIK,KAAJ,CAAU,KAAKC,IAAf,CAAN;AACD;AACF;;AAEY,QAAPC,OAAO,GAAG,CAGf;;AAEa,QAARC,QAAQ,CAACC,KAAD,EAA2C;AACvD,UAAM,KAAKF,OAAL,EAAN;AAEA,UAAMG,WAAW,GAAGZ,QAAQ,CAACW,KAAD,CAA5B;AACA,WAAOT,GAAG,CAACQ,QAAJ,CAAaE,WAAb,EAA0BC,MAAjC;AACD;;AAEe,QAAVC,UAAU,CAACH,KAAD,EAA2C;AACzD,QAAI;AACF,YAAM,KAAKF,OAAL,EAAN;AAEA,YAAMG,WAAW,GAAGZ,QAAQ,CAACW,KAAD,CAA5B;AACA,aAAOT,GAAG,CAACY,UAAJ,CAAeF,WAAf,EAA4BC,MAAnC;AACD,KALD,CAKE,OAAOE,KAAP,EAAc;AAGd,YAAMA,KAAN;AACD;AACF;;AA5C6C","sourcesContent":["// LZO\n// import {loadLibrary} from '@loaders.gl/worker-utils';\nimport {toBuffer} from '@loaders.gl/loader-utils';\n\nimport type {CompressionOptions} from './compression';\nimport {Compression} from './compression';\n// import {isBrowser} from '@loaders.gl/loader-utils';\n\n// import lzo from 'lzo'; // https://bundlephobia.com/package/lzo\n// import {decompress} from 'lzo-wasm';\n\n// const LZO_WASM_JS_URL = './node_modules/lzo-wasm/lzo-wasm.js';\n// const LZO_WASM_WASM_URL = './node_modules/lzo-wasm/lzo-wasm.wasm';\n\nlet lzo;\n\n/**\n * Lempel-Ziv-Oberheimer compression / decompression\n */\nexport class LZOCompression extends Compression {\n  readonly name = 'lzo';\n  readonly extensions = [];\n  readonly contentEncodings = [];\n  readonly isSupported = false; // !isBrowser;\n  readonly options: CompressionOptions;\n\n  /**\n   * lzo is an injectable dependency due to big size\n   * @param options\n   */\n  constructor(options: CompressionOptions) {\n    super(options);\n    this.options = options;\n\n    lzo = lzo || this.options?.modules?.lzo;\n    if (!lzo) {\n      throw new Error(this.name);\n    }\n  }\n\n  async preload() {\n    // await loadLibrary(LZO_WASM_JS_URL);\n    // await loadLibrary(LZO_WASM_WASM_URL);\n  }\n\n  async compress(input: ArrayBuffer): Promise<ArrayBuffer> {\n    await this.preload();\n    // const inputArray = new Uint8Array(input);\n    const inputBuffer = toBuffer(input);\n    return lzo.compress(inputBuffer).buffer;\n  }\n\n  async decompress(input: ArrayBuffer): Promise<ArrayBuffer> {\n    try {\n      await this.preload();\n      // const inputArray = new Uint8Array(input);\n      const inputBuffer = toBuffer(input);\n      return lzo.decompress(inputBuffer).buffer;\n    } catch (error) {\n      // TODO - solve SharedArrayBuffer issues\n      // return decompress(input);\n      throw error;\n    }\n  }\n}\n"],"file":"lzo-compression.js"}

package/dist/esm/workers/worker.js

@@ -4,12 +4,10 @@ import { BrotliCompression } from '../lib/brotli-compression';
 import { DeflateCompression } from '../lib/deflate-compression';
 import { GZipCompression } from '../lib/gzip-compression';
 import { LZ4Compression } from '../lib/lz4-compression';
-import { LZOCompression } from '../lib/lzo-compression';
 import { SnappyCompression } from '../lib/snappy-compression';
 import { ZstdCompression } from '../lib/zstd-compression';
 import brotliDecompress from 'brotli/decompress';
 import lz4js from 'lz4js';
-import lzo from 'lzo';
 import { ZstdCodec } from 'zstd-codec';
 const modules = {
   brotli: {
@@ -19,7 +17,6 @@ const modules = {
     }
   },
   lz4js,
-  lzo,
   'zstd-codec': ZstdCodec
 };
 const COMPRESSIONS = [new NoCompression({
@@ -30,8 +27,6 @@ const COMPRESSIONS = [new NoCompression({
   modules
 }), new GZipCompression({
   modules
-}), new LZOCompression({
-  modules
 }), new LZ4Compression({
   modules
 }), new SnappyCompression({

package/dist/esm/workers/worker.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/workers/worker.ts"],"names":["createWorker","NoCompression","BrotliCompression","DeflateCompression","GZipCompression","LZ4Compression","LZOCompression","SnappyCompression","ZstdCompression","brotliDecompress","lz4js","lzo","ZstdCodec","modules","brotli","decompress","compress","Error","COMPRESSIONS","data","options","operation","getOperation","String","compression","getCompression","name","Compression","find","compression_"],"mappings":"AAAA,SAAQA,YAAR,QAA2B,0BAA3B;AAGA,SAAQC,aAAR,QAA4B,uBAA5B;AACA,SAAQC,iBAAR,QAAgC,2BAAhC;AACA,SAAQC,kBAAR,QAAiC,4BAAjC;AACA,SAAQC,eAAR,QAA8B,yBAA9B;AACA,SAAQC,cAAR,QAA6B,wBAA7B;AACA,SAAQC,cAAR,QAA6B,wBAA7B;AACA,SAAQC,iBAAR,QAAgC,2BAAhC;AACA,SAAQC,eAAR,QAA8B,yBAA9B;AAKA,OAAOC,gBAAP,MAA6B,mBAA7B;AACA,OAAOC,KAAP,MAAkB,OAAlB;AACA,OAAOC,GAAP,MAAgB,KAAhB;AACA,SAAQC,SAAR,QAAwB,YAAxB;AAGA,MAAMC,OAAO,GAAG;AAEdC,EAAAA,MAAM,EAAE;AACNC,IAAAA,UAAU,EAAEN,gBADN;AAENO,IAAAA,QAAQ,EAAE,MAAM;AACd,YAAM,IAAIC,KAAJ,CAAU,iBAAV,CAAN;AACD;AAJK,GAFM;AAQdP,EAAAA,KARc;AASdC,EAAAA,GATc;AAUd,gBAAcC;AAVA,CAAhB;AAcA,MAAMM,YAAY,GAAG,CACnB,IAAIjB,aAAJ,CAAkB;AAACY,EAAAA;AAAD,CAAlB,CADmB,EAEnB,IAAIX,iBAAJ,CAAsB;AAACW,EAAAA;AAAD,CAAtB,CAFmB,EAGnB,IAAIV,kBAAJ,CAAuB;AAACU,EAAAA;AAAD,CAAvB,CAHmB,EAInB,IAAIT,eAAJ,CAAoB;AAACS,EAAAA;AAAD,CAApB,CAJmB,EAKnB,IAAIP,cAAJ,CAAmB;AAACO,EAAAA;AAAD,CAAnB,CALmB,EAMnB,IAAIR,cAAJ,CAAmB;AAACQ,EAAAA;AAAD,CAAnB,CANmB,EAOnB,IAAIN,iBAAJ,CAAsB;AAACM,EAAAA;AAAD,CAAtB,CAPmB,EAQnB,IAAIL,eAAJ,CAAoB;AAACK,EAAAA;AAAD,CAApB,CARmB,CAArB;AAWAb,YAAY,CAAC,OAAOmB,IAAP,EAAaC,OAAO,GAAG,EAAvB,KAA8B;AACzC,QAAMC,SAAS,GAAGC,YAAY,CAACC,MAAM,CAACH,OAAD,aAACA,OAAD,uBAACA,OAAO,CAAEC,SAAV,CAAP,CAA9B;AACA,QAAMG,WAAW,GAAGC,cAAc,CAACF,MAAM,CAACH,OAAD,aAACA,OAAD,uBAACA,OAAO,CAAEI,WAAV,CAAP,CAAlC;;AAGA,UAAQH,SAAR;AACE,SAAK,UAAL;AACE,aAAO,MAAMG,WAAW,CAACR,QAAZ,CAAqBG,IAArB,CAAb;;AACF,SAAK,YAAL;AACE,aAAO,MAAMK,WAAW,CAACT,UAAZ,CAAuBI,IAAvB,CAAb;;AACF;AACE,YAAM,IAAIF,KAAJ,CAAU,gBAAV,CAAN;AANJ;AAQD,CAbW,CAAZ;;AAeA,SAASK,YAAT,CAAsBD,SAAtB,EAAoE;AAClE,UAAQA,SAAR;AACE,SAAK,UAAL;AACA,SAAK,SAAL;AACE,aAAO,UAAP;;AACF,SAAK,YAAL;AACA,SAAK,SAAL;AACE,aAAO,YAAP;;AACF;AACE,YAAM,IAAIJ,KAAJ,CACH,kDAAiDI,SAAU,uCADxD,CAAN;AARJ;AAYD;;AAED,SAASI,cAAT,CAAwBC,IAAxB,EAAsC;AACpC,QAAMC,WAAW,GAAGT,YAAY,CAACU,IAAb,CAAmBC,YAAD,IAAkBH,IAAI,KAAKG,YAAY,CAACH,IAA1D,CAApB;;AACA,MAAI,CAACC,WAAL,EAAkB;AAChB,UAAM,IAAIV,KAAJ,CAAW,oDAAmDS,IAAK,EAAnE,CAAN;AACD;;AACD,SAAOC,WAAP;AACD","sourcesContent":["import {createWorker} from '@loaders.gl/worker-utils';\n\n// Compressors\nimport {NoCompression} from '../lib/no-compression';\nimport {BrotliCompression} from '../lib/brotli-compression';\nimport {DeflateCompression} from '../lib/deflate-compression';\nimport {GZipCompression} from '../lib/gzip-compression';\nimport {LZ4Compression} from '../lib/lz4-compression';\nimport {LZOCompression} from '../lib/lzo-compression';\nimport {SnappyCompression} from '../lib/snappy-compression';\nimport {ZstdCompression} from '../lib/zstd-compression';\n\n// Import big dependencies\n\n// import brotli from 'brotli'; - brotli has problems with decompress in browsers\nimport brotliDecompress from 'brotli/decompress';\nimport lz4js from 'lz4js';\nimport lzo from 'lzo';\nimport {ZstdCodec} from 'zstd-codec';\n\n// Inject large dependencies through Compression constructor options\nconst modules = {\n  // brotli has problems with decompress in browsers\n  brotli: {\n    decompress: brotliDecompress,\n    compress: () => {\n      throw new Error('brotli compress');\n    }\n  },\n  lz4js,\n  lzo,\n  'zstd-codec': ZstdCodec\n};\n\n/** @type {Compression[]} */\nconst COMPRESSIONS = [\n  new NoCompression({modules}),\n  new BrotliCompression({modules}),\n  new DeflateCompression({modules}),\n  new GZipCompression({modules}),\n  new LZOCompression({modules}),\n  new LZ4Compression({modules}),\n  new SnappyCompression({modules}),\n  new ZstdCompression({modules})\n];\n\ncreateWorker(async (data, options = {}) => {\n  const operation = getOperation(String(options?.operation));\n  const compression = getCompression(String(options?.compression));\n\n  // @ts-ignore\n  switch (operation) {\n    case 'compress':\n      return await compression.compress(data);\n    case 'decompress':\n      return await compression.decompress(data);\n    default:\n      throw new Error('invalid option');\n  }\n});\n\nfunction getOperation(operation: string): 'compress' | 'decompress' {\n  switch (operation) {\n    case 'compress':\n    case 'deflate':\n      return 'compress';\n    case 'decompress':\n    case 'inflate':\n      return 'decompress';\n    default:\n      throw new Error(\n        `@loaders.gl/compression: Unsupported operation ${operation}. Expected 'compress' or 'decompress'`\n      );\n  }\n}\n\nfunction getCompression(name: string) {\n  const Compression = COMPRESSIONS.find((compression_) => name === compression_.name);\n  if (!Compression) {\n    throw new Error(`@loaders.gl/compression: Unsupported compression ${name}`);\n  }\n  return Compression;\n}\n"],"file":"worker.js"}
+{"version":3,"sources":["../../../src/workers/worker.ts"],"names":["createWorker","NoCompression","BrotliCompression","DeflateCompression","GZipCompression","LZ4Compression","SnappyCompression","ZstdCompression","brotliDecompress","lz4js","ZstdCodec","modules","brotli","decompress","compress","Error","COMPRESSIONS","data","options","operation","getOperation","String","compression","getCompression","name","Compression","find","compression_"],"mappings":"AAAA,SAAQA,YAAR,QAA2B,0BAA3B;AAGA,SAAQC,aAAR,QAA4B,uBAA5B;AACA,SAAQC,iBAAR,QAAgC,2BAAhC;AACA,SAAQC,kBAAR,QAAiC,4BAAjC;AACA,SAAQC,eAAR,QAA8B,yBAA9B;AACA,SAAQC,cAAR,QAA6B,wBAA7B;AAEA,SAAQC,iBAAR,QAAgC,2BAAhC;AACA,SAAQC,eAAR,QAA8B,yBAA9B;AAKA,OAAOC,gBAAP,MAA6B,mBAA7B;AACA,OAAOC,KAAP,MAAkB,OAAlB;AAEA,SAAQC,SAAR,QAAwB,YAAxB;AAGA,MAAMC,OAAO,GAAG;AAEdC,EAAAA,MAAM,EAAE;AACNC,IAAAA,UAAU,EAAEL,gBADN;AAENM,IAAAA,QAAQ,EAAE,MAAM;AACd,YAAM,IAAIC,KAAJ,CAAU,iBAAV,CAAN;AACD;AAJK,GAFM;AAQdN,EAAAA,KARc;AAUd,gBAAcC;AAVA,CAAhB;AAcA,MAAMM,YAAY,GAAG,CACnB,IAAIf,aAAJ,CAAkB;AAACU,EAAAA;AAAD,CAAlB,CADmB,EAEnB,IAAIT,iBAAJ,CAAsB;AAACS,EAAAA;AAAD,CAAtB,CAFmB,EAGnB,IAAIR,kBAAJ,CAAuB;AAACQ,EAAAA;AAAD,CAAvB,CAHmB,EAInB,IAAIP,eAAJ,CAAoB;AAACO,EAAAA;AAAD,CAApB,CAJmB,EAMnB,IAAIN,cAAJ,CAAmB;AAACM,EAAAA;AAAD,CAAnB,CANmB,EAOnB,IAAIL,iBAAJ,CAAsB;AAACK,EAAAA;AAAD,CAAtB,CAPmB,EAQnB,IAAIJ,eAAJ,CAAoB;AAACI,EAAAA;AAAD,CAApB,CARmB,CAArB;AAWAX,YAAY,CAAC,OAAOiB,IAAP,EAAaC,OAAO,GAAG,EAAvB,KAA8B;AACzC,QAAMC,SAAS,GAAGC,YAAY,CAACC,MAAM,CAACH,OAAD,aAACA,OAAD,uBAACA,OAAO,CAAEC,SAAV,CAAP,CAA9B;AACA,QAAMG,WAAW,GAAGC,cAAc,CAACF,MAAM,CAACH,OAAD,aAACA,OAAD,uBAACA,OAAO,CAAEI,WAAV,CAAP,CAAlC;;AAGA,UAAQH,SAAR;AACE,SAAK,UAAL;AACE,aAAO,MAAMG,WAAW,CAACR,QAAZ,CAAqBG,IAArB,CAAb;;AACF,SAAK,YAAL;AACE,aAAO,MAAMK,WAAW,CAACT,UAAZ,CAAuBI,IAAvB,CAAb;;AACF;AACE,YAAM,IAAIF,KAAJ,CAAU,gBAAV,CAAN;AANJ;AAQD,CAbW,CAAZ;;AAeA,SAASK,YAAT,CAAsBD,SAAtB,EAAoE;AAClE,UAAQA,SAAR;AACE,SAAK,UAAL;AACA,SAAK,SAAL;AACE,aAAO,UAAP;;AACF,SAAK,YAAL;AACA,SAAK,SAAL;AACE,aAAO,YAAP;;AACF;AACE,YAAM,IAAIJ,KAAJ,CACH,kDAAiDI,SAAU,uCADxD,CAAN;AARJ;AAYD;;AAED,SAASI,cAAT,CAAwBC,IAAxB,EAAsC;AACpC,QAAMC,WAAW,GAAGT,YAAY,CAACU,IAAb,CAAmBC,YAAD,IAAkBH,IAAI,KAAKG,YAAY,CAACH,IAA1D,CAApB;;AACA,MAAI,CAACC,WAAL,EAAkB;AAChB,UAAM,IAAIV,KAAJ,CAAW,oDAAmDS,IAAK,EAAnE,CAAN;AACD;;AACD,SAAOC,WAAP;AACD","sourcesContent":["import {createWorker} from '@loaders.gl/worker-utils';\n\n// Compressors\nimport {NoCompression} from '../lib/no-compression';\nimport {BrotliCompression} from '../lib/brotli-compression';\nimport {DeflateCompression} from '../lib/deflate-compression';\nimport {GZipCompression} from '../lib/gzip-compression';\nimport {LZ4Compression} from '../lib/lz4-compression';\n// import {LZOCompression} from '../lib/lzo-compression';\nimport {SnappyCompression} from '../lib/snappy-compression';\nimport {ZstdCompression} from '../lib/zstd-compression';\n\n// Import big dependencies\n\n// import brotli from 'brotli'; - brotli has problems with decompress in browsers\nimport brotliDecompress from 'brotli/decompress';\nimport lz4js from 'lz4js';\n// import lzo from 'lzo';\nimport {ZstdCodec} from 'zstd-codec';\n\n// Inject large dependencies through Compression constructor options\nconst modules = {\n  // brotli has problems with decompress in browsers\n  brotli: {\n    decompress: brotliDecompress,\n    compress: () => {\n      throw new Error('brotli compress');\n    }\n  },\n  lz4js,\n  // lzo,\n  'zstd-codec': ZstdCodec\n};\n\n/** @type {Compression[]} */\nconst COMPRESSIONS = [\n  new NoCompression({modules}),\n  new BrotliCompression({modules}),\n  new DeflateCompression({modules}),\n  new GZipCompression({modules}),\n  // new LZOCompression({modules}),\n  new LZ4Compression({modules}),\n  new SnappyCompression({modules}),\n  new ZstdCompression({modules})\n];\n\ncreateWorker(async (data, options = {}) => {\n  const operation = getOperation(String(options?.operation));\n  const compression = getCompression(String(options?.compression));\n\n  // @ts-ignore\n  switch (operation) {\n    case 'compress':\n      return await compression.compress(data);\n    case 'decompress':\n      return await compression.decompress(data);\n    default:\n      throw new Error('invalid option');\n  }\n});\n\nfunction getOperation(operation: string): 'compress' | 'decompress' {\n  switch (operation) {\n    case 'compress':\n    case 'deflate':\n      return 'compress';\n    case 'decompress':\n    case 'inflate':\n      return 'decompress';\n    default:\n      throw new Error(\n        `@loaders.gl/compression: Unsupported operation ${operation}. Expected 'compress' or 'decompress'`\n      );\n  }\n}\n\nfunction getCompression(name: string) {\n  const Compression = COMPRESSIONS.find((compression_) => name === compression_.name);\n  if (!Compression) {\n    throw new Error(`@loaders.gl/compression: Unsupported compression ${name}`);\n  }\n  return Compression;\n}\n"],"file":"worker.js"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@loaders.gl/compression",
-  "version": "3.0.12",
+  "version": "3.1.0-alpha.4",
   "description": "Decompression and compression plugins for loaders.gl",
   "license": "MIT",
   "publishConfig": {
@@ -34,12 +34,12 @@
   "scripts": {
     "pre-build": "npm run build-bundle && npm run build-worker",
     "build-bundle": "webpack --display=minimal --config ../../scripts/webpack/bundle.js",
-    "build-worker": "webpack --entry ./src/workers/worker.ts --output ./dist/compression-worker.js --env.dev --config ../../scripts/webpack/worker.js"
+    "build-worker": "webpack --entry ./src/workers/worker.ts --output ./dist/compression-worker.js --config ../../scripts/webpack/worker.js"
   },
   "dependencies": {
     "@babel/runtime": "^7.3.1",
-    "@loaders.gl/loader-utils": "3.0.12",
-    "@loaders.gl/worker-utils": "3.0.12",
+    "@loaders.gl/loader-utils": "3.1.0-alpha.4",
+    "@loaders.gl/worker-utils": "3.1.0-alpha.4",
     "@types/brotli": "^1.3.0",
     "@types/pako": "^1.0.1",
     "lzo-wasm": "^0.0.4",
@@ -58,5 +58,5 @@
     "lzo": "^0.4.11",
     "zstd-codec": "^0.1"
   },
-  "gitHead": "47cac9b0d4e6c1953bcfa6af5cadf1d42c25401a"
+  "gitHead": "e309784af37ef9f3640c7733c7851124c72e1fa3"
 }

package/src/bundle.ts

@@ -1,5 +1,4 @@
 // @ts-nocheck
 const moduleExports = require('./index');
-const _global = typeof window === 'undefined' ? global : window;
-_global.loaders = _global.loaders || {};
-module.exports = Object.assign(_global.loaders, moduleExports);
+globalThis.loaders = globalThis.loaders || {};
+module.exports = Object.assign(globalThis.loaders, moduleExports);

package/src/compression-worker.ts

@@ -0,0 +1,34 @@
+import type {WorkerObject} from '@loaders.gl/worker-utils';
+import {processOnWorker} from '@loaders.gl/worker-utils';
+
+// __VERSION__ is injected by babel-plugin-version-inline
+// @ts-ignore TS2304: Cannot find name '__VERSION__'.
+const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
+
+export type CompressionWorkerOptions = {
+  compression: string;
+  operation: 'compress' | 'decompress';
+};
+
+/**
+ * Worker for Zlib real-time compression and decompression
+ */
+export const CompressionWorker = {
+  id: 'compression',
+  name: 'compression',
+  module: 'compression',
+  version: VERSION,
+  options: {}
+};
+
+/**
+ * Provide type safety
+ */
+export function compressOnWorker(
+  data: ArrayBuffer,
+  options: CompressionWorkerOptions
+): Promise<ArrayBuffer> {
+  return processOnWorker(CompressionWorker, data, options);
+}
+
+export const _typecheckCompressionWorker: WorkerObject = CompressionWorker;

package/src/index.ts

@@ -1,5 +1,3 @@
-// import type {Worker} from '@loaders.gl/worker-utils';
-
 export type {CompressionOptions} from './lib/compression';
 
 export {Compression} from './lib/compression';
@@ -12,43 +10,5 @@ export {SnappyCompression} from './lib/snappy-compression';
 export {BrotliCompression} from './lib/brotli-compression';
 export {LZOCompression} from './lib/lzo-compression';
 
-// Zstd - NOT exported due to size of Zstd library
-// export {default as ZstdDeflateTransform} from './lib/zstd/zstd-deflate-transform';
-// export {default as ZstdInflateTransform} from './lib/zstd/zstd-inflate-transform';
-
-// __VERSION__ is injected by babel-plugin-version-inline
-// @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
-
-export type CompressionWorkerOptions = {
-  compression: string;
-  operation: 'compress' | 'decompress';
-};
-
-/**
- * Worker for Zlib real-time compression and decompression
- */
-export const CompressionWorker = {
-  id: 'compression',
-  name: 'compression',
-  module: 'compression',
-  version: VERSION,
-  options: {
-    zlib: {
-      // level
-    }
-  }
-};
-
-/**
- * Overload parseOnWorker to provide type safety
-export function parseOnWorker(
-  worker: ZlibWorker | LZ4Worker | ZstdWorker,
-  data: ArrayBuffer,
-  options?: object
-): Promise<ArrayBuffer>;
- */
-
-// export const _typecheckZlibWorker: Worker = ZlibWorker;
-// export const _typecheckLZ4Worker: Worker = LZ4Worker;
-// export const _typecheckZstdWorker: Worker = ZstdWorker;
+export type {CompressionWorkerOptions} from './compression-worker';
+export {CompressionWorker, compressOnWorker} from './compression-worker';

package/src/lib/compression.ts

@@ -31,9 +31,9 @@ export abstract class Compression {
   }
 
   /** Asynchronously decompress data */
-  async decompress(input: ArrayBuffer): Promise<ArrayBuffer> {
+  async decompress(input: ArrayBuffer, size?: number): Promise<ArrayBuffer> {
     await this.preload();
-    return this.decompressSync(input);
+    return this.decompressSync(input, size);
   }
 
   /** Synchronously compress data */
@@ -42,7 +42,7 @@ export abstract class Compression {
   }
 
   /** Synchronously compress data */
-  decompressSync(input: ArrayBuffer): ArrayBuffer {
+  decompressSync(input: ArrayBuffer, size?: number): ArrayBuffer {
     throw new Error(`${this.name}: sync decompression not supported`);
   }
 
@@ -69,4 +69,11 @@ export abstract class Compression {
   protected concatenate(asyncIterator): Promise<ArrayBuffer> {
     return concatenateArrayBuffersAsync(asyncIterator);
   }
+
+  protected improveError(error) {
+    if (!error.message.includes(this.name)) {
+      error.message = `${this.name} ${error.message}`;
+    }
+    return error;
+  }
 }

package/src/lib/lz4-compression.ts

@@ -1,7 +1,32 @@
+// Copyright (c) 2012 Pierre Curto
+
+// Permission is hereby granted, free of charge, to any person obtaining a copy
+// of this software and associated documentation files (the "Software"), to deal
+// in the Software without restriction, including without limitation the rights
+// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+// copies of the Software, and to permit persons to whom the Software is
+// furnished to do so, subject to the following conditions:
+
+// The above copyright notice and this permission notice shall be included in
+// all copies or substantial portions of the Software.
+
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+// THE SOFTWARE.
+
+/* eslint-disable complexity */
+/* eslint-disable max-statements */
+
 // LZ4
+import {toArrayBuffer} from '@loaders.gl/loader-utils';
 import type {CompressionOptions} from './compression';
 import {Compression} from './compression';
 // import lz4js from 'lz4js'; // https://bundlephobia.com/package/lz4
+const LZ4_MAGIC_NUMBER = 0x184d2204;
 
 let lz4js;
 
@@ -30,8 +55,120 @@ export class LZ4Compression extends Compression {
     return lz4js.compress(inputArray).buffer;
   }
 
-  decompressSync(input: ArrayBuffer): ArrayBuffer {
-    const inputArray = new Uint8Array(input);
-    return lz4js.decompress(inputArray).buffer;
+  /**
+   * Decompresses an ArrayBuffer containing an Lz4 frame. maxSize is optional; if not
+   * provided, a maximum size will be determined by examining the data. The
+   * returned ArrayBuffer will always be perfectly sized.
+   * If data provided without magic number we will parse it as block
+   */
+  decompressSync(data: ArrayBuffer, maxSize?: number): ArrayBuffer {
+    try {
+      const isMagicNumberExists = this.checkMagicNumber(data);
+      const inputArray = new Uint8Array(data);
+
+      if (isMagicNumberExists) {
+        return lz4js.decompress(inputArray, maxSize).buffer;
+      }
+
+      if (!maxSize) {
+        const error = new Error('Need to provide maxSize');
+        throw this.improveError(error);
+      }
+
+      let uncompressed = new Uint8Array(maxSize);
+      const uncompressedSize = this.decodeBlock(inputArray, uncompressed);
+      uncompressed = uncompressed.slice(0, uncompressedSize);
+
+      return toArrayBuffer(uncompressed);
+    } catch (error) {
+      throw this.improveError(error);
+    }
+  }
+
+  /**
+   * Decode lz4 file as block
+   * Solution taken from here
+   * https://github.com/pierrec/node-lz4/blob/0dac687262403fd34f905b963da7220692f2a4a1/lib/binding.js#L25
+   * @param input
+   * @param output
+   * @param startIndex
+   * @param endIndex
+   */
+  decodeBlock(
+    data: Uint8Array,
+    output: Uint8Array,
+    startIndex?: number,
+    endIndex?: number
+  ): number {
+    startIndex = startIndex || 0;
+    endIndex = endIndex || data.length - startIndex;
+
+    let uncompressedSize = 0;
+    // Process each sequence in the incoming data
+    for (let index = startIndex; index < endIndex; ) {
+      const token = data[index++];
+
+      // Literals
+      let literalsLength = token >> 4;
+
+      if (literalsLength > 0) {
+        // length of literals
+        let length = literalsLength + 240;
+
+        while (length === 255) {
+          length = data[index++];
+          literalsLength += length;
+        }
+
+        // Copy the literals
+        const end = index + literalsLength;
+
+        while (index < end) {
+          output[uncompressedSize++] = data[index++];
+        }
+
+        // End of buffer?
+        if (index === endIndex) {
+          return uncompressedSize;
+        }
+      }
+
+      // Match copy
+      // 2 bytes offset (little endian)
+      const offset = data[index++] | (data[index++] << 8);
+
+      // 0 is an invalid offset value
+      if (offset === 0 || offset > uncompressedSize) {
+        return -(index - 2);
+      }
+
+      // length of match copy
+      let matchLength = token & 0xf;
+      let length = matchLength + 240;
+
+      while (length === 255) {
+        length = data[index++];
+        matchLength += length;
+      }
+
+      // Copy the match
+      let pos = uncompressedSize - offset; // position of the match copy in the current output
+      const end = uncompressedSize + matchLength + 4; // minmatch = 4
+
+      while (uncompressedSize < end) {
+        output[uncompressedSize++] = output[pos++];
+      }
+    }
+
+    return uncompressedSize;
+  }
+
+  /**
+   * Compare file magic with lz4 magic number
+   * @param input
+   */
+  checkMagicNumber(data: ArrayBuffer): boolean {
+    const magic = new Uint32Array(data.slice(0, 4));
+    return magic[0] === LZ4_MAGIC_NUMBER;
   }
 }

package/src/lib/lzo-compression.ts

@@ -1,5 +1,5 @@
 // LZO
-import {loadLibrary} from '@loaders.gl/worker-utils';
+// import {loadLibrary} from '@loaders.gl/worker-utils';
 import {toBuffer} from '@loaders.gl/loader-utils';
 
 import type {CompressionOptions} from './compression';
@@ -9,8 +9,8 @@ import {Compression} from './compression';
 // import lzo from 'lzo'; // https://bundlephobia.com/package/lzo
 // import {decompress} from 'lzo-wasm';
 
-const LZO_WASM_JS_URL = './node_modules/lzo-wasm/lzo-wasm.js';
-const LZO_WASM_WASM_URL = './node_modules/lzo-wasm/lzo-wasm.wasm';
+// const LZO_WASM_JS_URL = './node_modules/lzo-wasm/lzo-wasm.js';
+// const LZO_WASM_WASM_URL = './node_modules/lzo-wasm/lzo-wasm.wasm';
 
 let lzo;
 
@@ -39,8 +39,8 @@ export class LZOCompression extends Compression {
   }
 
   async preload() {
-    await loadLibrary(LZO_WASM_JS_URL);
-    await loadLibrary(LZO_WASM_WASM_URL);
+    // await loadLibrary(LZO_WASM_JS_URL);
+    // await loadLibrary(LZO_WASM_WASM_URL);
   }
 
   async compress(input: ArrayBuffer): Promise<ArrayBuffer> {

package/src/workers/worker.ts

@@ -6,7 +6,7 @@ import {BrotliCompression} from '../lib/brotli-compression';
 import {DeflateCompression} from '../lib/deflate-compression';
 import {GZipCompression} from '../lib/gzip-compression';
 import {LZ4Compression} from '../lib/lz4-compression';
-import {LZOCompression} from '../lib/lzo-compression';
+// import {LZOCompression} from '../lib/lzo-compression';
 import {SnappyCompression} from '../lib/snappy-compression';
 import {ZstdCompression} from '../lib/zstd-compression';
 
@@ -15,7 +15,7 @@ import {ZstdCompression} from '../lib/zstd-compression';
 // import brotli from 'brotli'; - brotli has problems with decompress in browsers
 import brotliDecompress from 'brotli/decompress';
 import lz4js from 'lz4js';
-import lzo from 'lzo';
+// import lzo from 'lzo';
 import {ZstdCodec} from 'zstd-codec';
 
 // Inject large dependencies through Compression constructor options
@@ -28,7 +28,7 @@ const modules = {
     }
   },
   lz4js,
-  lzo,
+  // lzo,
   'zstd-codec': ZstdCodec
 };
 
@@ -38,7 +38,7 @@ const COMPRESSIONS = [
   new BrotliCompression({modules}),
   new DeflateCompression({modules}),
   new GZipCompression({modules}),
-  new LZOCompression({modules}),
+  // new LZOCompression({modules}),
   new LZ4Compression({modules}),
   new SnappyCompression({modules}),
   new ZstdCompression({modules})