@loaders.gl/tile-converter 3.1.0-alpha.3 → 3.1.0-beta.2

package/dist/es5/lib/pgm-parser.js

@@ -0,0 +1,192 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.parsePgm = parsePgm;
+
+var _geoidHeightModel = require("./geoid-height-model");
+
+const ENDL = 10;
+const PIXEL_MAX = 65535;
+
+function parsePgm(data, options) {
+  const getline = _getLineGenerator(data);
+
+  let currentLine = getline.next();
+
+  if (currentLine.done || currentLine.value.line !== 'P5') {
+    throw new Error('Geoid model file: File not in PGM format');
+  }
+
+  let _offset = Number.MAX_VALUE;
+  let _scale = 0;
+
+  let _maxerror = -1;
+
+  let _rmserror = -1;
+
+  let _description = 'NONE';
+  let _datetime = 'UNKNOWN';
+  let _width = 0;
+  let _height = 0;
+  let _datastart = null;
+  let _swidth = null;
+
+  do {
+    currentLine = getline.next();
+    const s = currentLine.value.line;
+
+    if (!s.length) {
+      continue;
+    }
+
+    if (s[0] === '#') {
+      const sArr = s.split(' ');
+      const commentId = sArr[0];
+      const key = sArr[1];
+
+      if (commentId !== '#' || !key) {
+        continue;
+      }
+
+      const infoArr = sArr.length > 2 ? sArr.slice(2) : [];
+
+      if (key === 'Description') {
+        _description = infoArr.join(' ');
+      } else if (key === 'DateTime') {
+        _datetime = infoArr.join(' ');
+      } else if (key === 'Offset') {
+        if (!sArr[2]) {
+          throw new Error('Geoid model file: Error reading offset');
+        }
+
+        _offset = parseInt(sArr[2], 10);
+      } else if (key === 'Scale') {
+        if (!sArr[2]) {
+          throw new Error('Geoid model file: Error reading scale');
+        }
+
+        _scale = parseFloat(sArr[2]);
+      } else if (key === (options.cubic ? 'MaxCubicError' : 'MaxBilinearError')) {
+        if (isFinite(parseFloat(sArr[2]))) {
+          _maxerror = parseFloat(sArr[2]);
+        }
+      } else if (key === (options.cubic ? 'RMSCubicError' : 'RMSBilinearError')) {
+        if (isFinite(parseFloat(sArr[2]))) {
+          _rmserror = parseFloat(sArr[2]);
+        }
+      }
+    } else {
+      let sArr = s.split(' ');
+      sArr = sArr.filter(testString => testString !== '');
+      _width = parseInt(sArr[0], 10);
+      _height = parseInt(sArr[1], 10);
+
+      if (!(_width && _height)) {
+        throw new Error('Geoid model file: Error reading raster size');
+      }
+
+      break;
+    }
+  } while (!currentLine.done);
+
+  currentLine = getline.next();
+  const maxval = parseInt(currentLine.value.line, 10);
+
+  if (currentLine.done) {
+    throw new Error('Geoid model file: Error reading maxval');
+  }
+
+  if (maxval !== PIXEL_MAX) {
+    throw new Error('Geoid model file: Incorrect value of maxval');
+  }
+
+  _datastart = currentLine.value.offset;
+  _swidth = _width;
+
+  if (_offset === Number.MAX_VALUE) {
+    throw new Error('Geoid model file: Offset not set');
+  }
+
+  if (_scale === 0) {
+    throw new Error('Geoid model file: Scale not set');
+  }
+
+  if (_scale < 0) {
+    throw new Error('Geoid model file: Scale must be positive');
+  }
+
+  if (_height < 2 || _width < 2) {
+    throw new Error('Geoid model file: Raster size too small');
+  }
+
+  if (_width & 1) {
+    throw new Error('Geoid model file: Raster width is odd');
+  }
+
+  if (!(_height & 1)) {
+    throw new Error('Geoid model file: Raster height is even');
+  }
+
+  const _rlonres = _width / 360;
+
+  const _rlatres = (_height - 1) / 180;
+
+  return new _geoidHeightModel.GeoidHeightModel({
+    cubic: options.cubic,
+    _width,
+    _height,
+    _rlonres,
+    _rlatres,
+    _offset,
+    _scale,
+    _swidth,
+    _datastart,
+    _maxerror,
+    _rmserror,
+    _description,
+    _datetime,
+    data
+  });
+}
+
+function* _getLineGenerator(data) {
+  let offset = 0;
+
+  do {
+    const endLineIndex = data.indexOf(ENDL, offset);
+
+    if (endLineIndex !== -1) {
+      const line = data.subarray(offset, endLineIndex);
+      offset = endLineIndex + 1;
+      yield {
+        offset,
+        line: _getStringFromCharArray(line)
+      };
+    } else {
+      const line = data.subarray(offset, data.length);
+      offset = data.length;
+      yield {
+        offset,
+        line: _getStringFromCharArray(line)
+      };
+    }
+  } while (offset < data.length);
+
+  return {
+    offset,
+    line: ''
+  };
+}
+
+function _getStringFromCharArray(array) {
+  let s = '';
+
+  for (const char of array) {
+    s += String.fromCharCode(char);
+  }
+
+  return s;
+}
+//# sourceMappingURL=pgm-parser.js.map

package/dist/es5/lib/pgm-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/lib/pgm-parser.js"],"names":["ENDL","PIXEL_MAX","parsePgm","data","options","getline","_getLineGenerator","currentLine","next","done","value","line","Error","_offset","Number","MAX_VALUE","_scale","_maxerror","_rmserror","_description","_datetime","_width","_height","_datastart","_swidth","s","length","sArr","split","commentId","key","infoArr","slice","join","parseInt","parseFloat","cubic","isFinite","filter","testString","maxval","offset","_rlonres","_rlatres","GeoidHeightModel","endLineIndex","indexOf","subarray","_getStringFromCharArray","array","char","String","fromCharCode"],"mappings":";;;;;;;AAcA;;AAEA,MAAMA,IAAI,GAAG,EAAb;AACA,MAAMC,SAAS,GAAG,KAAlB;;AAGO,SAASC,QAAT,CAAkBC,IAAlB,EAAwBC,OAAxB,EAAiC;AACtC,QAAMC,OAAO,GAAGC,iBAAiB,CAACH,IAAD,CAAjC;;AACA,MAAII,WAAW,GAAGF,OAAO,CAACG,IAAR,EAAlB;;AACA,MAAID,WAAW,CAACE,IAAZ,IAAoBF,WAAW,CAACG,KAAZ,CAAkBC,IAAlB,KAA2B,IAAnD,EAAyD;AACvD,UAAM,IAAIC,KAAJ,CAAU,0CAAV,CAAN;AACD;;AACD,MAAIC,OAAO,GAAGC,MAAM,CAACC,SAArB;AACA,MAAIC,MAAM,GAAG,CAAb;;AACA,MAAIC,SAAS,GAAG,CAAC,CAAjB;;AACA,MAAIC,SAAS,GAAG,CAAC,CAAjB;;AACA,MAAIC,YAAY,GAAG,MAAnB;AACA,MAAIC,SAAS,GAAG,SAAhB;AACA,MAAIC,MAAM,GAAG,CAAb;AACA,MAAIC,OAAO,GAAG,CAAd;AACA,MAAIC,UAAU,GAAG,IAAjB;AACA,MAAIC,OAAO,GAAG,IAAd;;AACA,KAAG;AACDjB,IAAAA,WAAW,GAAGF,OAAO,CAACG,IAAR,EAAd;AACA,UAAMiB,CAAC,GAAGlB,WAAW,CAACG,KAAZ,CAAkBC,IAA5B;;AACA,QAAI,CAACc,CAAC,CAACC,MAAP,EAAe;AACb;AACD;;AACD,QAAID,CAAC,CAAC,CAAD,CAAD,KAAS,GAAb,EAAkB;AAChB,YAAME,IAAI,GAAGF,CAAC,CAACG,KAAF,CAAQ,GAAR,CAAb;AACA,YAAMC,SAAS,GAAGF,IAAI,CAAC,CAAD,CAAtB;AACA,YAAMG,GAAG,GAAGH,IAAI,CAAC,CAAD,CAAhB;;AACA,UAAIE,SAAS,KAAK,GAAd,IAAqB,CAACC,GAA1B,EAA+B;AAC7B;AACD;;AACD,YAAMC,OAAO,GAAGJ,IAAI,CAACD,MAAL,GAAc,CAAd,GAAkBC,IAAI,CAACK,KAAL,CAAW,CAAX,CAAlB,GAAkC,EAAlD;;AACA,UAAIF,GAAG,KAAK,aAAZ,EAA2B;AACzBX,QAAAA,YAAY,GAAGY,OAAO,CAACE,IAAR,CAAa,GAAb,CAAf;AACD,OAFD,MAEO,IAAIH,GAAG,KAAK,UAAZ,EAAwB;AAC7BV,QAAAA,SAAS,GAAGW,OAAO,CAACE,IAAR,CAAa,GAAb,CAAZ;AACD,OAFM,MAEA,IAAIH,GAAG,KAAK,QAAZ,EAAsB;AAE3B,YAAI,CAACH,IAAI,CAAC,CAAD,CAAT,EAAc;AACZ,gBAAM,IAAIf,KAAJ,CAAU,wCAAV,CAAN;AACD;;AACDC,QAAAA,OAAO,GAAGqB,QAAQ,CAACP,IAAI,CAAC,CAAD,CAAL,EAAU,EAAV,CAAlB;AACD,OANM,MAMA,IAAIG,GAAG,KAAK,OAAZ,EAAqB;AAE1B,YAAI,CAACH,IAAI,CAAC,CAAD,CAAT,EAAc;AACZ,gBAAM,IAAIf,KAAJ,CAAU,uCAAV,CAAN;AACD;;AACDI,QAAAA,MAAM,GAAGmB,UAAU,CAACR,IAAI,CAAC,CAAD,CAAL,CAAnB;AACD,OANM,MAMA,IAAIG,GAAG,MAAM1B,OAAO,CAACgC,KAAR,GAAgB,eAAhB,GAAkC,kBAAxC,CAAP,EAAoE;AAGzE,YAAIC,QAAQ,CAACF,UAAU,CAACR,IAAI,CAAC,CAAD,CAAL,CAAX,CAAZ,EAAmC;AACjCV,UAAAA,SAAS,GAAGkB,UAAU,CAACR,IAAI,CAAC,CAAD,CAAL,CAAtB;AACD;AACF,OANM,MAMA,IAAIG,GAAG,MAAM1B,OAAO,CAACgC,KAAR,GAAgB,eAAhB,GAAkC,kBAAxC,CAAP,EAAoE;AAGzE,YAAIC,QAAQ,CAACF,UAAU,CAACR,IAAI,CAAC,CAAD,CAAL,CAAX,CAAZ,EAAmC;AACjCT,UAAAA,SAAS,GAAGiB,UAAU,CAACR,IAAI,CAAC,CAAD,CAAL,CAAtB;AACD;AACF;AACF,KArCD,MAqCO;AACL,UAAIA,IAAI,GAAGF,CAAC,CAACG,KAAF,CAAQ,GAAR,CAAX;AACAD,MAAAA,IAAI,GAAGA,IAAI,CAACW,MAAL,CAAaC,UAAD,IAAgBA,UAAU,KAAK,EAA3C,CAAP;AACAlB,MAAAA,MAAM,GAAGa,QAAQ,CAACP,IAAI,CAAC,CAAD,CAAL,EAAU,EAAV,CAAjB;AACAL,MAAAA,OAAO,GAAGY,QAAQ,CAACP,IAAI,CAAC,CAAD,CAAL,EAAU,EAAV,CAAlB;;AACA,UAAI,EAAEN,MAAM,IAAIC,OAAZ,CAAJ,EAA0B;AACxB,cAAM,IAAIV,KAAJ,CAAU,6CAAV,CAAN;AACD;;AACD;AACD;AACF,GArDD,QAqDS,CAACL,WAAW,CAACE,IArDtB;;AAuDAF,EAAAA,WAAW,GAAGF,OAAO,CAACG,IAAR,EAAd;AACA,QAAMgC,MAAM,GAAGN,QAAQ,CAAC3B,WAAW,CAACG,KAAZ,CAAkBC,IAAnB,EAAyB,EAAzB,CAAvB;;AACA,MAAIJ,WAAW,CAACE,IAAhB,EAAsB;AACpB,UAAM,IAAIG,KAAJ,CAAU,wCAAV,CAAN;AACD;;AACD,MAAI4B,MAAM,KAAKvC,SAAf,EAA0B;AACxB,UAAM,IAAIW,KAAJ,CAAU,6CAAV,CAAN;AACD;;AAEDW,EAAAA,UAAU,GAAGhB,WAAW,CAACG,KAAZ,CAAkB+B,MAA/B;AACAjB,EAAAA,OAAO,GAAGH,MAAV;;AAEA,MAAIR,OAAO,KAAKC,MAAM,CAACC,SAAvB,EAAkC;AAChC,UAAM,IAAIH,KAAJ,CAAU,kCAAV,CAAN;AACD;;AACD,MAAII,MAAM,KAAK,CAAf,EAAkB;AAChB,UAAM,IAAIJ,KAAJ,CAAU,iCAAV,CAAN;AACD;;AACD,MAAII,MAAM,GAAG,CAAb,EAAgB;AACd,UAAM,IAAIJ,KAAJ,CAAU,0CAAV,CAAN;AACD;;AACD,MAAIU,OAAO,GAAG,CAAV,IAAeD,MAAM,GAAG,CAA5B,EAA+B;AAE7B,UAAM,IAAIT,KAAJ,CAAU,yCAAV,CAAN;AACD;;AACD,MAAIS,MAAM,GAAG,CAAb,EAAgB;AAEd,UAAM,IAAIT,KAAJ,CAAU,uCAAV,CAAN;AACD;;AACD,MAAI,EAAEU,OAAO,GAAG,CAAZ,CAAJ,EAAoB;AAElB,UAAM,IAAIV,KAAJ,CAAU,yCAAV,CAAN;AACD;;AAED,QAAM8B,QAAQ,GAAGrB,MAAM,GAAG,GAA1B;;AACA,QAAMsB,QAAQ,GAAG,CAACrB,OAAO,GAAG,CAAX,IAAgB,GAAjC;;AACA,SAAO,IAAIsB,kCAAJ,CAAqB;AAC1BR,IAAAA,KAAK,EAAEhC,OAAO,CAACgC,KADW;AAE1Bf,IAAAA,MAF0B;AAG1BC,IAAAA,OAH0B;AAI1BoB,IAAAA,QAJ0B;AAK1BC,IAAAA,QAL0B;AAM1B9B,IAAAA,OAN0B;AAO1BG,IAAAA,MAP0B;AAQ1BQ,IAAAA,OAR0B;AAS1BD,IAAAA,UAT0B;AAU1BN,IAAAA,SAV0B;AAW1BC,IAAAA,SAX0B;AAY1BC,IAAAA,YAZ0B;AAa1BC,IAAAA,SAb0B;AAc1BjB,IAAAA;AAd0B,GAArB,CAAP;AAgBD;;AAOD,UAAUG,iBAAV,CAA4BH,IAA5B,EAAkC;AAChC,MAAIsC,MAAM,GAAG,CAAb;;AACA,KAAG;AACD,UAAMI,YAAY,GAAG1C,IAAI,CAAC2C,OAAL,CAAa9C,IAAb,EAAmByC,MAAnB,CAArB;;AACA,QAAII,YAAY,KAAK,CAAC,CAAtB,EAAyB;AACvB,YAAMlC,IAAI,GAAGR,IAAI,CAAC4C,QAAL,CAAcN,MAAd,EAAsBI,YAAtB,CAAb;AACAJ,MAAAA,MAAM,GAAGI,YAAY,GAAG,CAAxB;AACA,YAAM;AAACJ,QAAAA,MAAD;AAAS9B,QAAAA,IAAI,EAAEqC,uBAAuB,CAACrC,IAAD;AAAtC,OAAN;AACD,KAJD,MAIO;AACL,YAAMA,IAAI,GAAGR,IAAI,CAAC4C,QAAL,CAAcN,MAAd,EAAsBtC,IAAI,CAACuB,MAA3B,CAAb;AACAe,MAAAA,MAAM,GAAGtC,IAAI,CAACuB,MAAd;AACA,YAAM;AAACe,QAAAA,MAAD;AAAS9B,QAAAA,IAAI,EAAEqC,uBAAuB,CAACrC,IAAD;AAAtC,OAAN;AACD;AACF,GAXD,QAWS8B,MAAM,GAAGtC,IAAI,CAACuB,MAXvB;;AAYA,SAAO;AAACe,IAAAA,MAAD;AAAS9B,IAAAA,IAAI,EAAE;AAAf,GAAP;AACD;;AAOD,SAASqC,uBAAT,CAAiCC,KAAjC,EAAwC;AACtC,MAAIxB,CAAC,GAAG,EAAR;;AACA,OAAK,MAAMyB,IAAX,IAAmBD,KAAnB,EAA0B;AACxBxB,IAAAA,CAAC,IAAI0B,MAAM,CAACC,YAAP,CAAoBF,IAApB,CAAL;AACD;;AACD,SAAOzB,CAAP;AACD","sourcesContent":["/**\n * Parsing code is ported from GeographicLib-1.50.1\n * https://geographiclib.sourceforge.io/html/index.html\n * Location: /GeographicLib-1.50.1/src/Geoid.cpp\n *\n * File header:\n * * \\file Geoid.cpp\n * * \\brief Implementation for GeographicLib::Geoid class\n * *\n * * Copyright (c) Charles Karney (2009-2018) <charles@karney.com> and licensed\n * * under the MIT/X11 License.  For more information, see\n * * https://geographiclib.sourceforge.io/\n **********************************************************************/\n\nimport {GeoidHeightModel} from './geoid-height-model';\n\nconst ENDL = 10;\nconst PIXEL_MAX = 65535;\n\n// eslint-disable-next-line\nexport function parsePgm(data, options) {\n  const getline = _getLineGenerator(data);\n  let currentLine = getline.next();\n  if (currentLine.done || currentLine.value.line !== 'P5') {\n    throw new Error('Geoid model file: File not in PGM format');\n  }\n  let _offset = Number.MAX_VALUE;\n  let _scale = 0;\n  let _maxerror = -1;\n  let _rmserror = -1;\n  let _description = 'NONE';\n  let _datetime = 'UNKNOWN';\n  let _width = 0;\n  let _height = 0;\n  let _datastart = null;\n  let _swidth = null;\n  do {\n    currentLine = getline.next();\n    const s = currentLine.value.line;\n    if (!s.length) {\n      continue; // eslint-disable-line no-continue\n    }\n    if (s[0] === '#') {\n      const sArr = s.split(' ');\n      const commentId = sArr[0];\n      const key = sArr[1];\n      if (commentId !== '#' || !key) {\n        continue; // eslint-disable-line no-continue\n      }\n      const infoArr = sArr.length > 2 ? sArr.slice(2) : [];\n      if (key === 'Description') {\n        _description = infoArr.join(' ');\n      } else if (key === 'DateTime') {\n        _datetime = infoArr.join(' ');\n      } else if (key === 'Offset') {\n        // eslint-disable-next-line max-depth\n        if (!sArr[2]) {\n          throw new Error('Geoid model file: Error reading offset');\n        }\n        _offset = parseInt(sArr[2], 10);\n      } else if (key === 'Scale') {\n        // eslint-disable-next-line max-depth\n        if (!sArr[2]) {\n          throw new Error('Geoid model file: Error reading scale');\n        }\n        _scale = parseFloat(sArr[2]);\n      } else if (key === (options.cubic ? 'MaxCubicError' : 'MaxBilinearError')) {\n        // It's not an error if the error can't be read\n        // eslint-disable-next-line max-depth\n        if (isFinite(parseFloat(sArr[2]))) {\n          _maxerror = parseFloat(sArr[2]);\n        }\n      } else if (key === (options.cubic ? 'RMSCubicError' : 'RMSBilinearError')) {\n        // It's not an error if the error can't be read\n        // eslint-disable-next-line max-depth\n        if (isFinite(parseFloat(sArr[2]))) {\n          _rmserror = parseFloat(sArr[2]);\n        }\n      }\n    } else {\n      let sArr = s.split(' ');\n      sArr = sArr.filter((testString) => testString !== '');\n      _width = parseInt(sArr[0], 10);\n      _height = parseInt(sArr[1], 10);\n      if (!(_width && _height)) {\n        throw new Error('Geoid model file: Error reading raster size');\n      }\n      break;\n    }\n  } while (!currentLine.done);\n\n  currentLine = getline.next();\n  const maxval = parseInt(currentLine.value.line, 10);\n  if (currentLine.done) {\n    throw new Error('Geoid model file: Error reading maxval');\n  }\n  if (maxval !== PIXEL_MAX) {\n    throw new Error('Geoid model file: Incorrect value of maxval');\n  }\n  // Add 1 for whitespace after maxval\n  _datastart = currentLine.value.offset;\n  _swidth = _width;\n\n  if (_offset === Number.MAX_VALUE) {\n    throw new Error('Geoid model file: Offset not set');\n  }\n  if (_scale === 0) {\n    throw new Error('Geoid model file: Scale not set');\n  }\n  if (_scale < 0) {\n    throw new Error('Geoid model file: Scale must be positive');\n  }\n  if (_height < 2 || _width < 2) {\n    // Coarsest grid spacing is 180deg.\n    throw new Error('Geoid model file: Raster size too small');\n  }\n  if (_width & 1) {\n    // This is so that longitude grids can be extended thru the poles.\n    throw new Error('Geoid model file: Raster width is odd');\n  }\n  if (!(_height & 1)) {\n    // This is so that latitude grid includes the equator.\n    throw new Error('Geoid model file: Raster height is even');\n  }\n\n  const _rlonres = _width / 360;\n  const _rlatres = (_height - 1) / 180;\n  return new GeoidHeightModel({\n    cubic: options.cubic,\n    _width,\n    _height,\n    _rlonres,\n    _rlatres,\n    _offset,\n    _scale,\n    _swidth,\n    _datastart,\n    _maxerror,\n    _rmserror,\n    _description,\n    _datetime,\n    data\n  });\n}\n\n/**\n * Yields strings from pgm file (splitted by 10 - new line symbol)\n * @param {Uint8Array} data - binary buffer of pgm file\n * @returns {Generator}\n */\nfunction* _getLineGenerator(data) {\n  let offset = 0;\n  do {\n    const endLineIndex = data.indexOf(ENDL, offset);\n    if (endLineIndex !== -1) {\n      const line = data.subarray(offset, endLineIndex);\n      offset = endLineIndex + 1;\n      yield {offset, line: _getStringFromCharArray(line)};\n    } else {\n      const line = data.subarray(offset, data.length);\n      offset = data.length;\n      yield {offset, line: _getStringFromCharArray(line)};\n    }\n  } while (offset < data.length);\n  return {offset, line: ''};\n}\n\n/**\n * Converts Uint8Array of char-codes to string\n * @param {Uint8Array} array - binary buffer of pgm file\n * @returns {string}\n */\nfunction _getStringFromCharArray(array) {\n  let s = '';\n  for (const char of array) {\n    s += String.fromCharCode(char);\n  }\n  return s;\n}\n"],"file":"pgm-parser.js"}

package/dist/es5/lib/utils/compress-util.js

@@ -0,0 +1,202 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.compressFileWithGzip = compressFileWithGzip;
+exports.compressFilesWithZip = compressFilesWithZip;
+exports.compressWithChildProcess = compressWithChildProcess;
+exports.generateHash128FromZip = generateHash128FromZip;
+exports.addFileToZip = addFileToZip;
+
+var _zlib = require("zlib");
+
+var _path = require("path");
+
+var _fs = require("fs");
+
+var _archiver = _interopRequireDefault(require("archiver"));
+
+var _fileUtils = require("./file-utils");
+
+var _workerUtils = require("@loaders.gl/worker-utils");
+
+var _jszip = _interopRequireDefault(require("jszip"));
+
+var _crypto = require("@loaders.gl/crypto");
+
+var _crypt = _interopRequireDefault(require("crypt"));
+
+function compressFileWithGzip(pathFile) {
+  const compressedPathFile = "".concat(pathFile, ".gz");
+  const gzip = (0, _zlib.createGzip)();
+  const input = (0, _fs.createReadStream)(pathFile);
+  const output = (0, _fs.createWriteStream)(compressedPathFile);
+  return new Promise((resolve, reject) => {
+    input.on('end', () => {
+      console.log("".concat(compressedPathFile, " compressed and saved."));
+      resolve(compressedPathFile);
+    });
+    input.on('error', error => {
+      console.log("".concat(compressedPathFile, ": compression error!"));
+      reject(error);
+    });
+    input.pipe(gzip).pipe(output);
+  });
+}
+
+async function compressFilesWithZip(fileMap, outputFile, level = 0) {
+  try {
+    await (0, _fileUtils.removeFile)(outputFile);
+  } catch (e) {}
+
+  const output = (0, _fs.createWriteStream)(outputFile);
+  const archive = (0, _archiver.default)('zip', {
+    zlib: {
+      level
+    }
+  });
+  return new Promise(async (resolve, reject) => {
+    output.on('close', function () {
+      console.log("".concat(outputFile, " saved."));
+      console.log("".concat(archive.pointer(), " total bytes"));
+      resolve(null);
+    });
+    output.on('end', function () {
+      console.log('Data has been drained');
+      resolve(null);
+    });
+    archive.on('warning', function (err) {
+      console.log(err);
+      reject(err);
+    });
+    archive.on('error', function (err) {
+      reject(err);
+    });
+    archive.pipe(output);
+
+    for (const subFileName in fileMap) {
+      const subFileData = fileMap[subFileName];
+      await appendFileToArchive(archive, subFileName, subFileData);
+    }
+
+    archive.finalize();
+  });
+}
+
+async function compressWithChildProcess() {
+  if (process.platform === 'win32') {
+    await compressWithChildProcessWindows(...arguments);
+  } else {
+    await compressWithChildProcessUnix(...arguments);
+  }
+}
+
+async function compressWithChildProcessUnix(inputFolder, outputFile, level = 0, inputFiles = '.') {
+  const fullOutputFile = (0, _fileUtils.getAbsoluteFilePath)(outputFile);
+  const args = ["-".concat(level), '-r', fullOutputFile, inputFiles];
+  const childProcess = new _workerUtils.ChildProcessProxy();
+  await childProcess.start({
+    command: 'zip',
+    arguments: args,
+    spawn: {
+      cwd: inputFolder
+    },
+    wait: 0
+  });
+}
+
+async function compressWithChildProcessWindows(inputFolder, outputFile, level = 0, inputFiles = (0, _path.join)('.', '*'), sevenZipExe) {
+  if (inputFiles[0] === '@') {
+    inputFiles = "*".concat(inputFiles.substr(1));
+  }
+
+  const fullOutputFile = (0, _fileUtils.getAbsoluteFilePath)(outputFile);
+  const args = ['a', '-tzip', "-mx=".concat(level), fullOutputFile, inputFiles];
+  const childProcess = new _workerUtils.ChildProcessProxy();
+  await childProcess.start({
+    command: sevenZipExe,
+    arguments: args,
+    spawn: {
+      cwd: "".concat(inputFolder)
+    },
+    wait: 0
+  });
+}
+
+async function generateHash128FromZip(inputZipFile, outputFile) {
+  const input = await _fs.promises.readFile(inputZipFile);
+  const zip = await _jszip.default.loadAsync(input);
+  const hashTable = [];
+  const zipFiles = zip.files;
+
+  for (const relativePath in zipFiles) {
+    const zipEntry = zipFiles[relativePath];
+    const _data = '_data';
+    const content = zipEntry[_data].compressedContent;
+    if (zipEntry.dir) continue;
+    const hash = await new _crypto.MD5Hash().hash(Buffer.from(relativePath.toLowerCase()));
+    hashTable.push({
+      key: atob(hash),
+      value: content.byteOffset
+    });
+  }
+
+  hashTable.sort((prev, next) => {
+    if (prev.key === next.key) {
+      return prev.value < next.value ? -1 : 1;
+    }
+
+    return prev.key < next.key ? -1 : 1;
+  });
+  const output = (0, _fs.createWriteStream)(outputFile);
+  return new Promise((resolve, reject) => {
+    output.on('close', function () {
+      console.log("".concat(outputFile, " generated and saved"));
+      resolve(null);
+    });
+    output.on('error', function (err) {
+      console.log(err);
+      reject(err);
+    });
+
+    for (const key in hashTable) {
+      const item = hashTable[key];
+
+      const value = _longToByteArray(item.value);
+
+      output.write(Buffer.from(_crypt.default.hexToBytes(item.key).concat(value)));
+    }
+
+    output.close();
+  });
+}
+
+function _longToByteArray(long) {
+  const buffer = new ArrayBuffer(8);
+  const longNum = new Float64Array(buffer);
+  longNum[0] = long;
+  return Array.from(new Uint8Array(buffer)).reverse();
+}
+
+async function addFileToZip(inputFolder, fileName, zipFile, sevenZipExe) {
+  await compressWithChildProcess(inputFolder, zipFile, 0, fileName, sevenZipExe);
+  console.log("".concat(fileName, " added to ").concat(zipFile, "."));
+}
+
+function appendFileToArchive(archive, subFileName, subFileData) {
+  return new Promise(resolve => {
+    const fileStream = (0, _fs.createReadStream)(subFileData);
+    console.log("Compression start: ".concat(subFileName));
+    fileStream.on('close', () => {
+      console.log("Compression finish: ".concat(subFileName));
+      resolve(null);
+    });
+    archive.append(fileStream, {
+      name: subFileName
+    });
+  });
+}
+//# sourceMappingURL=compress-util.js.map

package/dist/es5/lib/utils/compress-util.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/lib/utils/compress-util.js"],"names":["compressFileWithGzip","pathFile","compressedPathFile","gzip","input","output","Promise","resolve","reject","on","console","log","error","pipe","compressFilesWithZip","fileMap","outputFile","level","e","archive","zlib","pointer","err","subFileName","subFileData","appendFileToArchive","finalize","compressWithChildProcess","process","platform","compressWithChildProcessWindows","arguments","compressWithChildProcessUnix","inputFolder","inputFiles","fullOutputFile","args","childProcess","ChildProcessProxy","start","command","spawn","cwd","wait","sevenZipExe","substr","generateHash128FromZip","inputZipFile","fs","readFile","zip","JSZip","loadAsync","hashTable","zipFiles","files","relativePath","zipEntry","_data","content","compressedContent","dir","hash","MD5Hash","Buffer","from","toLowerCase","push","key","atob","value","byteOffset","sort","prev","next","item","_longToByteArray","write","crypt","hexToBytes","concat","close","long","buffer","ArrayBuffer","longNum","Float64Array","Array","Uint8Array","reverse","addFileToZip","fileName","zipFile","fileStream","append","name"],"mappings":";;;;;;;;;;;;;AAAA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AAGO,SAASA,oBAAT,CAA8BC,QAA9B,EAAwC;AAC7C,QAAMC,kBAAkB,aAAMD,QAAN,QAAxB;AACA,QAAME,IAAI,GAAG,uBAAb;AACA,QAAMC,KAAK,GAAG,0BAAiBH,QAAjB,CAAd;AACA,QAAMI,MAAM,GAAG,2BAAkBH,kBAAlB,CAAf;AAEA,SAAO,IAAII,OAAJ,CAAY,CAACC,OAAD,EAAUC,MAAV,KAAqB;AACtCJ,IAAAA,KAAK,CAACK,EAAN,CAAS,KAAT,EAAgB,MAAM;AACpBC,MAAAA,OAAO,CAACC,GAAR,WAAeT,kBAAf;AACAK,MAAAA,OAAO,CAACL,kBAAD,CAAP;AACD,KAHD;AAIAE,IAAAA,KAAK,CAACK,EAAN,CAAS,OAAT,EAAmBG,KAAD,IAAW;AAC3BF,MAAAA,OAAO,CAACC,GAAR,WAAeT,kBAAf;AACAM,MAAAA,MAAM,CAACI,KAAD,CAAN;AACD,KAHD;AAIAR,IAAAA,KAAK,CAACS,IAAN,CAAWV,IAAX,EAAiBU,IAAjB,CAAsBR,MAAtB;AACD,GAVM,CAAP;AAWD;;AAEM,eAAeS,oBAAf,CAAoCC,OAApC,EAA6CC,UAA7C,EAAyDC,KAAK,GAAG,CAAjE,EAAoE;AAEzE,MAAI;AACF,UAAM,2BAAWD,UAAX,CAAN;AACD,GAFD,CAEE,OAAOE,CAAP,EAAU,CAEX;;AAED,QAAMb,MAAM,GAAG,2BAAkBW,UAAlB,CAAf;AACA,QAAMG,OAAO,GAAG,uBAAS,KAAT,EAAgB;AAC9BC,IAAAA,IAAI,EAAE;AAACH,MAAAA;AAAD;AADwB,GAAhB,CAAhB;AAIA,SAAO,IAAIX,OAAJ,CAAY,OAAOC,OAAP,EAAgBC,MAAhB,KAA2B;AAG5CH,IAAAA,MAAM,CAACI,EAAP,CAAU,OAAV,EAAmB,YAAY;AAC7BC,MAAAA,OAAO,CAACC,GAAR,WAAeK,UAAf;AACAN,MAAAA,OAAO,CAACC,GAAR,WAAeQ,OAAO,CAACE,OAAR,EAAf;AACAd,MAAAA,OAAO,CAAC,IAAD,CAAP;AACD,KAJD;AASAF,IAAAA,MAAM,CAACI,EAAP,CAAU,KAAV,EAAiB,YAAY;AAC3BC,MAAAA,OAAO,CAACC,GAAR,CAAY,uBAAZ;AACAJ,MAAAA,OAAO,CAAC,IAAD,CAAP;AACD,KAHD;AAMAY,IAAAA,OAAO,CAACV,EAAR,CAAW,SAAX,EAAsB,UAAUa,GAAV,EAAe;AACnCZ,MAAAA,OAAO,CAACC,GAAR,CAAYW,GAAZ;AACAd,MAAAA,MAAM,CAACc,GAAD,CAAN;AACD,KAHD;AAMAH,IAAAA,OAAO,CAACV,EAAR,CAAW,OAAX,EAAoB,UAAUa,GAAV,EAAe;AACjCd,MAAAA,MAAM,CAACc,GAAD,CAAN;AACD,KAFD;AAKAH,IAAAA,OAAO,CAACN,IAAR,CAAaR,MAAb;;AAEA,SAAK,MAAMkB,WAAX,IAA0BR,OAA1B,EAAmC;AACjC,YAAMS,WAAW,GAAGT,OAAO,CAACQ,WAAD,CAA3B;AACA,YAAME,mBAAmB,CAACN,OAAD,EAAUI,WAAV,EAAuBC,WAAvB,CAAzB;AACD;;AAGDL,IAAAA,OAAO,CAACO,QAAR;AACD,GAtCM,CAAP;AAuCD;;AAEM,eAAeC,wBAAf,GAA0C;AAE/C,MAAIC,OAAO,CAACC,QAAR,KAAqB,OAAzB,EAAkC;AAChC,UAAMC,+BAA+B,CAAC,GAAGC,SAAJ,CAArC;AACD,GAFD,MAEO;AACL,UAAMC,4BAA4B,CAAC,GAAGD,SAAJ,CAAlC;AACD;AACF;;AAED,eAAeC,4BAAf,CAA4CC,WAA5C,EAAyDjB,UAAzD,EAAqEC,KAAK,GAAG,CAA7E,EAAgFiB,UAAU,GAAG,GAA7F,EAAkG;AAChG,QAAMC,cAAc,GAAG,oCAAoBnB,UAApB,CAAvB;AACA,QAAMoB,IAAI,GAAG,YAAKnB,KAAL,GAAc,IAAd,EAAoBkB,cAApB,EAAoCD,UAApC,CAAb;AACA,QAAMG,YAAY,GAAG,IAAIC,8BAAJ,EAArB;AACA,QAAMD,YAAY,CAACE,KAAb,CAAmB;AACvBC,IAAAA,OAAO,EAAE,KADc;AAEvBT,IAAAA,SAAS,EAAEK,IAFY;AAGvBK,IAAAA,KAAK,EAAE;AACLC,MAAAA,GAAG,EAAET;AADA,KAHgB;AAMvBU,IAAAA,IAAI,EAAE;AANiB,GAAnB,CAAN;AAQD;;AAED,eAAeb,+BAAf,CACEG,WADF,EAEEjB,UAFF,EAGEC,KAAK,GAAG,CAHV,EAIEiB,UAAU,GAAG,gBAAK,GAAL,EAAU,GAAV,CAJf,EAKEU,WALF,EAME;AAGA,MAAIV,UAAU,CAAC,CAAD,CAAV,KAAkB,GAAtB,EAA2B;AACzBA,IAAAA,UAAU,cAAOA,UAAU,CAACW,MAAX,CAAkB,CAAlB,CAAP,CAAV;AACD;;AAED,QAAMV,cAAc,GAAG,oCAAoBnB,UAApB,CAAvB;AACA,QAAMoB,IAAI,GAAG,CAAC,GAAD,EAAM,OAAN,gBAAsBnB,KAAtB,GAA+BkB,cAA/B,EAA+CD,UAA/C,CAAb;AACA,QAAMG,YAAY,GAAG,IAAIC,8BAAJ,EAArB;AACA,QAAMD,YAAY,CAACE,KAAb,CAAmB;AACvBC,IAAAA,OAAO,EAAEI,WADc;AAEvBb,IAAAA,SAAS,EAAEK,IAFY;AAGvBK,IAAAA,KAAK,EAAE;AACLC,MAAAA,GAAG,YAAKT,WAAL;AADE,KAHgB;AAMvBU,IAAAA,IAAI,EAAE;AANiB,GAAnB,CAAN;AAQD;;AAEM,eAAeG,sBAAf,CAAsCC,YAAtC,EAAoD/B,UAApD,EAAgE;AACrE,QAAMZ,KAAK,GAAG,MAAM4C,aAAGC,QAAH,CAAYF,YAAZ,CAApB;AACA,QAAMG,GAAG,GAAG,MAAMC,eAAMC,SAAN,CAAgBhD,KAAhB,CAAlB;AACA,QAAMiD,SAAS,GAAG,EAAlB;AACA,QAAMC,QAAQ,GAAGJ,GAAG,CAACK,KAArB;;AACA,OAAK,MAAMC,YAAX,IAA2BF,QAA3B,EAAqC;AACnC,UAAMG,QAAQ,GAAGH,QAAQ,CAACE,YAAD,CAAzB;AAIA,UAAME,KAAK,GAAG,OAAd;AACA,UAAMC,OAAO,GAAGF,QAAQ,CAACC,KAAD,CAAR,CAAgBE,iBAAhC;AACA,QAAIH,QAAQ,CAACI,GAAb,EAAkB;AAElB,UAAMC,IAAI,GAAG,MAAM,IAAIC,eAAJ,GAAcD,IAAd,CAAmBE,MAAM,CAACC,IAAP,CAAYT,YAAY,CAACU,WAAb,EAAZ,CAAnB,CAAnB;AAEAb,IAAAA,SAAS,CAACc,IAAV,CAAe;AAACC,MAAAA,GAAG,EAAEC,IAAI,CAACP,IAAD,CAAV;AAAkBQ,MAAAA,KAAK,EAAEX,OAAO,CAACY;AAAjC,KAAf;AACD;;AAEDlB,EAAAA,SAAS,CAACmB,IAAV,CAAe,CAACC,IAAD,EAAOC,IAAP,KAAgB;AAC7B,QAAID,IAAI,CAACL,GAAL,KAAaM,IAAI,CAACN,GAAtB,EAA2B;AACzB,aAAOK,IAAI,CAACH,KAAL,GAAaI,IAAI,CAACJ,KAAlB,GAA0B,CAAC,CAA3B,GAA+B,CAAtC;AACD;;AACD,WAAOG,IAAI,CAACL,GAAL,GAAWM,IAAI,CAACN,GAAhB,GAAsB,CAAC,CAAvB,GAA2B,CAAlC;AACD,GALD;AAOA,QAAM/D,MAAM,GAAG,2BAAkBW,UAAlB,CAAf;AACA,SAAO,IAAIV,OAAJ,CAAY,CAACC,OAAD,EAAUC,MAAV,KAAqB;AACtCH,IAAAA,MAAM,CAACI,EAAP,CAAU,OAAV,EAAmB,YAAY;AAC7BC,MAAAA,OAAO,CAACC,GAAR,WAAeK,UAAf;AACAT,MAAAA,OAAO,CAAC,IAAD,CAAP;AACD,KAHD;AAIAF,IAAAA,MAAM,CAACI,EAAP,CAAU,OAAV,EAAmB,UAAUa,GAAV,EAAe;AAChCZ,MAAAA,OAAO,CAACC,GAAR,CAAYW,GAAZ;AACAd,MAAAA,MAAM,CAACc,GAAD,CAAN;AACD,KAHD;;AAIA,SAAK,MAAM8C,GAAX,IAAkBf,SAAlB,EAA6B;AAC3B,YAAMsB,IAAI,GAAGtB,SAAS,CAACe,GAAD,CAAtB;;AACA,YAAME,KAAK,GAAGM,gBAAgB,CAACD,IAAI,CAACL,KAAN,CAA9B;;AAGAjE,MAAAA,MAAM,CAACwE,KAAP,CAAab,MAAM,CAACC,IAAP,CAAYa,eAAMC,UAAN,CAAiBJ,IAAI,CAACP,GAAtB,EAA2BY,MAA3B,CAAkCV,KAAlC,CAAZ,CAAb;AACD;;AACDjE,IAAAA,MAAM,CAAC4E,KAAP;AACD,GAjBM,CAAP;AAkBD;;AAED,SAASL,gBAAT,CAA0BM,IAA1B,EAAgC;AAC9B,QAAMC,MAAM,GAAG,IAAIC,WAAJ,CAAgB,CAAhB,CAAf;AACA,QAAMC,OAAO,GAAG,IAAIC,YAAJ,CAAiBH,MAAjB,CAAhB;AACAE,EAAAA,OAAO,CAAC,CAAD,CAAP,GAAaH,IAAb;AACA,SAAOK,KAAK,CAACtB,IAAN,CAAW,IAAIuB,UAAJ,CAAeL,MAAf,CAAX,EAAmCM,OAAnC,EAAP;AACD;;AAEM,eAAeC,YAAf,CAA4BzD,WAA5B,EAAyC0D,QAAzC,EAAmDC,OAAnD,EAA4DhD,WAA5D,EAAyE;AAC9E,QAAMjB,wBAAwB,CAACM,WAAD,EAAc2D,OAAd,EAAuB,CAAvB,EAA0BD,QAA1B,EAAoC/C,WAApC,CAA9B;AACAlC,EAAAA,OAAO,CAACC,GAAR,WAAegF,QAAf,uBAAoCC,OAApC;AACD;;AAED,SAASnE,mBAAT,CAA6BN,OAA7B,EAAsCI,WAAtC,EAAmDC,WAAnD,EAAgE;AAC9D,SAAO,IAAIlB,OAAJ,CAAaC,OAAD,IAAa;AAC9B,UAAMsF,UAAU,GAAG,0BAAiBrE,WAAjB,CAAnB;AACAd,IAAAA,OAAO,CAACC,GAAR,8BAAkCY,WAAlC;AACAsE,IAAAA,UAAU,CAACpF,EAAX,CAAc,OAAd,EAAuB,MAAM;AAC3BC,MAAAA,OAAO,CAACC,GAAR,+BAAmCY,WAAnC;AACAhB,MAAAA,OAAO,CAAC,IAAD,CAAP;AACD,KAHD;AAIAY,IAAAA,OAAO,CAAC2E,MAAR,CAAeD,UAAf,EAA2B;AAACE,MAAAA,IAAI,EAAExE;AAAP,KAA3B;AACD,GARM,CAAP;AASD","sourcesContent":["import {createGzip} from 'zlib';\nimport {join} from 'path';\nimport {promises as fs, createReadStream, createWriteStream} from 'fs';\nimport archiver from 'archiver';\nimport {removeFile} from './file-utils';\nimport {ChildProcessProxy} from '@loaders.gl/worker-utils';\nimport JSZip from 'jszip';\nimport {MD5Hash} from '@loaders.gl/crypto';\nimport crypt from 'crypt';\nimport {getAbsoluteFilePath} from './file-utils';\n\nexport function compressFileWithGzip(pathFile) {\n  const compressedPathFile = `${pathFile}.gz`;\n  const gzip = createGzip();\n  const input = createReadStream(pathFile);\n  const output = createWriteStream(compressedPathFile);\n\n  return new Promise((resolve, reject) => {\n    input.on('end', () => {\n      console.log(`${compressedPathFile} compressed and saved.`); // eslint-disable-line no-undef,no-console\n      resolve(compressedPathFile);\n    });\n    input.on('error', (error) => {\n      console.log(`${compressedPathFile}: compression error!`); // eslint-disable-line no-undef,no-console\n      reject(error);\n    });\n    input.pipe(gzip).pipe(output);\n  });\n}\n\nexport async function compressFilesWithZip(fileMap, outputFile, level = 0) {\n  // Before creating a new file, we need to delete the old file\n  try {\n    await removeFile(outputFile);\n  } catch (e) {\n    // Do nothing if old file doesn't exist\n  }\n\n  const output = createWriteStream(outputFile);\n  const archive = archiver('zip', {\n    zlib: {level} // Sets the compression level.\n  });\n\n  return new Promise(async (resolve, reject) => {\n    // listen for all archive data to be writte\n    // 'close' event is fired only when a file descriptor is involved\n    output.on('close', function () {\n      console.log(`${outputFile} saved.`); // eslint-disable-line no-undef,no-console\n      console.log(`${archive.pointer()} total bytes`); // eslint-disable-line no-undef,no-console\n      resolve(null);\n    });\n\n    // This event is fired when the data source is drained no matter what was the data source.\n    // It is not part of this library but rather from the NodeJS Stream API.\n    // @see: https://nodejs.org/api/stream.html#stream_event_end\n    output.on('end', function () {\n      console.log('Data has been drained'); // eslint-disable-line no-undef,no-console\n      resolve(null);\n    });\n\n    // good practice to catch warnings (ie stat failures and other non-blocking errors)\n    archive.on('warning', function (err) {\n      console.log(err); // eslint-disable-line no-undef,no-console\n      reject(err);\n    });\n\n    // good practice to catch this error explicitly\n    archive.on('error', function (err) {\n      reject(err);\n    });\n\n    // pipe archive data to the file\n    archive.pipe(output);\n\n    for (const subFileName in fileMap) {\n      const subFileData = fileMap[subFileName];\n      await appendFileToArchive(archive, subFileName, subFileData);\n    }\n\n    // finalize the archive (ie we are done appending files but streams have to finish yet)\n    archive.finalize();\n  });\n}\n\nexport async function compressWithChildProcess() {\n  // eslint-disable-next-line no-undef\n  if (process.platform === 'win32') {\n    await compressWithChildProcessWindows(...arguments);\n  } else {\n    await compressWithChildProcessUnix(...arguments);\n  }\n}\n\nasync function compressWithChildProcessUnix(inputFolder, outputFile, level = 0, inputFiles = '.') {\n  const fullOutputFile = getAbsoluteFilePath(outputFile);\n  const args = [`-${level}`, '-r', fullOutputFile, inputFiles];\n  const childProcess = new ChildProcessProxy();\n  await childProcess.start({\n    command: 'zip',\n    arguments: args,\n    spawn: {\n      cwd: inputFolder\n    },\n    wait: 0\n  });\n}\n\nasync function compressWithChildProcessWindows(\n  inputFolder,\n  outputFile,\n  level = 0,\n  inputFiles = join('.', '*'),\n  sevenZipExe\n) {\n  // Workaround for @listfile issue. In 7z.exe @-leading files are handled as listfiles\n  // https://sevenzip.osdn.jp/chm/cmdline/syntax.htm\n  if (inputFiles[0] === '@') {\n    inputFiles = `*${inputFiles.substr(1)}`;\n  }\n\n  const fullOutputFile = getAbsoluteFilePath(outputFile);\n  const args = ['a', '-tzip', `-mx=${level}`, fullOutputFile, inputFiles];\n  const childProcess = new ChildProcessProxy();\n  await childProcess.start({\n    command: sevenZipExe,\n    arguments: args,\n    spawn: {\n      cwd: `${inputFolder}`\n    },\n    wait: 0\n  });\n}\n\nexport async function generateHash128FromZip(inputZipFile, outputFile) {\n  const input = await fs.readFile(inputZipFile);\n  const zip = await JSZip.loadAsync(input);\n  const hashTable = [];\n  const zipFiles = zip.files;\n  for (const relativePath in zipFiles) {\n    const zipEntry = zipFiles[relativePath];\n    // Had to use a workaround because the correct string is getting the wrong data\n    // const content = await zipEntry.async('nodebuffer');\n    // _data isn't described in the interface, so lint thought it was wrong\n    const _data = '_data';\n    const content = zipEntry[_data].compressedContent;\n    if (zipEntry.dir) continue; // eslint-disable-line no-continue\n    // eslint-disable-next-line no-undef\n    const hash = await new MD5Hash().hash(Buffer.from(relativePath.toLowerCase()));\n    // eslint-disable-next-line no-undef\n    hashTable.push({key: atob(hash), value: content.byteOffset});\n  }\n\n  hashTable.sort((prev, next) => {\n    if (prev.key === next.key) {\n      return prev.value < next.value ? -1 : 1;\n    }\n    return prev.key < next.key ? -1 : 1;\n  });\n\n  const output = createWriteStream(outputFile);\n  return new Promise((resolve, reject) => {\n    output.on('close', function () {\n      console.log(`${outputFile} generated and saved`); // eslint-disable-line\n      resolve(null);\n    });\n    output.on('error', function (err) {\n      console.log(err); // eslint-disable-line\n      reject(err);\n    });\n    for (const key in hashTable) {\n      const item = hashTable[key];\n      const value = _longToByteArray(item.value);\n      // TODO: perhaps you need to wait for the 'drain' event if the write returns 'false'\n      // eslint-disable-next-line no-undef\n      output.write(Buffer.from(crypt.hexToBytes(item.key).concat(value)));\n    }\n    output.close();\n  });\n}\n\nfunction _longToByteArray(long) {\n  const buffer = new ArrayBuffer(8); // JS numbers are 8 bytes long, or 64 bits\n  const longNum = new Float64Array(buffer); // so equivalent to Float64\n  longNum[0] = long;\n  return Array.from(new Uint8Array(buffer)).reverse(); // reverse to get little endian\n}\n\nexport async function addFileToZip(inputFolder, fileName, zipFile, sevenZipExe) {\n  await compressWithChildProcess(inputFolder, zipFile, 0, fileName, sevenZipExe);\n  console.log(`${fileName} added to ${zipFile}.`); // eslint-disable-line\n}\n\nfunction appendFileToArchive(archive, subFileName, subFileData) {\n  return new Promise((resolve) => {\n    const fileStream = createReadStream(subFileData);\n    console.log(`Compression start: ${subFileName}`); // eslint-disable-line no-undef,no-console\n    fileStream.on('close', () => {\n      console.log(`Compression finish: ${subFileName}`); // eslint-disable-line no-undef,no-console\n      resolve(null);\n    });\n    archive.append(fileStream, {name: subFileName});\n  });\n}\n"],"file":"compress-util.js"}

package/dist/es5/lib/utils/file-utils.js

@@ -0,0 +1,59 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.writeFile = writeFile;
+exports.writeFileForSlpk = writeFileForSlpk;
+exports.removeDir = removeDir;
+exports.removeFile = removeFile;
+exports.getAbsoluteFilePath = getAbsoluteFilePath;
+
+var _fs = require("fs");
+
+var _path = require("path");
+
+var _compressUtil = require("./compress-util");
+
+async function writeFile(path, data, fileName = 'index.json') {
+  await _fs.promises.mkdir(path, {
+    recursive: true
+  });
+  const pathFile = (0, _path.join)(path, fileName);
+
+  try {
+    await _fs.promises.writeFile(pathFile, data);
+  } catch (err) {
+    throw err;
+  }
+
+  console.log("".concat(pathFile, " saved."));
+  return pathFile;
+}
+
+async function writeFileForSlpk(path, data, fileName = 'index.json', compress = true) {
+  const pathFile = await writeFile(path, data, fileName);
+
+  if (compress) {
+    const pathGzFile = await (0, _compressUtil.compressFileWithGzip)(pathFile);
+    await removeFile(pathFile);
+    return pathGzFile;
+  }
+
+  return pathFile;
+}
+
+function removeDir(path) {
+  return _fs.promises.rmdir(path, {
+    recursive: true
+  });
+}
+
+function removeFile(path) {
+  return _fs.promises.unlink(path);
+}
+
+function getAbsoluteFilePath(filePath) {
+  return (0, _path.isAbsolute)(filePath) ? filePath : (0, _path.join)(process.cwd(), filePath);
+}
+//# sourceMappingURL=file-utils.js.map

package/dist/es5/lib/utils/file-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/lib/utils/file-utils.js"],"names":["writeFile","path","data","fileName","fs","mkdir","recursive","pathFile","err","console","log","writeFileForSlpk","compress","pathGzFile","removeFile","removeDir","rmdir","unlink","getAbsoluteFilePath","filePath","process","cwd"],"mappings":";;;;;;;;;;;AAAA;;AACA;;AACA;;AAEO,eAAeA,SAAf,CAAyBC,IAAzB,EAA+BC,IAA/B,EAAqCC,QAAQ,GAAG,YAAhD,EAA8D;AACnE,QAAMC,aAAGC,KAAH,CAASJ,IAAT,EAAe;AAACK,IAAAA,SAAS,EAAE;AAAZ,GAAf,CAAN;AACA,QAAMC,QAAQ,GAAG,gBAAKN,IAAL,EAAWE,QAAX,CAAjB;;AACA,MAAI;AACF,UAAMC,aAAGJ,SAAH,CAAaO,QAAb,EAAuBL,IAAvB,CAAN;AACD,GAFD,CAEE,OAAOM,GAAP,EAAY;AACZ,UAAMA,GAAN;AACD;;AACDC,EAAAA,OAAO,CAACC,GAAR,WAAeH,QAAf;AACA,SAAOA,QAAP;AACD;;AAEM,eAAeI,gBAAf,CAAgCV,IAAhC,EAAsCC,IAAtC,EAA4CC,QAAQ,GAAG,YAAvD,EAAqES,QAAQ,GAAG,IAAhF,EAAsF;AAC3F,QAAML,QAAQ,GAAG,MAAMP,SAAS,CAACC,IAAD,EAAOC,IAAP,EAAaC,QAAb,CAAhC;;AACA,MAAIS,QAAJ,EAAc;AACZ,UAAMC,UAAU,GAAG,MAAM,wCAAqBN,QAArB,CAAzB;AAEA,UAAMO,UAAU,CAACP,QAAD,CAAhB;AACA,WAAOM,UAAP;AACD;;AACD,SAAON,QAAP;AACD;;AAEM,SAASQ,SAAT,CAAmBd,IAAnB,EAAyB;AAC9B,SAAOG,aAAGY,KAAH,CAASf,IAAT,EAAe;AAACK,IAAAA,SAAS,EAAE;AAAZ,GAAf,CAAP;AACD;;AAEM,SAASQ,UAAT,CAAoBb,IAApB,EAA0B;AAC/B,SAAOG,aAAGa,MAAH,CAAUhB,IAAV,CAAP;AACD;;AAEM,SAASiB,mBAAT,CAA6BC,QAA7B,EAAuC;AAC5C,SAAO,sBAAWA,QAAX,IAAuBA,QAAvB,GAAkC,gBAAKC,OAAO,CAACC,GAAR,EAAL,EAAoBF,QAApB,CAAzC;AACD","sourcesContent":["import {promises as fs} from 'fs';\nimport {isAbsolute, join} from 'path';\nimport {compressFileWithGzip} from './compress-util';\n\nexport async function writeFile(path, data, fileName = 'index.json') {\n  await fs.mkdir(path, {recursive: true});\n  const pathFile = join(path, fileName);\n  try {\n    await fs.writeFile(pathFile, data);\n  } catch (err) {\n    throw err;\n  }\n  console.log(`${pathFile} saved.`); // eslint-disable-line\n  return pathFile;\n}\n\nexport async function writeFileForSlpk(path, data, fileName = 'index.json', compress = true) {\n  const pathFile = await writeFile(path, data, fileName);\n  if (compress) {\n    const pathGzFile = await compressFileWithGzip(pathFile);\n    // After compression, we don't need an uncompressed file\n    await removeFile(pathFile);\n    return pathGzFile;\n  }\n  return pathFile;\n}\n\nexport function removeDir(path) {\n  return fs.rmdir(path, {recursive: true});\n}\n\nexport function removeFile(path) {\n  return fs.unlink(path);\n}\n\nexport function getAbsoluteFilePath(filePath) {\n  return isAbsolute(filePath) ? filePath : join(process.cwd(), filePath); // eslint-disable-line no-undef\n}\n"],"file":"file-utils.js"}

package/dist/es5/lib/utils/lod-conversion-utils.js

@@ -0,0 +1,52 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.convertGeometricErrorToScreenThreshold = convertGeometricErrorToScreenThreshold;
+exports.convertScreenThresholdToGeometricError = convertScreenThresholdToGeometricError;
+const DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR = 16;
+
+function convertGeometricErrorToScreenThreshold(tile, coordinates) {
+  const lodSelection = [];
+  const boundingVolume = tile.boundingVolume;
+  const lodMetricValue = tile.lodMetricValue || 0.1;
+  const maxScreenThreshold = {
+    metricType: 'maxScreenThreshold',
+    maxError: coordinates.mbs[3] * 2 * DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR / lodMetricValue
+  };
+  const maxScreenThresholdSQ = {
+    metricType: 'maxScreenThresholdSQ',
+    maxError: Math.PI * 0.25 * maxScreenThreshold.maxError * maxScreenThreshold.maxError
+  };
+
+  if (boundingVolume.constructor.name === 'OrientedBoundingBox') {
+    lodSelection.push(maxScreenThresholdSQ);
+    lodSelection.push(maxScreenThreshold);
+  } else {
+    lodSelection.push(maxScreenThreshold);
+    lodSelection.push(maxScreenThresholdSQ);
+  }
+
+  return lodSelection;
+}
+
+function convertScreenThresholdToGeometricError(node) {
+  const metricData = node.header.lodSelection.maxScreenThreshold || {};
+  let maxError = metricData.maxError;
+
+  if (!maxError) {
+    const sqMetricData = node.header.lodSelection.maxScreenThresholdSQ;
+
+    if (sqMetricData) {
+      maxError = Math.sqrt(sqMetricData.maxError / (Math.PI * 0.25));
+    }
+  }
+
+  if (!maxError) {
+    maxError = DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR;
+  }
+
+  return node.header.mbs[3] * 2 * DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR / maxError;
+}
+//# sourceMappingURL=lod-conversion-utils.js.map

package/dist/es5/lib/utils/lod-conversion-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/lib/utils/lod-conversion-utils.js"],"names":["DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR","convertGeometricErrorToScreenThreshold","tile","coordinates","lodSelection","boundingVolume","lodMetricValue","maxScreenThreshold","metricType","maxError","mbs","maxScreenThresholdSQ","Math","PI","constructor","name","push","convertScreenThresholdToGeometricError","node","metricData","header","sqMetricData","sqrt"],"mappings":";;;;;;;AACA,MAAMA,kCAAkC,GAAG,EAA3C;;AAeO,SAASC,sCAAT,CAAgDC,IAAhD,EAAsDC,WAAtD,EAAmE;AACxE,QAAMC,YAAY,GAAG,EAArB;AACA,QAAMC,cAAc,GAAGH,IAAI,CAACG,cAA5B;AACA,QAAMC,cAAc,GAAGJ,IAAI,CAACI,cAAL,IAAuB,GAA9C;AACA,QAAMC,kBAAkB,GAAG;AACzBC,IAAAA,UAAU,EAAE,oBADa;AAEzBC,IAAAA,QAAQ,EAAGN,WAAW,CAACO,GAAZ,CAAgB,CAAhB,IAAqB,CAArB,GAAyBV,kCAA1B,GAAgEM;AAFjD,GAA3B;AAIA,QAAMK,oBAAoB,GAAG;AAC3BH,IAAAA,UAAU,EAAE,sBADe;AAE3BC,IAAAA,QAAQ,EAAEG,IAAI,CAACC,EAAL,GAAU,IAAV,GAAiBN,kBAAkB,CAACE,QAApC,GAA+CF,kBAAkB,CAACE;AAFjD,GAA7B;;AAKA,MAAIJ,cAAc,CAACS,WAAf,CAA2BC,IAA3B,KAAoC,qBAAxC,EAA+D;AAC7DX,IAAAA,YAAY,CAACY,IAAb,CAAkBL,oBAAlB;AACAP,IAAAA,YAAY,CAACY,IAAb,CAAkBT,kBAAlB;AACD,GAHD,MAGO;AACLH,IAAAA,YAAY,CAACY,IAAb,CAAkBT,kBAAlB;AACAH,IAAAA,YAAY,CAACY,IAAb,CAAkBL,oBAAlB;AACD;;AAED,SAAOP,YAAP;AACD;;AAEM,SAASa,sCAAT,CAAgDC,IAAhD,EAAsD;AAC3D,QAAMC,UAAU,GAAGD,IAAI,CAACE,MAAL,CAAYhB,YAAZ,CAAyBG,kBAAzB,IAA+C,EAAlE;AACA,MAAIE,QAAQ,GAAGU,UAAU,CAACV,QAA1B;;AACA,MAAI,CAACA,QAAL,EAAe;AACb,UAAMY,YAAY,GAAGH,IAAI,CAACE,MAAL,CAAYhB,YAAZ,CAAyBO,oBAA9C;;AACA,QAAIU,YAAJ,EAAkB;AAChBZ,MAAAA,QAAQ,GAAGG,IAAI,CAACU,IAAL,CAAUD,YAAY,CAACZ,QAAb,IAAyBG,IAAI,CAACC,EAAL,GAAU,IAAnC,CAAV,CAAX;AACD;AACF;;AAED,MAAI,CAACJ,QAAL,EAAe;AACbA,IAAAA,QAAQ,GAAGT,kCAAX;AACD;;AAED,SAAQkB,IAAI,CAACE,MAAL,CAAYV,GAAZ,CAAgB,CAAhB,IAAqB,CAArB,GAAyBV,kCAA1B,GAAgES,QAAvE;AACD","sourcesContent":["// https://cesium.com/docs/cesiumjs-ref-doc/Cesium3DTileset.html\nconst DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR = 16;\n/**\n * Do conversion from geometric error to screen threshold\n * @param {Object} tile\n * @param {Object} coordinates\n * In 3DTiles we have HLOD logic and parent tile also has bigger lodMetric value then its children.\n * In I3s we have reverse logic related to maxError. Parent has lower maxError than its child.\n * In nodes where are no children tile.lodMetricValue is 0. This is because of logic of HLOD in 3DTiles\n * 3DTiles spec:\n * https://github.com/CesiumGS/3d-tiles/tree/master/specification#geometric-error\n * I3S spec:\n * https://github.com/Esri/i3s-spec/blob/master/docs/1.7/lodSelection.cmn.md\n * To avoid infinity values when we do calculations of maxError we shold replace 0 with value which allows us\n * to make child maxError bigger than his parent maxError.\n */\nexport function convertGeometricErrorToScreenThreshold(tile, coordinates) {\n  const lodSelection = [];\n  const boundingVolume = tile.boundingVolume;\n  const lodMetricValue = tile.lodMetricValue || 0.1;\n  const maxScreenThreshold = {\n    metricType: 'maxScreenThreshold',\n    maxError: (coordinates.mbs[3] * 2 * DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR) / lodMetricValue\n  };\n  const maxScreenThresholdSQ = {\n    metricType: 'maxScreenThresholdSQ',\n    maxError: Math.PI * 0.25 * maxScreenThreshold.maxError * maxScreenThreshold.maxError\n  };\n\n  if (boundingVolume.constructor.name === 'OrientedBoundingBox') {\n    lodSelection.push(maxScreenThresholdSQ);\n    lodSelection.push(maxScreenThreshold);\n  } else {\n    lodSelection.push(maxScreenThreshold);\n    lodSelection.push(maxScreenThresholdSQ);\n  }\n\n  return lodSelection;\n}\n\nexport function convertScreenThresholdToGeometricError(node) {\n  const metricData = node.header.lodSelection.maxScreenThreshold || {};\n  let maxError = metricData.maxError;\n  if (!maxError) {\n    const sqMetricData = node.header.lodSelection.maxScreenThresholdSQ;\n    if (sqMetricData) {\n      maxError = Math.sqrt(sqMetricData.maxError / (Math.PI * 0.25));\n    }\n  }\n\n  if (!maxError) {\n    maxError = DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR;\n  }\n\n  return (node.header.mbs[3] * 2 * DEFAULT_MAXIMUM_SCREEN_SPACE_ERROR) / maxError;\n}\n"],"file":"lod-conversion-utils.js"}