@loaders.gl/tile-converter 3.1.0-beta.7 → 3.1.3

package/dist/es5/lib/utils/compress-util.js

@@ -11,6 +11,10 @@ exports.compressWithChildProcess = compressWithChildProcess;
 exports.generateHash128FromZip = generateHash128FromZip;
 exports.addFileToZip = addFileToZip;
 
+var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
+
+var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
+
 var _zlib = require("zlib");
 
 var _path = require("path");
@@ -30,16 +34,16 @@ var _crypto = require("@loaders.gl/crypto");
 var _crypt = _interopRequireDefault(require("crypt"));
 
 function compressFileWithGzip(pathFile) {
-  const compressedPathFile = "".concat(pathFile, ".gz");
-  const gzip = (0, _zlib.createGzip)();
-  const input = (0, _fs.createReadStream)(pathFile);
-  const output = (0, _fs.createWriteStream)(compressedPathFile);
-  return new Promise((resolve, reject) => {
-    input.on('end', () => {
+  var compressedPathFile = "".concat(pathFile, ".gz");
+  var gzip = (0, _zlib.createGzip)();
+  var input = (0, _fs.createReadStream)(pathFile);
+  var output = (0, _fs.createWriteStream)(compressedPathFile);
+  return new Promise(function (resolve, reject) {
+    input.on('end', function () {
       console.log("".concat(compressedPathFile, " compressed and saved."));
       resolve(compressedPathFile);
     });
-    input.on('error', error => {
+    input.on('error', function (error) {
       console.log("".concat(compressedPathFile, ": compression error!"));
       reject(error);
     });
@@ -47,150 +51,368 @@ function compressFileWithGzip(pathFile) {
   });
 }
 
-async function compressFilesWithZip(fileMap, outputFile, level = 0) {
-  try {
-    await (0, _fileUtils.removeFile)(outputFile);
-  } catch (e) {}
+function compressFilesWithZip(_x, _x2) {
+  return _compressFilesWithZip.apply(this, arguments);
+}
 
-  const output = (0, _fs.createWriteStream)(outputFile);
-  const archive = (0, _archiver.default)('zip', {
-    zlib: {
-      level
-    }
-  });
-  return new Promise(async (resolve, reject) => {
-    output.on('close', function () {
-      console.log("".concat(outputFile, " saved."));
-      console.log("".concat(archive.pointer(), " total bytes"));
-      resolve(null);
-    });
-    output.on('end', function () {
-      console.log('Data has been drained');
-      resolve(null);
-    });
-    archive.on('warning', function (err) {
-      console.log(err);
-      reject(err);
-    });
-    archive.on('error', function (err) {
-      reject(err);
-    });
-    archive.pipe(output);
+function _compressFilesWithZip() {
+  _compressFilesWithZip = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(fileMap, outputFile) {
+    var level,
+        output,
+        archive,
+        _args2 = arguments;
+    return _regenerator.default.wrap(function _callee2$(_context2) {
+      while (1) {
+        switch (_context2.prev = _context2.next) {
+          case 0:
+            level = _args2.length > 2 && _args2[2] !== undefined ? _args2[2] : 0;
+            _context2.prev = 1;
+            _context2.next = 4;
+            return (0, _fileUtils.removeFile)(outputFile);
 
-    for (const subFileName in fileMap) {
-      const subFileData = fileMap[subFileName];
-      await appendFileToArchive(archive, subFileName, subFileData);
-    }
+          case 4:
+            _context2.next = 8;
+            break;
 
-    archive.finalize();
-  });
+          case 6:
+            _context2.prev = 6;
+            _context2.t0 = _context2["catch"](1);
+
+          case 8:
+            output = (0, _fs.createWriteStream)(outputFile);
+            archive = (0, _archiver.default)('zip', {
+              zlib: {
+                level: level
+              }
+            });
+            return _context2.abrupt("return", new Promise(function () {
+              var _ref = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(resolve, reject) {
+                var subFileName, subFileData;
+                return _regenerator.default.wrap(function _callee$(_context) {
+                  while (1) {
+                    switch (_context.prev = _context.next) {
+                      case 0:
+                        output.on('close', function () {
+                          console.log("".concat(outputFile, " saved."));
+                          console.log("".concat(archive.pointer(), " total bytes"));
+                          resolve(null);
+                        });
+                        output.on('end', function () {
+                          console.log('Data has been drained');
+                          resolve(null);
+                        });
+                        archive.on('warning', function (err) {
+                          console.log(err);
+                          reject(err);
+                        });
+                        archive.on('error', function (err) {
+                          reject(err);
+                        });
+                        archive.pipe(output);
+                        _context.t0 = _regenerator.default.keys(fileMap);
+
+                      case 6:
+                        if ((_context.t1 = _context.t0()).done) {
+                          _context.next = 13;
+                          break;
+                        }
+
+                        subFileName = _context.t1.value;
+                        subFileData = fileMap[subFileName];
+                        _context.next = 11;
+                        return appendFileToArchive(archive, subFileName, subFileData);
+
+                      case 11:
+                        _context.next = 6;
+                        break;
+
+                      case 13:
+                        archive.finalize();
+
+                      case 14:
+                      case "end":
+                        return _context.stop();
+                    }
+                  }
+                }, _callee);
+              }));
+
+              return function (_x13, _x14) {
+                return _ref.apply(this, arguments);
+              };
+            }()));
+
+          case 11:
+          case "end":
+            return _context2.stop();
+        }
+      }
+    }, _callee2, null, [[1, 6]]);
+  }));
+  return _compressFilesWithZip.apply(this, arguments);
 }
 
-async function compressWithChildProcess() {
-  if (process.platform === 'win32') {
-    await compressWithChildProcessWindows(...arguments);
-  } else {
-    await compressWithChildProcessUnix(...arguments);
-  }
+function compressWithChildProcess() {
+  return _compressWithChildProcess.apply(this, arguments);
 }
 
-async function compressWithChildProcessUnix(inputFolder, outputFile, level = 0, inputFiles = '.') {
-  const fullOutputFile = (0, _fileUtils.getAbsoluteFilePath)(outputFile);
-  const args = ["-".concat(level), '-r', fullOutputFile, inputFiles];
-  const childProcess = new _workerUtils.ChildProcessProxy();
-  await childProcess.start({
-    command: 'zip',
-    arguments: args,
-    spawn: {
-      cwd: inputFolder
-    },
-    wait: 0
-  });
+function _compressWithChildProcess() {
+  _compressWithChildProcess = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3() {
+    var _args3 = arguments;
+    return _regenerator.default.wrap(function _callee3$(_context3) {
+      while (1) {
+        switch (_context3.prev = _context3.next) {
+          case 0:
+            if (!(process.platform === 'win32')) {
+              _context3.next = 5;
+              break;
+            }
+
+            _context3.next = 3;
+            return compressWithChildProcessWindows.apply(void 0, _args3);
+
+          case 3:
+            _context3.next = 7;
+            break;
+
+          case 5:
+            _context3.next = 7;
+            return compressWithChildProcessUnix.apply(void 0, _args3);
+
+          case 7:
+          case "end":
+            return _context3.stop();
+        }
+      }
+    }, _callee3);
+  }));
+  return _compressWithChildProcess.apply(this, arguments);
 }
 
-async function compressWithChildProcessWindows(inputFolder, outputFile, level = 0, inputFiles = (0, _path.join)('.', '*'), sevenZipExe) {
-  if (inputFiles[0] === '@') {
-    inputFiles = "*".concat(inputFiles.substr(1));
-  }
-
-  const fullOutputFile = (0, _fileUtils.getAbsoluteFilePath)(outputFile);
-  const args = ['a', '-tzip', "-mx=".concat(level), fullOutputFile, inputFiles];
-  const childProcess = new _workerUtils.ChildProcessProxy();
-  await childProcess.start({
-    command: sevenZipExe,
-    arguments: args,
-    spawn: {
-      cwd: "".concat(inputFolder)
-    },
-    wait: 0
-  });
+function compressWithChildProcessUnix(_x3, _x4) {
+  return _compressWithChildProcessUnix.apply(this, arguments);
 }
 
-async function generateHash128FromZip(inputZipFile, outputFile) {
-  const input = await _fs.promises.readFile(inputZipFile);
-  const zip = await _jszip.default.loadAsync(input);
-  const hashTable = [];
-  const zipFiles = zip.files;
-
-  for (const relativePath in zipFiles) {
-    const zipEntry = zipFiles[relativePath];
-    const _data = '_data';
-    const content = zipEntry[_data].compressedContent;
-    if (zipEntry.dir) continue;
-    const hash = await new _crypto.MD5Hash().hash(Buffer.from(relativePath.toLowerCase()));
-    hashTable.push({
-      key: atob(hash),
-      value: content.byteOffset
-    });
-  }
+function _compressWithChildProcessUnix() {
+  _compressWithChildProcessUnix = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4(inputFolder, outputFile) {
+    var level,
+        inputFiles,
+        fullOutputFile,
+        args,
+        childProcess,
+        _args4 = arguments;
+    return _regenerator.default.wrap(function _callee4$(_context4) {
+      while (1) {
+        switch (_context4.prev = _context4.next) {
+          case 0:
+            level = _args4.length > 2 && _args4[2] !== undefined ? _args4[2] : 0;
+            inputFiles = _args4.length > 3 && _args4[3] !== undefined ? _args4[3] : '.';
+            fullOutputFile = (0, _fileUtils.getAbsoluteFilePath)(outputFile);
+            args = ["-".concat(level), '-r', fullOutputFile, inputFiles];
+            childProcess = new _workerUtils.ChildProcessProxy();
+            _context4.next = 7;
+            return childProcess.start({
+              command: 'zip',
+              arguments: args,
+              spawn: {
+                cwd: inputFolder
+              },
+              wait: 0
+            });
 
-  hashTable.sort((prev, next) => {
-    if (prev.key === next.key) {
-      return prev.value < next.value ? -1 : 1;
-    }
+          case 7:
+          case "end":
+            return _context4.stop();
+        }
+      }
+    }, _callee4);
+  }));
+  return _compressWithChildProcessUnix.apply(this, arguments);
+}
 
-    return prev.key < next.key ? -1 : 1;
-  });
-  const output = (0, _fs.createWriteStream)(outputFile);
-  return new Promise((resolve, reject) => {
-    output.on('close', function () {
-      console.log("".concat(outputFile, " generated and saved"));
-      resolve(null);
-    });
-    output.on('error', function (err) {
-      console.log(err);
-      reject(err);
-    });
+function compressWithChildProcessWindows(_x5, _x6) {
+  return _compressWithChildProcessWindows.apply(this, arguments);
+}
 
-    for (const key in hashTable) {
-      const item = hashTable[key];
+function _compressWithChildProcessWindows() {
+  _compressWithChildProcessWindows = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee5(inputFolder, outputFile) {
+    var level,
+        inputFiles,
+        sevenZipExe,
+        fullOutputFile,
+        args,
+        childProcess,
+        _args5 = arguments;
+    return _regenerator.default.wrap(function _callee5$(_context5) {
+      while (1) {
+        switch (_context5.prev = _context5.next) {
+          case 0:
+            level = _args5.length > 2 && _args5[2] !== undefined ? _args5[2] : 0;
+            inputFiles = _args5.length > 3 && _args5[3] !== undefined ? _args5[3] : (0, _path.join)('.', '*');
+            sevenZipExe = _args5.length > 4 ? _args5[4] : undefined;
 
-      const value = _longToByteArray(item.value);
+            if (inputFiles[0] === '@') {
+              inputFiles = "*".concat(inputFiles.substr(1));
+            }
 
-      output.write(Buffer.from(_crypt.default.hexToBytes(item.key).concat(value)));
-    }
+            fullOutputFile = (0, _fileUtils.getAbsoluteFilePath)(outputFile);
+            args = ['a', '-tzip', "-mx=".concat(level), fullOutputFile, inputFiles];
+            childProcess = new _workerUtils.ChildProcessProxy();
+            _context5.next = 9;
+            return childProcess.start({
+              command: sevenZipExe,
+              arguments: args,
+              spawn: {
+                cwd: "".concat(inputFolder)
+              },
+              wait: 0
+            });
 
-    output.close();
-  });
+          case 9:
+          case "end":
+            return _context5.stop();
+        }
+      }
+    }, _callee5);
+  }));
+  return _compressWithChildProcessWindows.apply(this, arguments);
+}
+
+function generateHash128FromZip(_x7, _x8) {
+  return _generateHash128FromZip.apply(this, arguments);
+}
+
+function _generateHash128FromZip() {
+  _generateHash128FromZip = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee6(inputZipFile, outputFile) {
+    var input, zip, hashTable, zipFiles, relativePath, zipEntry, _data, content, hash, output;
+
+    return _regenerator.default.wrap(function _callee6$(_context6) {
+      while (1) {
+        switch (_context6.prev = _context6.next) {
+          case 0:
+            _context6.next = 2;
+            return _fs.promises.readFile(inputZipFile);
+
+          case 2:
+            input = _context6.sent;
+            _context6.next = 5;
+            return _jszip.default.loadAsync(input);
+
+          case 5:
+            zip = _context6.sent;
+            hashTable = [];
+            zipFiles = zip.files;
+            _context6.t0 = _regenerator.default.keys(zipFiles);
+
+          case 9:
+            if ((_context6.t1 = _context6.t0()).done) {
+              _context6.next = 22;
+              break;
+            }
+
+            relativePath = _context6.t1.value;
+            zipEntry = zipFiles[relativePath];
+            _data = '_data';
+            content = zipEntry[_data].compressedContent;
+
+            if (!zipEntry.dir) {
+              _context6.next = 16;
+              break;
+            }
+
+            return _context6.abrupt("continue", 9);
+
+          case 16:
+            _context6.next = 18;
+            return new _crypto.MD5Hash().hash(Buffer.from(relativePath.toLowerCase()));
+
+          case 18:
+            hash = _context6.sent;
+            hashTable.push({
+              key: atob(hash),
+              value: content.byteOffset
+            });
+            _context6.next = 9;
+            break;
+
+          case 22:
+            hashTable.sort(function (prev, next) {
+              if (prev.key === next.key) {
+                return prev.value < next.value ? -1 : 1;
+              }
+
+              return prev.key < next.key ? -1 : 1;
+            });
+            output = (0, _fs.createWriteStream)(outputFile);
+            return _context6.abrupt("return", new Promise(function (resolve, reject) {
+              output.on('close', function () {
+                console.log("".concat(outputFile, " generated and saved"));
+                resolve(null);
+              });
+              output.on('error', function (err) {
+                console.log(err);
+                reject(err);
+              });
+
+              for (var key in hashTable) {
+                var item = hashTable[key];
+
+                var value = _longToByteArray(item.value);
+
+                output.write(Buffer.from(_crypt.default.hexToBytes(item.key).concat(value)));
+              }
+
+              output.close();
+            }));
+
+          case 25:
+          case "end":
+            return _context6.stop();
+        }
+      }
+    }, _callee6);
+  }));
+  return _generateHash128FromZip.apply(this, arguments);
 }
 
 function _longToByteArray(long) {
-  const buffer = new ArrayBuffer(8);
-  const longNum = new Float64Array(buffer);
+  var buffer = new ArrayBuffer(8);
+  var longNum = new Float64Array(buffer);
   longNum[0] = long;
   return Array.from(new Uint8Array(buffer)).reverse();
 }
 
-async function addFileToZip(inputFolder, fileName, zipFile, sevenZipExe) {
-  await compressWithChildProcess(inputFolder, zipFile, 0, fileName, sevenZipExe);
-  console.log("".concat(fileName, " added to ").concat(zipFile, "."));
+function addFileToZip(_x9, _x10, _x11, _x12) {
+  return _addFileToZip.apply(this, arguments);
+}
+
+function _addFileToZip() {
+  _addFileToZip = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee7(inputFolder, fileName, zipFile, sevenZipExe) {
+    return _regenerator.default.wrap(function _callee7$(_context7) {
+      while (1) {
+        switch (_context7.prev = _context7.next) {
+          case 0:
+            _context7.next = 2;
+            return compressWithChildProcess(inputFolder, zipFile, 0, fileName, sevenZipExe);
+
+          case 2:
+            console.log("".concat(fileName, " added to ").concat(zipFile, "."));
+
+          case 3:
+          case "end":
+            return _context7.stop();
+        }
+      }
+    }, _callee7);
+  }));
+  return _addFileToZip.apply(this, arguments);
 }
 
 function appendFileToArchive(archive, subFileName, subFileData) {
-  return new Promise(resolve => {
-    const fileStream = (0, _fs.createReadStream)(subFileData);
+  return new Promise(function (resolve) {
+    var fileStream = (0, _fs.createReadStream)(subFileData);
     console.log("Compression start: ".concat(subFileName));
-    fileStream.on('close', () => {
+    fileStream.on('close', function () {
       console.log("Compression finish: ".concat(subFileName));
       resolve(null);
     });

package/dist/es5/lib/utils/compress-util.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/lib/utils/compress-util.js"],"names":["compressFileWithGzip","pathFile","compressedPathFile","gzip","input","output","Promise","resolve","reject","on","console","log","error","pipe","compressFilesWithZip","fileMap","outputFile","level","e","archive","zlib","pointer","err","subFileName","subFileData","appendFileToArchive","finalize","compressWithChildProcess","process","platform","compressWithChildProcessWindows","arguments","compressWithChildProcessUnix","inputFolder","inputFiles","fullOutputFile","args","childProcess","ChildProcessProxy","start","command","spawn","cwd","wait","sevenZipExe","substr","generateHash128FromZip","inputZipFile","fs","readFile","zip","JSZip","loadAsync","hashTable","zipFiles","files","relativePath","zipEntry","_data","content","compressedContent","dir","hash","MD5Hash","Buffer","from","toLowerCase","push","key","atob","value","byteOffset","sort","prev","next","item","_longToByteArray","write","crypt","hexToBytes","concat","close","long","buffer","ArrayBuffer","longNum","Float64Array","Array","Uint8Array","reverse","addFileToZip","fileName","zipFile","fileStream","append","name"],"mappings":";;;;;;;;;;;;;AAAA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AAGO,SAASA,oBAAT,CAA8BC,QAA9B,EAAwC;AAC7C,QAAMC,kBAAkB,aAAMD,QAAN,QAAxB;AACA,QAAME,IAAI,GAAG,uBAAb;AACA,QAAMC,KAAK,GAAG,0BAAiBH,QAAjB,CAAd;AACA,QAAMI,MAAM,GAAG,2BAAkBH,kBAAlB,CAAf;AAEA,SAAO,IAAII,OAAJ,CAAY,CAACC,OAAD,EAAUC,MAAV,KAAqB;AACtCJ,IAAAA,KAAK,CAACK,EAAN,CAAS,KAAT,EAAgB,MAAM;AACpBC,MAAAA,OAAO,CAACC,GAAR,WAAeT,kBAAf;AACAK,MAAAA,OAAO,CAACL,kBAAD,CAAP;AACD,KAHD;AAIAE,IAAAA,KAAK,CAACK,EAAN,CAAS,OAAT,EAAmBG,KAAD,IAAW;AAC3BF,MAAAA,OAAO,CAACC,GAAR,WAAeT,kBAAf;AACAM,MAAAA,MAAM,CAACI,KAAD,CAAN;AACD,KAHD;AAIAR,IAAAA,KAAK,CAACS,IAAN,CAAWV,IAAX,EAAiBU,IAAjB,CAAsBR,MAAtB;AACD,GAVM,CAAP;AAWD;;AAEM,eAAeS,oBAAf,CAAoCC,OAApC,EAA6CC,UAA7C,EAAyDC,KAAK,GAAG,CAAjE,EAAoE;AAEzE,MAAI;AACF,UAAM,2BAAWD,UAAX,CAAN;AACD,GAFD,CAEE,OAAOE,CAAP,EAAU,CAEX;;AAED,QAAMb,MAAM,GAAG,2BAAkBW,UAAlB,CAAf;AACA,QAAMG,OAAO,GAAG,uBAAS,KAAT,EAAgB;AAC9BC,IAAAA,IAAI,EAAE;AAACH,MAAAA;AAAD;AADwB,GAAhB,CAAhB;AAIA,SAAO,IAAIX,OAAJ,CAAY,OAAOC,OAAP,EAAgBC,MAAhB,KAA2B;AAG5CH,IAAAA,MAAM,CAACI,EAAP,CAAU,OAAV,EAAmB,YAAY;AAC7BC,MAAAA,OAAO,CAACC,GAAR,WAAeK,UAAf;AACAN,MAAAA,OAAO,CAACC,GAAR,WAAeQ,OAAO,CAACE,OAAR,EAAf;AACAd,MAAAA,OAAO,CAAC,IAAD,CAAP;AACD,KAJD;AASAF,IAAAA,MAAM,CAACI,EAAP,CAAU,KAAV,EAAiB,YAAY;AAC3BC,MAAAA,OAAO,CAACC,GAAR,CAAY,uBAAZ;AACAJ,MAAAA,OAAO,CAAC,IAAD,CAAP;AACD,KAHD;AAMAY,IAAAA,OAAO,CAACV,EAAR,CAAW,SAAX,EAAsB,UAAUa,GAAV,EAAe;AACnCZ,MAAAA,OAAO,CAACC,GAAR,CAAYW,GAAZ;AACAd,MAAAA,MAAM,CAACc,GAAD,CAAN;AACD,KAHD;AAMAH,IAAAA,OAAO,CAACV,EAAR,CAAW,OAAX,EAAoB,UAAUa,GAAV,EAAe;AACjCd,MAAAA,MAAM,CAACc,GAAD,CAAN;AACD,KAFD;AAKAH,IAAAA,OAAO,CAACN,IAAR,CAAaR,MAAb;;AAEA,SAAK,MAAMkB,WAAX,IAA0BR,OAA1B,EAAmC;AACjC,YAAMS,WAAW,GAAGT,OAAO,CAACQ,WAAD,CAA3B;AACA,YAAME,mBAAmB,CAACN,OAAD,EAAUI,WAAV,EAAuBC,WAAvB,CAAzB;AACD;;AAGDL,IAAAA,OAAO,CAACO,QAAR;AACD,GAtCM,CAAP;AAuCD;;AAEM,eAAeC,wBAAf,GAA0C;AAE/C,MAAIC,OAAO,CAACC,QAAR,KAAqB,OAAzB,EAAkC;AAChC,UAAMC,+BAA+B,CAAC,GAAGC,SAAJ,CAArC;AACD,GAFD,MAEO;AACL,UAAMC,4BAA4B,CAAC,GAAGD,SAAJ,CAAlC;AACD;AACF;;AAED,eAAeC,4BAAf,CAA4CC,WAA5C,EAAyDjB,UAAzD,EAAqEC,KAAK,GAAG,CAA7E,EAAgFiB,UAAU,GAAG,GAA7F,EAAkG;AAChG,QAAMC,cAAc,GAAG,oCAAoBnB,UAApB,CAAvB;AACA,QAAMoB,IAAI,GAAG,YAAKnB,KAAL,GAAc,IAAd,EAAoBkB,cAApB,EAAoCD,UAApC,CAAb;AACA,QAAMG,YAAY,GAAG,IAAIC,8BAAJ,EAArB;AACA,QAAMD,YAAY,CAACE,KAAb,CAAmB;AACvBC,IAAAA,OAAO,EAAE,KADc;AAEvBT,IAAAA,SAAS,EAAEK,IAFY;AAGvBK,IAAAA,KAAK,EAAE;AACLC,MAAAA,GAAG,EAAET;AADA,KAHgB;AAMvBU,IAAAA,IAAI,EAAE;AANiB,GAAnB,CAAN;AAQD;;AAED,eAAeb,+BAAf,CACEG,WADF,EAEEjB,UAFF,EAGEC,KAAK,GAAG,CAHV,EAIEiB,UAAU,GAAG,gBAAK,GAAL,EAAU,GAAV,CAJf,EAKEU,WALF,EAME;AAGA,MAAIV,UAAU,CAAC,CAAD,CAAV,KAAkB,GAAtB,EAA2B;AACzBA,IAAAA,UAAU,cAAOA,UAAU,CAACW,MAAX,CAAkB,CAAlB,CAAP,CAAV;AACD;;AAED,QAAMV,cAAc,GAAG,oCAAoBnB,UAApB,CAAvB;AACA,QAAMoB,IAAI,GAAG,CAAC,GAAD,EAAM,OAAN,gBAAsBnB,KAAtB,GAA+BkB,cAA/B,EAA+CD,UAA/C,CAAb;AACA,QAAMG,YAAY,GAAG,IAAIC,8BAAJ,EAArB;AACA,QAAMD,YAAY,CAACE,KAAb,CAAmB;AACvBC,IAAAA,OAAO,EAAEI,WADc;AAEvBb,IAAAA,SAAS,EAAEK,IAFY;AAGvBK,IAAAA,KAAK,EAAE;AACLC,MAAAA,GAAG,YAAKT,WAAL;AADE,KAHgB;AAMvBU,IAAAA,IAAI,EAAE;AANiB,GAAnB,CAAN;AAQD;;AAEM,eAAeG,sBAAf,CAAsCC,YAAtC,EAAoD/B,UAApD,EAAgE;AACrE,QAAMZ,KAAK,GAAG,MAAM4C,aAAGC,QAAH,CAAYF,YAAZ,CAApB;AACA,QAAMG,GAAG,GAAG,MAAMC,eAAMC,SAAN,CAAgBhD,KAAhB,CAAlB;AACA,QAAMiD,SAAS,GAAG,EAAlB;AACA,QAAMC,QAAQ,GAAGJ,GAAG,CAACK,KAArB;;AACA,OAAK,MAAMC,YAAX,IAA2BF,QAA3B,EAAqC;AACnC,UAAMG,QAAQ,GAAGH,QAAQ,CAACE,YAAD,CAAzB;AAIA,UAAME,KAAK,GAAG,OAAd;AACA,UAAMC,OAAO,GAAGF,QAAQ,CAACC,KAAD,CAAR,CAAgBE,iBAAhC;AACA,QAAIH,QAAQ,CAACI,GAAb,EAAkB;AAElB,UAAMC,IAAI,GAAG,MAAM,IAAIC,eAAJ,GAAcD,IAAd,CAAmBE,MAAM,CAACC,IAAP,CAAYT,YAAY,CAACU,WAAb,EAAZ,CAAnB,CAAnB;AAEAb,IAAAA,SAAS,CAACc,IAAV,CAAe;AAACC,MAAAA,GAAG,EAAEC,IAAI,CAACP,IAAD,CAAV;AAAkBQ,MAAAA,KAAK,EAAEX,OAAO,CAACY;AAAjC,KAAf;AACD;;AAEDlB,EAAAA,SAAS,CAACmB,IAAV,CAAe,CAACC,IAAD,EAAOC,IAAP,KAAgB;AAC7B,QAAID,IAAI,CAACL,GAAL,KAAaM,IAAI,CAACN,GAAtB,EAA2B;AACzB,aAAOK,IAAI,CAACH,KAAL,GAAaI,IAAI,CAACJ,KAAlB,GAA0B,CAAC,CAA3B,GAA+B,CAAtC;AACD;;AACD,WAAOG,IAAI,CAACL,GAAL,GAAWM,IAAI,CAACN,GAAhB,GAAsB,CAAC,CAAvB,GAA2B,CAAlC;AACD,GALD;AAOA,QAAM/D,MAAM,GAAG,2BAAkBW,UAAlB,CAAf;AACA,SAAO,IAAIV,OAAJ,CAAY,CAACC,OAAD,EAAUC,MAAV,KAAqB;AACtCH,IAAAA,MAAM,CAACI,EAAP,CAAU,OAAV,EAAmB,YAAY;AAC7BC,MAAAA,OAAO,CAACC,GAAR,WAAeK,UAAf;AACAT,MAAAA,OAAO,CAAC,IAAD,CAAP;AACD,KAHD;AAIAF,IAAAA,MAAM,CAACI,EAAP,CAAU,OAAV,EAAmB,UAAUa,GAAV,EAAe;AAChCZ,MAAAA,OAAO,CAACC,GAAR,CAAYW,GAAZ;AACAd,MAAAA,MAAM,CAACc,GAAD,CAAN;AACD,KAHD;;AAIA,SAAK,MAAM8C,GAAX,IAAkBf,SAAlB,EAA6B;AAC3B,YAAMsB,IAAI,GAAGtB,SAAS,CAACe,GAAD,CAAtB;;AACA,YAAME,KAAK,GAAGM,gBAAgB,CAACD,IAAI,CAACL,KAAN,CAA9B;;AAGAjE,MAAAA,MAAM,CAACwE,KAAP,CAAab,MAAM,CAACC,IAAP,CAAYa,eAAMC,UAAN,CAAiBJ,IAAI,CAACP,GAAtB,EAA2BY,MAA3B,CAAkCV,KAAlC,CAAZ,CAAb;AACD;;AACDjE,IAAAA,MAAM,CAAC4E,KAAP;AACD,GAjBM,CAAP;AAkBD;;AAED,SAASL,gBAAT,CAA0BM,IAA1B,EAAgC;AAC9B,QAAMC,MAAM,GAAG,IAAIC,WAAJ,CAAgB,CAAhB,CAAf;AACA,QAAMC,OAAO,GAAG,IAAIC,YAAJ,CAAiBH,MAAjB,CAAhB;AACAE,EAAAA,OAAO,CAAC,CAAD,CAAP,GAAaH,IAAb;AACA,SAAOK,KAAK,CAACtB,IAAN,CAAW,IAAIuB,UAAJ,CAAeL,MAAf,CAAX,EAAmCM,OAAnC,EAAP;AACD;;AAEM,eAAeC,YAAf,CAA4BzD,WAA5B,EAAyC0D,QAAzC,EAAmDC,OAAnD,EAA4DhD,WAA5D,EAAyE;AAC9E,QAAMjB,wBAAwB,CAACM,WAAD,EAAc2D,OAAd,EAAuB,CAAvB,EAA0BD,QAA1B,EAAoC/C,WAApC,CAA9B;AACAlC,EAAAA,OAAO,CAACC,GAAR,WAAegF,QAAf,uBAAoCC,OAApC;AACD;;AAED,SAASnE,mBAAT,CAA6BN,OAA7B,EAAsCI,WAAtC,EAAmDC,WAAnD,EAAgE;AAC9D,SAAO,IAAIlB,OAAJ,CAAaC,OAAD,IAAa;AAC9B,UAAMsF,UAAU,GAAG,0BAAiBrE,WAAjB,CAAnB;AACAd,IAAAA,OAAO,CAACC,GAAR,8BAAkCY,WAAlC;AACAsE,IAAAA,UAAU,CAACpF,EAAX,CAAc,OAAd,EAAuB,MAAM;AAC3BC,MAAAA,OAAO,CAACC,GAAR,+BAAmCY,WAAnC;AACAhB,MAAAA,OAAO,CAAC,IAAD,CAAP;AACD,KAHD;AAIAY,IAAAA,OAAO,CAAC2E,MAAR,CAAeD,UAAf,EAA2B;AAACE,MAAAA,IAAI,EAAExE;AAAP,KAA3B;AACD,GARM,CAAP;AASD","sourcesContent":["import {createGzip} from 'zlib';\nimport {join} from 'path';\nimport {promises as fs, createReadStream, createWriteStream} from 'fs';\nimport archiver from 'archiver';\nimport {removeFile} from './file-utils';\nimport {ChildProcessProxy} from '@loaders.gl/worker-utils';\nimport JSZip from 'jszip';\nimport {MD5Hash} from '@loaders.gl/crypto';\nimport crypt from 'crypt';\nimport {getAbsoluteFilePath} from './file-utils';\n\nexport function compressFileWithGzip(pathFile) {\n  const compressedPathFile = `${pathFile}.gz`;\n  const gzip = createGzip();\n  const input = createReadStream(pathFile);\n  const output = createWriteStream(compressedPathFile);\n\n  return new Promise((resolve, reject) => {\n    input.on('end', () => {\n      console.log(`${compressedPathFile} compressed and saved.`); // eslint-disable-line no-undef,no-console\n      resolve(compressedPathFile);\n    });\n    input.on('error', (error) => {\n      console.log(`${compressedPathFile}: compression error!`); // eslint-disable-line no-undef,no-console\n      reject(error);\n    });\n    input.pipe(gzip).pipe(output);\n  });\n}\n\nexport async function compressFilesWithZip(fileMap, outputFile, level = 0) {\n  // Before creating a new file, we need to delete the old file\n  try {\n    await removeFile(outputFile);\n  } catch (e) {\n    // Do nothing if old file doesn't exist\n  }\n\n  const output = createWriteStream(outputFile);\n  const archive = archiver('zip', {\n    zlib: {level} // Sets the compression level.\n  });\n\n  return new Promise(async (resolve, reject) => {\n    // listen for all archive data to be writte\n    // 'close' event is fired only when a file descriptor is involved\n    output.on('close', function () {\n      console.log(`${outputFile} saved.`); // eslint-disable-line no-undef,no-console\n      console.log(`${archive.pointer()} total bytes`); // eslint-disable-line no-undef,no-console\n      resolve(null);\n    });\n\n    // This event is fired when the data source is drained no matter what was the data source.\n    // It is not part of this library but rather from the NodeJS Stream API.\n    // @see: https://nodejs.org/api/stream.html#stream_event_end\n    output.on('end', function () {\n      console.log('Data has been drained'); // eslint-disable-line no-undef,no-console\n      resolve(null);\n    });\n\n    // good practice to catch warnings (ie stat failures and other non-blocking errors)\n    archive.on('warning', function (err) {\n      console.log(err); // eslint-disable-line no-undef,no-console\n      reject(err);\n    });\n\n    // good practice to catch this error explicitly\n    archive.on('error', function (err) {\n      reject(err);\n    });\n\n    // pipe archive data to the file\n    archive.pipe(output);\n\n    for (const subFileName in fileMap) {\n      const subFileData = fileMap[subFileName];\n      await appendFileToArchive(archive, subFileName, subFileData);\n    }\n\n    // finalize the archive (ie we are done appending files but streams have to finish yet)\n    archive.finalize();\n  });\n}\n\nexport async function compressWithChildProcess() {\n  // eslint-disable-next-line no-undef\n  if (process.platform === 'win32') {\n    await compressWithChildProcessWindows(...arguments);\n  } else {\n    await compressWithChildProcessUnix(...arguments);\n  }\n}\n\nasync function compressWithChildProcessUnix(inputFolder, outputFile, level = 0, inputFiles = '.') {\n  const fullOutputFile = getAbsoluteFilePath(outputFile);\n  const args = [`-${level}`, '-r', fullOutputFile, inputFiles];\n  const childProcess = new ChildProcessProxy();\n  await childProcess.start({\n    command: 'zip',\n    arguments: args,\n    spawn: {\n      cwd: inputFolder\n    },\n    wait: 0\n  });\n}\n\nasync function compressWithChildProcessWindows(\n  inputFolder,\n  outputFile,\n  level = 0,\n  inputFiles = join('.', '*'),\n  sevenZipExe\n) {\n  // Workaround for @listfile issue. In 7z.exe @-leading files are handled as listfiles\n  // https://sevenzip.osdn.jp/chm/cmdline/syntax.htm\n  if (inputFiles[0] === '@') {\n    inputFiles = `*${inputFiles.substr(1)}`;\n  }\n\n  const fullOutputFile = getAbsoluteFilePath(outputFile);\n  const args = ['a', '-tzip', `-mx=${level}`, fullOutputFile, inputFiles];\n  const childProcess = new ChildProcessProxy();\n  await childProcess.start({\n    command: sevenZipExe,\n    arguments: args,\n    spawn: {\n      cwd: `${inputFolder}`\n    },\n    wait: 0\n  });\n}\n\nexport async function generateHash128FromZip(inputZipFile, outputFile) {\n  const input = await fs.readFile(inputZipFile);\n  const zip = await JSZip.loadAsync(input);\n  const hashTable = [];\n  const zipFiles = zip.files;\n  for (const relativePath in zipFiles) {\n    const zipEntry = zipFiles[relativePath];\n    // Had to use a workaround because the correct string is getting the wrong data\n    // const content = await zipEntry.async('nodebuffer');\n    // _data isn't described in the interface, so lint thought it was wrong\n    const _data = '_data';\n    const content = zipEntry[_data].compressedContent;\n    if (zipEntry.dir) continue; // eslint-disable-line no-continue\n    // eslint-disable-next-line no-undef\n    const hash = await new MD5Hash().hash(Buffer.from(relativePath.toLowerCase()));\n    // eslint-disable-next-line no-undef\n    hashTable.push({key: atob(hash), value: content.byteOffset});\n  }\n\n  hashTable.sort((prev, next) => {\n    if (prev.key === next.key) {\n      return prev.value < next.value ? -1 : 1;\n    }\n    return prev.key < next.key ? -1 : 1;\n  });\n\n  const output = createWriteStream(outputFile);\n  return new Promise((resolve, reject) => {\n    output.on('close', function () {\n      console.log(`${outputFile} generated and saved`); // eslint-disable-line\n      resolve(null);\n    });\n    output.on('error', function (err) {\n      console.log(err); // eslint-disable-line\n      reject(err);\n    });\n    for (const key in hashTable) {\n      const item = hashTable[key];\n      const value = _longToByteArray(item.value);\n      // TODO: perhaps you need to wait for the 'drain' event if the write returns 'false'\n      // eslint-disable-next-line no-undef\n      output.write(Buffer.from(crypt.hexToBytes(item.key).concat(value)));\n    }\n    output.close();\n  });\n}\n\nfunction _longToByteArray(long) {\n  const buffer = new ArrayBuffer(8); // JS numbers are 8 bytes long, or 64 bits\n  const longNum = new Float64Array(buffer); // so equivalent to Float64\n  longNum[0] = long;\n  return Array.from(new Uint8Array(buffer)).reverse(); // reverse to get little endian\n}\n\nexport async function addFileToZip(inputFolder, fileName, zipFile, sevenZipExe) {\n  await compressWithChildProcess(inputFolder, zipFile, 0, fileName, sevenZipExe);\n  console.log(`${fileName} added to ${zipFile}.`); // eslint-disable-line\n}\n\nfunction appendFileToArchive(archive, subFileName, subFileData) {\n  return new Promise((resolve) => {\n    const fileStream = createReadStream(subFileData);\n    console.log(`Compression start: ${subFileName}`); // eslint-disable-line no-undef,no-console\n    fileStream.on('close', () => {\n      console.log(`Compression finish: ${subFileName}`); // eslint-disable-line no-undef,no-console\n      resolve(null);\n    });\n    archive.append(fileStream, {name: subFileName});\n  });\n}\n"],"file":"compress-util.js"}
+{"version":3,"sources":["../../../../src/lib/utils/compress-util.js"],"names":["compressFileWithGzip","pathFile","compressedPathFile","gzip","input","output","Promise","resolve","reject","on","console","log","error","pipe","compressFilesWithZip","fileMap","outputFile","level","archive","zlib","pointer","err","subFileName","subFileData","appendFileToArchive","finalize","compressWithChildProcess","process","platform","compressWithChildProcessWindows","compressWithChildProcessUnix","inputFolder","inputFiles","fullOutputFile","args","childProcess","ChildProcessProxy","start","command","arguments","spawn","cwd","wait","sevenZipExe","substr","generateHash128FromZip","inputZipFile","fs","readFile","JSZip","loadAsync","zip","hashTable","zipFiles","files","relativePath","zipEntry","_data","content","compressedContent","dir","MD5Hash","hash","Buffer","from","toLowerCase","push","key","atob","value","byteOffset","sort","prev","next","item","_longToByteArray","write","crypt","hexToBytes","concat","close","long","buffer","ArrayBuffer","longNum","Float64Array","Array","Uint8Array","reverse","addFileToZip","fileName","zipFile","fileStream","append","name"],"mappings":";;;;;;;;;;;;;;;;;AAAA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AAGO,SAASA,oBAAT,CAA8BC,QAA9B,EAAwC;AAC7C,MAAMC,kBAAkB,aAAMD,QAAN,QAAxB;AACA,MAAME,IAAI,GAAG,uBAAb;AACA,MAAMC,KAAK,GAAG,0BAAiBH,QAAjB,CAAd;AACA,MAAMI,MAAM,GAAG,2BAAkBH,kBAAlB,CAAf;AAEA,SAAO,IAAII,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtCJ,IAAAA,KAAK,CAACK,EAAN,CAAS,KAAT,EAAgB,YAAM;AACpBC,MAAAA,OAAO,CAACC,GAAR,WAAeT,kBAAf;AACAK,MAAAA,OAAO,CAACL,kBAAD,CAAP;AACD,KAHD;AAIAE,IAAAA,KAAK,CAACK,EAAN,CAAS,OAAT,EAAkB,UAACG,KAAD,EAAW;AAC3BF,MAAAA,OAAO,CAACC,GAAR,WAAeT,kBAAf;AACAM,MAAAA,MAAM,CAACI,KAAD,CAAN;AACD,KAHD;AAIAR,IAAAA,KAAK,CAACS,IAAN,CAAWV,IAAX,EAAiBU,IAAjB,CAAsBR,MAAtB;AACD,GAVM,CAAP;AAWD;;SAEqBS,oB;;;;;oFAAf,kBAAoCC,OAApC,EAA6CC,UAA7C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAyDC,YAAAA,KAAzD,8DAAiE,CAAjE;AAAA;AAAA;AAAA,mBAGG,2BAAWD,UAAX,CAHH;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAQCX,YAAAA,MARD,GAQU,2BAAkBW,UAAlB,CARV;AASCE,YAAAA,OATD,GASW,uBAAS,KAAT,EAAgB;AAC9BC,cAAAA,IAAI,EAAE;AAACF,gBAAAA,KAAK,EAALA;AAAD;AADwB,aAAhB,CATX;AAAA,8CAaE,IAAIX,OAAJ;AAAA,mFAAY,iBAAOC,OAAP,EAAgBC,MAAhB;AAAA;AAAA;AAAA;AAAA;AAAA;AAGjBH,wBAAAA,MAAM,CAACI,EAAP,CAAU,OAAV,EAAmB,YAAY;AAC7BC,0BAAAA,OAAO,CAACC,GAAR,WAAeK,UAAf;AACAN,0BAAAA,OAAO,CAACC,GAAR,WAAeO,OAAO,CAACE,OAAR,EAAf;AACAb,0BAAAA,OAAO,CAAC,IAAD,CAAP;AACD,yBAJD;AASAF,wBAAAA,MAAM,CAACI,EAAP,CAAU,KAAV,EAAiB,YAAY;AAC3BC,0BAAAA,OAAO,CAACC,GAAR,CAAY,uBAAZ;AACAJ,0BAAAA,OAAO,CAAC,IAAD,CAAP;AACD,yBAHD;AAMAW,wBAAAA,OAAO,CAACT,EAAR,CAAW,SAAX,EAAsB,UAAUY,GAAV,EAAe;AACnCX,0BAAAA,OAAO,CAACC,GAAR,CAAYU,GAAZ;AACAb,0BAAAA,MAAM,CAACa,GAAD,CAAN;AACD,yBAHD;AAMAH,wBAAAA,OAAO,CAACT,EAAR,CAAW,OAAX,EAAoB,UAAUY,GAAV,EAAe;AACjCb,0BAAAA,MAAM,CAACa,GAAD,CAAN;AACD,yBAFD;AAKAH,wBAAAA,OAAO,CAACL,IAAR,CAAaR,MAAb;AA7BiB,gEA+BSU,OA/BT;;AAAA;AAAA;AAAA;AAAA;AAAA;;AA+BNO,wBAAAA,WA/BM;AAgCTC,wBAAAA,WAhCS,GAgCKR,OAAO,CAACO,WAAD,CAhCZ;AAAA;AAAA,+BAiCTE,mBAAmB,CAACN,OAAD,EAAUI,WAAV,EAAuBC,WAAvB,CAjCV;;AAAA;AAAA;AAAA;;AAAA;AAqCjBL,wBAAAA,OAAO,CAACO,QAAR;;AArCiB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,eAAZ;;AAAA;AAAA;AAAA;AAAA,gBAbF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAsDeC,wB;;;;;wFAAf;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,kBAEDC,OAAO,CAACC,QAAR,KAAqB,OAFpB;AAAA;AAAA;AAAA;;AAAA;AAAA,mBAGGC,+BAA+B,MAA/B,gBAHH;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA,mBAKGC,4BAA4B,MAA5B,gBALH;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SASQA,4B;;;;;4FAAf,kBAA4CC,WAA5C,EAAyDf,UAAzD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAqEC,YAAAA,KAArE,8DAA6E,CAA7E;AAAgFe,YAAAA,UAAhF,8DAA6F,GAA7F;AACQC,YAAAA,cADR,GACyB,oCAAoBjB,UAApB,CADzB;AAEQkB,YAAAA,IAFR,GAEe,YAAKjB,KAAL,GAAc,IAAd,EAAoBgB,cAApB,EAAoCD,UAApC,CAFf;AAGQG,YAAAA,YAHR,GAGuB,IAAIC,8BAAJ,EAHvB;AAAA;AAAA,mBAIQD,YAAY,CAACE,KAAb,CAAmB;AACvBC,cAAAA,OAAO,EAAE,KADc;AAEvBC,cAAAA,SAAS,EAAEL,IAFY;AAGvBM,cAAAA,KAAK,EAAE;AACLC,gBAAAA,GAAG,EAAEV;AADA,eAHgB;AAMvBW,cAAAA,IAAI,EAAE;AANiB,aAAnB,CAJR;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SAceb,+B;;;;;+FAAf,kBACEE,WADF,EAEEf,UAFF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGEC,YAAAA,KAHF,8DAGU,CAHV;AAIEe,YAAAA,UAJF,8DAIe,gBAAK,GAAL,EAAU,GAAV,CAJf;AAKEW,YAAAA,WALF;;AASE,gBAAIX,UAAU,CAAC,CAAD,CAAV,KAAkB,GAAtB,EAA2B;AACzBA,cAAAA,UAAU,cAAOA,UAAU,CAACY,MAAX,CAAkB,CAAlB,CAAP,CAAV;AACD;;AAEKX,YAAAA,cAbR,GAayB,oCAAoBjB,UAApB,CAbzB;AAcQkB,YAAAA,IAdR,GAce,CAAC,GAAD,EAAM,OAAN,gBAAsBjB,KAAtB,GAA+BgB,cAA/B,EAA+CD,UAA/C,CAdf;AAeQG,YAAAA,YAfR,GAeuB,IAAIC,8BAAJ,EAfvB;AAAA;AAAA,mBAgBQD,YAAY,CAACE,KAAb,CAAmB;AACvBC,cAAAA,OAAO,EAAEK,WADc;AAEvBJ,cAAAA,SAAS,EAAEL,IAFY;AAGvBM,cAAAA,KAAK,EAAE;AACLC,gBAAAA,GAAG,YAAKV,WAAL;AADE,eAHgB;AAMvBW,cAAAA,IAAI,EAAE;AANiB,aAAnB,CAhBR;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;SA0BsBG,sB;;;;;sFAAf,kBAAsCC,YAAtC,EAAoD9B,UAApD;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBACe+B,aAAGC,QAAH,CAAYF,YAAZ,CADf;;AAAA;AACC1C,YAAAA,KADD;AAAA;AAAA,mBAEa6C,eAAMC,SAAN,CAAgB9C,KAAhB,CAFb;;AAAA;AAEC+C,YAAAA,GAFD;AAGCC,YAAAA,SAHD,GAGa,EAHb;AAICC,YAAAA,QAJD,GAIYF,GAAG,CAACG,KAJhB;AAAA,qDAKsBD,QALtB;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAKME,YAAAA,YALN;AAMGC,YAAAA,QANH,GAMcH,QAAQ,CAACE,YAAD,CANtB;AAUGE,YAAAA,KAVH,GAUW,OAVX;AAWGC,YAAAA,OAXH,GAWaF,QAAQ,CAACC,KAAD,CAAR,CAAgBE,iBAX7B;;AAAA,iBAYCH,QAAQ,CAACI,GAZV;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;AAAA,mBAcgB,IAAIC,eAAJ,GAAcC,IAAd,CAAmBC,MAAM,CAACC,IAAP,CAAYT,YAAY,CAACU,WAAb,EAAZ,CAAnB,CAdhB;;AAAA;AAcGH,YAAAA,IAdH;AAgBHV,YAAAA,SAAS,CAACc,IAAV,CAAe;AAACC,cAAAA,GAAG,EAAEC,IAAI,CAACN,IAAD,CAAV;AAAkBO,cAAAA,KAAK,EAAEX,OAAO,CAACY;AAAjC,aAAf;AAhBG;AAAA;;AAAA;AAmBLlB,YAAAA,SAAS,CAACmB,IAAV,CAAe,UAACC,IAAD,EAAOC,IAAP,EAAgB;AAC7B,kBAAID,IAAI,CAACL,GAAL,KAAaM,IAAI,CAACN,GAAtB,EAA2B;AACzB,uBAAOK,IAAI,CAACH,KAAL,GAAaI,IAAI,CAACJ,KAAlB,GAA0B,CAAC,CAA3B,GAA+B,CAAtC;AACD;;AACD,qBAAOG,IAAI,CAACL,GAAL,GAAWM,IAAI,CAACN,GAAhB,GAAsB,CAAC,CAAvB,GAA2B,CAAlC;AACD,aALD;AAOM9D,YAAAA,MA1BD,GA0BU,2BAAkBW,UAAlB,CA1BV;AAAA,8CA2BE,IAAIV,OAAJ,CAAY,UAACC,OAAD,EAAUC,MAAV,EAAqB;AACtCH,cAAAA,MAAM,CAACI,EAAP,CAAU,OAAV,EAAmB,YAAY;AAC7BC,gBAAAA,OAAO,CAACC,GAAR,WAAeK,UAAf;AACAT,gBAAAA,OAAO,CAAC,IAAD,CAAP;AACD,eAHD;AAIAF,cAAAA,MAAM,CAACI,EAAP,CAAU,OAAV,EAAmB,UAAUY,GAAV,EAAe;AAChCX,gBAAAA,OAAO,CAACC,GAAR,CAAYU,GAAZ;AACAb,gBAAAA,MAAM,CAACa,GAAD,CAAN;AACD,eAHD;;AAIA,mBAAK,IAAM8C,GAAX,IAAkBf,SAAlB,EAA6B;AAC3B,oBAAMsB,IAAI,GAAGtB,SAAS,CAACe,GAAD,CAAtB;;AACA,oBAAME,KAAK,GAAGM,gBAAgB,CAACD,IAAI,CAACL,KAAN,CAA9B;;AAGAhE,gBAAAA,MAAM,CAACuE,KAAP,CAAab,MAAM,CAACC,IAAP,CAAYa,eAAMC,UAAN,CAAiBJ,IAAI,CAACP,GAAtB,EAA2BY,MAA3B,CAAkCV,KAAlC,CAAZ,CAAb;AACD;;AACDhE,cAAAA,MAAM,CAAC2E,KAAP;AACD,aAjBM,CA3BF;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AA+CP,SAASL,gBAAT,CAA0BM,IAA1B,EAAgC;AAC9B,MAAMC,MAAM,GAAG,IAAIC,WAAJ,CAAgB,CAAhB,CAAf;AACA,MAAMC,OAAO,GAAG,IAAIC,YAAJ,CAAiBH,MAAjB,CAAhB;AACAE,EAAAA,OAAO,CAAC,CAAD,CAAP,GAAaH,IAAb;AACA,SAAOK,KAAK,CAACtB,IAAN,CAAW,IAAIuB,UAAJ,CAAeL,MAAf,CAAX,EAAmCM,OAAnC,EAAP;AACD;;SAEqBC,Y;;;;;4EAAf,kBAA4B1D,WAA5B,EAAyC2D,QAAzC,EAAmDC,OAAnD,EAA4DhD,WAA5D;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBACCjB,wBAAwB,CAACK,WAAD,EAAc4D,OAAd,EAAuB,CAAvB,EAA0BD,QAA1B,EAAoC/C,WAApC,CADzB;;AAAA;AAELjC,YAAAA,OAAO,CAACC,GAAR,WAAe+E,QAAf,uBAAoCC,OAApC;;AAFK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAKP,SAASnE,mBAAT,CAA6BN,OAA7B,EAAsCI,WAAtC,EAAmDC,WAAnD,EAAgE;AAC9D,SAAO,IAAIjB,OAAJ,CAAY,UAACC,OAAD,EAAa;AAC9B,QAAMqF,UAAU,GAAG,0BAAiBrE,WAAjB,CAAnB;AACAb,IAAAA,OAAO,CAACC,GAAR,8BAAkCW,WAAlC;AACAsE,IAAAA,UAAU,CAACnF,EAAX,CAAc,OAAd,EAAuB,YAAM;AAC3BC,MAAAA,OAAO,CAACC,GAAR,+BAAmCW,WAAnC;AACAf,MAAAA,OAAO,CAAC,IAAD,CAAP;AACD,KAHD;AAIAW,IAAAA,OAAO,CAAC2E,MAAR,CAAeD,UAAf,EAA2B;AAACE,MAAAA,IAAI,EAAExE;AAAP,KAA3B;AACD,GARM,CAAP;AASD","sourcesContent":["import {createGzip} from 'zlib';\nimport {join} from 'path';\nimport {promises as fs, createReadStream, createWriteStream} from 'fs';\nimport archiver from 'archiver';\nimport {removeFile} from './file-utils';\nimport {ChildProcessProxy} from '@loaders.gl/worker-utils';\nimport JSZip from 'jszip';\nimport {MD5Hash} from '@loaders.gl/crypto';\nimport crypt from 'crypt';\nimport {getAbsoluteFilePath} from './file-utils';\n\nexport function compressFileWithGzip(pathFile) {\n  const compressedPathFile = `${pathFile}.gz`;\n  const gzip = createGzip();\n  const input = createReadStream(pathFile);\n  const output = createWriteStream(compressedPathFile);\n\n  return new Promise((resolve, reject) => {\n    input.on('end', () => {\n      console.log(`${compressedPathFile} compressed and saved.`); // eslint-disable-line no-undef,no-console\n      resolve(compressedPathFile);\n    });\n    input.on('error', (error) => {\n      console.log(`${compressedPathFile}: compression error!`); // eslint-disable-line no-undef,no-console\n      reject(error);\n    });\n    input.pipe(gzip).pipe(output);\n  });\n}\n\nexport async function compressFilesWithZip(fileMap, outputFile, level = 0) {\n  // Before creating a new file, we need to delete the old file\n  try {\n    await removeFile(outputFile);\n  } catch (e) {\n    // Do nothing if old file doesn't exist\n  }\n\n  const output = createWriteStream(outputFile);\n  const archive = archiver('zip', {\n    zlib: {level} // Sets the compression level.\n  });\n\n  return new Promise(async (resolve, reject) => {\n    // listen for all archive data to be writte\n    // 'close' event is fired only when a file descriptor is involved\n    output.on('close', function () {\n      console.log(`${outputFile} saved.`); // eslint-disable-line no-undef,no-console\n      console.log(`${archive.pointer()} total bytes`); // eslint-disable-line no-undef,no-console\n      resolve(null);\n    });\n\n    // This event is fired when the data source is drained no matter what was the data source.\n    // It is not part of this library but rather from the NodeJS Stream API.\n    // @see: https://nodejs.org/api/stream.html#stream_event_end\n    output.on('end', function () {\n      console.log('Data has been drained'); // eslint-disable-line no-undef,no-console\n      resolve(null);\n    });\n\n    // good practice to catch warnings (ie stat failures and other non-blocking errors)\n    archive.on('warning', function (err) {\n      console.log(err); // eslint-disable-line no-undef,no-console\n      reject(err);\n    });\n\n    // good practice to catch this error explicitly\n    archive.on('error', function (err) {\n      reject(err);\n    });\n\n    // pipe archive data to the file\n    archive.pipe(output);\n\n    for (const subFileName in fileMap) {\n      const subFileData = fileMap[subFileName];\n      await appendFileToArchive(archive, subFileName, subFileData);\n    }\n\n    // finalize the archive (ie we are done appending files but streams have to finish yet)\n    archive.finalize();\n  });\n}\n\nexport async function compressWithChildProcess() {\n  // eslint-disable-next-line no-undef\n  if (process.platform === 'win32') {\n    await compressWithChildProcessWindows(...arguments);\n  } else {\n    await compressWithChildProcessUnix(...arguments);\n  }\n}\n\nasync function compressWithChildProcessUnix(inputFolder, outputFile, level = 0, inputFiles = '.') {\n  const fullOutputFile = getAbsoluteFilePath(outputFile);\n  const args = [`-${level}`, '-r', fullOutputFile, inputFiles];\n  const childProcess = new ChildProcessProxy();\n  await childProcess.start({\n    command: 'zip',\n    arguments: args,\n    spawn: {\n      cwd: inputFolder\n    },\n    wait: 0\n  });\n}\n\nasync function compressWithChildProcessWindows(\n  inputFolder,\n  outputFile,\n  level = 0,\n  inputFiles = join('.', '*'),\n  sevenZipExe\n) {\n  // Workaround for @listfile issue. In 7z.exe @-leading files are handled as listfiles\n  // https://sevenzip.osdn.jp/chm/cmdline/syntax.htm\n  if (inputFiles[0] === '@') {\n    inputFiles = `*${inputFiles.substr(1)}`;\n  }\n\n  const fullOutputFile = getAbsoluteFilePath(outputFile);\n  const args = ['a', '-tzip', `-mx=${level}`, fullOutputFile, inputFiles];\n  const childProcess = new ChildProcessProxy();\n  await childProcess.start({\n    command: sevenZipExe,\n    arguments: args,\n    spawn: {\n      cwd: `${inputFolder}`\n    },\n    wait: 0\n  });\n}\n\nexport async function generateHash128FromZip(inputZipFile, outputFile) {\n  const input = await fs.readFile(inputZipFile);\n  const zip = await JSZip.loadAsync(input);\n  const hashTable = [];\n  const zipFiles = zip.files;\n  for (const relativePath in zipFiles) {\n    const zipEntry = zipFiles[relativePath];\n    // Had to use a workaround because the correct string is getting the wrong data\n    // const content = await zipEntry.async('nodebuffer');\n    // _data isn't described in the interface, so lint thought it was wrong\n    const _data = '_data';\n    const content = zipEntry[_data].compressedContent;\n    if (zipEntry.dir) continue; // eslint-disable-line no-continue\n    // eslint-disable-next-line no-undef\n    const hash = await new MD5Hash().hash(Buffer.from(relativePath.toLowerCase()));\n    // eslint-disable-next-line no-undef\n    hashTable.push({key: atob(hash), value: content.byteOffset});\n  }\n\n  hashTable.sort((prev, next) => {\n    if (prev.key === next.key) {\n      return prev.value < next.value ? -1 : 1;\n    }\n    return prev.key < next.key ? -1 : 1;\n  });\n\n  const output = createWriteStream(outputFile);\n  return new Promise((resolve, reject) => {\n    output.on('close', function () {\n      console.log(`${outputFile} generated and saved`); // eslint-disable-line\n      resolve(null);\n    });\n    output.on('error', function (err) {\n      console.log(err); // eslint-disable-line\n      reject(err);\n    });\n    for (const key in hashTable) {\n      const item = hashTable[key];\n      const value = _longToByteArray(item.value);\n      // TODO: perhaps you need to wait for the 'drain' event if the write returns 'false'\n      // eslint-disable-next-line no-undef\n      output.write(Buffer.from(crypt.hexToBytes(item.key).concat(value)));\n    }\n    output.close();\n  });\n}\n\nfunction _longToByteArray(long) {\n  const buffer = new ArrayBuffer(8); // JS numbers are 8 bytes long, or 64 bits\n  const longNum = new Float64Array(buffer); // so equivalent to Float64\n  longNum[0] = long;\n  return Array.from(new Uint8Array(buffer)).reverse(); // reverse to get little endian\n}\n\nexport async function addFileToZip(inputFolder, fileName, zipFile, sevenZipExe) {\n  await compressWithChildProcess(inputFolder, zipFile, 0, fileName, sevenZipExe);\n  console.log(`${fileName} added to ${zipFile}.`); // eslint-disable-line\n}\n\nfunction appendFileToArchive(archive, subFileName, subFileData) {\n  return new Promise((resolve) => {\n    const fileStream = createReadStream(subFileData);\n    console.log(`Compression start: ${subFileName}`); // eslint-disable-line no-undef,no-console\n    fileStream.on('close', () => {\n      console.log(`Compression finish: ${subFileName}`); // eslint-disable-line no-undef,no-console\n      resolve(null);\n    });\n    archive.append(fileStream, {name: subFileName});\n  });\n}\n"],"file":"compress-util.js"}